From 24b17efb08b3b8985680fb1b0ee5d07a4a731dec Mon Sep 17 00:00:00 2001
From: Victor Hall <victor.charles.hall@gmail.com>
Date: Fri, 4 Aug 2023 22:13:52 -0400
Subject: [PATCH] Update optimizer_dadapt.json

---
 optimizer_dadapt.json | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/optimizer_dadapt.json b/optimizer_dadapt.json
index 9f45714..f6b57d0 100644
--- a/optimizer_dadapt.json
+++ b/optimizer_dadapt.json
@@ -46,6 +46,7 @@
         "decouple": true
     },
     "text_encoder_freezing": {
-        "unfreeze_last_n_layers": 6
-    }
+        "unfreeze_last_n_layers": null
+    },
+    "apply_grad_scaler_step_tweaks": true
 }