Update optimizer_dadapt.json

2023-08-04 22:13:52 -04:00 · 2023-08-04 22:13:52 -04:00 · 24b17efb08
parent d196865f4c
commit 24b17efb08
1 changed files with 3 additions and 2 deletions
--- a/optimizer_dadapt.json
+++ b/optimizer_dadapt.json
@ -46,6 +46,7 @@
        "decouple": true
    },
    "text_encoder_freezing": {
-        "unfreeze_last_n_layers": 6
-    }
+        "unfreeze_last_n_layers": null
+    },
+    "apply_grad_scaler_step_tweaks": true
 }