Update optimizer_dadapt.json

This commit is contained in:
Victor Hall 2023-08-04 22:13:52 -04:00 committed by GitHub
parent d196865f4c
commit 24b17efb08
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions

View File

@ -46,6 +46,7 @@
"decouple": true "decouple": true
}, },
"text_encoder_freezing": { "text_encoder_freezing": {
"unfreeze_last_n_layers": 6 "unfreeze_last_n_layers": null
} },
"apply_grad_scaler_step_tweaks": true
} }