Update optimizer_dadapt.json
This commit is contained in:
parent
d196865f4c
commit
24b17efb08
|
@ -46,6 +46,7 @@
|
||||||
"decouple": true
|
"decouple": true
|
||||||
},
|
},
|
||||||
"text_encoder_freezing": {
|
"text_encoder_freezing": {
|
||||||
"unfreeze_last_n_layers": 6
|
"unfreeze_last_n_layers": null
|
||||||
}
|
},
|
||||||
|
"apply_grad_scaler_step_tweaks": true
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue