Update train_colab.py

This commit is contained in:
nawnie 2023-01-22 00:09:25 -06:00 committed by GitHub
parent 4cef13a872
commit e605cc59fb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -487,7 +487,7 @@ def main(args):
betas = (0.9, 0.999) betas = (0.9, 0.999)
epsilon = 1e-8 epsilon = 1e-8
if args.amp: if args.amp:
epsilon = 1e-8 epsilon = 2e-8
weight_decay = 0.01 weight_decay = 0.01
if args.useadam8bit: if args.useadam8bit: