Update train_colab.py

2023-01-22 00:09:25 -06:00 · 2023-01-22 00:09:25 -06:00 · e605cc59fb
parent 4cef13a872
commit e605cc59fb
1 changed files with 1 additions and 1 deletions
--- a/train_colab.py
+++ b/train_colab.py
@ -487,7 +487,7 @@ def main(args):
    betas = (0.9, 0.999)
    epsilon = 1e-8
    if args.amp:
-        epsilon = 1e-8
+        epsilon = 2e-8
    
    weight_decay = 0.01
    if args.useadam8bit: