Update train_colab.py
This commit is contained in:
parent
4cef13a872
commit
e605cc59fb
|
@ -487,7 +487,7 @@ def main(args):
|
||||||
betas = (0.9, 0.999)
|
betas = (0.9, 0.999)
|
||||||
epsilon = 1e-8
|
epsilon = 1e-8
|
||||||
if args.amp:
|
if args.amp:
|
||||||
epsilon = 1e-8
|
epsilon = 2e-8
|
||||||
|
|
||||||
weight_decay = 0.01
|
weight_decay = 0.01
|
||||||
if args.useadam8bit:
|
if args.useadam8bit:
|
||||||
|
|
Loading…
Reference in New Issue