From e605cc59fb1f84f4f8e9290d88f7ede7b4c4fe0c Mon Sep 17 00:00:00 2001
From: nawnie <106923464+nawnie@users.noreply.github.com>
Date: Sun, 22 Jan 2023 00:09:25 -0600
Subject: [PATCH] Update train_colab.py

---
 train_colab.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/train_colab.py b/train_colab.py
index b7243de..93a418e 100644
--- a/train_colab.py
+++ b/train_colab.py
@@ -487,7 +487,7 @@ def main(args):
     betas = (0.9, 0.999)
     epsilon = 1e-8
     if args.amp:
-        epsilon = 1e-8
+        epsilon = 2e-8
     
     weight_decay = 0.01
     if args.useadam8bit: