fix bug with reading lr from optimizer.json

2023-02-26 10:00:42 -05:00 · 2023-02-26 10:00:42 -05:00 · 329ba2bfc1
parent 2acc261818
commit 329ba2bfc1
1 changed files with 2 additions and 2 deletions
--- a/optimizer.json
+++ b/optimizer.json
@ -8,7 +8,7 @@
        "weight_decay": "weight decay (L2 penalty)"
    },
    "optimizer": "adamw8bit",
-    "lr:": 1e-6,
+    "lr": 1e-6,
    "betas": [0.9, 0.999],
    "epsilon": 1e-8,
    "weight_decay": 0.01