fix bug with reading lr from optimizer.json

This commit is contained in:
Victor Hall 2023-02-26 10:00:42 -05:00 committed by GitHub
parent 2acc261818
commit 329ba2bfc1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions

View File

@ -8,8 +8,8 @@
"weight_decay": "weight decay (L2 penalty)"
},
"optimizer": "adamw8bit",
"lr:": 1e-6,
"lr": 1e-6,
"betas": [0.9, 0.999],
"epsilon": 1e-8,
"weight_decay": 0.01
}
}