Improve lr schedule error message

This commit is contained in:
Muhammad Rizqi Nur 2022-10-29 15:42:51 +07:00
parent a5f3adbdd7
commit ef4c94e1cf
1 changed files with 2 additions and 2 deletions

View File

@ -4,7 +4,7 @@ import tqdm
class LearnScheduleIterator: class LearnScheduleIterator:
def __init__(self, learn_rate, max_steps, cur_step=0): def __init__(self, learn_rate, max_steps, cur_step=0):
""" """
specify learn_rate as "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, 1e-5:10000 until 10000 specify learn_rate as "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, and 1e-5 until 10000
""" """
pairs = learn_rate.split(',') pairs = learn_rate.split(',')
@ -33,7 +33,7 @@ class LearnScheduleIterator:
return return
assert self.rates assert self.rates
except (ValueError, AssertionError): except (ValueError, AssertionError):
raise Exception("Invalid learning rate schedule") raise Exception('Invalid learning rate schedule. It should be a number or, for example, like "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, and 1e-5 until 10000.')
def __iter__(self): def __iter__(self):