@@ -8,10 +8,10 @@ class HyperbolicLR:
8
8
optimizer: Optimizer
9
9
upper_bound: Upper bound on various max_iters
10
10
max_iter: Maximum number of iterations
11
- init_lr: Initial learning rate
12
11
infimum_lr: The infimum of the hyperbolic learning rate
13
12
"""
14
- def __init__ (self , optimizer , upper_bound = 1000 , max_iter = 100 , init_lr = 1e-2 , infimum_lr = 1e-6 ):
13
+ def __init__ (self , optimizer , upper_bound = 1000 , max_iter = 100 , infimum_lr = 1e-6 ):
14
+ init_lr = optimizer .param_groups [0 ]['lr' ]
15
15
if upper_bound < max_iter :
16
16
raise ValueError ("upper_bound must be greater than max_iter" )
17
17
elif infimum_lr >= init_lr :
@@ -70,10 +70,10 @@ class ExpHyperbolicLR:
70
70
optimizer: Optimizer
71
71
upper_bound: Upper bound on various max_iters
72
72
max_iter: Maximum number of iterations
73
- init_lr: Initial learning rate
74
73
infimum_lr: The infimum of the hyperbolic learning rate
75
74
"""
76
- def __init__ (self , optimizer , upper_bound = 1000 , max_iter = 100 , init_lr = 1e-2 , infimum_lr = 1e-6 ):
75
+ def __init__ (self , optimizer , upper_bound = 1000 , max_iter = 100 , infimum_lr = 1e-6 ):
76
+ init_lr = optimizer .param_groups [0 ]['lr' ]
77
77
if upper_bound < max_iter :
78
78
raise ValueError ("upper_bound must be greater than max_iter" )
79
79
elif infimum_lr >= init_lr :
0 commit comments