Set cyclic policy for momentum.

climax/main/config.py

@@ -143,7 +143,9 @@ if OPTIM == torch.optim.SGD:
 LR_SCHEDULER = None
 # LR_SCHEDULER = torch.optim.lr_scheduler.CyclicLR
 LR_SCHEDULER_PARAMS = {'base_lr': BASE_LR, 'max_lr': MAX_LR,
-                       'mode': 'triangular', 'step_size_up': 400}
+                       'mode': 'triangular', 'step_size_up': 400,
+                       'cycle_momentum': False, 'base_momentum': 0.9,
+                       'max_momentum': 0.99}
 
 # whether to randomly shuffle time steps or to conserve time series for model
 # training