diff --git a/climax/main/config.py b/climax/main/config.py
index 46a7ff89beb8a0d29be7079c4e4cbe8176108ab0..c2dc30323a8d4095afc6f048eda0f3ee0bcb7297 100644
--- a/climax/main/config.py
+++ b/climax/main/config.py
@@ -143,7 +143,9 @@ if OPTIM == torch.optim.SGD:
 LR_SCHEDULER = None
 # LR_SCHEDULER = torch.optim.lr_scheduler.CyclicLR
 LR_SCHEDULER_PARAMS = {'base_lr': BASE_LR, 'max_lr': MAX_LR,
-                       'mode': 'triangular', 'step_size_up': 400}
+                       'mode': 'triangular', 'step_size_up': 400,
+                       'cycle_momentum': False, 'base_momentum': 0.9,
+                       'max_momentum': 0.99}
 
 # whether to randomly shuffle time steps or to conserve time series for model
 # training