From fae2983da76a4bcb78150041d0690a6bfc0a8eaf Mon Sep 17 00:00:00 2001
From: "Daniel.Frisinghelli" <daniel.frisinghelli@eurac.edu>
Date: Thu, 21 Oct 2021 11:49:20 +0200
Subject: [PATCH] Set cyclic policy for momentum.
---
climax/main/config.py | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/climax/main/config.py b/climax/main/config.py
index 46a7ff8..c2dc303 100644
--- a/climax/main/config.py
+++ b/climax/main/config.py
@@ -143,7 +143,9 @@ if OPTIM == torch.optim.SGD:
LR_SCHEDULER = None
# LR_SCHEDULER = torch.optim.lr_scheduler.CyclicLR
LR_SCHEDULER_PARAMS = {'base_lr': BASE_LR, 'max_lr': MAX_LR,
- 'mode': 'triangular', 'step_size_up': 400}
+ 'mode': 'triangular', 'step_size_up': 400,
+ 'cycle_momentum': False, 'base_momentum': 0.9,
+ 'max_momentum': 0.99}
# whether to randomly shuffle time steps or to conserve time series for model
# training
--
GitLab