From a39eb46e5030a346665c0b07ffa5ed3823c79132 Mon Sep 17 00:00:00 2001
From: "Daniel.Frisinghelli" <daniel.frisinghelli@eurac.edu>
Date: Mon, 25 Oct 2021 14:06:06 +0200
Subject: [PATCH] Set base LR for PR-supersampling task.

---
 climax/main/config.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/climax/main/config.py b/climax/main/config.py
index 56fcbce..a6a97a6 100644
--- a/climax/main/config.py
+++ b/climax/main/config.py
@@ -149,7 +149,11 @@ if PREDICTAND is 'pr':
     if isinstance(LOSS, MSELoss):
         MAX_LR = 0.0004
     if isinstance(LOSS, BernoulliGammaLoss):
-        MAX_LR = 0.0005 if OPTIM is torch.optim.Adam else 0.001
+        # learning rates for supersampling task
+        if not any(ERA5_P_PREDICTORS) and ERA5_S_PREDICTORS == 'pr':
+            MAX_LR = 0.002
+        else:
+            MAX_LR = 0.0005 if OPTIM is torch.optim.Adam else 0.001
 
 # base learning rate: MAX_LR / 4 (Smith L. (2017))
 BASE_LR = MAX_LR / 4
-- 
GitLab