From 3e0f0895fa7ecd30966c74dcb8cc51902a2dfd85 Mon Sep 17 00:00:00 2001 From: "Daniel.Frisinghelli" <daniel.frisinghelli@eurac.edu> Date: Tue, 5 Oct 2021 16:33:23 +0200 Subject: [PATCH] Test SGD optimizer. --- climax/main/downscale_train.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/climax/main/downscale_train.py b/climax/main/downscale_train.py index e0499c3..381f954 100644 --- a/climax/main/downscale_train.py +++ b/climax/main/downscale_train.py @@ -117,8 +117,10 @@ if __name__ == '__main__': net = NET(state_file, inputs, outputs, filters=FILTERS) # initialize optimizer - optimizer = torch.optim.Adam(net.parameters(), lr=LR, - weight_decay=LAMBDA) + # optimizer = torch.optim.Adam(net.parameters(), lr=LR, + # weight_decay=LAMBDA) + optimizer = torch.optim.SGD(net.parameters(), lr=LR, momentum=0.9, + weight_decay=LAMBDA) # initialize training data LogConfig.init_log('Initializing training data.') -- GitLab