Test SGD optimizer.

climax/main/downscale_train.py

@@ -117,8 +117,10 @@ if __name__ == '__main__':
         net = NET(state_file, inputs, outputs, filters=FILTERS)
 
         	# initialize optimizer
-        optimizer = torch.optim.Adam(net.parameters(), lr=LR,
-                                     weight_decay=LAMBDA)
+        # optimizer = torch.optim.Adam(net.parameters(), lr=LR,
+        #                              weight_decay=LAMBDA)
+        optimizer = torch.optim.SGD(net.parameters(), lr=LR, momentum=0.9,
+                                    weight_decay=LAMBDA)
 
         # initialize training data
         LogConfig.init_log('Initializing training data.')