Check parallel implementation.

climax/main/download_ERA5.py

@@ -55,12 +55,15 @@ if __name__ == '__main__':
     c = cdsapi.Client()
 
     # download data for the different variables
-    for var in variables:
-        c.retrieve(product, {**CONFIG, **{'variable': var}}, str(
-            target.joinpath('_'.join(['ERA5', var, years[0], years[-1]])
-                            + '.nc')))
 
-    # Parallel(n_jobs=min(len(variables), os.cpu_count()), verbose=51)(
-    #     delayed(c.retrieve)(product, {**CONFIG, **{'variable': var}}, str(
+    # sequential implementation
+    # for var in variables:
+    #     c.retrieve(product, {**CONFIG, **{'variable': var}}, str(
     #         target.joinpath('_'.join(['ERA5', var, years[0], years[-1]])
-    #                         + '.nc'))) for var in variables)
+    #                         + '.nc')))
+
+    # parallel implementation
+    Parallel(n_jobs=min(len(variables), os.cpu_count()), verbose=51)(
+        delayed(c.retrieve)(product, {**CONFIG, **{'variable': var}}, str(
+            target.joinpath('_'.join(['ERA5', var, years[0], years[-1]])
+                            + '.nc'))) for var in variables)