diff --git a/climax/main/download_ERA5.py b/climax/main/download_ERA5.py index d19de35a35495e07a598c2915ce89e6e5be1326d..2dc62ace8201de51d2cd9eccef0fac7e7c6da439 100644 --- a/climax/main/download_ERA5.py +++ b/climax/main/download_ERA5.py @@ -55,12 +55,15 @@ if __name__ == '__main__': c = cdsapi.Client() # download data for the different variables - for var in variables: - c.retrieve(product, {**CONFIG, **{'variable': var}}, str( - target.joinpath('_'.join(['ERA5', var, years[0], years[-1]]) - + '.nc'))) - # Parallel(n_jobs=min(len(variables), os.cpu_count()), verbose=51)( - # delayed(c.retrieve)(product, {**CONFIG, **{'variable': var}}, str( + # sequential implementation + # for var in variables: + # c.retrieve(product, {**CONFIG, **{'variable': var}}, str( # target.joinpath('_'.join(['ERA5', var, years[0], years[-1]]) - # + '.nc'))) for var in variables) + # + '.nc'))) + + # parallel implementation + Parallel(n_jobs=min(len(variables), os.cpu_count()), verbose=51)( + delayed(c.retrieve)(product, {**CONFIG, **{'variable': var}}, str( + target.joinpath('_'.join(['ERA5', var, years[0], years[-1]]) + + '.nc'))) for var in variables)