From 48b003a2e37c9b102d9eab7d347d4db30eb23ca8 Mon Sep 17 00:00:00 2001
From: "Daniel.Frisinghelli" <daniel.frisinghelli@eurac.edu>
Date: Fri, 21 May 2021 15:20:52 +0200
Subject: [PATCH] Load data in parallel using dask.
---
climax/main/preprocess.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/climax/main/preprocess.py b/climax/main/preprocess.py
index 23bce1a..602c6cb 100644
--- a/climax/main/preprocess.py
+++ b/climax/main/preprocess.py
@@ -174,7 +174,7 @@ if __name__ == '__main__':
['{}'.format(file) for file in group]))
# read multiple netcdf files using xarray and dask
- ds = xr.open_mfdataset(group).load()
+ ds = xr.open_mfdataset(group, parallel=True).compute()
# save aggregated netcdf file
LOGGER.info('Saving aggregated NetCDF: {}'.format(filename))
--
GitLab