From 358a06fc4488f327a4ced2f9ace785345015750b Mon Sep 17 00:00:00 2001 From: POLCHER Jan <jan.polcher@lmd.jussieu.fr> Date: Thu, 16 Apr 2020 14:05:54 +0200 Subject: [PATCH] Make the dumpnetcdf of HydroSuper optional. It consumes too much memory. --- Interface.py | 1 + RoutingPreProc.py | 5 ++++- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/Interface.py b/Interface.py index 66a9767..8f2e460 100644 --- a/Interface.py +++ b/Interface.py @@ -6,6 +6,7 @@ import pickle from netCDF4 import Dataset import RPPtools as RPP from mpi4py import MPI +import gc # import sys from inspect import currentframe, getframeinfo diff --git a/RoutingPreProc.py b/RoutingPreProc.py index bd6804e..dc99f8f 100644 --- a/RoutingPreProc.py +++ b/RoutingPreProc.py @@ -20,6 +20,7 @@ config.read("run.def") nbasmax=config.getint("OverAll", "nbasmax") numop=config.getint("OverAll", "numop") OutGraphFile=config.get("OverAll","GraphFile") +DumpHydroSuper=config.getboolean("OverAll","DumpHydroSuper",fallback=False) lonint=np.array(config.get("OverAll", "DiagLon").split(","),dtype=float) latint=np.array(config.get("OverAll", "DiagLat").split(","),dtype=float) # @@ -138,7 +139,9 @@ t1 = time.time() print("Time for fetch: {:0.2f} s.".format(t1-t)) comm.Barrier() -hsuper.dumpnetcdf(OutGraphFile.replace(".nc","_HydroSuper.nc"), gg, modelgrid, part) +if DumpHydroSuper : + print("Dumping HydroSuper") + hsuper.dumpnetcdf(OutGraphFile.replace(".nc","_HydroSuper.nc"), gg, modelgrid, part) print("Rank : {0} - Basin_count Before Truncate : ".format(part.rank), hsuper.basin_count) hs = TR(hsuper, part, comm, modelgrid, numop = numop) -- GitLab