From a0425a2920f7c8248f1c2743c656ece85da4aef2 Mon Sep 17 00:00:00 2001 From: Mikhail Smirnov <msmirnov@km3net.de> Date: Tue, 6 Dec 2022 01:04:23 +0100 Subject: [PATCH] reana yaml for data lake --- reana_heavy_DL.yaml | 35 +++++++++++++++++++++++++++++++++++ run_reana.sh | 2 +- 2 files changed, 36 insertions(+), 1 deletion(-) create mode 100644 reana_heavy_DL.yaml diff --git a/reana_heavy_DL.yaml b/reana_heavy_DL.yaml new file mode 100644 index 0000000..bea7f91 --- /dev/null +++ b/reana_heavy_DL.yaml @@ -0,0 +1,35 @@ +--- +version: 0.8.1 +inputs: + files: + - reana_analysis/production_of_fits_WF.py + - python_scripts/__init__.py + - python_scripts/func.py + - python_scripts/irf_utils.py + - python_scripts/plot_utils.py + parameters: + main: production_of_fits_WF.py + path: reana_analysis +workflow: + type: serial + specification: + steps: + - name: fetchdata + voms_proxy: true + rucio: true + environment: 'projectescape/rucio-client' + commands: + - rucio get "KM3ET_ECAP_MS:mcv5.1.km3_anumuCC.ALL.dst.bdt.root" + - rucio get <KM3ET_ECAP_MS:mcv5.1.km3_numuCC.ALL.dst.bdt.root> + - name: fitdata + environment: <gear8mike/test-repo:km3irf> + kubernetes_memory_limit: '1000Mi' + commands: + - mkdir data + - mv mcv5.1.km3_anumuCC.ALL.dst.bdt.root ./data + - mv mcv5.1.km3_numuCC.ALL.dst.bdt.root ./data + - cd "${path}" && python "${main}" + +outputs: + files: + - results/test_aeff.fits diff --git a/run_reana.sh b/run_reana.sh index d5b50bf..a5185e3 100755 --- a/run_reana.sh +++ b/run_reana.sh @@ -1,5 +1,5 @@ #! /bin/bash -reana-client create -w aeff_build -f reana_heavy.yaml +reana-client create -w aeff_build -f reana_heavy_DL.yaml export REANA_WORKON=aeff_build reana-client upload reana-client start -- GitLab