Skip to content

GitLab

Commit 15c8c58d authored by Thomas Dubos's avatar Thomas Dubos
Browse files

Initial set of scripts and configuration files

parent 1e430026
Hide whitespace changes
Inline Side-by-side
Showing with 1065 additions and 0 deletions
.gitignore 0 → 100644
View file @ 15c8c58d
ECMWF*.tar
dynamico
XIOS
Grib/*
*~
RUN/camelot.sh 0 → 100644
View file @ 15c8c58d
#!/bin/bash
#PBS -N nudging
#PBS -q std
#PBS -n
#PBS -l nodes=1:ppn=64
#PBS -l walltime=00:15:00
#PBS -l mem=240gb
#PBS -l vmem=240gb
#####comment:PBS -l mem=31922327552,ncpus=60
#Jobs start in the HOME directory, cd to submitted directory
cd "$PBS_O_WORKDIR"
############################################################
NCPU=$(wc -l < $PBS_NODEFILE)
awk "NR % 1 == 0" $PBS_NODEFILE | head -n 60 > nodelist.txt
echo ------------------JOB SUMMARY--------------------------
echo 'PBS OUT: Job allocated on: '${NCPU}' cpu(s)'
echo 'PBS OUT: Job running on the following node(s): '
cat nodelist.txt
echo -------------------------------------------------------
echo PBS OUT: Job running on: $PBS_O_HOST
echo PBS OUT: Originating queue: $PBS_O_QUEUE
echo PBS OUT: Executing queue: $PBS_QUEUE
echo PBS OUT: Work directory: $PBS_O_WORKDIR
echo PBS OUT: Execution mode: $PBS_ENVIRONMENT
echo PBS OUT: Job identifier: $PBS_JOBID
echo PBS OUT: Job name: $PBS_JOBNAME
echo PBS OUT: Node file: $PBS_NODEFILE
echo PBS OUT: Current home directory: $PBS_O_HOME
echo PBS OUT: PATH= $PBS_O_PATH
echo -------------------------------------------------------
export OMP_NUM_THREADS=1
export OMP_STACKSIZE=128M
ulimit -s unlimited
module purge
module load gnu/4.9.3
module load intel/15.0.6.233
module load openmpi/1.6.5-ifort
module load hdf5/1.8.18-parallel-ifort
module load netcdf4/4.4.1.1-parallel-ifort
rm -rf gcm.log logs *.nc netcdf
ln -s input/*.nc .
file -L *.nc
mpirun -np 60 -cpus-per-proc $OMP_NUM_THREADS -bycore -bind-to-core -report-bindings ./gcm.exe > gcm.log 2>&1
>> gcm.log
date >> gcm.log
mkdir -p netcdf
cp gcm.log *.def netcdf
mv *.nc netcdf
mkdir -p logs
cp *.xml logs
cp -pr /mnt/homedafs-2.5/lov/homedata/dubos/testing/build_mpi/bin/icosa_gcm.exe logs
cp -pr /mnt/homedafs-2.5/lov/homedata/dubos/testing/DYNAMICO_git/src logs
mv xios_client_*.err xios_client_*.out gcm.log logs
RUN/context_dynamico.xml 0 → 100644
View file @ 15c8c58d
<!-- =========================================================================================================== -->
<!-- DYNAMICO context -->
<!-- context_dynamico.xml : Configuration file for DYNAMICO for reading and writing files using XIOS -->
<!-- -->
<!-- =========================================================================================================== -->
<context id="icosagcm" >
<calendar type="d360" start_date="2000-01-01 00:00:00" time_origin="2000-01-01 00:00:00"/>
<!-- =========================================================================================================== -->
<!-- Definition of all existing variables in field_def_dynamico.xml -->
<!-- =========================================================================================================== -->
<field_definition src="./field_def_dynamico.xml" />
<!-- =========================================================================================================== -->
<!-- Definition of restart files and other input files -->
<!-- =========================================================================================================== -->
<file_definition type="one_file" par_access="collective">
<file id="output" name="output" enabled=".FALSE." output_freq="2h" sync_freq="2h" output_level="10" >
<field_group group_ref="standard_output"/>
</file>
<!-- =========================================================================================================== -->
<!-- Writing restart file -->
<!-- =========================================================================================================== -->
<file id="restart" enabled="true">
<field_group id="group_restart" operation="once">
<field id="it_restart" name="iteration" grid_ref="scalar" />
<field id="q_restart" name="q" grid_ref="grid_q" prec="8"/>
<field_group domain_ref="i" prec="8">
<field id="xcell_restart" name="xcell" />
<field id="ycell_restart" name="ycell" />
<field id="zcell_restart" name="zcell" />
<field id="ps_restart" name="ps" />
<field id="phis_restart" name="phis" />
<field_group axis_ref="lev" >
<field id="theta_rhodz_restart" name="theta_rhodz" />
<field id="u_restart" name="u" domain_ref="u"/>
<field id="ulon_restart" name="ulon" />
<field id="ulat_restart" name="ulat" />
<field id="p_restart" name="p" />
<field_group id="tracers_restart">
<!-- tracers will be add atomatically here-->
</field_group>
</field_group>
<field_group axis_ref="levp1" >
<field id="geopot_restart" name="geopot" />
<field id="W_restart" name="W" />
</field_group>
</field_group>
</field_group>
</file>
<!-- =========================================================================================================== -->
<!-- Writing initial state file (when not previously read from start file) -->
<!-- =========================================================================================================== -->
<file id="start0" mode="write" enabled="false">
<field_group id="group_start0" operation="once">
<field id="it_start0" name="iteration" grid_ref="scalar" />
<field id="q_start0" name="q" grid_ref="grid_q" prec="8"/>
<field_group domain_ref="i" prec="8">
<field id="xcell_start0" name="xcell" />
<field id="ycell_start0" name="ycell" />
<field id="zcell_start0" name="zcell" />
<field id="ps_start0" name="ps" />
<field id="phis_start0" name="phis" />
<field_group axis_ref="lev" >
<field id="theta_rhodz_start0" name="theta_rhodz" />
<field id="u_start0" name="u" domain_ref="u"/>
<field id="ulon_start0" name="ulon" />
<field id="ulat_start0" name="ulat" />
<field id="p_start0" name="p" />
<field_group id="tracers_start0">
<!-- tracers will be add atomatically here-->
</field_group>
</field_group>
</field_group>
</field_group>
</file>
<!-- =========================================================================================================== -->
<!-- reading start file -->
<!-- =========================================================================================================== -->
<file id="start" enabled="false" mode="read">
<field_group id="group_start" operation="once">
<field id="it_start" name="iteration" grid_ref="scalar" />
<field_group domain_ref="i" prec="8">
<field id="xcell_start" name="xcell" />
<field id="ycell_start" name="ycell" />
<field id="zcell_start" name="zcell" />
<field id="ps_start" name="ps" />
<field id="phis_start" name="phis" />
<field_group axis_ref="lev" >
<field id="theta_rhodz_start" name="theta_rhodz" />
<field id="u_start" name="u" domain_ref="u"/>
<field id="ulon_start" name="ulon" />
<field id="ulat_start" name="ulat" />
<field_group id="tracers_start">
<!-- tracers will be add atomatically here-->
</field_group>
</field_group>
<field_group axis_ref="levp1" >
<field id="geopot_start" name="geopot" />
<field id="W_start" name="W" />
</field_group>
</field_group>
<field id="q_start" name="q" grid_ref="grid_q" prec="8"/>
</field_group>
</file>
<!-- =========================================================================================================== -->
<!-- reading start file and perform interpolation (restarting from a different resolution) -->
<!-- =========================================================================================================== -->
<file id="start_interp" enabled="false" mode="read">
<field_group operation="once">
<field id="it_start_interp" name="iteration" grid_ref="scalar" />
<field_group domain_ref="i_start_interp_read" prec="8">
<field id="ps_start_interp_read" name="ps" />
<field id="phis_start_interp_read" name="phis" />
<field_group axis_ref="lev_start_interp_read" >
<field id="theta_rhodz_start_interp_read" name="theta_rhodz" />
<field id="ulon_start_interp_read" name="ulon" />
<field id="ulat_start_interp_read" name="ulat" />
<field id="p_start_interp_read" name="p" />
<field_group id="tracers_start_interp_read">
<!-- tracers will be add atomatically here-->
</field_group>
</field_group>
</field_group>
</field_group>
</file>
</file_definition>
<field_definition>
<field_group id="start_interp">
<field_group domain_ref="i_start_interp" >
<field id="ps_start_interp" field_ref="ps_start_interp_read" />
<field id="phis_start_interp" field_ref="phis_start_interp_read" />
<field id="p_start_interp_horiz" field_ref="p_start_interp_read" axis_ref="lev_start_interp_read"/>
<field_group axis_ref="lev_start_interp" >
<field id="theta_rhodz_start_interp" field_ref="theta_rhodz_start_interp_read" />
<field id="ulon_start_interp" field_ref="ulon_start_interp_read" />
<field id="ulat_start_interp" field_ref="ulat_start_interp_read" />
<field_group id="tracers_start_interp">
<!-- tracers will be add atomatically here-->
</field_group>
</field_group>
</field_group>
</field_group>
<field id="p_start_interp" domain_ref="i" axis_ref="lev" />
</field_definition>
<domain_definition>
<domain id="i_start_interp_read" type="unstructured" >
<generate_rectilinear_domain/>
</domain>
<domain id="i_start_interp" domain_ref="i">
<interpolate_domain order="1" />
</domain>
</domain_definition>
<axis_definition>
<axis id="lev_start_interp_read" />
<axis id="lev_start_interp" axis_ref="lev">
<interpolate_axis order="1" coordinate_src="p_start_interp_horiz" coordinate_dst="p_start_interp" extrapolate="true"/>
</axis>
</axis_definition>
<!-- ========================================================================================================================= -->
<!-- Pressure is automatically resent at initialization to XIOS workflow to optionnaly do an interpolation in pressure level -->
<!-- And reinject tracer in the initial state -->
<!-- ========================================================================================================================= -->
<field_definition>
<field id="p_init0" domain_ref="i" axis_ref="lev"/>
<field id="ps_init0" domain_ref="i" />
</field_definition>
<!-- =========================================================================================================== -->
<!-- read field from file for etat0_database -->
<!-- =========================================================================================================== -->
<field_definition>
<field_group id="read_fields" enabled="false" operation="instant">
<field id="relief_db" field_ref="relief_reg" domain_ref="from_relief" read_access="true" />
<field_group domain_ref="from_ecdyn" read_access="true" >
<field id="ps_db" field_ref="ps_reg" />
<field id="z_db" field_ref="z_reg" />
<field id="ts_db" field_ref="ts_reg" />
<field_group axis_ref="lev_ecdyn" >
<field id="u_db" field_ref="u_reg" />
<field id="v_db" field_ref="v_reg" />
<field id="temp_db" field_ref="temp_reg" />
<field id="q_db" field_ref="q_reg" />
</field_group>
</field_group>
</field_group>
</field_definition>
<file_definition>
<file_group id="read_files" enabled="false" >
<file id="relief" name="Relief" type="one_file" mode="read" output_freq="10ts">
<field id="relief_reg" name="RELIEF" domain_ref="domain_relief" operation="instant" />
</file>
<file id="ECDYN" name="ECDYN" type="one_file" mode="read" output_freq="10ts">
<field_group domain_ref="domain_ecdyn" operation="instant">
<field id="ps_reg" name="SP" />
<field id="z_reg" name="Z" />
<field id="ts_reg" name="ST" />
<field_group axis_ref="lev_ecdyn" >
<field id="u_reg" name="U" />
<field id="v_reg" name="V" />
<field id="temp_reg" name="TEMP" />
<field id="q_reg" name="R" />
</field_group>
</field_group>
</file>
</file_group>
</file_definition>
<!-- =========================================================================================================== -->
<!-- Axis definitions -->
<!-- =========================================================================================================== -->
<axis_definition prec="8">
<axis id="lev" name="lev" positive="down" standard_name="atmopshere_hybrid_sigma_pressure_coordinate" long_name="hybrid level at midpoints" axis_type="Z"/>
<axis id="levp1" name="ilev" unit="level" positive="down" standard_name="atmopshere_hybride_sigma_pressure_coordinate" long_name="hybrid level at interface" axis_type="Z" />
<axis id="nq" name="nq" />
<axis id="nq_start" name="nq" />
<axis id="lev_ecdyn" />
<axis id="lev_pressure" positive="down" n_glo="2" unit="Pa" value="(0,1)[85000 50000]" >
<interpolate_axis order="1" coordinate="p" />
</axis>
<axis id="presnivs_mb" >
<interpolate_axis order="1" />
</axis>
</axis_definition>
<!-- =========================================================================================================== -->
<!-- Domain definitions -->
<!-- =========================================================================================================== -->
<domain_definition prec="8">
<domain_group id="i">
<domain id="i" name="mesh"/>
<domain id="from_relief" >
<interpolate_domain/>
</domain>
<domain id="from_ecdyn" >
<interpolate_domain/>
</domain>
</domain_group>
<domain id="v" />
<domain id="u" />
<domain id="regular_half_degree" type="rectilinear" ni_glo="720" nj_glo="360" >
<generate_rectilinear_domain />
<interpolate_domain order="1"/>
</domain>
<domain id="regular_one_degree" type="rectilinear" ni_glo="360" nj_glo="180" >
<generate_rectilinear_domain />
<interpolate_domain order="1"/>
</domain>
<domain id="regular_two_degree" type="rectilinear" ni_glo="180" nj_glo="90" >
<generate_rectilinear_domain />
<interpolate_domain order="1"/>
</domain>
<domain id="domain_relief" type="rectilinear" >
<generate_rectilinear_domain />
</domain>
<domain id="domain_ecdyn" type="rectilinear" >
<generate_rectilinear_domain />
</domain>
</domain_definition>
<scalar_definition>
<scalar id="scalar" />
</scalar_definition>
<!-- =========================================================================================================== -->
<!-- Grid definitions -->
<!-- =========================================================================================================== -->
<grid_definition>
<grid id="scalar">
<scalar />
</grid>
<grid id="grid_q">
<domain domain_ref="i" />
<axis axis_ref="lev" />
<axis axis_ref="nq" />
</grid>
<grid id="grid_q_start">
<domain domain_ref="i" />
<axis axis_ref="lev" />
<axis axis_ref="nq_start" />
</grid>
<grid id="grid_q_regular_two_degree">
<domain domain_ref="regular_two_degree" />
<axis axis_ref="lev" />
<axis axis_ref="nq" />
</grid>
<grid id="grid_q_regular_one_degree">
<domain domain_ref="regular_one_degree" />
<axis axis_ref="lev" />
<axis axis_ref="nq" />
</grid>
<grid id="grid_q_regular_alf_degree">
<domain domain_ref="regular_half_degree" />
<axis axis_ref="lev" />
<axis axis_ref="nq" />
</grid>
</grid_definition>
</context>
RUN/context_input_dynamico.xml 0 → 100644
View file @ 15c8c58d
<context id="icosagcm_input" >
<calendar type="d360" start_date="2000-01-01 00:00:00" time_origin="2000-01-01 00:00:00"/>
<file_definition type="one_file" par_access="collective">
<file id="start" name="start" enabled="true" mode="read" output_freq="1d">
<field id="xcell_start" name="xcell" domain_ref="i" operation="instant" prec="8"/>
<field id="ycell_start" name="ycell" domain_ref="i" operation="instant" prec="8"/>
<field id="zcell_start" name="zcell" domain_ref="i" operation="instant" prec="8"/>
</file>
</file_definition>
<domain_definition>
<domain id="i"/>
</domain_definition>
</context>
RUN/field_def_dynamico.xml 0 → 100644
View file @ 15c8c58d
<!-- =========================================================================================================== -->
<!-- field_def_dynamico.xml -->
<!-- Definition of all existing variables that can be output from DYNAMCIO -->
<!-- =========================================================================================================== -->
<field_definition>
<field_group id="standard_output" level="1" enabled=".TRUE." operation="instant">
<field id="timestep" grid_ref="scalar" unit="s"/>
<field id="preff" grid_ref="scalar" unit="Pa"/>
<field id="ap" axis_ref="levp1" long_name="hybrid A coefficient at layer interface" />
<field id="bp" axis_ref="levp1" long_name="hybrid B coefficient at layer interface" />
<field id="mid_ap" axis_ref="lev" long_name="hybrid A coefficient at midpoints" />
<field id="mid_bp" axis_ref="lev" long_name="hybrid B coefficient at midpoints" />
<field_group id="standard_output2D" domain_ref="i">
<field id="ps" standard_name="surface_pressure" long_name="Surface pressure" unit="Pa"/>
<field id="dps" />
<field id="Ai" />
<field id="phis" operation="once" freq_offset="0ts" name="PHIS" standard_name="surface_geopotential" long_name="Surface geopotential" unit="m2/m2" />
<field id="phi" />
<field id="precl" name="PRECT" standard_name="rainfall_rate" long_name="Large Scale precipitation rate" unit="m/s"/>/>
<field id="Q1_col_int" />
<field id="Q2_col_int" />
<field id="ps_init" />
<field id="coeff_nudging" freq_offset="0ts"/>
<field id="u850" name="U850" long_name="Zonal wind at 850 hPa" unit="m/s"/>
<field id="v850" name="V850" long_name="Meridional wind at 850 hPa" unit="m/s"/>
<field id="w850" name="W850" long_name="Vertical velocity at 850 hPa" unit="m/s"/>
<field id="t850" name="T850" long_name="Temperature at 850 hPa" unit="K"/>
<field id="omega850" name="OMEGA850" long_name="Vertical pressure velocity at 850 hPa" unit="Pa/s"/>
<field id="u500" name="U500" long_name="Zonal wind at 500 hPa" unit="m/s"/>
<field id="v500" name="V500" long_name="Meridional wind at 850 hPa" unit="m/s"/>
<field id="w500" name="W500" long_name="Vertical velocity at 500 hPa" unit="m/s"/>
<field id="t500" name="T500" long_name="Temperature at 850 hPa" unit="K"/>
<field id="omega500" name="OMEGA500" long_name="Vertical pressure velocity at 500 hPa" unit="Pa/s"/>
<field id="SST" name="SST" long_name="Sea surface temperature" unit="K"/>
<field id="ulon_850_500" field_ref="p" axis_ref="lev_pressure" />
<field_group id="standard_output3D" axis_ref="lev">
<field id="mass" />
<field id="div" />
<field id="dmass"/>
<field id="p" name="P" standard_name="air_pressure" long_name="Pressure" unit="Pa"/>
<field id="theta" />
<field id="dyn_q" />
<field id="pk"/>
<field id="ulon" name="U" standard_name="eastward_wind" long_name="Zonal wind" unit="m/s"/>
<field id="ulat" name="V" standard_name="northward_wind" long_name="Meridional wind" unit="m/s"/>
<field id="uz" name="W" standard_name="upward_air_velocity" long_name="Vertical velocity" unit="m/s"/>
<field id="omega" name="OMEGA" standard_name="lagrangian_tendency_of_air_pressure" long_name="Vertical pressure velocity" unit="Pa/s"/>
<field id="temp" name="T" standard_name="air_temperature" long_name="Temperature" unit="K"/>
<field id="kinetic_trisk" />
<field id="kinetic" />
<field id="dulon_diss1"/>
<field id="dulat_diss1"/>
<field id="dulon_diss2"/>
<field id="dulat_diss2"/>
<field id="dulon_phys"/>
<field id="dulat_phys"/>
<field id="mass_t" long_name="Time-averaged air mass" unit="kg/m2"/>
<field id="massflux_lon" long_name="Time-averaged air mass flux, zonal" unit="kg/m/s"/>
<field id="massflux_lat" long_name="Time-averaged air mass flux, meridional" unit="kg/m/s"/>
<field id="ulon_t" long_name="Time-averaged zonal momentum" unit="kg/m/s"/>
<field id="ulonflux_lon" long_name="Time-averaged zonal momentum flux, zonal" unit="kg/s2"/>
<field id="ulonflux_lat" long_name="Time-averaged zonal momentum flux, meridional" unit="kg/s2"/>
<field id="theta_t" long_name="Time-averaged potential temperature" unit="K.kg/m2"/>
<field id="thetaflux_lon" long_name="Time-averaged potential temperature flux, zonal" unit="K.kg/m/s"/>
<field id="thetaflux_lat" long_name="Time-averaged potential temperature flux, meridional" unit="K/kg/m/s"/>
<field id="epot_t" long_name="Time-averaged potential energy" unit="J/m2"/>
<field id="epotflux_lon" long_name="Time-averaged potential energy flux, zonal" unit="J/m/s"/>
<field id="epotflux_lat" long_name="Time-averaged potential energy flux, meridional" unit="J/m/s"/>
<field id="ekin_t" long_name="Time-averaged kinetic energy" unit="J/m2"/>
<field id="ekinflux_lon" long_name="Time-averaged kinetic energy flux, zonal" unit="J/m/s"/>
<field id="ekinflux_lat" long_name="Time-averaged kinetic energy flux, meridional" unit="J/m/s"/>
<field id="enthalpy_t" long_name="Time-averaged enthalpy" unit="J/m2"/>
<field id="enthalpyflux_lon" long_name="Time-averaged enthalpy flux, zonal" unit="J/m/s"/>
<field id="enthalpyflux_lat" long_name="Time-averaged enthalpy flux, meridional" unit="J/m/s"/>
<field id="mass_init" />
<field id="div_init" />
<field id="p_init" />
<field id="theta_init" />
<field id="dyn_q_init" />
<field id="ulon_init"/>
<field id="ulat_init"/>
<field id="uz_init"/>
<field id="temp_init"/>
<field id="kinetic_trisk_init" />
<field id="kinetic_init" />
<field_group id="standard_output_tracers">
<!-- tracers are automatically inserted here -->
</field_group>
<field_group id="standard_output_tracers_init" operation="once">
<!-- tracers are automatically inserted here -->
</field_group>
</field_group>
<field_group axis_ref="levp1">
<field id="geopot" name="PHI" standard_name="geopotential" long_name="geopotential" unit="m2/s2"/>
<field id="geopot_init"/>
</field_group>
</field_group>
<field_group grid_ref="grid_q">
<field id="q_init" />
<field id="q" />
<field id="qmass_t" />
<field id="qflux_lon" />
<field id="qflux_lat" />
</field_group>
<field_group domain_ref="v" axis_ref="lev">
<field id="vort" />
<field id="vort_init" />
<field id="pv" />
</field_group>
</field_group>
</field_definition>
RUN/file_def_dynamico.xml 0 → 100644
View file @ 15c8c58d
<!-- =========================================================================================================== -->
<!-- file_def_dynamico -->
<!-- Definition of output diagnostic files (not including restart files) -->
<!-- =========================================================================================================== -->