diff --git a/info_on_ngc4008/.ipynb_checkpoints/README-checkpoint.md b/info_on_ngc4008/.ipynb_checkpoints/README-checkpoint.md new file mode 100644 index 0000000000000000000000000000000000000000..bd97a001fe295db708b20d09aa2f32821da3d9ca --- /dev/null +++ b/info_on_ngc4008/.ipynb_checkpoints/README-checkpoint.md @@ -0,0 +1,25 @@ +ngc4008 run file is from levante dkrz /home/k/k203123/nextgems_prefinal/experiments/ngc4008/scripts/ngc4008.run + +logfiles are on levante dkrz: /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.09083524.log +the logfiles have a sizde of >100 MB each, an excerpt from a logfile is ngc4008.run.09083524.log_excerpt + +from these, one can infer input data for ozone, aerosols, greenhouse gases, solar irradiance + +ozone, needs to be remapped to r2b4 grid: + +for i in {2019..2051}; do echo $i; cdo -remapcon,/pool/data/ICON/grids/public/mpim/0013/icon_grid_0013_R02B04_G.nc /pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_${i}.nc bc_ozone_ssp370_${i}.remapcon_grid_0013_R02B04_G.nc; done + +timeseries of co2 etc: + +'bc_greenhouse_gases.nc' -> '/pool/data/ICON/grids/public/mpim/independent/greenhouse_gases/greenhouse_ssp370.nc' + +aerosols: + +'MACv2.0-SP_v1.nc' -> '/pool/data/ICON/grids/public/mpim/independent/MACv2_simple_plumes_merged/MACv2.0-SP-merged-historical-and-SSP3-70_v1.nc' +'bc_aeropt_stenchikov_lw_b16_sw_b14_2025.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +'bc_aeropt_stenchikov_lw_b16_sw_b14_2026.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +'bc_aeropt_stenchikov_lw_b16_sw_b14_2027.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' + +time series of solar irradiance: + +'bc_solar_irradiance_sw_b14.nc' -> '/pool/data/ICON/grids/public/mpim/independent/solar_radiation/3.2/swflux_14band_cmip6_1850-2299-v3.2.nc' -> /pool/data/ICON/grids/public/mpim/common/solar_radiation/swflux_14band_cmip6_1850-2299-v3.2.nc diff --git a/info_on_ngc4008/.ipynb_checkpoints/ngc4008-checkpoint.run b/info_on_ngc4008/.ipynb_checkpoints/ngc4008-checkpoint.run new file mode 100755 index 0000000000000000000000000000000000000000..44be7bb23d5b3209c48f6762ee234f5ddc8fab83 --- /dev/null +++ b/info_on_ngc4008/.ipynb_checkpoints/ngc4008-checkpoint.run @@ -0,0 +1,1431 @@ +#! /bin/bash +# +# ngc4008.run +# +# Generated by Make Experiments! (mkexp) 1.3.2rc2 +# +# $Id: run/standard_experiments/DEFAULT.run.tmpl 19 2024-02-28 00:22:06Z m221078 $ +# +# $Id: run/standard_experiments/DEFAULT.config 15 2024-02-22 13:16:24Z k203123 $ +# 2024.01 +# $Id: run/standard_experiments/nextgems-R2B8_R2B9.config 4 2024-02-22 13:16:24Z k203123 $ +# $Id: run/standard_options/nextgems_minimal_legacy_output.config 1 2023-12-14 15:35:02Z m221078 $ +# $Id: hiopy.config 3 2023-03-01 20:51:31Z k203123 $ +# $Id: run/standard_options/ocean_quickplots.config 1 2024-01-24 11:13:48Z m211054 $ +# $Id: run/standard_options/hiopy/nextgems-R2B8_R2B9-openmp_hack.config 1 2024-02-02 20:43:02Z m221078 $ +# $Id: levante.config 6 2023-05-09 09:54:35Z k203123 $ +# +#============================================================================= + +# mistral cpu batch job parameters +# -------------------------------- +#SBATCH --account=mh0287 +#SBATCH --job-name=ngc4008.run +#SBATCH --partition=compute +#SBATCH --nodes=462 +#SBATCH --threads-per-core=2 +# the following is needed to work around a bug that otherwise leads to +# a too low number of ranks when using compute,compute2 as queue +#SBATCH --mem=0 +#SBATCH --output=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.%8j.log +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +# +# Setup for levante (SLURM) +# +# $Id: levante.tmpl 1 2023-03-01 12:09:29Z m221078 $ +# +#SBATCH --mail-type=FAIL,ARRAY_TASKS +#SBATCH --mail-user=karl-hermann.wieners@mpimet.mpg.de,monika.esch@mpimet.mpg.de,daniel.klocke@mpimet.mpg.de,reiner.schnur@mpimet.mpg.de +#SBATCH --reservation=nextgems + +# Environment variables for the target system + +# OpenMP +export OMP_DYNAMIC=false +export OMP_SCHEDULE=guided +export OMP_STACKSIZE=500M +# Intel OpenMP +export KMP_AFFINITY=granularity=fine,scatter +export KMP_LIBRARY=turnaround +# OpenMPI +export OMPI_MCA_btl=self +export OMPI_MCA_coll=^hcoll,ml +export OMPI_MCA_coll_tuned_alltoallv_algorithm=2 +export OMPI_MCA_coll_tuned_use_dynamic_rules=true +export OMPI_MCA_io=romio321 +export OMPI_MCA_osc=ucx +export OMPI_MCA_pml=ucx +export OMPI_MCA_pml_ucx_opal_mem_hooks=1 +# Unified Communication X +export UCX_HANDLE_ERRORS=bt +export UCX_IB_ADDR_TYPE=ib_global +export UCX_NET_DEVICES=mlx5_0:1 +export UCX_TLS=mm,cma,dc_mlx5,dc_x,self +export UCX_UNIFIED_MODE=y +export UCX_LOG_LEVEL=ERROR # TODO: unsilence UCX warnings +# HDF5 Library +export HDF5_USE_FILE_LOCKING=FALSE +# GNU C Library +export MALLOC_TRIM_THRESHOLD_=-1 +# Intel MKL +export MKL_DEBUG_CPU_TYPE=5 +export MKL_ENABLE_INSTRUCTIONS=AVX2 +#============================================================================= +set -e +# Utilities +UTILS_DIR=/home/k/k203123/nextgems_prefinal/utils +PATH=$UTILS_DIR/slurm:$UTILS_DIR:$PATH + +# Support log style output +pipe=ngc4008_run_$$.pipe +mkfifo $pipe +trap "cd $PWD && rm -f $pipe" EXIT +timewarp $pipe & +exec > $pipe 2>&1 + +BUILD_DIR=/home/k/k203123/nextgems_prefinal/build +MODEL_DIR=/home/k/k203123/nextgems_prefinal +SCRIPT_DIR=/home/k/k203123/nextgems_prefinal/experiments/ngc4008/scripts + + +# Convenience link to log file +ln -snvf /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.$(printf %08d ${SLURM_JOBID}).log $SCRIPT_DIR/ngc4008.run.log + +# Load traditional error handling +. $BUILD_DIR/run/add_run_routines +# Reset files and file names for check_error and check_final_status +final_status_file=${SCRIPT_DIR}/${job_name}.final_status +current_status_file=${SCRIPT_DIR}/${job_name}.status +rm -f ${final_status_file} ${current_status_file} + +HIOPY_PLAN=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/hiopy_output.plan.yaml +HIOPY_HAVELIST=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/havelist.yaml +HIOPY_OUTPUT_PREFIX=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/outdata/ngc4008_ +HIOPY_CATALOG_PATH=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/outdata/ngc4008.yaml + +hiopy version +icon_variables expand_plan --variables=$MODEL_DIR/run/standard_options/hiopy/variables.yaml $MODEL_DIR/run/standard_options/hiopy/nextgems_prefinal_output.yaml > ${HIOPY_PLAN} +#============================================================================= +# +# OpenMP environment variables +# ---------------------------- +export OMP_NUM_THREADS=4 +export ICON_THREADS=$OMP_NUM_THREADS +# +# MPI variables +# ------------- +no_of_nodes=${SLURM_JOB_NUM_NODES:=462} +cpus_per_task=8 +cpus_per_node=${SLURM_JOB_CPUS_PER_NODE%%\(*} +mpi_procs_pernode=$((cpus_per_node/cpus_per_task)) +hiopy_tasks=$(hiopy configure -p ${HIOPY_PLAN} processes | wc -l) +echo "hiopy running $hiopy_tasks tasks" +mpi_total_procs=$((no_of_nodes * mpi_procs_pernode)) + +#FIXME: Not working for 0 hiopy_tasks +hiopy_nodes=$(( ($hiopy_tasks + $mpi_procs_pernode-1)/$mpi_procs_pernode )) +#hiopy_nodes=0 + +#FIXME if hiopy fills full nodes, we need to add at least one for the async o bullshit of the ocean. today this is not neccessarrryy. +no_io_nodes=$hiopy_nodes + +no_of_nodes_comp=$(( no_of_nodes - no_io_nodes )) + +#FIXME: this is gonna break for any number of output ranks different from the case we run. +#aka WORKS FOR ME +mpi_atm_io_procs=1 +mpi_oce_io_procs=$(($no_io_nodes * $mpi_procs_pernode - $hiopy_tasks - $mpi_atm_io_procs)) +#mpi_atm_io_procs=0 +#mpi_oce_io_procs=0 + +# +#============================================================================= + +# load local setting, if existing +# ------------------------------- +if [ -a ../setting ] +then + echo "Load Setting" + . ../setting +fi + +# environment variables for the experiment +# ---------------------------------------- +export EXPNAME=ngc4008 + +# how to start the icon model +# --------------------------- + + +export START="srun -l --kill-on-bad-exit=1 --propagate=STACK,CORE --cpu-bind=none --distribution=arbitrary --ntasks=$mpi_total_procs --cpus-per-task=$cpus_per_task ./set_mask" +export MODEL="/home/k/k203123/nextgems_prefinal/build/bin/icon-18e11f965a" + +# how to submit the next job +# -------------------------- +job_name="ngc4008.run" + +# cdo for post-processing +# ----------------------- +cdo="cdo" +cdo_diff="cdo diffn" + +#============================================================================= + +ulimit -s 4194304 +ulimit -c 0 + +# ---------------------------------------------------------------------------- +# nextGEMS pre-final - third run +# +# tuning of inhom_lts settings, iorder_sendrecv = 3 +# +# 2020-01-01 +# ---------- +# commit 18e11f965a (m221078-nextgems_prefinal-experiments) +# * commit a4c9df9724 (m221078-nextgems_prefinal, m221078-feature-stratocumulus) +# * commit af53062052 (feature-stratocumulus) +# * changing commit 1c6019e137 (master) +# ---------------------------------------------------------------------------- + +# (0) Basic model configuration +# ----------------------------- + + +oce_per_node=16 +atm_per_node=$((mpi_procs_pernode - oce_per_node)) +oce_procs=$((no_of_nodes_comp * oce_per_node)) +mpi_oce_procs=$oce_procs +atm_procs=$((no_of_nodes_comp * atm_per_node)) +# +#-------------------------------------------------------------------------------------------------- + +# (4) Set variables to configure the experiment: +# ---------------------------------------------- + + +# start and end date+time of experiment +# ------------------------------------- +initial_date="2020-01-01" +final_date="2050-01-01" + +# Read and compute time control information + +start_date_file=$SCRIPT_DIR/$EXPNAME.date +exp_log_file=$SCRIPT_DIR/$EXPNAME.log + +read start_date < $start_date_file + +code=$(python -c " + +# Initialize date/time computation + + +import sysconfig +lib_dir = sysconfig.get_path('platlib', vars={'platbase':'/home/k/k203123/nextgems_prefinal/build'}) +import sys +sys.path.insert(1, lib_dir) +import mtime + +mtime.setCalendar(mtime.CALENDAR_TYPE.proleptic_gregorian) + + +# Set up diagnostic output + +import logging + +logging.basicConfig(format='%(asctime)s: %(levelname)s%(message)s', + level=logging.INFO) +logging.addLevelName(logging.DEBUG, 'Debug: ') +logging.addLevelName(logging.INFO, '') +logging.addLevelName(logging.WARNING, 'Hey: ') +logging.addLevelName(logging.ERROR, 'Oops: ') +logging.addLevelName(logging.CRITICAL, 'Sorry: ') + +initial_date = mtime.DateTime('$initial_date') +final_date = mtime.DateTime('$final_date') +start_date = mtime.DateTime('$start_date') +reference_date = initial_date + mtime.TimeDelta('-P3M') +next_date = start_date + mtime.TimeDelta('P3M') +if next_date > final_date: + logging.warn('next date after final date; setting next date to final date') + next_date = final_date +end_date = next_date + mtime.TimeDelta('-PT60S') +atmo_reference_jstep = (initial_date, reference_date)//mtime.TimeDelta('PT60S') +ocean_reference_jstep = (initial_date, reference_date)//mtime.TimeDelta('PT5M') +disturbance_commands = [] +if start_date in [mtime.DateTime(date) for date in ['2021-10-01', '2046-08-01']]: + disturbance_commands.append('patch_namelist nonhydrostatic_nml rayleigh_coeff 0.9999 NAMELIST_atm') +if start_date in [mtime.DateTime(date) for date in ['2032-04-01']]: + disturbance_commands.append('patch_namelist nonhydrostatic_nml rayleigh_coeff 1.0001 NAMELIST_atm') +disturbance_command = '; '.join(disturbance_commands) + +print('initial_date=' + str(initial_date)) +print('final_date=' + str(final_date)) +print('start_date=' + str(start_date)) +print('reference_date=' + str(reference_date)) +print('end_date=' + str(end_date)) +print('next_date=' + str(next_date)) +print('atmo_reference_jstep=' + str(atmo_reference_jstep)) +print('ocean_reference_jstep=' + str(ocean_reference_jstep)) +print('disturbance_command=\'' + disturbance_command + '\'') +") +eval "$code" + +# Dates used as timestamps +start_stamp=${start_date%.*} +start_stamp=${start_stamp//[-:]/} +end_stamp=${end_date%.*} +end_stamp=${end_stamp//[-:]/} +next_stamp=${next_date%.*} +next_stamp=${next_stamp//[-:]/} +y0=${start_date%%-*} +yN=${end_date%%-*} + +# Mark current run as started in log +echo $(date -u +'%Y-%m-%dT%H:%M:%SZ') ${start_date%:*} ${end_date%:*} ${SLURM_JOBID} start >> $exp_log_file + +# Show current start date in job configuration +sh -c 'scontrol update JobId=$SLURM_JOB_ID Comment="$*"' scomment $start_date + +#------------------------------------------------------------------------------ + +# (5) Define the model configuration +#----------------------------------- + +# Write namelist files directly to working directory, create this if missing + +EXPDIR=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_${start_stamp}-${end_stamp} + +if [[ -d $EXPDIR ]] +then + echo "$(date +'%Y-%m-%dT%H:%M:%S'): removing run dir '$EXPDIR'" + rm -fvr $EXPDIR +fi + +mkdir -vp $EXPDIR +cd $EXPDIR + +#------------------------------------------------------------------------------ +# I. coupling section +#------------------------------------------------------------------------------ + +if [ $mpi_total_procs -lt 2 ] ; then + check_error 0 "This setup requires at least 2 mpi processes. Exit" +fi + +# I.1 Split the number of total procs and assign to each component +# ---------------------------------------------------------------- + +oce_min_rank=`expr ${atm_procs} + ${mpi_atm_io_procs}` +oce_max_rank=`expr ${atm_procs} + ${mpi_atm_io_procs} + ${oce_procs} + ${mpi_oce_io_procs} - 1` +oce_group_size=1 +oce_inc_rank=1 +atm_min_rank=0 +atm_max_rank=`expr ${oce_min_rank} - 1` +atm_group_size=1 +atm_inc_rank=1 +# +# create ICON master, coupling and model namelists +# ------------------------------------------------ +# For a complete list see Namelist_overview and Namelist_overview.pdf +# + +cat > icon_master.namelist << EOF +&master_nml + lrestart = .true. + read_restart_namelists = .false. +/ +&master_time_control_nml + calendar = 'proleptic gregorian' + checkpointtimeintval = 'P1M' + restarttimeintval = 'P3M' + experimentstartdate = '2020-01-01' ! TODO: hack to reproduce result + experimentstopdate = '2050-01-01' +/ +&master_model_nml ! 'atmo' + model_name = 'atmo' + model_namelist_filename = 'NAMELIST_atm' + model_type = 1 + model_min_rank = $atm_min_rank + model_max_rank = $atm_max_rank + model_inc_rank = $atm_inc_rank + model_rank_group_size = $atm_group_size +/ +&master_model_nml ! 'ocean' + model_name = 'ocean' + model_namelist_filename = 'NAMELIST_oce' + model_type = 2 + model_min_rank = $oce_min_rank + model_max_rank = $oce_max_rank + model_inc_rank = $oce_inc_rank + model_rank_group_size = $oce_group_size +/ +&jsb_control_nml + is_standalone = .false. + debug_level = 0 + restart_jsbach = .true. + timer_level = 0 +/ +&jsb_model_nml + model_id = 1 + model_name = 'JSBACH' + model_shortname = 'jsb' + model_description = 'JSBACH land surface model' + model_namelist_filename = 'NAMELIST_lnd' +/ +&time_nml + is_relative_time = .true. +/ + +EOF + +# I.3 YAC coupling library configuration +#----------------------------------------------------------------------------- +# component names in coupling.yaml must (!) match with modelname_list[*] +cat > coupling.yaml << EOF + +definitions: + atm2oce: &atm2oce + src_component: atmo + src_grid: icon_atmos_grid + tgt_component: ocean + tgt_grid: icon_ocean_grid + coupling_period: PT10M + time_reduction: average + src_lag: 1 + tgt_lag: 1 + oce2atm: &oce2atm + src_component: ocean + src_grid: icon_ocean_grid + tgt_component: atmo + tgt_grid: icon_atmos_grid + coupling_period: PT10M + time_reduction: average + src_lag: 1 + tgt_lag: 1 + interp_stacks: + hcsbb_interp_stack: &hcsbb_interp_stack + interpolation: + - bernstein_bezier + - nnn: + n: 4 + weighted: arithmetic_average + - fixed: + user_value: -999.9 + conserv_interp_stack: &conserv_interp_stack + interpolation: + - conservative: + order: 1 + enforced_conservation: false + partial_coverage: true + normalisation: fracarea + - fixed: + user_value: -999.9 + spmap_interp_stack: &spmap_interp_stack + interpolation: + - source_to_target_map: + spread_distance: 0.3 + weighted: arithmetic_average +timestep_unit: ISO_format +calendar: proleptic-gregorian +coupling: + - <<: [ *atm2oce, *hcsbb_interp_stack ] + mapping_side: source + field: [surface_downward_eastward_stress, + surface_downward_northward_stress, + 10m_wind_speed] + - <<: [ *atm2oce, *conserv_interp_stack ] + mapping_side: source + field: [surface_fresh_water_flux, + total_heat_flux, + atmosphere_sea_ice_bundle] + - <<: [ *oce2atm, *conserv_interp_stack ] + mapping_side: source + field: [sea_surface_temperature, + ocean_sea_ice_bundle] + - <<: [ *oce2atm, *conserv_interp_stack ] + mapping_side: source + field: [eastward_sea_water_velocity, + northward_sea_water_velocity] + - <<: [ *atm2oce, *spmap_interp_stack ] + field: river_runoff + - <<: [ *atm2oce, *conserv_interp_stack ] + mapping_side: source + field: [sea_level_pressure] + +EOF + +cat > hiopy.yaml << EOF +components: + atmo_output: + model: ICON + simulated: atmosphere + grid: icon_atmos_grid + time: + step: PT60S + lag: 1 + ocean_output: + model: ICON + simulated: ocean + grid: icon_ocean_grid + time: + step: PT5M + lag: 1 +dates: + start: "$start_date" + end: "$next_date" + calendar: "proleptic-gregorian" +EOF + +icon_variables havelist --parsable_yaml \ + --varlist=$MODEL_DIR/run/standard_options/hiopy/variables.yaml \ + --rename_component atmo=atmo_output ocean=ocean_output | + hiopy fill_placeholder -r atmo.levels=90 atmo.halflevels=`expr 90 + 1` soil_depth_water_levels=5 soil_depth_energy_levels=5 ocean.halflevels=`expr 72 + 1` ocean.levels=72 > ${HIOPY_HAVELIST} + +hiopy configure -p ${HIOPY_PLAN} coupling > hiopy_coupling.yaml + +hiopy merge_couplings -i hiopy.yaml ${HIOPY_HAVELIST} hiopy_coupling.yaml | + hiopy filter_unwanted_coupling | + hiopy multilevel_coupling \ + -t $(hiopy configure -p ${HIOPY_PLAN} multilevel_steps) | + hiopy s2c > ccoupling.yaml + +#----------------------------------------------------------------------------- +# II. ATMOSPHERE and LAND +#----------------------------------------------------------------------------- +# +# atmosphere namelist +# ------------------- +cat > NAMELIST_atm << EOF + +&coupling_mode_nml + coupled_to_ocean = .true. + coupled_to_output = .true. +/ +¶llel_nml + iorder_sendrecv = 3 + nproma = 32 + num_io_procs = $mpi_atm_io_procs + io_proc_chunk_size = 46 + io_process_stride = 8 + num_restart_procs = $((atm_procs/8)) +/ +&grid_nml + dynamics_grid_filename = 'icon_grid_G.nc' +/ +&dynamics_nml + lmoist_thdyn = .true. +/ +&run_nml + num_lev = 90 ! number of full levels + modeltimestep = 'PT60S' + ltestcase = .false. ! run testcase + ldynamics = .true. ! dynamics + ltransport = .true. ! transport + iforcing = 2 ! 0: none, 1: HS, 2: ECHAM, 3: NWP + output = 'nml' + msg_level = 10 ! level of details report during integration + restart_filename = 'ngc4008_restart_atm_<rsttime>.mfr' + activate_sync_timers = .true. + profiling_output = 1 + timers_level = 10 +/ +&extpar_nml + itopo = 1 ! 1: read topography from the grid file +/ +&initicon_nml + init_mode = 2 ! 2: initialize from IFS analysis + ifs2icon_filename = 'ifs2icon.nc' +/ +&nonhydrostatic_nml + ndyn_substeps = 5 ! dtime/dt_dyn + damp_height = 44000. ! [m] + rayleigh_coeff = 1 ! set to 0.1001 for rerun with little change + vwind_offctr = 0.2 + divdamp_fac = 0.004 + divdamp_order = 24 + divdamp_trans_end = 17500 + divdamp_trans_start = 12500 + divdamp_type = 32 + exner_expol = 0.333 + hbot_qvsubstep = 16000. + htop_moist_proc = 22500. + iadv_rhotheta = 2 + igradp_method = 3 + itime_scheme = 4 + ivctype = 2 + l_zdiffu_t = .true. + thhgtd_zdiffu = 125. + thslp_zdiffu = 0.02 +/ +&interpol_nml +/ +&sleve_nml + min_lay_thckn = 25. ! [m] + top_height = 75000. ! [m] + stretch_fac = 0.9 + decay_scale_1 = 4000. ! [m] + decay_scale_2 = 2500. ! [m] + decay_exp = 1.2 + flat_height = 16000. ! [m] + htop_thcknlimit = 14000. + max_lay_thckn = 400. +/ +&diffusion_nml +/ +&transport_nml + ihadv_tracer = 20, 20, 20, 20, 20, 20 + itype_hlimit = 3, 4, 4, 4, 4, 4 + ivadv_tracer = 3, 3, 3, 3, 3, 3 + tracer_names = 'hus', 'clw', 'cli', 'qr', 'qs', 'qg' +/ +&aes_phy_nml + ! domain 1 + ! atmospheric physics ("" = never) + aes_phy_config(1)%dt_rad = 'PT20M' + aes_phy_config(1)%dt_vdf = 'PT60S' + ! surface (true or false) + aes_phy_config(1)%ljsb = .true. + aes_phy_config(1)%lamip = .false. + aes_phy_config(1)%lice = .true. + aes_phy_config(1)%lmlo = .false. + aes_phy_config(1)%llake = .false. + aes_phy_config(1)%dt_mig = 'PT60S' + aes_phy_config(1)%use_shflx_adjustment = .false. + aes_phy_config(1)%iqneg_d2p = 2 + aes_phy_config(1)%iqneg_p2d = 2 +/ +&aes_rad_nml + ! domain 1 + aes_rad_config(1)%isolrad = 1 + aes_rad_config(1)%irad_h2o = 1 + aes_rad_config(1)%irad_co2 = 3 + aes_rad_config(1)%irad_ch4 = 13 + aes_rad_config(1)%irad_n2o = 13 + aes_rad_config(1)%irad_o3 = 5 ! constant annual cycle climatology + aes_rad_config(1)%irad_o2 = 2 + aes_rad_config(1)%irad_cfc11 = 3 + aes_rad_config(1)%irad_cfc12 = 3 + aes_rad_config(1)%irad_aero = 18 + aes_rad_config(1)%inhom_lts = .true. + aes_rad_config(1)%inhom_lts_max = 0.725 +/ +&aes_gwd_nml +/ +&aes_sso_nml +/ +&aes_vdf_nml + aes_vdf_config(1)%pr0 = 0.7 + aes_vdf_config(1)%turb = 2 + aes_vdf_config(1)%use_tmx = .true. + aes_vdf_config(1)%energy_type = 2 ! Only used for tmx + aes_vdf_config(1)%dissipation_factor = 1.3 ! Only used for tmx +/ +&aes_cnv_nml +/ +&aes_cld_nml +/ +&aes_cov_nml + aes_cov_config(1)%cqx = 1.e-6 +/ +&ccycle_nml +/ +! Parameters for all output files +! ------------------------------- +&io_nml + output_nml_dict = 'dict.txt' + netcdf_dict = 'dict.txt' + itype_pres_msl = 4 + restart_file_type = 5 + ! restart_write_mode = 'joint procs multifile' ! not useful in r2b4 setup + ! lnetcdf_flt64_output = .true. ! 64 bit output in all files + ! lkeep_in_sync = .true. ! sync after each timestep + write_initial_state = .false. + restart_write_mode = 'joint procs multifile' + write_last_restart = .true. +/ + +! fixed model data only written at initial date +&output_nml ! 'atm_vgrid' + output_filename = 'ngc4008_atm_vgrid' + filename_format = '<output_filename>_<levtype_l>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2020-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + output_grid = .true. + ml_varlist = 'zghalf', 'zg', 'dzghalf' +/ +! output atmospheric monitoring +&output_nml ! 'atm_mon' + output_filename = 'ngc4008_atm_mon' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + operation = 'mean' ! mean over output interval + ml_varlist = 'tas_gmean', 'rsdt_gmean', 'rsut_gmean', 'rlut_gmean', + 'radtop_gmean', 'prec_gmean', 'evap_gmean', 'fwfoce_gmean', + 'ufts_gmean', 'ufvs_gmean', 'ufcs_gmean', 'radbal_gmean', + 'kedisp_gmean', 'udynvi_gmean', 'duphyvi_gmean', + 'uphybal_gmean' + ready_file = 'ngc4008_mon_<datetime2>.ready' +/ +&output_nml ! 'lnd_mon' + output_filename = 'ngc4008_lnd_mon' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + operation = 'mean' ! mean over output interval + ml_varlist = 'hydro_trans_gmean_box', 'hydro_evapotrans_gmean_box', + 'hydro_weq_land_gsum_box', 'hydro_discharge_ocean_gsum_box', + 'hd_water_error_gsum_box', 'hydro_wtr_rootzone_rel_gmean_box', + 'hydro_fract_snow_gsum_box', 'hydro_weq_snow_gsum_box', + 'hydro_weq_balance_err_gsum_box', 'pheno_lai_ta_gmean_box', + 'pheno_fract_fpc_gmean_box', 'seb_t_gmean_box' + ready_file = 'ngc4008_mon_<datetime2>.ready' +/ +&sea_ice_nml + albedow_sim = 0.10 + albi = 0.70 + albim = 0.68 + albs = 0.81 + albsm = 0.77 + i_ice_dyn = 1 + i_ice_therm = 1 + leadclose_1 = 0.25 + leadclose_2n = 0.666 + delta_min = 2.0e-09 + cd_io = 5.5e-3 + evp_rheol_steps = 240 + luse_replacement_pressure = .true. +/ +&aes_cop_nml + aes_cop_config(1)%cinhomi = 0.6 + aes_cop_config(1)%cinhoms = 0.6 + aes_cop_config(1)%cinhoml = 0.4 + aes_cop_config(1)%cn1lnd = 50.0 + aes_cop_config(1)%cn1sea = 50.0 + aes_cop_config(1)%cn2lnd = 220.0 + aes_cop_config(1)%cn2sea = 100.0 +/ +&output_nml ! 'atm_dummy' + output_filename = 'ngc4008_atm_dummy' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '0001-01-01' + output_end = '0001-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + ml_varlist = 'clivi', 'cllvi', 'prw', 'qgvi', 'qrvi', 'qsvi', 'sfcwind', + 'tend_ta_mig' +/ + +EOF + +# jsbach namelist +# --------------- + +cat > NAMELIST_lnd << EOF + +&jsb_model_nml + usecase = 'jsbach_lite' + use_lakes = .true. + use_tmx = .true. + fract_filename = 'bc_land_frac.nc' + init_from_ifs = .true. +/ +&jsb_seb_nml + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' +/ +&jsb_rad_nml + use_alb_veg_simple = .true. ! if jsbach_lite + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' +/ +&jsb_turb_nml + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' + max_ini_rough_m = 1.0 +/ +&jsb_sse_nml + l_heat_cap_map = .false. + l_heat_cond_map = .false. + l_heat_cap_dyn = .false. + l_heat_cond_dyn = .false. + l_snow = .true. + l_dynsnow = .true. + l_freeze = .true. + l_supercool = .false. + bc_filename = 'bc_land_soil.nc' + ic_filename = 'ic_land_soil.nc' + l_soil_texture = .true. +/ +&jsb_hydro_nml + l_organic = .false. + l_socmap = .false. + bc_filename = 'bc_land_soil.nc' + ic_filename = 'ic_land_soil.nc' + bc_sso_filename = 'bc_land_sso.nc' + l_soil_texture = .true. +/ +&jsb_assimi_nml + active = .false. ! if jsbach_pfts +/ +&jsb_pheno_nml + scheme = 'climatology' ! 'climatology' if jsbach_lite + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' +/ +&jsb_carbon_nml + active = .false. + bc_filename = 'bc_land_carbon.nc' + ic_filename = 'ic_land_carbon.nc' + read_cpools = .false. +/ +&jsb_fuel_nml + active = .false. + fuel_algorithm = 1 +/ +&jsb_disturb_nml + active = .false. + ic_filename = 'ic_land_soil.nc' + bc_filename = 'bc_land_phys.nc' + fire_algorithm = 1 + windbreak_algorithm = 1 + lburn_pasture = .false. +/ +&jsb_hd_nml + active = .true. + routing_scheme = 'full' ! 'zero': simple scheme with zero runoff everywhere + diag_water_budget = .true. + debug_hd = .false. + enforce_water_budget = .false. ! stop in case of water conservation problem + bc_filename = 'bc_land_hd.nc' + ic_filename = 'ic_land_hd.nc' + use_bifurcated_rivers = .true. +/ + +EOF + +#----------------------------------------------------------------------------- +# III. OCEAN and SEA-ICE (and HAMOCC) +#----------------------------------------------------------------------------- +# +# ocean namelist +# -------------- + +cat > NAMELIST_oce << EOF + +&coupling_mode_nml + coupled_to_atmo = .true. + coupled_to_output = .true. +/ +¶llel_nml + iorder_sendrecv = 3 + nproma = 8 + num_io_procs = $mpi_oce_io_procs + num_prefetch_proc = 0 + l_fast_sum = .false. + io_proc_chunk_size = 43 + io_process_stride = 8 + num_restart_procs = $((oce_procs/8)) + p_test_run = .false. +/ +&grid_nml + dynamics_grid_filename = 'icon_grid_O.nc' + use_dummy_cell_closure = .true. + use_duplicated_connectivity = .false. +/ +&dynamics_nml +/ +&run_nml + modeltimestep = 'PT5M' + output = 'nml' ! namelist controlled output scheme + activate_sync_timers = .true. + profiling_output = 1 ! aggregated: 1; detailed: 2; in files: 3 + msg_timestamp = .false. + timers_level = 10 + debug_check_level = 1 + restart_filename = 'ngc4008_restart_oce_<rsttime>.mfr' +/ +&dbg_index_nml + dbg_lat_in = 30.0 + dbg_lon_in = -30.0 + idbg_elev = 5 + idbg_mxmn = 0 + idbg_slev = 1 + idbg_val = 0 + str_mod_tst = 'all' +/ +&ocean_dynamics_nml + n_zlev = 72 + dzlev_m = 2.0, 2.2, 2.5, 2.8, 3.1, 3.5, 3.9, 4.4, 4.9, 5.4, 5.9, 6.4, 7.1, + 7.7, 8.4, 9.2, 10.1, 11.0, 12.0, 13.2, 14.4, 15.7, 17.1, 18.7, + 20.4, 22.3, 24.3, 26.5, 28.9, 31.5, 34.3, 37.3, 40.6, 43.1, 45.3, + 46.8, 48.4, 50.0, 51.7, 53.4, 55.2, 57.0, 58.9, 60.8, 62.9, 66.6, + 72.6, 80.6, 90.6, 100.2, 110.0, 120.3, 128.7, 137.4, 146.4, 155.7, + 165.2, 174.8, 184.4, 194.1, 203.6, 212.9, 221.9, 230.5, 238.5, + 245.9, 252.4, 258.1, 262.8, 266.4, 268.9, 270.1 + l_edge_based = .false. ! edge- or cell-based mimetic discretization + select_solver = 4 ! 1=gmres_oce_old; 2=ocean_restart_gmres, 3=mixed precisison restart, 4=CG (default) 5=CGJ 6=BiCG 7=GMRES restart (legacy) 8=MINRES + use_absolute_solver_tolerance = .true. + solver_firstguess = 2 ! 0=start from zeros 1=last timestep smoothed 2=last timestep (default) + fast_performance_level = 200 ! performance level 12: for cell-based; 5: default + use_continuity_correction = .true. ! height adjustment according to vertical velocity in dynamics + cfl_check = .false. + cfl_write = .false. + i_bc_veloc_top = 1 + i_bc_veloc_bot = 1 ! 0: (def) bottom friction off, 1: on + l_lhs_direct = .false. + l_partial_cells = .false. + select_lhs = 1 + solver_max_restart_iterations = 100 + solver_tolerance = 1.0E-10 + minverticallevels = 10 + solver_max_iter_per_restart = 14 + vert_cor_type = 1 +/ +&ocean_tracer_transport_nml + flux_calculation_horz = 5 ! 1=upwind, 2=central, 3=Lax-Friedrichs, 4=Miura, 5=FCT with Zalesak limiter (default) + flux_calculation_vert = 7 ! 6=adpo; 7=upwind biased ppm (default); 8=FCT with Zalesak limiter + ! define low and high order methods to be used in + ! horizontal flux corrected transport methods + ! (flux_calculation_horz=4,5) + fct_low_order_flux = 1 ! horizontal low order method: 1=upwind (def), no other implemented + fct_high_order_flux = 5 ! horizontal high order method: 1=upwind, 2=central, 3=lax_friedrichs, 4=miura_order1 + fct_limiter_horz = 100 ! Zalesak + threshold_min_t = -2.0 +/ +&ocean_horizontal_diffusion_nml + laplacian_form = 1 ! 1=curlcurl-graddiv + velocitydiffusion_order = 2 ! 1=laplacian (def); 2=biharmonic; 21=biharmonic+laplacian (for the laplacian leith) + harmonicviscosity_scaling = 1 + harmonicviscosity_reference = 2.0 ! [m2/s] constant horizontal viscosity coefficient for velocity + tracerhorizontaldiffusion_scaling = 1 + temperature_horizontaldiffusion_background = 0.0 + temperature_horizontaldiffusion_reference = 0 + salinity_horizontaldiffusion_background = 0.0 + salinity_horizontaldiffusion_reference = 0 + biharmonicviscosity_background = 0.0 + biharmonicviscosity_reference = 2.7E-2 + biharmonicviscosity_scaling = 4 +/ +&ocean_vertical_diffusion_nml + alpha_tke = 30.0 + c_eps = 0.7 + c_k = 0.1 !default + cd = 3.75 + kappam_max = 100.0 + kappam_min = 0.0 + mxl_min = 1.d-8 + only_tke = .true. + ppscheme_type = 0 + tke_min = 1.d-6 + tke_mxl_choice = 2 + tke_surf_min = 1.d-4 + use_lbound_dirichlet = .false. + use_ubound_dirichlet = .false. + vert_mix_type = 2 + clc = 0.15 ! Factor in vertical Langmuir circulation (Axell, 2002: clc=0.1) + l_lc = .true. ! Use Langmuir parameterisation (Axell, 2002) +/ +&ocean_gentmcwilliamsredi_nml + gmredi_configuration = 0 ! 0=cartesian diffusion; 1=GM-Redi: bolus advection + isopycnal diffusion + tapering_scheme = 1 + gmredi_usesrelativemaxslopes = .false. + s_max = 1.0e-3 ! 1.0 + s_d = 1.0e-4 ! 5e-3 to 5e-4 + k_tracer_gm_kappa_parameter = 0.0 + k_tracer_isoneutral_parameter = 0.0 ! value for cell-based cartesian diffusion - mpiom: 1000/400km = 400/160km + k_tracer_dianeutral_parameter = 0.0 ! 1.0E-5 + switch_off_diagonal_vert_expl = .true. + gmredi_combined_diagnostic = .false. + revert_vertical_recon_and_transposed = .true. + slope_calc_via_temperture_salinity = .true. + include_slope_squared_implicit = .true. ! think of l_with_vert_tracer_diffusion + switch_on_tapering_horizontal_diffusion = .true. +/ +&ocean_physics_nml + i_sea_ice = 1 ! 0 = no sea ice; 1 = sea ice model on; default=1 +/ +&ocean_forcing_nml + iforc_oce = 14 ! ocean forcing: 14 from coupling via YAC + forcing_windstress_u_type = 2 ! 0: zero wind stress, 1: read from file, 2: none + forcing_windstress_v_type = 2 ! 0: zero wind stress, 1: read from file, 2: none + limit_seaice = .true. ! default: TRUE + seaice_limit = 6.0 ! hard limit set to 80% of upper layer for sea ice + lfix_salt_content = .false. ! fix global ocean+ice salt content to constant (false) + jerlov_atten = 0.08 + jerlov_bluefrac = 0.36 + lcheck_salt_content = .false. + limit_elevation = .false. + limit_seaice_type = 1 + lswr_jerlov = .true. + tides_mod = 1 + use_tides = .false. + atm_pressure_included_in_icedyn = .true. + atm_pressure_included_in_ocedyn = .true. +/ +&ocean_diagnostics_nml + diagnose_for_heat_content = .true. + diagnose_for_horizontalvelocity = .false. + diagnose_for_tendencies = .false. + diagnostics_level = 1 +/ +&io_nml + restart_file_type = 5 + write_last_restart = .true. + ! restart_write_mode = 'joint procs multifile' ! not yet available in ocean model + ! lnetcdf_flt64_output = .true. ! 64 bit output in all files + ! lkeep_in_sync = .true. ! sync after each timestep + write_initial_state = .false. + restart_write_mode = 'joint procs multifile' +/ + +&output_nml ! 'oce_mon' + output_filename = 'ngc4008_oce_mon' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + output_grid = .true. + operation = 'mean' + ml_varlist = 'group:ocean_monitor' + ready_file = 'ngc4008_mon_<datetime2>.ready' +/ +&sea_ice_nml + albedow_sim = 0.10 + albi = 0.70 + albim = 0.68 + albs = 0.81 + albsm = 0.77 + i_ice_dyn = 1 + i_ice_therm = 1 + leadclose_1 = 0.25 + leadclose_2n = 0.666 + delta_min = 2.0e-09 + cd_io = 5.5e-3 + evp_rheol_steps = 240 + luse_replacement_pressure = .true. +/ +&output_nml ! 'oce_dummy' + output_filename = 'ngc4008_oce_dummy' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '0001-01-01' + output_end = '0001-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + ml_varlist = 'atmos_fluxes_frshflux_evaporation', + 'atmos_fluxes_frshflux_precipitation', + 'atmos_fluxes_frshflux_runoff', + 'atmos_fluxes_frshflux_snowfall', + 'atmos_fluxes_heatflux_latent', + 'atmos_fluxes_heatflux_longwave', + 'atmos_fluxes_heatflux_sensible', + 'atmos_fluxes_heatflux_shortwave', + 'atmos_fluxes_heatflux_total', 'a_tracer_v_to', 'qbot', 'qtop', + 'wind_speed_10m' +/ +&output_nml ! 'oce_qps' + output_filename = 'ngc4008_oce_qps' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'P1M' + file_interval = 'P1M' + include_last = .false. + operation = 'mean' + ml_varlist = 'to', 'so', 'tke', 'u', 'v', 'w_deriv', 'zos', 'hi', 'hs', + 'conc', 'mlotst', 'verticallyTotal_mass_flux_e', 'ice_u', + 'ice_v', 'zos_square', 'HeatFlux_Total', 'FrshFlux_Runoff', + 'FrshFlux_Precipitation', 'FrshFlux_Evaporation', + 'FrshFlux_TotalOcean', 'FrshFlux_VolumeIce', 'totalsnowfall', + 'FrshFlux_VolumeTotal', 'group:ocean_moc' + ready_file = 'ngc4008_qps_<datetime2>.ready' +/ + +EOF + +# Selectively add disturbance to overcome model failure +# ------------------------------------------------ + +if [[ "$disturbance_command" ]] +then + echo "disturbing model for start date ${start_date}, using '$disturbance_command'" + eval "$disturbance_command" +fi + +#----------------------------------------------------------------------------- + +if [ $mpi_total_procs -lt `expr $mpi_oce_procs + 1` ] ; then + echo "Too few mpi_total_procs for requested mpi_oce_procs." + echo "-> check mpi_total_procs and mpi_oce_procs. Exiting." + check_error 0 + exit +fi + +#============================================================================= +# +# This section of the run script prepares and starts the model integration. +# +#----------------------------------------------------------------------------- + +#----------------------------------------------------------------------------- +# Provide input files +# $Id: format.tmpl 9264 2021-06-21 21:24:57Z m221078 $ +# +# [files] + +# [files.atmosphere] +atmosphere_dir=/pool/data/ICON/grids/public/mpim + +# [files.atmosphere.mapped] +mapped_dir=$atmosphere_dir/0033 +ln -snvf $mapped_dir/icon_grid_0033_R02B08_G.nc icon_grid_G.nc +ln -snvf $mapped_dir/icon_grid_0033_R02B08_G.nc hd_mask.nc + +# [files.atmosphere.mapped.initial] +initial_dir=$mapped_dir/initial_condition/r0003 +ln -snvf $initial_dir/ifs2icon_2020010100_0033_R02B08_G.nc ifs2icon.nc + +# [files.atmosphere.mapped.ozone] +for((yr = y0 + -1; yr <= yN + 1; ++yr)) +do + revision=r0001 + ((yr >= 2015)) && revision=r0002 + label=historical + ((yr >= 2015)) && label=ssp370 + ozone_dir=$mapped_dir/ozone/${revision} + ln -snvf $ozone_dir/bc_ozone_${label}_${yr}.nc bc_ozone_${yr}.nc +done # offsets + +# [files.atmosphere.mapped.ocean_surface] +ocean_surface_dir=$mapped_dir/sst_and_seaice/r0001 +ln -snvf $ocean_surface_dir/bc_sic_2019-2020.nc bc_sic.nc +ln -snvf $ocean_surface_dir/bc_sst_2019-2020.nc bc_sst.nc + +# [files.atmosphere.mapped.aerosols] +aerosols_dir=$mapped_dir/aerosol_kinne/r0001 +ln -snvf $aerosols_dir/bc_aeropt_kinne_lw_b16_coa.nc . +ln -snvf $aerosols_dir/bc_aeropt_kinne_sw_b14_coa.nc . +ln -snvf $aerosols_dir/bc_aeropt_kinne_sw_b14_fin_1850.nc \ + bc_aeropt_kinne_sw_b14_fin.nc + +# [files.atmosphere.restart] +restart_dir=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +ln -snvf $restart_dir/ngc4008_restart_atm_${start_stamp}Z.mfr \ + multifile_restart_atm.mfr + +# [files.atmosphere.model] +model_dir=/home/k/k203123/nextgems_prefinal + +# [files.atmosphere.model.data] +data_dir=$model_dir/data +ln -snvf $data_dir/ECHAM6_CldOptProps_rrtmgp_lw.nc \ + rrtmgp-cloud-optics-coeffs-lw.nc +ln -snvf $data_dir/ECHAM6_CldOptProps_rrtmgp_sw.nc \ + rrtmgp-cloud-optics-coeffs-sw.nc + +# [files.atmosphere.model.rrtmgp] +rrtmgp_dir=$model_dir/data +ln -snvf $rrtmgp_dir/rrtmgp-gas-lw-g128.nc coefficients_lw.nc +ln -snvf $rrtmgp_dir/rrtmgp-gas-sw-g112.nc coefficients_sw.nc + +# [files.atmosphere.model.run] +run_dir=$model_dir/run +cp -fv $run_dir/dict.iconam.mpim dict.txt + +# [files.atmosphere.independent] +independent_dir=$atmosphere_dir/independent +ln -snvf $independent_dir/greenhouse_gases/greenhouse_ssp370.nc \ + bc_greenhouse_gases.nc +ln -snvf \ + $independent_dir/MACv2_simple_plumes_merged/MACv2.0-SP-merged-historical-and-SSP3-70_v1.nc \ + MACv2.0-SP_v1.nc + +# [files.atmosphere.independent.volcano_aerosols] +for((yr = y0 + -1; yr <= yN + 1; ++yr)) +do + label=1977 + ((yr >= 1977)) && label=${yr} + ((yr >= 2000)) && label=1999 + volcano_aerosols_dir=$independent_dir/aerosol_stenchikov + ln -snvf \ + $volcano_aerosols_dir/bc_aeropt_stenchikov_lw_b16_sw_b14_${label}.nc \ + bc_aeropt_stenchikov_lw_b16_sw_b14_${yr}.nc +done # offsets + +# [files.atmosphere.independent.solar_irradiance] +solar_irradiance_dir=$independent_dir/solar_radiation/3.2 +ln -snvf $solar_irradiance_dir/swflux_14band_cmip6_1850-2299-v3.2.nc \ + bc_solar_irradiance_sw_b14.nc + +# [files.land] +land_dir=/pool/data/ICON/grids/public/mpim + +# [files.land.mapped] +mapped_dir=$land_dir/0033-0016/land/r0002 +ln -snvf $mapped_dir/ic_land_soil_2015.nc ic_land_soil.nc +ln -snvf $mapped_dir/bc_land_frac_2015.nc bc_land_frac.nc +ln -snvf $mapped_dir/bc_land_phys_2015.nc bc_land_phys.nc +ln -snvf $mapped_dir/bc_land_soil_2015.nc bc_land_soil.nc +ln -snvf $mapped_dir/bc_land_sso_2015.nc bc_land_sso.nc +ln -snvf $mapped_dir/hdpara_r2b8_0033_0016_mc_maxl_s_v1.nc bc_land_hd.nc +ln -snvf $mapped_dir/hdstart_r2b8_0033_0016_from_restart_ngc4006_20300101.nc \ + ic_land_hd.nc + + +# [files.land.model] +model_dir=/home/k/k203123/nextgems_prefinal/externals/jsbach/data +ln -snvf $model_dir/lctlib_nlct21.def . + +# [files.ocean] +ocean_dir=/pool/data/ICON/grids/public/mpim + +# [files.ocean.grids] +grids_dir=$ocean_dir/0016 +ln -snvf $grids_dir/icon_grid_0016_R02B09_O.nc icon_grid_O.nc + +# [files.ocean.restart] +restart_dir=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +ln -snvf $restart_dir/ngc4008_restart_oce_${start_stamp}Z.mfr \ + multifile_restart_ocean.mfr + + + +#----------------------------------------------------------------------------- +# get model +# +ls -l ${MODEL} +check_error $? "${MODEL} does not exist?" +# +ldd ${MODEL} +# +#----------------------------------------------------------------------------- +# +# start experiment +# + +export SLURM_HOSTFILE=$EXPDIR/hst_file + +hostset=$(nodeset -e $SLURM_NODELIST) +hostarr=($hostset) + +touch $SLURM_HOSTFILE +rm $SLURM_HOSTFILE + +#FIXME +numblocks=2 + +#atmo comp +for block in $(seq 1 $numblocks); do + for i in $(seq 0 $(($no_of_nodes-$no_io_nodes-1))); do + hst=${hostarr[$i]} + end=$(($mpi_procs_pernode/2/$numblocks)) + for i in $(seq 1 $end); do + echo $hst >> $SLURM_HOSTFILE + done + done +done + +#atmo out +n_atmo_out_left=$mpi_atm_io_procs +for i in $(seq $(($no_of_nodes-$no_io_nodes)) $(($no_of_nodes-1))); do + hst=${hostarr[$i]} + for i in $(seq 1 $(($mpi_procs_pernode))); do + if [ $n_atmo_out_left -gt 0 ]; then + echo $hst >> $SLURM_HOSTFILE + n_atmo_out_left=$(($n_atmo_out_left -1 )) + fi + done +done + +#oce comp +for block in $(seq 1 $numblocks); do + for i in $(seq 0 $(($no_of_nodes-$no_io_nodes-1))); do + hst=${hostarr[$i]} + end=$(($mpi_procs_pernode/2/$numblocks)) + for i in $(seq 1 $end); do + echo $hst >> $SLURM_HOSTFILE + done + done +done + +#oce out and hiopy +n_atmo_out_left=$mpi_atm_io_procs +for i in $(seq $(($no_of_nodes-$no_io_nodes)) $(($no_of_nodes-1))); do + hst=${hostarr[$i]} + for i in $(seq 1 $(($mpi_procs_pernode))); do + if [ $n_atmo_out_left -gt 0 ]; then + n_atmo_out_left=$(($n_atmo_out_left -1 )) + continue + fi + echo $hst >> $SLURM_HOSTFILE + done +done + + +cat << EOF > set_mask +#!/bin/bash + +rank=\$SLURM_PROCID +total_procs=\$SLURM_NTASKS + +mask=(0x7f 0x7f00 0x7f0000 0x7f000000 0x7f00000000 0x7f0000000000 0x7f000000000000 0x7f00000000000000 0x7f0000000000000000 0x7f000000000000000000 0x7f00000000000000000000 0x7f0000000000000000000000 0x7f000000000000000000000000 0x7f00000000000000000000000000 0x7f0000000000000000000000000000 0x7f000000000000000000000000000000 0x80 0x8000 0x800000 0x80000000 0x8000000000 0x800000000000 0x80000000000000 0x8000000000000000 0x800000000000000000 0x80000000000000000000 0x8000000000000000000000 0x800000000000000000000000 0x80000000000000000000000000 0x8000000000000000000000000000 0x800000000000000000000000000000 0x80000000000000000000000000000000) +#more in the brownian spirit of things. +mask=(0x7f 0x7f0000 0x7f00000000 0x7f000000000000 0x7f0000000000000000 0x7f00000000000000000000 0x7f000000000000000000000000 0x7f0000000000000000000000000000 0x7f00 0x7f000000 0x7f0000000000 0x7f00000000000000 0x7f000000000000000000 0x7f0000000000000000000000 0x7f00000000000000000000000000 0x7f000000000000000000000000000000 0x80 0x800000 0x8000000000 0x80000000000000 0x800000000000000000 0x8000000000000000000000 0x80000000000000000000000000 0x800000000000000000000000000000 0x8000 0x80000000 0x800000000000 0x8000000000000000 0x80000000000000000000 0x800000000000000000000000 0x8000000000000000000000000000 0x80000000000000000000000000000000) + +mask_out=(0xf 0xf0000 0xf00000000 0xf000000000000 0xf0000000000000000 0xf00000000000000000000 0xf000000000000000000000000 0xf0000000000000000000000000000 0xf0 0xf00000 0xf000000000 0xf0000000000000 0xf00000000000000000 0xf000000000000000000000 0xf0000000000000000000000000 0xf00000000000000000000000000000 0xf00 0xf000000 0xf0000000000 0xf00000000000000 0xf000000000000000000 0xf0000000000000000000000 0xf00000000000000000000000000 0xf000000000000000000000000000000 0xf000 0xf0000000 0xf00000000000 0xf000000000000000 0xf0000000000000000000 0xf00000000000000000000000 0xf000000000000000000000000000 0xf0000000000000000000000000000000) + +if [ \$rank -lt $atm_procs ]; then + export OMP_NUM_THREADS=7 + echo atmo \${mask[\$SLURM_LOCALID]} + hwloc-bind \${mask[\$SLURM_LOCALID]} \$* +# exec \$* +elif [ \$rank -lt $(($atm_procs + $mpi_atm_io_procs)) ]; then + export OMP_NUM_THREADS=4 + echo atmoo \${mask_out[\$SLURM_LOCALID]} + hwloc-bind \${mask_out[\$SLURM_LOCALID]} \$* +elif [ \$rank -lt $(($atm_procs + $mpi_atm_io_procs + $oce_procs)) ]; then + export OMP_NUM_THREADS=1 + echo oce \${mask[\$SLURM_LOCALID]} + hwloc-bind \${mask[\$SLURM_LOCALID]} \$* +# exec \$* +elif [ \$rank -lt $(($atm_procs + $mpi_atm_io_procs + $oce_procs + $mpi_oce_io_procs)) ]; then + export OMP_NUM_THREADS=4 + echo oceo \${mask_out[\$SLURM_LOCALID]} + hwloc-bind \${mask_out[\$SLURM_LOCALID]} \$* +else + export OMP_NUM_THREADS=4 + echo hiopy + hwloc-bind \${mask_out[\$SLURM_LOCALID]} ${EXPDIR}/mpmd_jobs/run_\$(( \$SLURM_PROCID -$atm_procs - $mpi_atm_io_procs - $oce_procs - $mpi_oce_io_procs)) +fi +EOF +chmod +x ./set_mask + +cp -p ${MODEL} ./icon +export MODEL=./icon + +rm -f finish.status + +# Create MPMD config file + +exec 3>&1 # save stdout +exec > icon_mpmd.conf +hiopy configure -p ${HIOPY_PLAN} processes -d ${HIOPY_OUTPUT_PREFIX} -n 14429 --number_step 1 -s ${EXPDIR}/mpmd_jobs/run_ --fpc 1 +echo "* ${MODEL}" +exec 1>&3 # restore stdout + +# Set up python for hiopy component + +PYTHONPATH="$BUILD_DIR/externals/yac/python${PYTHONPATH:+:$PYTHONPATH}" +echo "PYTHONPATH=$PYTHONPATH" +export PYTHONPATH + +# prepare output datasets + +hiopy configure -p ${HIOPY_PLAN} extend_time ${initial_date} ${next_date} -d ${HIOPY_OUTPUT_PREFIX} + +# Start control jobs in background + +echo "starting 'ngc4008.update'" +$SCRIPT_DIR/ngc4008.update $start_date $EXPDIR & + +date +${START} ${MODEL} +date + +if [ -r finish.status ] ; then + check_final_status 0 "${START} ${MODEL}" +else + check_final_status -1 "${START} ${MODEL}" +fi + +# Handle restart hand-over + +cp -lrfv ngc4008_restart_atm_${next_stamp}Z.mfr /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +cp -lrfv ngc4008_restart_oce_${next_stamp}Z.mfr /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +# Update date info for next run + +echo $next_date > $start_date_file + +# Clean up our restart + +rm -rfv ngc4008_restart_atm_${start_stamp}Z.mfr +rm -rfv ngc4008_restart_oce_${start_stamp}Z.mfr +# +#----------------------------------------------------------------------------- +# +finish_status=`cat finish.status` +echo $finish_status +echo "============================" +echo "Script run successfully: $finish_status" +echo "============================" + +#----------------------------------------------------------------------------- + +# Mark current run as successful in log +echo $(date -u +'%Y-%m-%dT%H:%M:%SZ') ${start_date%:*} ${end_date%:*} ${SLURM_JOBID} end >> $exp_log_file + +cd $SCRIPT_DIR +set +e +status=0 + +if [ $finish_status = "RESTART" ] +then + ( + # Clean SLURM_HOSTFILE + unset SLURM_HOSTFILE + echo "restart: submitting 'ngc4008.run'" + sbatch ngc4008.run + ) || status=$? +fi +echo "running 'ngc4008.intake -w -W'" +./ngc4008.intake -w -W $start_date || status=$? +echo "submitting 'ngc4008.mon -w -W -N'" +( + # Clean SLURM environment + eval $(python -c 'import os +for key in os.environ: + if key.startswith("SLURM_"): print("unset "+key)') + sbatch ngc4008.mon -w -W -N $start_date +) || status=$? +echo "submitting 'ngc4008.weed_zarr'" +( + # Clean SLURM environment + eval $(python -c 'import os +for key in os.environ: + if key.startswith("SLURM_"): print("unset "+key)') + sbatch ngc4008.weed_zarr $start_date +) || status=$? +exit $status + +#----------------------------------------------------------------------------- +# vim:ft=sh +#----------------------------------------------------------------------------- diff --git a/info_on_ngc4008/.ipynb_checkpoints/ngc4008.run.09083524-checkpoint.log_excerpt b/info_on_ngc4008/.ipynb_checkpoints/ngc4008.run.09083524-checkpoint.log_excerpt new file mode 100644 index 0000000000000000000000000000000000000000..296f7f983d18edae6506601b71356bf1d53f272a --- /dev/null +++ b/info_on_ngc4008/.ipynb_checkpoints/ngc4008.run.09083524-checkpoint.log_excerpt @@ -0,0 +1,1229 @@ +2024-02-28T11:47:48.154: '/home/k/k203123/nextgems_prefinal/experiments/ngc4008/scripts/ngc4008.run.log' -> '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.09083524.log' +2024-02-28T11:47:50.838: hiopy version 0.0.2.dev38+g6e3a5bb +2024-02-28T11:47:55.512: hiopy running 355 tasks +2024-02-28T11:47:56.036: mkdir: Verzeichnis '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900' angelegt +2024-02-28T11:48:07.729: 'icon_grid_G.nc' -> '/pool/data/ICON/grids/public/mpim/0033/icon_grid_0033_R02B08_G.nc' +2024-02-28T11:48:07.731: 'hd_mask.nc' -> '/pool/data/ICON/grids/public/mpim/0033/icon_grid_0033_R02B08_G.nc' +2024-02-28T11:48:07.733: 'ifs2icon.nc' -> '/pool/data/ICON/grids/public/mpim/0033/initial_condition/r0003/ifs2icon_2020010100_0033_R02B08_G.nc' +2024-02-28T11:48:07.734: 'bc_ozone_2025.nc' -> '/pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_2025.nc' +2024-02-28T11:48:07.736: 'bc_ozone_2026.nc' -> '/pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_2026.nc' +2024-02-28T11:48:07.738: 'bc_ozone_2027.nc' -> '/pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_2027.nc' +2024-02-28T11:48:07.739: 'bc_sic.nc' -> '/pool/data/ICON/grids/public/mpim/0033/sst_and_seaice/r0001/bc_sic_2019-2020.nc' +2024-02-28T11:48:07.741: 'bc_sst.nc' -> '/pool/data/ICON/grids/public/mpim/0033/sst_and_seaice/r0001/bc_sst_2019-2020.nc' +2024-02-28T11:48:07.742: './bc_aeropt_kinne_lw_b16_coa.nc' -> '/pool/data/ICON/grids/public/mpim/0033/aerosol_kinne/r0001/bc_aeropt_kinne_lw_b16_coa.nc' +2024-02-28T11:48:07.744: './bc_aeropt_kinne_sw_b14_coa.nc' -> '/pool/data/ICON/grids/public/mpim/0033/aerosol_kinne/r0001/bc_aeropt_kinne_sw_b14_coa.nc' +2024-02-28T11:48:07.745: 'bc_aeropt_kinne_sw_b14_fin.nc' -> '/pool/data/ICON/grids/public/mpim/0033/aerosol_kinne/r0001/bc_aeropt_kinne_sw_b14_fin_1850.nc' +2024-02-28T11:48:07.747: 'multifile_restart_atm.mfr' -> '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/ngc4008_restart_atm_20260701T000000Z.mfr' +2024-02-28T11:48:07.749: 'rrtmgp-cloud-optics-coeffs-lw.nc' -> '/home/k/k203123/nextgems_prefinal/data/ECHAM6_CldOptProps_rrtmgp_lw.nc' +2024-02-28T11:48:07.750: 'rrtmgp-cloud-optics-coeffs-sw.nc' -> '/home/k/k203123/nextgems_prefinal/data/ECHAM6_CldOptProps_rrtmgp_sw.nc' +2024-02-28T11:48:07.752: 'coefficients_lw.nc' -> '/home/k/k203123/nextgems_prefinal/data/rrtmgp-gas-lw-g128.nc' +2024-02-28T11:48:07.753: 'coefficients_sw.nc' -> '/home/k/k203123/nextgems_prefinal/data/rrtmgp-gas-sw-g112.nc' +2024-02-28T11:48:07.781: '/home/k/k203123/nextgems_prefinal/run/dict.iconam.mpim' -> 'dict.txt' +2024-02-28T11:48:07.783: 'bc_greenhouse_gases.nc' -> '/pool/data/ICON/grids/public/mpim/independent/greenhouse_gases/greenhouse_ssp370.nc' +2024-02-28T11:48:07.784: 'MACv2.0-SP_v1.nc' -> '/pool/data/ICON/grids/public/mpim/independent/MACv2_simple_plumes_merged/MACv2.0-SP-merged-historical-and-SSP3-70_v1.nc' +2024-02-28T11:48:07.786: 'bc_aeropt_stenchikov_lw_b16_sw_b14_2025.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +2024-02-28T11:48:07.788: 'bc_aeropt_stenchikov_lw_b16_sw_b14_2026.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +2024-02-28T11:48:07.789: 'bc_aeropt_stenchikov_lw_b16_sw_b14_2027.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +2024-02-28T11:48:07.791: 'bc_solar_irradiance_sw_b14.nc' -> '/pool/data/ICON/grids/public/mpim/independent/solar_radiation/3.2/swflux_14band_cmip6_1850-2299-v3.2.nc' +2024-02-28T11:48:07.792: 'ic_land_soil.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/ic_land_soil_2015.nc' +2024-02-28T11:48:07.794: 'bc_land_frac.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_frac_2015.nc' +2024-02-28T11:48:07.795: 'bc_land_phys.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_phys_2015.nc' +2024-02-28T11:48:07.797: 'bc_land_soil.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_soil_2015.nc' +2024-02-28T11:48:07.798: 'bc_land_sso.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_sso_2015.nc' +2024-02-28T11:48:07.800: 'bc_land_hd.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/hdpara_r2b8_0033_0016_mc_maxl_s_v1.nc' +2024-02-28T11:48:07.802: 'ic_land_hd.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/hdstart_r2b8_0033_0016_from_restart_ngc4006_20300101.nc' +2024-02-28T11:48:07.803: './lctlib_nlct21.def' -> '/home/k/k203123/nextgems_prefinal/externals/jsbach/data/lctlib_nlct21.def' +2024-02-28T11:48:07.805: 'icon_grid_O.nc' -> '/pool/data/ICON/grids/public/mpim/0016/icon_grid_0016_R02B09_O.nc' +2024-02-28T11:48:07.806: 'multifile_restart_ocean.mfr' -> '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/ngc4008_restart_oce_20260701T000000Z.mfr' +2024-02-28T11:48:07.819: -rwxr-xr-x 1 k203123 bk1040 217933952 21. Feb 15:37 /home/k/k203123/nextgems_prefinal/build/bin/icon-18e11f965a +2024-02-28T11:48:08.323: linux-vdso.so.1 (0x00007ffeffefa000) +2024-02-28T11:48:08.323: libxml2.so.2 => /usr/lib64/libxml2.so.2 (0x00007ffeff966000) +2024-02-28T11:48:08.323: libfyaml.so.0 => /sw/spack-levante/libfyaml-0.7.12-fvbhgo/lib/libfyaml.so.0 (0x00007ffeff6ed000) +2024-02-28T11:48:08.323: libeccodes.so => /sw/spack-levante/eccodes-2.27.0-dphsnu/lib64/libeccodes.so (0x00007ffeff177000) +2024-02-28T11:48:08.323: liblapack.so.3 => /sw/spack-levante/netlib-lapack-3.9.1-rwhcz7/lib64/liblapack.so.3 (0x00007ffefe752000) +2024-02-28T11:48:08.323: libblas.so.3 => /sw/spack-levante/netlib-lapack-3.9.1-rwhcz7/lib64/libblas.so.3 (0x00007ffefe4d4000) +2024-02-28T11:48:08.323: libnetcdff.so.7 => /sw/spack-levante/netcdf-fortran-4.5.3-k6xq5g/lib/libnetcdff.so.7 (0x00007ffefe02f000) +2024-02-28T11:48:08.323: libnetcdf.so.19 => /sw/spack-levante/netcdf-c-4.8.1-2k3cmu/lib/libnetcdf.so.19 (0x00007ffefdc24000) +2024-02-28T11:48:08.323: libhdf5.so.200 => /sw/spack-levante/hdf5-1.12.1-tvymb5/lib/libhdf5.so.200 (0x00007ffefd512000) +2024-02-28T11:48:08.323: libmpi_usempif08.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi_usempif08.so.40 (0x00007ffefd2da000) +2024-02-28T11:48:08.323: libmpi_mpifh.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi_mpifh.so.40 (0x00007ffefd06b000) +2024-02-28T11:48:08.324: libmpi.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi.so.40 (0x00007ffefcac2000) +2024-02-28T11:48:08.324: libiomp5.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libiomp5.so (0x00007ffefc696000) +2024-02-28T11:48:08.324: libpthread.so.0 => /usr/lib64/libpthread.so.0 (0x00007ffefc476000) +2024-02-28T11:48:08.324: libc.so.6 => /usr/lib64/libc.so.6 (0x00007ffefc0b1000) +2024-02-28T11:48:08.324: /lib64/ld-linux-x86-64.so.2 (0x00007ffeffcce000) +2024-02-28T11:48:08.324: libgcc_s.so.1 => /usr/lib64/libgcc_s.so.1 (0x00007ffefbe99000) +2024-02-28T11:48:08.324: libdl.so.2 => /usr/lib64/libdl.so.2 (0x00007ffefbc95000) +2024-02-28T11:48:08.324: libz.so.1 => /usr/lib64/libz.so.1 (0x00007ffefba7d000) +2024-02-28T11:48:08.324: liblzma.so.5 => /usr/lib64/liblzma.so.5 (0x00007ffefb856000) +2024-02-28T11:48:08.324: libm.so.6 => /usr/lib64/libm.so.6 (0x00007ffefb4d4000) +2024-02-28T11:48:08.324: libopenjp2.so.7 => /sw/spack-levante/openjpeg-2.3.1-vvcx7c/lib/libopenjp2.so.7 (0x00007ffefb256000) +2024-02-28T11:48:08.324: libaec.so.0 => /sw/spack-levante/libaec-1.0.5-gij7yv/lib64/libaec.so.0 (0x00007ffefb046000) +2024-02-28T11:48:08.324: libpng16.so.16 => /sw/spack-levante/libpng-1.6.37-5lzmdf/lib/libpng16.so.16 (0x00007ffefade7000) +2024-02-28T11:48:08.324: libimf.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libimf.so (0x00007ffefa753000) +2024-02-28T11:48:08.324: libsvml.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libsvml.so (0x00007ffef86e7000) +2024-02-28T11:48:08.324: libirng.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libirng.so (0x00007ffef837b000) +2024-02-28T11:48:08.324: libintlc.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libintlc.so.5 (0x00007ffef8100000) +2024-02-28T11:48:08.324: libifport.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libifport.so.5 (0x00007ffef7ecf000) +2024-02-28T11:48:08.324: libifcoremt.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libifcoremt.so.5 (0x00007ffef7d2e000) +2024-02-28T11:48:08.324: libmpi_usempi_ignore_tkr.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi_usempi_ignore_tkr.so.40 (0x00007ffef7b22000) +2024-02-28T11:48:08.324: libpnetcdf.so.4 => /sw/spack-levante/parallel-netcdf-1.12.2-mc24h4/lib/libpnetcdf.so.4 (0x00007ffef6fd0000) +2024-02-28T11:48:08.324: libmfhdf.so.0 => /sw/spack-levante/hdf-4.2.15-jvpsue/lib/libmfhdf.so.0 (0x00007ffef6d9b000) +2024-02-28T11:48:08.324: libdf.so.0 => /sw/spack-levante/hdf-4.2.15-jvpsue/lib/libdf.so.0 (0x00007ffef6ad1000) +2024-02-28T11:48:08.324: libhdf5_hl.so.200 => /sw/spack-levante/hdf5-1.12.1-tvymb5/lib/libhdf5_hl.so.200 (0x00007ffef68ab000) +2024-02-28T11:48:08.324: libcurl.so.4 => /usr/lib64/libcurl.so.4 (0x00007ffef661c000) +2024-02-28T11:48:08.324: libjpeg.so.62 => /usr/lib64/libjpeg.so.62 (0x00007ffef63b3000) +2024-02-28T11:48:08.324: libsz.so.2 => /sw/spack-levante/libaec-1.0.5-gij7yv/lib64/libsz.so.2 (0x00007ffef61a2000) +2024-02-28T11:48:08.324: libtirpc.so.3 => /sw/spack-levante/libtirpc-1.2.6-7laks4/lib/libtirpc.so.3 (0x00007ffef5f6a000) +2024-02-28T11:48:08.324: liblustreapi.so.1 => /usr/lib64/liblustreapi.so.1 (0x00007ffef5d35000) +2024-02-28T11:48:08.324: libopen-rte.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libopen-rte.so.40 (0x00007ffef59e3000) +2024-02-28T11:48:08.324: libopen-pal.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libopen-pal.so.40 (0x00007ffef56a2000) +2024-02-28T11:48:08.324: libucp.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libucp.so.0 (0x00007ffef53df000) +2024-02-28T11:48:08.324: libuct.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libuct.so.0 (0x00007ffef519d000) +2024-02-28T11:48:08.324: libucm.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libucm.so.0 (0x00007ffef4f77000) +2024-02-28T11:48:08.324: libucs.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libucs.so.0 (0x00007ffef4bbf000) +2024-02-28T11:48:08.324: libpmi2.so.1 => /sw/spack-levante/pmix-3.2.1-xut2g3/lib/libpmi2.so.1 (0x00007ffef4833000) +2024-02-28T11:48:08.324: libpmi.so.1 => /sw/spack-levante/pmix-3.2.1-xut2g3/lib/libpmi.so.1 (0x00007ffef44a7000) +2024-02-28T11:48:08.324: libpmix.so.2 => /sw/spack-levante/pmix-3.2.1-xut2g3/lib/libpmix.so.2 (0x00007ffef4121000) +2024-02-28T11:48:08.324: libnl-3.so.200 => /usr/lib64/libnl-3.so.200 (0x00007ffef3efe000) +2024-02-28T11:48:08.324: libnl-route-3.so.200 => /usr/lib64/libnl-route-3.so.200 (0x00007ffef3c6c000) +2024-02-28T11:48:08.324: librt.so.1 => /usr/lib64/librt.so.1 (0x00007ffef3a64000) +2024-02-28T11:48:08.324: libutil.so.1 => /usr/lib64/libutil.so.1 (0x00007ffef3860000) +2024-02-28T11:48:08.324: libhwloc.so.15 => /sw/spack-levante/hwloc-2.6.0-43fbvn/lib/libhwloc.so.15 (0x00007ffef35e4000) +2024-02-28T11:48:08.324: libevent_core-2.1.so.6 => /sw/spack-levante/libevent-2.1.8-mjzu6s/lib/libevent_core-2.1.so.6 (0x00007ffef33a5000) +2024-02-28T11:48:08.324: libevent_pthreads-2.1.so.6 => /sw/spack-levante/libevent-2.1.8-mjzu6s/lib/libevent_pthreads-2.1.so.6 (0x00007ffef31a2000) +2024-02-28T11:48:08.324: libirc.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libirc.so (0x00007ffef2f27000) +2024-02-28T11:48:08.324: libcilkrts.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libcilkrts.so.5 (0x00007ffef2ce6000) +2024-02-28T11:48:08.324: libstdc++.so.6 => /usr/lib64/libstdc++.so.6 (0x00007ffef2951000) +2024-02-28T11:48:08.324: libnghttp2.so.14 => /usr/lib64/libnghttp2.so.14 (0x00007ffef272a000) +2024-02-28T11:48:08.324: libidn2.so.0 => /usr/lib64/libidn2.so.0 (0x00007ffef250c000) +2024-02-28T11:48:08.324: libssh.so.4 => /usr/lib64/libssh.so.4 (0x00007ffef229d000) +2024-02-28T11:48:08.324: libpsl.so.5 => /usr/lib64/libpsl.so.5 (0x00007ffef208c000) +2024-02-28T11:48:08.324: libssl.so.1.1 => /usr/lib64/libssl.so.1.1 (0x00007ffef1df8000) +2024-02-28T11:48:08.325: libcrypto.so.1.1 => /usr/lib64/libcrypto.so.1.1 (0x00007ffef190e000) +2024-02-28T11:48:08.325: libgssapi_krb5.so.2 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libgssapi_krb5.so.2 (0x00007ffef16b0000) +2024-02-28T11:48:08.325: libkrb5.so.3 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libkrb5.so.3 (0x00007ffef13b0000) +2024-02-28T11:48:08.325: libk5crypto.so.3 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libk5crypto.so.3 (0x00007ffef1173000) +2024-02-28T11:48:08.325: libcom_err.so.2 => /usr/lib64/libcom_err.so.2 (0x00007ffef0f6f000) +2024-02-28T11:48:08.325: libldap-2.4.so.2 => /usr/lib64/libldap-2.4.so.2 (0x00007ffef0d20000) +2024-02-28T11:48:08.325: liblber-2.4.so.2 => /usr/lib64/liblber-2.4.so.2 (0x00007ffef0b10000) +2024-02-28T11:48:08.325: libbrotlidec.so.1 => /usr/lib64/libbrotlidec.so.1 (0x00007ffef0903000) +2024-02-28T11:48:08.325: libcom_err.so.3 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libcom_err.so.3 (0x00007ffef06ff000) +2024-02-28T11:48:08.325: libkeyutils.so.1 => /usr/lib64/libkeyutils.so.1 (0x00007ffef04fb000) +2024-02-28T11:48:08.325: libnuma.so.1 => /sw/spack-levante/numactl-2.0.14-6yawk5/lib/libnuma.so.1 (0x00007ffef02ed000) +2024-02-28T11:48:08.325: libpciaccess.so.0 => /sw/spack-levante/libpciaccess-0.16-knievr/lib/libpciaccess.so.0 (0x00007ffef00e1000) +2024-02-28T11:48:08.325: libunistring.so.2 => /usr/lib64/libunistring.so.2 (0x00007ffeefd60000) +2024-02-28T11:48:08.325: libkrb5support.so.0 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libkrb5support.so.0 (0x00007ffeefb51000) +2024-02-28T11:48:08.325: libresolv.so.2 => /usr/lib64/libresolv.so.2 (0x00007ffeef939000) +2024-02-28T11:48:08.325: libsasl2.so.3 => /usr/lib64/libsasl2.so.3 (0x00007ffeef71b000) +2024-02-28T11:48:08.325: libbrotlicommon.so.1 => /usr/lib64/libbrotlicommon.so.1 (0x00007ffeef4fa000) +2024-02-28T11:48:08.325: libcrypt.so.1 => /usr/lib64/libcrypt.so.1 (0x00007ffeef2d1000) +2024-02-28T11:48:21.343: PYTHONPATH=/home/k/k203123/nextgems_prefinal/build/externals/yac/python:/home/k/k203123/nextgems_prefinal/build/externals/yac/python:/home/k/k203123/nextgems_prefinal/build/lib/python3.10/site-packages:/home/k/k203123/nextgems_prefinal/lib/python3.10/site-packages:/home/k/k203123/nextgems_prefinal/utils/mkexp +... +... +2024-02-28T11:49:20.243: 0: +2024-02-28T11:49:20.243: 0: ICON MPI interface runtime information: +2024-02-28T11:49:20.393: 0: mo_mpi::start_mpi Used MPI version: 3.1 +2024-02-28T11:49:20.393: 0: mo_mpi::start_mpi ICON: Globally run on 14429 mpi processes. +2024-02-28T11:49:20.406: 0: mo_mpi::start_mpi: Running globally hybrid OpenMP-MPI mode. +2024-02-28T11:49:20.406: 0: mo_mpi::start_mpi global_no_of_threads is 7 +2024-02-28T11:49:20.537: 0: +2024-02-28T11:49:20.537: 0: ICON runs on 14429 mpi processes. +2024-02-28T11:49:20.537: 0: +2024-02-28T11:49:20.580: 0: Repository: git@gitlab.dkrz.de:icon/icon-mpim.git +2024-02-28T11:49:20.580: 0: Branch : m221078-nextgems_prefinal-experiments +2024-02-28T11:49:20.580: 0: Git tag : No GIT tag matches exactly. +2024-02-28T11:49:20.580: 0: Revision : be84e97e71f7139203b76b3401e89bf1d5566b1e +2024-02-28T11:49:20.580: 0: Executable: ./icon at 20240228 114920 +2024-02-28T11:49:20.580: 0: User : Sapphire Dyamond (k203123) on l30300 (Linux 4.18.0-425.10.1.el8_7.x86_64 x86_64) +2024-02-28T11:49:20.581: 0: GRIB-API : 2.27.0 +2024-02-28T11:49:20.581: 0: Intel(R) Fortran Intel(R) 64 Compiler Classic for applications running on Intel(R) 64, Version 2021.5.0 Build 20211109_000000 +2024-02-28T11:49:20.581: 0: +2024-02-28T11:49:20.581: 0: master_control: start model initialization. +2024-02-28T11:49:20.760: 0: +2024-02-28T11:49:20.760: 0: atmo runs on 7201 mpi processes. +2024-02-28T11:49:20.760: 0: +2024-02-28T11:49:20.761: 7201: +2024-02-28T11:49:20.761: 7201: ocean runs on 7228 mpi processes. +2024-02-28T11:49:20.761: 7201: +2024-02-28T11:49:20.761: 0: Read restart file meta data ... +2024-02-28T11:49:20.822: 0: mo_load_restart:readRestartAttributeFile: read namelists and attributes from restart file +2024-02-28T11:49:20.827: 7201: mo_load_restart:readRestartAttributeFile: read namelists and attributes from restart file +2024-02-28T11:49:21.831: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:21.831: 7201: mo_dbg_nml/read_dbg_namelist:: read debug namelist dbg_index_nml +2024-02-28T11:49:21.834: 7201: mo_ocean_nml/read_ocean_namelist:: running the hydrostatic ocean model +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: use_bc_SAL_potential acitvated +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: You have chosen the z* co-ordinate +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: You have choosen the mimetic dicretization +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: You are using the CELL_BASED discretization +2024-02-28T11:49:21.837: 7201: mo_ocean_nml/read_ocean_namelist:: WARNING, iforc_oce set to 14 for coupled experiment +2024-02-28T11:49:21.860: 7201: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: i_ice_dyn is 1 - BUT SEA ICE DYNAMICS INCLUDE ERRORS +2024-02-28T11:49:21.860: 7201: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: stress_ice_zero=FALSE because i_ice_dyn is 1 or 2 +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Model time step : PT05M +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Checkpoint interval : P1M +2024-02-28T11:49:21.877: 7201: Restart interval : P3M +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Read restart file meta data ... +2024-02-28T11:49:21.877: 7201: Warning - cannot calculate nsteps unambiguous, set 0! +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Calendar: Proleptic Gregorian +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Experiment reference date: 2020-01-01 +2024-02-28T11:49:21.877: 7201: Experiment start date : 2020-01-01 +2024-02-28T11:49:21.877: 7201: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:21.877: 7201: Start date : 2026-07-01T00:00:00.000 (restart run) +2024-02-28T11:49:21.877: 7201: Stop date : 2026-10-01T00:00:00.000 +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.992: 7201: mo_ocean_nml_crosscheck:ocean_crosscheck: NetCDF output of floating point variables will be in 32-bit accuracy +2024-02-28T11:49:21.992: 7201: added event group: checkpointEventGroup +2024-02-28T11:49:21.992: 7201: +2024-02-28T11:49:21.993: 7201: Start date of this run: 2026-07-01T00:00:00.000 +2024-02-28T11:49:21.993: 7201: Stop date of this run: 2026-10-01T00:00:00.000 +2024-02-28T11:49:21.993: 7201: +2024-02-28T11:49:21.993: 7201: Event list: checkpointEventGroup +2024-02-28T11:49:21.993: 7201: 1 checkpoint +2024-02-28T11:49:21.993: 7201: 2 restart +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: num_io_procs_radar has no effect if there are no radar-active domains! +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: --> num_io_procs_radar set to 0 +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: Number of procs for test: 0, work: 7200, I/O: 28, Restart: 0, Prefetching: 0 +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: 0 <= 0 test procs < 0 <= 7200 work procs < 7200 <= 28 io procs < 7228 <= 0 restart procs < 7228 <= 0 pref procs < 7228 <= 0 radario procs < 7228 +2024-02-28T11:49:22.235: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.266: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:22.361: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.364: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:22.465: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.488: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:22.544: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.547: 0: mo_dbg_nml/read_dbg_namelist:: read debug namelist dbg_index_nml +2024-02-28T11:49:23.752: 0: +2024-02-28T11:49:23.752: 0: mo_advection_nml: read_transport_nml: Evaluate the number of names in transport_nml/tracer_names +2024-02-28T11:49:23.752: 0: --- tracer name hus in position : 1 +2024-02-28T11:49:23.752: 0: --- tracer name clw in position : 2 +2024-02-28T11:49:23.752: 0: --- tracer name cli in position : 3 +2024-02-28T11:49:23.752: 0: --- tracer name qr in position : 4 +2024-02-28T11:49:23.752: 0: --- tracer name qs in position : 5 +2024-02-28T11:49:23.752: 0: --- tracer name qg in position : 6 +2024-02-28T11:49:23.752: 0: --- number of named tracers : 6 +2024-02-28T11:49:23.752: 0: --- ntracer changed from 0 to : 6 +2024-02-28T11:49:23.752: 0: +2024-02-28T11:49:23.970: 0: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: i_ice_dyn is 1 - BUT SEA ICE DYNAMICS INCLUDE ERRORS +2024-02-28T11:49:23.970: 0: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: stress_ice_zero=FALSE because i_ice_dyn is 1 or 2 +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.103: 0: Model time step : PT60.000S +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.103: 0: Checkpoint interval : P1M +2024-02-28T11:49:24.103: 0: Restart interval : P3M +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.104: 0: Read restart file meta data ... +2024-02-28T11:49:24.104: 0: IAU time shift: PT00.000S +2024-02-28T11:49:24.104: 0: Warning - cannot calculate nsteps unambiguous, set 0! +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: Calendar: Proleptic Gregorian +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: Experiment reference date: 2020-01-01 +2024-02-28T11:49:24.104: 0: Experiment start date : 2020-01-01 +2024-02-28T11:49:24.104: 0: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:24.104: 0: Start date : 2026-07-01T00:00:00.000 (restart run) +2024-02-28T11:49:24.104: 0: Stop date : 2026-10-01T00:00:00.000 +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: mo_nml_crosscheck::atm_crosscheck: WARNING! num_prefetch_proc reset to 0 ! +2024-02-28T11:49:24.104: 0: mo_nml_crosscheck::atm_crosscheck: NetCDF output of floating point variables will be in 32-bit accuracy +2024-02-28T11:49:24.105: 0: mo_nml_crosscheck::land_crosscheck: Setting llake = .FALSE. since using tmx (lakes are treated inside JSBACH) +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: num_io_procs_radar has no effect if there are no radar-active domains! +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: --> num_io_procs_radar set to 0 +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: Number of procs for test: 0, work: 7200, I/O: 1, Restart: 0, Prefetching: 0 +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: 0 <= 0 test procs < 0 <= 7200 work procs < 7200 <= 1 io procs < 7201 <= 0 restart procs < 7201 <= 0 pref procs < 7201 <= 0 radario procs < 7201 +2024-02-28T11:49:24.734: 7201: mo_icon_output_tools:init_io_processes: asynchronous namelist I/O scheme is enabled. +2024-02-28T11:49:24.735: 7201: mo_model_domimp_patches:import_pre_patches: start to import patches +2024-02-28T11:49:24.735: 7201: mo_model_domimp_patches:read_pre_patch: start to init patch_pre +2024-02-28T11:49:24.735: 7201: Read grid file icon_grid_O.nc +2024-02-28T11:49:24.739: 0: mo_jsb_base:jsbach_setup_models: starting basic setup +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: =========================================================== +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: JSBACH - Version 4.20p9 +2024-02-28T11:49:25.417: 0: Copyright by Max-Planck-Institute for Meteorology, 2015 +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: =========================================================== +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: mo_jsb_model_class:new_model: starting construction of new JSBACH model instance. +2024-02-28T11:49:25.417: 0: mo_jsb_model_class:new_model: construction of JSBACH model completed. +2024-02-28T11:49:25.417: 0: mo_jsb_config_class:new_model_config: Starting model configuration from NAMELIST_lnd +2024-02-28T11:49:25.578: 0: mo_jsb_config_class:new_model_config: WARNING: Model will not stop due to any land water balance violation. +2024-02-28T11:49:25.578: 0: mo_jsb_base:jsbach_setup_models: New jsbach model: jsb +2024-02-28T11:49:25.578: 0: ... ID: 1 +2024-02-28T11:49:25.578: 0: ... Usecase: jsbach_lite +2024-02-28T11:49:25.578: 0: ... Using configuration from namelist: NAMELIST_lnd +2024-02-28T11:49:25.578: 0: ... Using tile fractions from: bc_land_frac.nc +2024-02-28T11:49:25.578: 0: mo_jsb_time:init_time: Initializing JSBACH time +2024-02-28T11:49:25.578: 0: mo_jsb_time:init_time: Not using Asselin time filter for surface temperature +2024-02-28T11:49:25.578: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= surface 1 1 +2024-02-28T11:49:25.601: 0: mo_sse_config_class:Init_sse_config: Using 5 snow layers. +2024-02-28T11:49:25.601: 0: mo_sse_config_class:Init_sse_config: Using soil texture to derive heat capacity and heat conductivity +2024-02-28T11:49:25.601: 0: mo_sse_config_class:Init_sse_config: Critical water/ice content in upper soil layer for correction of surface temperature for freezing/melting: 0.5850E-02 +2024-02-28T11:49:25.707: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= soil_depth_energy 41 5 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil levels in soil energy (upper) [m]: 0.000000000000000E+000 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil levels in soil energy (mid) [m]: 3.250000000000000E-002 0.192000000000000 0.775500000000000 2.68300000000000 6.98400000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil levels in soil energy (lower) [m]: 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 9.83400000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil level depths in soil energy [m]: 6.500000000000000E-002 0.254000000000000 0.913000000000000 2.90200000000000 5.70000000000000 +2024-02-28T11:49:25.707: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= snow_depth_energy 42 5 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow levels in soil energy (upper) [m]: 0.000000000000000E+000 5.000000000000000E-002 0.100000000000000 0.150000000000000 0.200000000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow levels in soil energy (mid) [m]: 2.500000000000000E-002 7.500000000000001E-002 0.125000000000000 0.175000000000000 0.225000000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow levels in soil energy (lower) [m]: 5.000000000000000E-002 0.100000000000000 0.150000000000000 0.200000000000000 0.250000000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow level depths in soil energy [m]: 5.000000000000000E-002 5.000000000000000E-002 5.000000000000002E-002 4.999999999999999E-002 4.999999999999999E-002 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Maximum water holding capacity of soil or canopy skin: 0.2000E-03 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Upper limit for maximum soil moisture content: -.1000E+01 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Fraction of field capacity at critical point: 0.7500E+00 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Fraction of field capacity at permanent wilting point: 0.3500E+00 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: WARNING: Model will not stop due to land surface water balance violation. +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Using soil texture in soil hydrology +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Allow infiltration at sub-zero temperatures +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Soil hydrology uses the Brooks & Corey model +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Soil diffusivity/conductivity interpolation uses upstream means +2024-02-28T11:49:25.752: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= soil_depth_water 43 5 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil levels in hydrology (upper) [m]: 0.000000000000000E+000 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil levels in hydrology (mid) [m]: 3.250000000000000E-002 0.192000000000000 0.775500000000000 2.68300000000000 6.98400000000000 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil levels in hydrology (lower) [m]: 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 9.83400000000000 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil level depths in hydrology [m]: 6.500000000000000E-002 0.254000000000000 0.913000000000000 2.90200000000000 5.70000000000000 +2024-02-28T11:49:26.155: 0: mo_hd_config_class:Init_hd_config: WARNING: Model will not stop due to river routing water balance violation. +2024-02-28T11:49:26.155: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= hd_nres_overlflow 44 1 +2024-02-28T11:49:26.155: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= hd_nres_baseflow 45 1 +2024-02-28T11:49:26.155: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= hd_nres_riverflow 46 5 +2024-02-28T11:49:26.212: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= canopy_layer 47 3 +2024-02-28T11:49:26.212: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= canopy_layer_q_ 48 10 +2024-02-28T11:49:26.212: 0: mo_pheno_config_class:Init_pheno_config: Starting phenology configuration +2024-02-28T11:49:26.213: 0: mo_carbon_config_class:Init_carbon_config: Starting carbon configuration +2024-02-28T11:49:26.213: 0: mo_disturb_config_class:Init_disturb_config: Starting disturb configuration +2024-02-28T11:49:26.214: 0: mo_pplcc_config_class:Init_pplcc_config: Starting pplcc configuration +2024-02-28T11:49:26.215: 0: mo_alcc_config_class:Init_alcc_config: Starting alcc configuration +2024-02-28T11:49:26.215: 0: mo_alcc_config_class:Init_alcc_config: Reading land use data from maps. +2024-02-28T11:49:26.215: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= pfts 49 11 +2024-02-28T11:49:26.217: 0: mo_nlcc_config_class:Init_nlcc_config: Starting nlcc configuration +2024-02-28T11:49:26.218: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= pfts 50 11 +2024-02-28T11:49:26.218: 0: mo_veg_config_class:Init_veg_config: Starting veg configuration +2024-02-28T11:49:26.218: 0: mo_jsb_base:jsbach_setup_models: Initialize JSBACH from IFS analysis file ifs2icon.nc +2024-02-28T11:49:26.218: 0: mo_jsb_base:jsbach_setup_models: Using canopy albedo from ini file bc_land_phys.nc ... therefore no influence of vegetation on albedo +2024-02-28T11:49:26.218: 0: mo_model_domimp_patches:import_pre_patches: start to import patches +2024-02-28T11:49:26.218: 0: mo_model_domimp_patches:read_pre_patch: start to init patch_pre +2024-02-28T11:49:26.218: 0: Read grid file icon_grid_G.nc +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: grid uuid: 375cb0cc-637e-11e8-9d6f-8f41a9b9ff4b +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: generating center of patch 1: 252 +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: generating subcenter of patch 1: 1 +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: number_of_grid_used of patch 1: 16 +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: URI of patch 1: http://icon-downloads.mpimet.mpg.de/grids/public/mpim/0016/icon_grid_0016_R02B09_O.nc +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: grid uuid: 5aff0578-9bd9-11e8-8e4a-af3d880818e6 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: generating center of patch 1: 252 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: generating subcenter of patch 1: 1 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: number_of_grid_used of patch 1: 33 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: URI of patch 1: http://icon-downloads.mpimet.mpg.de/grids/public/mpim/0033/icon_grid_0033_R02B08_G.nc +2024-02-28T11:49:36.180: 0: mo_model_domimp_patches:read_pre_patch: read_patches finished +2024-02-28T11:49:36.180: 0: mo_subdivision:decompose_domain: start of domain decomposition +2024-02-28T11:49:36.180: 0: mo_subdivision:decompose_domain: Is this taking a long time? Consider adding macro definition HAVE_SLOW_PASSIVE_TARGET_ONESIDED to compile time settings. +2024-02-28T11:49:36.180: 0: No splitting of processor grid +2024-02-28T11:49:36.180: 0: divide_patch: Using geometric area subdivision (normal) +2024-02-28T11:49:46.407: 0: mo_setup_subdivision::divide_patch: dividing patch +2024-02-28T11:49:46.956: 0: Secondary nproma (nproma_sub):: 32 +2024-02-28T11:49:48.933: 0: mo_setup_subdivision: divide_patch: erase negative refin_ctrl flags in patch 1 +2024-02-28T11:49:50.321: 0: mo_model_domimp_patches:read_remaining_patch: Read gridmap file icon_grid_G.nc +2024-02-28T11:49:50.565: 0: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_G.nc +2024-02-28T11:49:57.224: 0: mo_model_domimp_patches:read_remaining_patch: read finished +2024-02-28T11:49:57.564: 0: Information on domain decomposition: grid 1 +2024-02-28T11:49:57.564: 0: Number of compute PEs used for this grid: 7200 +2024-02-28T11:49:57.564: 0: # lateral boundary cells: max/min/avg 0 0 0.00 +2024-02-28T11:49:57.564: 0: # prognostic cells: max/min/avg 729 728 728.18 +2024-02-28T11:49:57.564: 0: # cells up to halo level 1: max/min/avg 883 802 808.54 +2024-02-28T11:49:57.564: 0: # cells up to halo level 2: max/min/avg 1044 881 895.83 +2024-02-28T11:49:57.564: 0: # cells total: max/min/avg 1044 881 895.83 +2024-02-28T11:49:57.564: 0: # lateral boundary edges: max/min/avg 0 0 0.00 +2024-02-28T11:49:57.564: 0: # prognostic edges: max/min/avg 1171 1129 1132.91 +2024-02-28T11:49:57.564: 0: # edges up to halo level 1: max/min/avg 1171 1129 1132.91 +2024-02-28T11:49:57.564: 0: # edges up to halo level 2: max/min/avg 1486 1282 1300.57 +2024-02-28T11:49:57.564: 0: # edges up to halo level 3: max/min/avg 1646 1361 1386.93 +2024-02-28T11:49:57.564: 0: # lateral boundary verts: max/min/avg 0 0 0.00 +2024-02-28T11:49:57.564: 0: # prognostic verts: max/min/avg 438 300 364.09 +2024-02-28T11:49:57.564: 0: # verts up to halo level 1: max/min/avg 443 402 405.74 +2024-02-28T11:49:57.565: 0: # verts up to halo level 2: max/min/avg 603 481 492.10 +2024-02-28T11:49:57.565: 0: +2024-02-28T11:49:57.565: 0: # send PEs (cells): max/min/avg 13 4 6.65 +2024-02-28T11:49:57.565: 0: # recv PEs (cells): max/min/avg 13 4 6.65 +2024-02-28T11:49:57.565: 0: # send PEs (edges): max/min/avg 18 4 6.75 +2024-02-28T11:49:57.565: 0: # recv PEs (edges): max/min/avg 14 4 6.75 +2024-02-28T11:49:57.565: 0: # send PEs (verts): max/min/avg 18 4 6.68 +2024-02-28T11:49:57.565: 0: # recv PEs (verts): max/min/avg 14 4 6.68 +2024-02-28T11:49:57.565: 0: +2024-02-28T11:49:57.565: 0: build_decomposition: Done. +2024-02-28T11:49:57.565: 0: mo_icon_output_tools:init_io_processes: asynchronous namelist I/O scheme is enabled. +2024-02-28T11:49:57.565: 0: RBF scale factors for cells/edges/vertices, domain 1: 0.50000 0.50000 0.50000 +2024-02-28T11:49:57.565: 0: RBF scale factors for velocity boundary interpolation 1: 0.50000 +2024-02-28T11:49:57.565: 0: mo_intp_state:construct_2d_interpol_state: start to construct int_state +2024-02-28T11:49:57.565: 0: mo_intp_state:construct_2d_interpol_state: constructing int_state for patch 1 +2024-02-28T11:49:57.581: 0: mo_intp_state:allocate_int_state: memory allocation finished +2024-02-28T11:49:57.722: 0: mo_intp_rbf_coeffs:rbf_vec_compute_coeff_cell: +2024-02-28T11:49:57.733: 0: mo_intp_rbf_coeffs:rbf_vec_compute_coeff_vertex: +2024-02-28T11:49:57.735: 0: mo_intp_rbf_coeffs:rbf_vec_compute_coeff_edge: +2024-02-28T11:49:57.739: 0: mo_interpolation:tri_quadrature_pts: +2024-02-28T11:49:57.750: 0: mo_intp_coeffs:calculate_tangent_plane_at_edge: +2024-02-28T11:49:57.756: 0: mo_interpolation:init_tplane_c_sphere: +2024-02-28T11:49:57.760: 0: mo_intp_coeffs_lsq_bln:lsq_stencil_create: +2024-02-28T11:49:57.760: 0: mo_intp_coeffs_lsq_bln:create_stencil_c3: create 3-point stencil +2024-02-28T11:49:57.761: 0: mo_interpolation:lsq_compute_coeff_cell_sphere: +2024-02-28T11:49:57.947: 0: mo_intp_coeffs_lsq_bln:lsq_stencil_create: +2024-02-28T11:49:57.947: 0: mo_intp_coeffs_lsq_bln:create_stencil_c9: create 9-point stencil +2024-02-28T11:49:57.949: 0: mo_interpolation:lsq_compute_coeff_cell_sphere: +2024-02-28T11:49:58.073: 0: mo_intp_state:construct_2d_interpol_state: construction of interpolation state finished +2024-02-28T11:49:58.231: 0: setup_phys_patches: Physical domain 1 belongs to logical domain 1 +2024-02-28T11:49:58.231: 0: mo_dynamics_config:setup_dynamics_config: Set time level indices +2024-02-28T11:49:58.231: 0: ldynamics = .TRUE.: 2 time levels used for progn. dynamics variables -> nnew /= nnow +2024-02-28T11:49:58.231: 0: ltransport = .TRUE.: 2 time levels used for progn. transport variables -> nnew_rcf /= nnow_rcf +2024-02-28T11:49:58.231: 0: --- nnow (01) : 1 +2024-02-28T11:49:58.231: 0: --- nnew (01) : 2 +2024-02-28T11:49:58.231: 0: --- nold (01) : 3 +2024-02-28T11:49:58.231: 0: --- nnow_rcf(01) : 1 +2024-02-28T11:49:58.231: 0: --- nnew_rcf(01) : 2 +2024-02-28T11:49:58.231: 0: mo_ext_data_init:init_ext_data: Start +2024-02-28T11:49:58.231: 0: mo_ext_data_state:construct_ext_data: Construction of data structure for external data started +2024-02-28T11:49:58.231: 0: +2024-02-28T11:49:58.231: 0: adding new var_list ext_data_atm_D01 +2024-02-28T11:49:58.231: 0: +2024-02-28T11:49:58.231: 0: adding new var_list ext_data_atm_td_D01 +2024-02-28T11:49:58.231: 0: mo_ext_data_state:construct_ext_data: Construction of data structure for external data finished +2024-02-28T11:49:58.231: 0: mo_ext_data_init:init_ext_data: Start reading external data from file +2024-02-28T11:49:58.231: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_sso.nc +2024-02-28T11:50:02.554: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:07.638: 0: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_G.nc +2024-02-28T11:50:08.783: 0: mo_ext_data_init:init_ext_data: Finished reading external data +2024-02-28T11:50:08.783: 0: SLEVE coord: Coordinate setup finished +2024-02-28T11:50:08.784: 0: flat coordinate surfaces starting at level 41 +2024-02-28T11:50:08.784: 0: Nominal heights of coordinate half levels and layer thicknesses (m): +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 1 75000.000 2545.415 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 2 72454.585 2438.326 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 3 70016.259 2404.331 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 4 67611.928 2336.275 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 5 65275.653 2270.077 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 6 63005.576 2205.619 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 7 60799.957 2142.792 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 8 58657.165 2081.500 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 9 56575.665 2030.561 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 10 54545.104 1986.992 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 11 52558.113 1938.008 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 12 50620.105 1896.267 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 13 48723.838 1840.087 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 14 46883.751 1785.034 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 15 45098.717 1731.052 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 16 43367.665 1678.089 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 17 41689.576 1626.096 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 18 40063.480 1575.026 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 19 38488.454 1524.837 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 20 36963.617 1475.487 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 21 35488.131 1426.938 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 22 34061.192 1379.154 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 23 32682.038 1332.099 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 24 31349.939 1285.741 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 25 30064.198 1240.048 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 26 28824.149 1194.990 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 27 27629.160 1150.537 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 28 26478.623 1102.409 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 29 25376.214 1049.479 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 30 24326.735 994.393 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 31 23332.342 935.933 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 32 22396.409 880.910 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 33 21515.499 829.121 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 34 20686.378 780.377 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 35 19906.001 734.499 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 36 19171.503 691.318 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 37 18480.185 650.675 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 38 17829.510 612.422 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 39 17217.088 576.418 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 40 16640.670 542.530 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 41 16098.140 510.635 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 42 15587.505 480.615 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 43 15106.891 452.359 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 44 14654.532 425.765 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 45 14228.766 412.492 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 46 13816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 47 13416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 48 13016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 49 12616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 50 12216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 51 11816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 52 11416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 53 11016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 54 10616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 55 10216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 56 9816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 57 9416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 58 9016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 59 8616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 60 8216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 61 7816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 62 7416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 63 7016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 64 6616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 65 6216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 66 5816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 67 5416.274 391.684 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 68 5024.590 377.873 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 69 4646.717 364.093 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 70 4282.624 350.333 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 71 3932.291 336.579 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 72 3595.712 322.819 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 73 3272.894 309.037 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 74 2963.856 295.219 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 75 2668.637 281.345 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 76 2387.292 267.397 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 77 2119.895 253.349 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 78 1866.546 239.177 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 79 1627.369 224.848 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 80 1402.521 210.325 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 81 1192.196 195.563 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 82 996.632 180.505 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 83 816.127 165.079 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 84 651.048 149.189 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 85 501.859 132.705 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 86 369.154 115.436 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 87 253.718 97.087 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 88 156.631 77.139 +2024-02-28T11:50:08.786: 0: jk, vct_a, dvct: 89 79.492 54.492 +2024-02-28T11:50:08.786: 0: jk, vct_a, dvct: 90 25.000 25.000 +2024-02-28T11:50:08.786: 0: jk, vct_a, dvct: 91 0.000 0.000 +2024-02-28T11:50:09.050: 0: parallel calculation of vgrid UUID. Generated UUID: +2024-02-28T11:50:09.050: 0: bd44d42a-dfa5-e0a8-29e9-3b98afcb2d20 +2024-02-28T11:50:09.050: 0: mo_jsb_grid:Register_grid: registered new JSBACH grid instance +2024-02-28T11:50:09.054: 0: mo_jsb_base:jsbach_setup_tiles: Imported lctlib from lctlib_nlct21.def +2024-02-28T11:50:09.054: 0: mo_jsb_model_usecases:init_usecase: Initializing JSBACH usecase "jsbach_lite" with lakes +2024-02-28T11:50:09.055: 0: mo_nonhydrostatic_config:configure_nonhydrostatic: Domain 1; computation of moist physics processes starts in layer 32 +2024-02-28T11:50:09.055: 0: mo_nonhydrostatic_config:configure_nonhydrostatic: Domain 1; high- and mid-level clouds in layers above 63 78 +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: 3 surface type(s) activated. +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: Indices for water, ice, land, and grid-box mean are 1 2 3 0, respectively. +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: +2024-02-28T11:50:09.081: 0: Melting temperature : 273.15 [K] +2024-02-28T11:50:09.081: 0: Lower table bound : 50.00 [K] +2024-02-28T11:50:09.081: 0: Upper table bound : 400.00 [K] +2024-02-28T11:50:09.081: 0: Full table settings : +2024-02-28T11:50:09.081: 0: Temperature delta : 0.001 [K] +2024-02-28T11:50:09.081: 0: Inverse delta : 1000.000 [1/K] +2024-02-28T11:50:09.081: 0: Indices [lb,ctr,ub]: 50000 273150 400000 +2024-02-28T11:50:09.081: 0: Spline table settings: +2024-02-28T11:50:09.081: 0: Temperature delta : 0.025 [K] +2024-02-28T11:50:09.081: 0: Inverse delta : 40.000 [1/K] +2024-02-28T11:50:09.081: 0: Indices [lb,ctr,ub]: 2000 10926 16000 +2024-02-28T11:50:09.081: 0: Table split indices: 10926 10925 +2024-02-28T11:50:09.105: 0: added event group: aes_phy_events_group +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: ======================================================================== +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: AES physics configuration +2024-02-28T11:50:09.105: 0: ========================= +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: For domain 1 +2024-02-28T11:50:09.105: 0: ------------ +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: User controlled parameters +2024-02-28T11:50:09.105: 0: .......................... +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: dynamics physics coupling +2024-02-28T11:50:09.105: 0: treatment of negative tracer mass fractions: +2024-02-28T11:50:09.105: 0: --- aes_phy_config(1)% iqneg_d2p : 2 +2024-02-28T11:50:09.105: 0: --- aes_phy_config(1)% iqneg_p2d : 2 +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: time control parameters +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_rad: PT20M +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% sd_rad: 2020-01-01 +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% ed_rad: 2050-01-01 +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1 )% fc_rad : 1 +2024-02-28T11:50:09.106: 0: rad tendencies are used to update the model state +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_vdf: PT60S +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% sd_vdf: 2020-01-01 +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% ed_vdf: 2050-01-01 +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1 )% fc_vdf : 1 +2024-02-28T11:50:09.106: 0: vdf tendencies are used to update the model state +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_mig: PT60S +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% sd_mig: 2020-01-01 +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% ed_mig: 2050-01-01 +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1 )% fc_mig : 1 +2024-02-28T11:50:09.106: 0: mig tendencies are used to update the model state +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_two: PT0S +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_car: PT0S +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_art: PT0S +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: logical switches +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lmlo : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% l2moment : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lice : TRUE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% ljsb : TRUE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% llake : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lamip : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lsstice : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% use_shflx_adjustment : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% suppress_shflx_adjustment_over_ice : FALSE +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: vertical ranges +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% zmaxcloudy : 33000. +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% jks_cloudy : 23 +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: Derived time control +2024-02-28T11:50:09.106: 0: .................... +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_rad: PT20M +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% sd_rad: 2020-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% ed_rad: 2050-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_rad_sec: 1200.000 sec +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_vdf: PT60.000S +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% sd_vdf: 2020-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% ed_vdf: 2050-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_vdf_sec: 60.000 sec +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_mig: PT60.000S +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% sd_mig: 2020-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% ed_mig: 2050-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_mig_sec: 60.000 sec +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_two: PT00.000S +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_car: PT00.000S +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_art: PT00.000S +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: ------------------------------------------------------------------------ +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: Events on all domains +2024-02-28T11:50:09.107: 0: ..................... +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: Event list: aes_phy_events_group +2024-02-28T11:50:09.107: 0: 1 rad_d1 +2024-02-28T11:50:09.107: 0: 2 vdf_d1 +2024-02-28T11:50:09.107: 0: 3 mig_d1 +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: ======================================================================== +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: Tracer configuration +2024-02-28T11:50:09.107: 0: ==================== +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: total number of tracers +2024-02-28T11:50:09.107: 0: --- ntracer : 6 +2024-02-28T11:50:09.107: 0: index variables defined for active tracers +2024-02-28T11:50:09.107: 0: --- tracer "hus" : iqv : 1 +2024-02-28T11:50:09.107: 0: --- tracer "clw" : iqc : 2 +2024-02-28T11:50:09.107: 0: --- tracer "cli" : iqi : 3 +2024-02-28T11:50:09.107: 0: --- tracer "qr" : iqr : 4 +2024-02-28T11:50:09.107: 0: --- tracer "qs" : iqs : 5 +2024-02-28T11:50:09.108: 0: --- tracer "qg" : iqg : 6 +2024-02-28T11:50:09.108: 0: last index for tracers of mass fraction of water species in air +2024-02-28T11:50:09.108: 0: --- iqm_max : 6 +2024-02-28T11:50:09.108: 0: first index for other tracers +2024-02-28T11:50:09.108: 0: --- iqt : 7 +2024-02-28T11:50:09.108: 0: number of other tracers +2024-02-28T11:50:09.108: 0: --- ntrac : 0 +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: ------------------------------------------------------------------------ +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Effective input to the radiation +2024-02-28T11:50:09.108: 0: ================================ +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: For domain 1 +2024-02-28T11:50:09.108: 0: ------------ +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Solar spectrum +2024-02-28T11:50:09.108: 0: -------------- +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Time dependent solar spectrum from file +2024-02-28T11:50:09.108: 0: --- Factor applied to solar spectrum : 1.0000 +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Earth orbit +2024-02-28T11:50:09.108: 0: ----------- +2024-02-28T11:50:09.108: 0: The VSOP87 orbit is used +2024-02-28T11:50:09.108: 0: Earth cycles on orbit --> annual cycle in solar irradiation at TOA +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Solar irradiation at the top of the atmosphere +2024-02-28T11:50:09.108: 0: ---------------------------------------------- +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Sources of volume/mass mixing ratios used in radiation +2024-02-28T11:50:09.108: 0: ------------------------------------------------------ +2024-02-28T11:50:09.108: 0: H2O (gas,liq,ice) mass mixing ratios from tracer fields +2024-02-28T11:50:09.108: 0: CO2 volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: CH4 tanh-profile with surface volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: N2O tanh-profile with surface volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: CFC11 volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: CFC12 volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: O3 transient 3-dim. volume mixing ratio from file +2024-02-28T11:50:09.108: 0: O2 volume mixing ratio = 0.20946000E+00 +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Multiplication factors applied in radiation to vol./mass mixing ratio sources +2024-02-28T11:50:09.108: 0: ----------------------------------------------------------------------------- +2024-02-28T11:50:09.108: 0: --- H2O(gas,liq,ice): frad_h2o = : 1.0000 +2024-02-28T11:50:09.108: 0: --- CO2 : frad_co2 = : 1.0000 +2024-02-28T11:50:09.108: 0: --- CH4 : frad_ch4 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- N2O : frad_n2o = : 1.0000 +2024-02-28T11:50:09.109: 0: --- O3 : frad_o3 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- O2 : frad_o2 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- CFC11 : frad_cfc11 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- CFC12 : frad_cfc12 = : 1.0000 +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: Computing efficiency +2024-02-28T11:50:09.109: 0: -------------------- +2024-02-28T11:50:09.109: 0: Clear sky fluxes are computed +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: ======================================================================== +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: AES radiation configuration +2024-02-28T11:50:09.109: 0: =========================== +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: For domain 1 +2024-02-28T11:50:09.109: 0: ------------ +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% isolrad : 1 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% fsolrad : 1.0000 +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% l_orbvsop87 : TRUE +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% cecc : 0.16715E-01 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% cobld : 23.441 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% clonp : 282.70 +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% lyr_perp : FALSE +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% yr_perp : -99999 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% nmonth : 0 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% ldiur : TRUE +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% l_sph_symm_irr : FALSE +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_h2o : 1 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_co2 : 3 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_ch4 : 13 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_n2o : 13 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_o3 : 5 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_o2 : 2 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_cfc11 : 3 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_cfc12 : 3 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_aero : 18 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% lrad_yac : FALSE +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% vmr_co2 : 0.34800E-03 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_ch4 : 0.16500E-05 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_n2o : 0.30600E-06 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_o2 : 0.20946 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_cfc11 : 0.21450E-09 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_cfc12 : 0.37110E-09 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_h2o : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_co2 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_ch4 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_n2o : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_o3 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_o2 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_cfc11 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_cfc12 : 1.0000 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% lclearsky : TRUE +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: ======================================================================== +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: cloud optical properties configuration +2024-02-28T11:50:09.110: 0: ====================================== +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: For domain 1 +2024-02-28T11:50:09.110: 0: ------------ +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn1lnd : 50.000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn2lnd : 220.00 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn1sea : 50.000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn2sea : 100.00 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cinhomi : 0.60000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cinhoms : 0.60000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cinhoml : 0.40000 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cthomi : 238.15 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% csecfrl : 0.15000E-04 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: ======================================================================== +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: AES vertical diffusion configuration +2024-02-28T11:50:09.610: 0: ====================================== +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: For domain 1 +2024-02-28T11:50:09.610: 0: ------------ +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% lsfc_mom_flux : TRUE +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% lsfc_heat_flux : TRUE +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% pr0 : 0.70000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% f_tau0 : 0.17000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% f_theta0 :-0.14368 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% c_f : 0.18500 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% c_n : 2.0000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% c_e : 0.70093E-01 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% wmc : 0.50000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% fsl : 0.40000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% fbl : 3.0000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% lmix_max : 150.00 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% z0m_min : 0.15000E-04 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% z0m_ice : 0.10000E-02 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% z0m_oce : 0.10000E-02 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% turb : 2 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% use_tmx : TRUE +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% solver_type : 2 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% energy_type : 2 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% dissipation_factor : 1.3000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% use_louis : TRUE +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% louis_constant_b : 4.2000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% smag_constant : 0.23000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% turb_prandtl : 0.33333 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% rturb_prandtl : 3.0000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% km_min : 0.10000E-02 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% max_turb_scale : 300.00 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% min_sfc_wind : 1.0000 +2024-02-28T11:50:09.611: 0: +2024-02-28T11:50:09.614: 0: mo_jsb_model_init:jsbach_init: Tile fractions are fixed over time +2024-02-28T11:50:09.614: 0: +2024-02-28T11:50:09.614: 0: adding new var_list jsb_a2l +2024-02-28T11:50:09.615: 0: +2024-02-28T11:50:09.615: 0: adding new var_list jsb_l2a +2024-02-28T11:50:09.615: 0: +2024-02-28T11:50:09.615: 0: adding new var_list jsb_seb +2024-02-28T11:50:09.616: 0: +2024-02-28T11:50:09.616: 0: adding new var_list jsb_turb +2024-02-28T11:50:09.616: 0: +2024-02-28T11:50:09.617: 0: adding new var_list jsb_sse +2024-02-28T11:50:09.617: 0: +2024-02-28T11:50:09.617: 0: adding new var_list jsb_hydro +2024-02-28T11:50:09.619: 0: +2024-02-28T11:50:09.619: 0: adding new var_list jsb_hd +2024-02-28T11:50:09.619: 0: +2024-02-28T11:50:09.619: 0: adding new var_list jsb_rad +2024-02-28T11:50:09.620: 0: +2024-02-28T11:50:09.620: 0: adding new var_list jsb_pheno +2024-02-28T11:50:09.620: 0: +2024-02-28T11:50:09.620: 0: adding new var_list jsb +2024-02-28T11:50:09.620: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:09.800: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:12.606: 7201: mo_model_domimp_patches:read_pre_patch: read_patches finished +2024-02-28T11:50:12.606: 7201: mo_subdivision:decompose_domain: start of domain decomposition +2024-02-28T11:50:12.606: 7201: mo_subdivision:decompose_domain: Is this taking a long time? Consider adding macro definition HAVE_SLOW_PASSIVE_TARGET_ONESIDED to compile time settings. +2024-02-28T11:50:12.606: 7201: No splitting of processor grid +2024-02-28T11:50:12.606: 7201: divide_patch: Using geometric area subdivision (normal) +2024-02-28T11:50:12.848: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:17.327: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:17.566: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:18.256: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:18.346: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_soil.nc +2024-02-28T11:50:19.464: 7201: mo_setup_subdivision::divide_patch: dividing patch +2024-02-28T11:50:20.725: 7201: Secondary nproma (nproma_sub):: 8 +2024-02-28T11:50:23.328: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_sso.nc +2024-02-28T11:50:23.419: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_soil.nc +2024-02-28T11:50:23.828: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_hd.nc +2024-02-28T11:50:25.302: 7201: mo_setup_subdivision: divide_patch: erase negative refin_ctrl flags in patch 1 +2024-02-28T11:50:28.066: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:28.173: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:28.262: 7202: WARNING PE: 7202 mo_model_domimp_setup:fill_grid_subsets: patch%cells%one_edge_in_domain no_of_holes > 0 +2024-02-28T11:50:28.262: 7202: WARNING PE: 7202 mo_model_domimp_setup:fill_grid_subsets: patch%edges%gradIsCalculable%no_of_holes > 0 +2024-02-28T11:50:28.263: 9030: WARNING PE: 9030 mo_model_domimp_setup:fill_grid_subsets: patch%cells%one_edge_in_domain no_of_holes > 0 +2024-02-28T11:50:28.263: 9030: WARNING PE: 9030 mo_model_domimp_setup:fill_grid_subsets: patch%edges%gradIsCalculable%no_of_holes > 0 +2024-02-28T11:50:28.263: 8466: WARNING PE: 8466 mo_model_domimp_setup:fill_grid_subsets: patch%cells%one_edge_in_domain no_of_holes > 0 +... +... +2024-02-28T11:50:28.577: 12079: WARNING PE: 12079 mo_model_domimp_setup:fill_grid_subsets: patch%edges%gradIsCalculable%no_of_holes > 0 +2024-02-28T11:50:28.577: 7201: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_O.nc +2024-02-28T11:50:28.607: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:28.759: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:28.871: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:28.973: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:29.069: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: ======================================================================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: Carbon cycle configuration +2024-02-28T11:50:29.218: 0: ========================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: For domain 1 +2024-02-28T11:50:29.218: 0: ------------ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: --- ccycle_config(1)% iccycle : 0 +2024-02-28T11:50:29.218: 0: --- ccycle_config(1)% ico2conc : 2 +2024-02-28T11:50:29.218: 0: --- ccycle_config(1)% vmr_co2 : 0.28430E-03 +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: C-cycle is switched off +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: ======================================================================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: AES cloud cover configuration +2024-02-28T11:50:29.218: 0: ============================= +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: For domain 1 +2024-02-28T11:50:29.218: 0: ------------ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: --- 0/1 cloud cover based on mass fraction of cloud water + cloud ice in air +2024-02-28T11:50:29.218: 0: --- aes_cov_config(1)% cqx : 0.10000E-05 +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: ======================================================================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: WMO tropopause configuration +2024-02-28T11:50:29.218: 0: ============================ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: For domain 1 +2024-02-28T11:50:29.218: 0: ------------ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% zmaxwmo : 38000. +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% zminwmo : 5000.0 +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% jkswmo : 19 +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% jkewmo : 68 +2024-02-28T11:50:29.219: 0: +2024-02-28T11:50:29.219: 0: mo_nonhydro_state::construct_nh_state: Construction of NH state started +2024-02-28T11:50:29.219: 0: +2024-02-28T11:50:29.219: 0: adding new var_list nh_state_prog_of_domain_01_and_timelev_01 +2024-02-28T11:50:29.220: 0: +2024-02-28T11:50:29.220: 0: adding new var_list nh_state_prog_of_domain_01_and_timelev_02 +2024-02-28T11:50:29.221: 0: +2024-02-28T11:50:29.221: 0: adding new var_list nh_state_diag_of_domain_01 +2024-02-28T11:50:29.226: 0: +2024-02-28T11:50:29.226: 0: adding new var_list nh_state_metrics_of_domain_01 +2024-02-28T11:50:29.229: 0: mo_nonhydro_state::construct_nh_state: NH state construction completed +2024-02-28T11:50:29.229: 0: +2024-02-28T11:50:29.229: 0: adding new var_list nh_state_opt_diag_of_domain_01 +2024-02-28T11:50:29.229: 0: +2024-02-28T11:50:29.229: 0: adding new var_list nh_state_opt_diag_z_of_domain_01 +2024-02-28T11:50:29.229: 0: +2024-02-28T11:50:29.229: 0: adding new var_list nh_state_opt_diag_p_of_domain_01 +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list nh_state_opt_diag_i_of_domain_01 +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list nh_accumulation_for_ProgAndDiag_of_domain_01 +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list prepadv_of_domain_01 +2024-02-28T11:50:29.230: 0: mo_prepadv_state:construct_prepadv_state: construction of prep_adv state finished +2024-02-28T11:50:29.230: 0: mo_aes_phy_memory: Construction of AES physics state started. +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list prm_field_D01 +2024-02-28T11:50:29.235: 0: +2024-02-28T11:50:29.235: 0: adding new var_list prm_tend_D01 +2024-02-28T11:50:29.236: 0: mo_aes_phy_memory: Construction of AES physics state finished. +2024-02-28T11:50:29.236: 0: mo_cloud_mig_memory: Construction of cloud_mig_list, cloud_mig_input and cloud mig_output started. +2024-02-28T11:50:29.236: 0: construct_cloud_mig_list: create list and allocate memory for jg =01 +2024-02-28T11:50:29.236: 0: +2024-02-28T11:50:29.236: 0: adding new var_list cloud_mig_memory_D01 +2024-02-28T11:50:29.236: 0: mo_cloud_mig_memory: Construction of cloud_mig_list, cloud_mig_input and cloud mig_output finished. +2024-02-28T11:50:29.236: 0: mo_cloud_two_memory: Construction of cloud_two_list, cloud_two_input and cloud two_output started. +2024-02-28T11:50:29.236: 0: mo_cloud_two_memory: Construction of cloud_two_list, cloud_two_input and cloud two_output finished. +2024-02-28T11:50:29.236: 0: +2024-02-28T11:50:29.236: 0: adding new var_list nh_state_tracer_of_domain_01_and_timelev_01 +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: adding new var_list nh_state_tracer_of_domain_01_and_timelev_02 +2024-02-28T11:50:29.237: 0: Tracer meta-information for patch 1 +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: VarName | Tracer ID | feedback | in list trAdvect | in list trNotAdvect | in list trHydroMass | slev | substep range | nadv_substeps | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: ------- | --------- | -------- | ---------------- | ------------------- | ------------------- | ---- | ------------- | ------------- | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: hus.TL1 | 1 | X | X | | | 1 | 1/ 90 | 3 | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: clw.TL1 | 2 | X | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.238: 0: cli.TL1 | 3 | X | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: qr.TL1 | 4 | | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: qs.TL1 | 5 | | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: qg.TL1 | 6 | | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.241: 0: mo_vertical_grid:set_nh_metrics: Domain 1; end index of Rayleigh damping layer for w: 15 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: Damping coefficient for w; diffusion enhancement coefficient: +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 1, half-level height 75000.0 0.10000E+01 0.36000E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 2, half-level height 72454.6 0.69773E+00 0.25214E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 3, half-level height 70016.3 0.45523E+00 0.16515E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 4, half-level height 67611.9 0.28097E+00 0.10412E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 5, half-level height 65275.7 0.16880E+00 0.65561E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 6, half-level height 63005.6 0.10037E+00 0.42477E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 7, half-level height 60800.0 0.59698E-01 0.29005E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 8, half-level height 58657.2 0.35739E-01 0.21202E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 9, half-level height 56575.7 0.21609E-01 0.16666E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 10, half-level height 54545.1 0.13191E-01 0.14004E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 11, half-level height 52558.1 0.81250E-02 0.12430E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 12, half-level height 50620.1 0.50600E-02 0.11490E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 13, half-level height 48723.8 0.31817E-02 0.10925E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 14, half-level height 46883.8 0.20276E-02 0.10582E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 15, half-level height 45098.7 0.13095E-02 0.10372E+01 +2024-02-28T11:50:29.246: 0: mo_vertical_grid:prepare_zdiffu: Number of z-diffusion points: 3659487 +2024-02-28T11:50:29.248: 0: mo_vertical_grid:set_nh_metrics: Maximum vertical wind offcentering: 0.3667 +2024-02-28T11:50:29.249: 0: mo_vertical_grid:set_nh_metrics: Maximum slope: 0.2591 +2024-02-28T11:50:29.249: 0: mo_vertical_grid:set_nh_metrics: Maximum height difference between adjacent points: 2093.4 +2024-02-28T11:50:29.261: 0: restart: reading restart data for patch 1 +2024-02-28T11:50:29.261: 0: reading from 900 files/patch. +2024-02-28T11:50:31.097: 7201: mo_model_domimp_patches:read_remaining_patch: read finished +2024-02-28T11:50:31.548: 7201: Information on domain decomposition: grid 1 +2024-02-28T11:50:31.548: 7201: Number of compute PEs used for this grid: 7200 +2024-02-28T11:50:31.548: 7201: # lateral boundary cells: max/min/avg 0 0 0.00 +2024-02-28T11:50:31.548: 7201: # prognostic cells: max/min/avg 2068 2067 2067.55 +2024-02-28T11:50:31.548: 7201: # cells up to halo level 1: max/min/avg 2613 2177 2339.75 +2024-02-28T11:50:31.548: 7201: # cells up to halo level 2: max/min/avg 2613 2177 2339.75 +2024-02-28T11:50:31.548: 7201: # cells total: max/min/avg 2613 2177 2339.75 +2024-02-28T11:50:31.548: 7201: # lateral boundary edges: max/min/avg 0 0 0.00 +2024-02-28T11:50:31.548: 7201: # prognostic edges: max/min/avg 3476 3164 3174.57 +2024-02-28T11:50:31.548: 7201: # edges up to halo level 1: max/min/avg 4104 3385 3585.71 +2024-02-28T11:50:31.548: 7201: # edges up to halo level 2: max/min/avg 4104 3385 3585.71 +2024-02-28T11:50:31.548: 7201: # edges up to halo level 3: max/min/avg 4104 3385 3585.71 +2024-02-28T11:50:31.548: 7201: # lateral boundary verts: max/min/avg 0 0 0.00 +2024-02-28T11:50:31.548: 7201: # prognostic verts: max/min/avg 1414 1098 1107.85 +2024-02-28T11:50:31.548: 7201: # verts up to halo level 1: max/min/avg 1638 1193 1246.76 +2024-02-28T11:50:31.548: 7201: # verts up to halo level 2: max/min/avg 1638 1193 1246.76 +2024-02-28T11:50:31.548: 7201: +2024-02-28T11:50:31.548: 7201: # send PEs (cells): max/min/avg 13 2 6.32 +2024-02-28T11:50:31.548: 7201: # recv PEs (cells): max/min/avg 13 2 6.32 +2024-02-28T11:50:31.548: 7201: # send PEs (edges): max/min/avg 16 2 6.39 +2024-02-28T11:50:31.548: 7201: # recv PEs (edges): max/min/avg 15 2 6.39 +2024-02-28T11:50:31.548: 7201: # send PEs (verts): max/min/avg 17 2 6.33 +2024-02-28T11:50:31.548: 7201: # recv PEs (verts): max/min/avg 14 2 6.33 +2024-02-28T11:50:31.548: 7201: +2024-02-28T11:50:31.549: 7201: build_decomposition: Done. +2024-02-28T11:50:31.558: 0: +2024-02-28T11:50:31.558: 0: ---------------------------------------------- +2024-02-28T11:50:31.558: 0: +2024-02-28T11:50:31.558: 0: construct_atmo_nonhydrostatic: normal exit from read_restart_files +2024-02-28T11:50:31.558: 0: mo_aes_phy_init:init_aes_phy_external: Read notsea and glac from file bc_land_frac.nc +2024-02-28T11:50:31.558: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:31.657: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:31.725: 0: mo_aes_phy_init:init_aes_phy_external: Read albedo from file: bc_land_phys.nc +2024-02-28T11:50:31.726: 0: mo_aes_phy_init:init_aes_phy_external: Use default surface emissivity zemiss_def from mo_physical_constants +2024-02-28T11:50:31.730: 7201: setup_phys_patches: Physical domain 1 belongs to logical domain 1 +2024-02-28T11:50:31.730: 7201: mo_dynamics_config:setup_dynamics_config: Set time level indices +2024-02-28T11:50:31.730: 7201: ldynamics = .TRUE.: 2 time levels used for progn. dynamics variables -> nnew /= nnow +2024-02-28T11:50:31.731: 7201: ltransport = .FALSE.: 1 time level used for progn. transport variables -> nnew_rcf = nnow_rcf +2024-02-28T11:50:31.731: 7201: --- nnow (01) : 1 +2024-02-28T11:50:31.731: 7201: --- nnew (01) : 2 +2024-02-28T11:50:31.731: 7201: --- nold (01) : 3 +2024-02-28T11:50:31.731: 7201: --- nnow_rcf(01) : 1 +2024-02-28T11:50:31.731: 7201: --- nnew_rcf(01) : 1 +2024-02-28T11:50:31.731: 7201: +2024-02-28T11:50:31.731: 7201: adding new var_list ocean_restart_list +2024-02-28T11:50:31.731: 7201: +2024-02-28T11:50:31.731: 7201: adding new var_list ocean_default_list +2024-02-28T11:50:31.731: 7201: mo_ext_data:init_ext_data: Start +2024-02-28T11:50:31.731: 7201: mo_ext_data:init_ext_data: Construction of data structure for external data started +2024-02-28T11:50:31.731: 7201: +2024-02-28T11:50:31.731: 7201: adding new var_list ext_data_oce_D01 +2024-02-28T11:50:31.731: 7201: mo_ext_data:init_ext_data: Construction of data structure for external data finished +2024-02-28T11:50:31.731: 7201: mo_ext_data:read_ext_data_oce: start +2024-02-28T11:50:31.741: 7201: mo_ext_data:read_ext_data_oce: No of cells =****** no of edges =****** no of verts =****** +2024-02-28T11:50:31.742: 7201: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_O.nc +2024-02-28T11:50:31.783: 0: Use transient, annually resolved greenhouse gases secenario based on CMIP5 +2024-02-28T11:50:31.934: 0: mo_name_list_output_init::init_name_list_output: Number of name list output files: 4 +2024-02-28T11:50:31.946: 7201: mo_ext_data:read_ext_data_oce: Ocean bathymetry for external data read +2024-02-28T11:50:31.946: 7201: mo_ocean_model:construct_ocean_states: start +2024-02-28T11:50:31.946: 7201: mo_util_dbg_prnt:init_dbg_index: Start +2024-02-28T11:50:31.946: 7201: mo_util_dbg_prnt:find_latlonindex: Start +2024-02-28T11:50:31.951: 10645: mo_util_dbg_prnt:find_latlonindex Found cell nearest to latitude= 30.000 longitude= -30.000 +2024-02-28T11:50:31.951: 10645: mo_util_dbg_prnt:find_latlonindex Found block= 254 index= 5 latitude= 29.999 longitude= -29.982 +2024-02-28T11:50:31.951: 10645: mo_util_dbg_prnt:find_latlonindex FOUND: proc_id for nearest cell is=***; distance in degrees = 0.018 +2024-02-28T11:50:31.963: 7201: mo_ocean_initialization:init_ho_base: start +... +... +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1782528 2026-10-01T00:00:00.000 ngc4008_oce_mon_20261001T000000Z.nc 0 2026-10-01T00:00:00.000 4.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: output "default", does not write ready files: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: model step model date filename I/O PE output date # open close +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: ---------- ---------- -------- ------ ----------- - ---- ----- +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: output "ngc4008_qps_<datetime2>.ready", writes ready files: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: model step model date filename I/O PE output date # open close +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: ---------- ----------------------- ----------------------------------- ------ ----------------------- --- ---- ----- +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1756032 2026-07-01T00:00:00.000 ngc4008_oce_qps_20260701T000000Z.nc 2 2026-07-01T00:00:00.000 1.1 x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1764960 2026-08-01T00:00:00.000 ngc4008_oce_qps_20260801T000000Z.nc 2 2026-08-01T00:00:00.000 2.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1773888 2026-09-01T00:00:00.000 ngc4008_oce_qps_20260901T000000Z.nc 2 2026-09-01T00:00:00.000 3.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1782528 2026-10-01T00:00:00.000 ngc4008_oce_qps_20261001T000000Z.nc 2 2026-10-01T00:00:00.000 4.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.426: 7201: mo_name_list_output_init::init_name_list_output: Done +2024-02-28T11:52:14.429: 7201: multifile restart writing selected, joint proc mode. +2024-02-28T11:52:15.390: 7201: ocean_solve(CG): surface height: SUM of ocean_solve iteration = 113, residual = 0.91563667870699394425E-10 +2024-02-28T11:52:15.691: 7201: ocean_solve(CG): surface height: SUM of ocean_solve iteration = 110, residual = 0.93192799048990751150E-10 +2024-02-28T11:52:18.088: 0: mo_bc_aeropt_kinne:read_months_bc_aeropt_kinne: reading Kinne aerosols from imonth 6 to 10 +2024-02-28T11:52:18.088: 0: mo_bc_aeropt_kinne:read_months_bc_aeropt_kinne: reading from file bc_aeropt_kinne_sw_b14_fin.nc +2024-02-28T11:52:18.088: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_aeropt_kinne_sw_b14_fin.nc +2024-02-28T11:52:23.572: 0: +2024-02-28T11:52:23.572: 0: Total solar constant [W/m^2] for 2026-07 = 1361.0 +2024-02-28T11:52:23.572: 0: +2024-02-28T11:52:23.572: 0: solar constant fraction: band 1 = 0.00884 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 2 = 0.01488 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 3 = 0.01741 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 4 = 0.01647 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 5 = 0.04108 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 6 = 0.07610 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 7 = 0.01798 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 8 = 0.25451 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 9 = 0.15958 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 10 = 0.25351 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 11 = 0.09392 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 12 = 0.03381 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 13 = 0.00219 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 14 = 0.00973 +2024-02-28T11:52:24.070: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:24.078: 0: aes_phy_main: compute forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:24.652: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.149: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.455: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689118.20568292 m3/s +2024-02-28T11:52:25.481: 0: +2024-02-28T11:52:25.481: 0: Time step: 3417122 model time 2026-07-01 00:02:00.000 +2024-02-28T11:52:25.487: 0: MAXABS VN, W in domain 1: 0.2686367732E+03 at level 1, 0.1907249115E+02 at level 12, +2024-02-28T11:52:25.496: 0: MAXABS VN, W in domain 1: 0.2690592963E+03 at level 1, 0.1903134619E+02 at level 12, +2024-02-28T11:52:25.503: 0: MAXABS VN, W in domain 1: 0.2691383401E+03 at level 1, 0.1904799344E+02 at level 12, +2024-02-28T11:52:25.508: 0: MAXABS VN, W in domain 1: 0.2689661408E+03 at level 1, 0.1909082415E+02 at level 12, +2024-02-28T11:52:25.515: 0: MAXABS VN, W in domain 1: 0.2687379359E+03 at level 1, 0.1913842337E+02 at level 12, +2024-02-28T11:52:25.525: 0: mo_advection_vflux:upwind_vflux_ppm: maximum vertical CFL = 0.23241469E+01 +2024-02-28T11:52:25.540: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.548: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.548: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.548: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.574: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689105.53396277 m3/s +2024-02-28T11:52:25.598: 0: +2024-02-28T11:52:25.598: 0: Time step: 3417123 model time 2026-07-01 00:03:00.000 +2024-02-28T11:52:25.603: 0: MAXABS VN, W in domain 1: 0.2682801110E+03 at level 1, 0.1906108734E+02 at level 12, +2024-02-28T11:52:25.608: 0: MAXABS VN, W in domain 1: 0.2686959558E+03 at level 1, 0.1902317748E+02 at level 12, +2024-02-28T11:52:25.616: 0: MAXABS VN, W in domain 1: 0.2687722956E+03 at level 1, 0.1903885014E+02 at level 12, +2024-02-28T11:52:25.621: 0: MAXABS VN, W in domain 1: 0.2686009194E+03 at level 1, 0.1908090627E+02 at level 12, +2024-02-28T11:52:25.624: 0: MAXABS VN, W in domain 1: 0.2683744913E+03 at level 1, 0.1912777852E+02 at level 12, +2024-02-28T11:52:25.646: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.654: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.654: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.654: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.674: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689092.82462509 m3/s +2024-02-28T11:52:25.698: 0: +2024-02-28T11:52:25.698: 0: Time step: 3417124 model time 2026-07-01 00:04:00.000 +2024-02-28T11:52:25.699: 0: MAXABS VN, W in domain 1: 0.2679231963E+03 at level 1, 0.1904334241E+02 at level 12, +2024-02-28T11:52:25.706: 0: MAXABS VN, W in domain 1: 0.2683332358E+03 at level 1, 0.1900974760E+02 at level 12, +2024-02-28T11:52:25.710: 0: MAXABS VN, W in domain 1: 0.2684075912E+03 at level 1, 0.1902313816E+02 at level 12, +2024-02-28T11:52:25.713: 0: MAXABS VN, W in domain 1: 0.2682371719E+03 at level 1, 0.1906267282E+02 at level 12, +2024-02-28T11:52:25.721: 0: MAXABS VN, W in domain 1: 0.2680120591E+03 at level 1, 0.1910730972E+02 at level 12, +2024-02-28T11:52:25.728: 0: mo_advection_vflux:upwind_vflux_ppm: maximum vertical CFL = 0.22485352E+01 +2024-02-28T11:52:25.742: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.750: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.750: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.750: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.779: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689080.09298053 m3/s +2024-02-28T11:52:25.800: 0: +2024-02-28T11:52:25.800: 0: Time step: 3417125 model time 2026-07-01 00:05:00.000 +2024-02-28T11:52:25.801: 0: MAXABS VN, W in domain 1: 0.2675656996E+03 at level 1, 0.1901758110E+02 at level 12, +2024-02-28T11:52:25.805: 0: MAXABS VN, W in domain 1: 0.2679696566E+03 at level 1, 0.1898636710E+02 at level 12, +2024-02-28T11:52:25.808: 0: MAXABS VN, W in domain 1: 0.2680421131E+03 at level 1, 0.1899915193E+02 at level 12, +2024-02-28T11:52:25.815: 0: MAXABS VN, W in domain 1: 0.2678728251E+03 at level 1, 0.1903838997E+02 at level 12, +2024-02-28T11:52:25.818: 0: MAXABS VN, W in domain 1: 0.2676492252E+03 at level 1, 0.1908276993E+02 at level 12, +2024-02-28T11:52:25.836: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.844: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.844: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.844: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.863: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689067.33362772 m3/s +2024-02-28T11:52:25.899: 0: +2024-02-28T11:52:25.899: 0: Time step: 3417126 model time 2026-07-01 00:06:00.000 +2024-02-28T11:52:25.900: 0: MAXABS VN, W in domain 1: 0.2672072627E+03 at level 1, 0.1898659010E+02 at level 12, +2024-02-28T11:52:25.908: 0: MAXABS VN, W in domain 1: 0.2676057228E+03 at level 1, 0.1895956498E+02 at level 12, +2024-02-28T11:52:25.913: 0: MAXABS VN, W in domain 1: 0.2676769406E+03 at level 1, 0.1897054405E+02 at level 12, +2024-02-28T11:52:25.916: 0: MAXABS VN, W in domain 1: 0.2675091782E+03 at level 1, 0.1900792332E+02 at level 12, +2024-02-28T11:52:25.919: 0: MAXABS VN, W in domain 1: 0.2672870970E+03 at level 1, 0.1905073836E+02 at level 12, +2024-02-28T11:52:25.925: 0: mo_advection_vflux:upwind_vflux_ppm: maximum vertical CFL = 0.22930786E+01 +2024-02-28T11:52:25.943: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.951: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.952: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.952: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.975: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689054.55489638 m3/s +2024-02-28T11:52:25.988: 0: +... +... +... +2024-02-28T17:07:28.377: RESTART +2024-02-28T17:07:28.377: ============================ +2024-02-28T17:07:28.377: Script run successfully: RESTART +2024-02-28T17:07:28.377: ============================ +2024-02-28T17:07:28.384: restart: submitting 'ngc4008.run' +2024-02-28T17:07:28.651: Submitted batch job 9087622 +2024-02-28T17:07:28.652: running 'ngc4008.intake -w -W' +2024-02-28T17:07:30.852: 2024-02-28 17:07:30,852: intake process started for 20260701-20260930 +2024-02-28T17:07:38.557: 2024-02-28 17:07:38,557: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20260701T000000Z.nc' +2024-02-28T17:07:42.911: 2024-02-28 17:07:42,910: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20260801T000000Z.nc' +2024-02-28T17:07:43.002: 2024-02-28 17:07:43,002: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20260901T000000Z.nc' +2024-02-28T17:07:43.025: 2024-02-28 17:07:43,025: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20261001T000000Z.nc' +2024-02-28T17:07:43.048: 2024-02-28 17:07:43,048: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20260701T000000Z.nc' +2024-02-28T17:07:43.109: 2024-02-28 17:07:43,109: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20260801T000000Z.nc' +2024-02-28T17:07:43.164: 2024-02-28 17:07:43,164: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20260901T000000Z.nc' +2024-02-28T17:07:43.184: 2024-02-28 17:07:43,184: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20261001T000000Z.nc' +2024-02-28T17:07:43.206: 2024-02-28 17:07:43,206: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20260701T000000Z.nc' +2024-02-28T17:07:43.289: 2024-02-28 17:07:43,289: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20260801T000000Z.nc' +2024-02-28T17:07:43.373: 2024-02-28 17:07:43,372: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20260901T000000Z.nc' +2024-02-28T17:07:43.403: 2024-02-28 17:07:43,403: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20261001T000000Z.nc' +2024-02-28T17:07:43.435: 2024-02-28 17:07:43,435: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_qps_20260801T000000Z.nc' +2024-02-28T17:07:43.568: 2024-02-28 17:07:43,568: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_qps_20260901T000000Z.nc' +2024-02-28T17:07:43.675: 2024-02-28 17:07:43,675: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_qps_20261001T000000Z.nc' +2024-02-28T17:07:47.914: 2024-02-28 17:07:47,914: intake process finished for 20260701-20260930 +2024-02-28T17:07:48.202: submitting 'ngc4008.mon -w -W -N' +2024-02-28T17:07:48.508: Submitted batch job 9087663 +2024-02-28T17:07:48.509: submitting 'ngc4008.weed_zarr' +2024-02-28T17:07:48.815: Submitted batch job 9087664 + +******************************************************************************** +* * +* This is the automated job summary provided by DKRZ. * +* If you encounter problems, need assistance or have any suggestion, please * +* write an email to * +* * +* -- support@dkrz.de -- * +* * +* We hope you enjoyed the DKRZ supercomputer LEVANTE ... * +* +* JobID : 9083524 +* JobName : ngc4008.run +* Account : bm1235 +* User : k203123 (24776), bk1040 (1342) +* Partition : compute +* QOS : normal +* Nodelist : l[30300-30395,30400,30402-30462,30466-30495, (462) +* Submit date : 2024-02-28T11:47:02 +* Start time : 2024-02-28T11:47:43 +* End time : 2024-02-28T17:07:49 +* Elapsed time : 05:20:06 (Timelimit=08:00:00) +* Command : /home/k/k203123/nextgems_prefinal/experiments/ngc4008/ +* scripts/ngc4008.run +* WorkDir : /home/k/k203123/nextgems_prefinal/experiments/ngc4008/ +* scripts +* +* StepID | JobName NodeHours MaxRSS [Byte] (@task) +* ------------------------------------------------------------------------------ +* 0 | set_mask 2.5e+03 7588072K (14401) +* batch | batch 2.5e+03 +* extern | extern 2.5e+03 2236K (461) +* ------------------------------------------------------------------------------ + diff --git a/info_on_ngc4008/README.md b/info_on_ngc4008/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bd97a001fe295db708b20d09aa2f32821da3d9ca --- /dev/null +++ b/info_on_ngc4008/README.md @@ -0,0 +1,25 @@ +ngc4008 run file is from levante dkrz /home/k/k203123/nextgems_prefinal/experiments/ngc4008/scripts/ngc4008.run + +logfiles are on levante dkrz: /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.09083524.log +the logfiles have a sizde of >100 MB each, an excerpt from a logfile is ngc4008.run.09083524.log_excerpt + +from these, one can infer input data for ozone, aerosols, greenhouse gases, solar irradiance + +ozone, needs to be remapped to r2b4 grid: + +for i in {2019..2051}; do echo $i; cdo -remapcon,/pool/data/ICON/grids/public/mpim/0013/icon_grid_0013_R02B04_G.nc /pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_${i}.nc bc_ozone_ssp370_${i}.remapcon_grid_0013_R02B04_G.nc; done + +timeseries of co2 etc: + +'bc_greenhouse_gases.nc' -> '/pool/data/ICON/grids/public/mpim/independent/greenhouse_gases/greenhouse_ssp370.nc' + +aerosols: + +'MACv2.0-SP_v1.nc' -> '/pool/data/ICON/grids/public/mpim/independent/MACv2_simple_plumes_merged/MACv2.0-SP-merged-historical-and-SSP3-70_v1.nc' +'bc_aeropt_stenchikov_lw_b16_sw_b14_2025.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +'bc_aeropt_stenchikov_lw_b16_sw_b14_2026.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +'bc_aeropt_stenchikov_lw_b16_sw_b14_2027.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' + +time series of solar irradiance: + +'bc_solar_irradiance_sw_b14.nc' -> '/pool/data/ICON/grids/public/mpim/independent/solar_radiation/3.2/swflux_14band_cmip6_1850-2299-v3.2.nc' -> /pool/data/ICON/grids/public/mpim/common/solar_radiation/swflux_14band_cmip6_1850-2299-v3.2.nc diff --git a/info_on_ngc4008/ngc4008.run b/info_on_ngc4008/ngc4008.run new file mode 100755 index 0000000000000000000000000000000000000000..44be7bb23d5b3209c48f6762ee234f5ddc8fab83 --- /dev/null +++ b/info_on_ngc4008/ngc4008.run @@ -0,0 +1,1431 @@ +#! /bin/bash +# +# ngc4008.run +# +# Generated by Make Experiments! (mkexp) 1.3.2rc2 +# +# $Id: run/standard_experiments/DEFAULT.run.tmpl 19 2024-02-28 00:22:06Z m221078 $ +# +# $Id: run/standard_experiments/DEFAULT.config 15 2024-02-22 13:16:24Z k203123 $ +# 2024.01 +# $Id: run/standard_experiments/nextgems-R2B8_R2B9.config 4 2024-02-22 13:16:24Z k203123 $ +# $Id: run/standard_options/nextgems_minimal_legacy_output.config 1 2023-12-14 15:35:02Z m221078 $ +# $Id: hiopy.config 3 2023-03-01 20:51:31Z k203123 $ +# $Id: run/standard_options/ocean_quickplots.config 1 2024-01-24 11:13:48Z m211054 $ +# $Id: run/standard_options/hiopy/nextgems-R2B8_R2B9-openmp_hack.config 1 2024-02-02 20:43:02Z m221078 $ +# $Id: levante.config 6 2023-05-09 09:54:35Z k203123 $ +# +#============================================================================= + +# mistral cpu batch job parameters +# -------------------------------- +#SBATCH --account=mh0287 +#SBATCH --job-name=ngc4008.run +#SBATCH --partition=compute +#SBATCH --nodes=462 +#SBATCH --threads-per-core=2 +# the following is needed to work around a bug that otherwise leads to +# a too low number of ranks when using compute,compute2 as queue +#SBATCH --mem=0 +#SBATCH --output=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.%8j.log +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +# +# Setup for levante (SLURM) +# +# $Id: levante.tmpl 1 2023-03-01 12:09:29Z m221078 $ +# +#SBATCH --mail-type=FAIL,ARRAY_TASKS +#SBATCH --mail-user=karl-hermann.wieners@mpimet.mpg.de,monika.esch@mpimet.mpg.de,daniel.klocke@mpimet.mpg.de,reiner.schnur@mpimet.mpg.de +#SBATCH --reservation=nextgems + +# Environment variables for the target system + +# OpenMP +export OMP_DYNAMIC=false +export OMP_SCHEDULE=guided +export OMP_STACKSIZE=500M +# Intel OpenMP +export KMP_AFFINITY=granularity=fine,scatter +export KMP_LIBRARY=turnaround +# OpenMPI +export OMPI_MCA_btl=self +export OMPI_MCA_coll=^hcoll,ml +export OMPI_MCA_coll_tuned_alltoallv_algorithm=2 +export OMPI_MCA_coll_tuned_use_dynamic_rules=true +export OMPI_MCA_io=romio321 +export OMPI_MCA_osc=ucx +export OMPI_MCA_pml=ucx +export OMPI_MCA_pml_ucx_opal_mem_hooks=1 +# Unified Communication X +export UCX_HANDLE_ERRORS=bt +export UCX_IB_ADDR_TYPE=ib_global +export UCX_NET_DEVICES=mlx5_0:1 +export UCX_TLS=mm,cma,dc_mlx5,dc_x,self +export UCX_UNIFIED_MODE=y +export UCX_LOG_LEVEL=ERROR # TODO: unsilence UCX warnings +# HDF5 Library +export HDF5_USE_FILE_LOCKING=FALSE +# GNU C Library +export MALLOC_TRIM_THRESHOLD_=-1 +# Intel MKL +export MKL_DEBUG_CPU_TYPE=5 +export MKL_ENABLE_INSTRUCTIONS=AVX2 +#============================================================================= +set -e +# Utilities +UTILS_DIR=/home/k/k203123/nextgems_prefinal/utils +PATH=$UTILS_DIR/slurm:$UTILS_DIR:$PATH + +# Support log style output +pipe=ngc4008_run_$$.pipe +mkfifo $pipe +trap "cd $PWD && rm -f $pipe" EXIT +timewarp $pipe & +exec > $pipe 2>&1 + +BUILD_DIR=/home/k/k203123/nextgems_prefinal/build +MODEL_DIR=/home/k/k203123/nextgems_prefinal +SCRIPT_DIR=/home/k/k203123/nextgems_prefinal/experiments/ngc4008/scripts + + +# Convenience link to log file +ln -snvf /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.$(printf %08d ${SLURM_JOBID}).log $SCRIPT_DIR/ngc4008.run.log + +# Load traditional error handling +. $BUILD_DIR/run/add_run_routines +# Reset files and file names for check_error and check_final_status +final_status_file=${SCRIPT_DIR}/${job_name}.final_status +current_status_file=${SCRIPT_DIR}/${job_name}.status +rm -f ${final_status_file} ${current_status_file} + +HIOPY_PLAN=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/hiopy_output.plan.yaml +HIOPY_HAVELIST=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/havelist.yaml +HIOPY_OUTPUT_PREFIX=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/outdata/ngc4008_ +HIOPY_CATALOG_PATH=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/outdata/ngc4008.yaml + +hiopy version +icon_variables expand_plan --variables=$MODEL_DIR/run/standard_options/hiopy/variables.yaml $MODEL_DIR/run/standard_options/hiopy/nextgems_prefinal_output.yaml > ${HIOPY_PLAN} +#============================================================================= +# +# OpenMP environment variables +# ---------------------------- +export OMP_NUM_THREADS=4 +export ICON_THREADS=$OMP_NUM_THREADS +# +# MPI variables +# ------------- +no_of_nodes=${SLURM_JOB_NUM_NODES:=462} +cpus_per_task=8 +cpus_per_node=${SLURM_JOB_CPUS_PER_NODE%%\(*} +mpi_procs_pernode=$((cpus_per_node/cpus_per_task)) +hiopy_tasks=$(hiopy configure -p ${HIOPY_PLAN} processes | wc -l) +echo "hiopy running $hiopy_tasks tasks" +mpi_total_procs=$((no_of_nodes * mpi_procs_pernode)) + +#FIXME: Not working for 0 hiopy_tasks +hiopy_nodes=$(( ($hiopy_tasks + $mpi_procs_pernode-1)/$mpi_procs_pernode )) +#hiopy_nodes=0 + +#FIXME if hiopy fills full nodes, we need to add at least one for the async o bullshit of the ocean. today this is not neccessarrryy. +no_io_nodes=$hiopy_nodes + +no_of_nodes_comp=$(( no_of_nodes - no_io_nodes )) + +#FIXME: this is gonna break for any number of output ranks different from the case we run. +#aka WORKS FOR ME +mpi_atm_io_procs=1 +mpi_oce_io_procs=$(($no_io_nodes * $mpi_procs_pernode - $hiopy_tasks - $mpi_atm_io_procs)) +#mpi_atm_io_procs=0 +#mpi_oce_io_procs=0 + +# +#============================================================================= + +# load local setting, if existing +# ------------------------------- +if [ -a ../setting ] +then + echo "Load Setting" + . ../setting +fi + +# environment variables for the experiment +# ---------------------------------------- +export EXPNAME=ngc4008 + +# how to start the icon model +# --------------------------- + + +export START="srun -l --kill-on-bad-exit=1 --propagate=STACK,CORE --cpu-bind=none --distribution=arbitrary --ntasks=$mpi_total_procs --cpus-per-task=$cpus_per_task ./set_mask" +export MODEL="/home/k/k203123/nextgems_prefinal/build/bin/icon-18e11f965a" + +# how to submit the next job +# -------------------------- +job_name="ngc4008.run" + +# cdo for post-processing +# ----------------------- +cdo="cdo" +cdo_diff="cdo diffn" + +#============================================================================= + +ulimit -s 4194304 +ulimit -c 0 + +# ---------------------------------------------------------------------------- +# nextGEMS pre-final - third run +# +# tuning of inhom_lts settings, iorder_sendrecv = 3 +# +# 2020-01-01 +# ---------- +# commit 18e11f965a (m221078-nextgems_prefinal-experiments) +# * commit a4c9df9724 (m221078-nextgems_prefinal, m221078-feature-stratocumulus) +# * commit af53062052 (feature-stratocumulus) +# * changing commit 1c6019e137 (master) +# ---------------------------------------------------------------------------- + +# (0) Basic model configuration +# ----------------------------- + + +oce_per_node=16 +atm_per_node=$((mpi_procs_pernode - oce_per_node)) +oce_procs=$((no_of_nodes_comp * oce_per_node)) +mpi_oce_procs=$oce_procs +atm_procs=$((no_of_nodes_comp * atm_per_node)) +# +#-------------------------------------------------------------------------------------------------- + +# (4) Set variables to configure the experiment: +# ---------------------------------------------- + + +# start and end date+time of experiment +# ------------------------------------- +initial_date="2020-01-01" +final_date="2050-01-01" + +# Read and compute time control information + +start_date_file=$SCRIPT_DIR/$EXPNAME.date +exp_log_file=$SCRIPT_DIR/$EXPNAME.log + +read start_date < $start_date_file + +code=$(python -c " + +# Initialize date/time computation + + +import sysconfig +lib_dir = sysconfig.get_path('platlib', vars={'platbase':'/home/k/k203123/nextgems_prefinal/build'}) +import sys +sys.path.insert(1, lib_dir) +import mtime + +mtime.setCalendar(mtime.CALENDAR_TYPE.proleptic_gregorian) + + +# Set up diagnostic output + +import logging + +logging.basicConfig(format='%(asctime)s: %(levelname)s%(message)s', + level=logging.INFO) +logging.addLevelName(logging.DEBUG, 'Debug: ') +logging.addLevelName(logging.INFO, '') +logging.addLevelName(logging.WARNING, 'Hey: ') +logging.addLevelName(logging.ERROR, 'Oops: ') +logging.addLevelName(logging.CRITICAL, 'Sorry: ') + +initial_date = mtime.DateTime('$initial_date') +final_date = mtime.DateTime('$final_date') +start_date = mtime.DateTime('$start_date') +reference_date = initial_date + mtime.TimeDelta('-P3M') +next_date = start_date + mtime.TimeDelta('P3M') +if next_date > final_date: + logging.warn('next date after final date; setting next date to final date') + next_date = final_date +end_date = next_date + mtime.TimeDelta('-PT60S') +atmo_reference_jstep = (initial_date, reference_date)//mtime.TimeDelta('PT60S') +ocean_reference_jstep = (initial_date, reference_date)//mtime.TimeDelta('PT5M') +disturbance_commands = [] +if start_date in [mtime.DateTime(date) for date in ['2021-10-01', '2046-08-01']]: + disturbance_commands.append('patch_namelist nonhydrostatic_nml rayleigh_coeff 0.9999 NAMELIST_atm') +if start_date in [mtime.DateTime(date) for date in ['2032-04-01']]: + disturbance_commands.append('patch_namelist nonhydrostatic_nml rayleigh_coeff 1.0001 NAMELIST_atm') +disturbance_command = '; '.join(disturbance_commands) + +print('initial_date=' + str(initial_date)) +print('final_date=' + str(final_date)) +print('start_date=' + str(start_date)) +print('reference_date=' + str(reference_date)) +print('end_date=' + str(end_date)) +print('next_date=' + str(next_date)) +print('atmo_reference_jstep=' + str(atmo_reference_jstep)) +print('ocean_reference_jstep=' + str(ocean_reference_jstep)) +print('disturbance_command=\'' + disturbance_command + '\'') +") +eval "$code" + +# Dates used as timestamps +start_stamp=${start_date%.*} +start_stamp=${start_stamp//[-:]/} +end_stamp=${end_date%.*} +end_stamp=${end_stamp//[-:]/} +next_stamp=${next_date%.*} +next_stamp=${next_stamp//[-:]/} +y0=${start_date%%-*} +yN=${end_date%%-*} + +# Mark current run as started in log +echo $(date -u +'%Y-%m-%dT%H:%M:%SZ') ${start_date%:*} ${end_date%:*} ${SLURM_JOBID} start >> $exp_log_file + +# Show current start date in job configuration +sh -c 'scontrol update JobId=$SLURM_JOB_ID Comment="$*"' scomment $start_date + +#------------------------------------------------------------------------------ + +# (5) Define the model configuration +#----------------------------------- + +# Write namelist files directly to working directory, create this if missing + +EXPDIR=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_${start_stamp}-${end_stamp} + +if [[ -d $EXPDIR ]] +then + echo "$(date +'%Y-%m-%dT%H:%M:%S'): removing run dir '$EXPDIR'" + rm -fvr $EXPDIR +fi + +mkdir -vp $EXPDIR +cd $EXPDIR + +#------------------------------------------------------------------------------ +# I. coupling section +#------------------------------------------------------------------------------ + +if [ $mpi_total_procs -lt 2 ] ; then + check_error 0 "This setup requires at least 2 mpi processes. Exit" +fi + +# I.1 Split the number of total procs and assign to each component +# ---------------------------------------------------------------- + +oce_min_rank=`expr ${atm_procs} + ${mpi_atm_io_procs}` +oce_max_rank=`expr ${atm_procs} + ${mpi_atm_io_procs} + ${oce_procs} + ${mpi_oce_io_procs} - 1` +oce_group_size=1 +oce_inc_rank=1 +atm_min_rank=0 +atm_max_rank=`expr ${oce_min_rank} - 1` +atm_group_size=1 +atm_inc_rank=1 +# +# create ICON master, coupling and model namelists +# ------------------------------------------------ +# For a complete list see Namelist_overview and Namelist_overview.pdf +# + +cat > icon_master.namelist << EOF +&master_nml + lrestart = .true. + read_restart_namelists = .false. +/ +&master_time_control_nml + calendar = 'proleptic gregorian' + checkpointtimeintval = 'P1M' + restarttimeintval = 'P3M' + experimentstartdate = '2020-01-01' ! TODO: hack to reproduce result + experimentstopdate = '2050-01-01' +/ +&master_model_nml ! 'atmo' + model_name = 'atmo' + model_namelist_filename = 'NAMELIST_atm' + model_type = 1 + model_min_rank = $atm_min_rank + model_max_rank = $atm_max_rank + model_inc_rank = $atm_inc_rank + model_rank_group_size = $atm_group_size +/ +&master_model_nml ! 'ocean' + model_name = 'ocean' + model_namelist_filename = 'NAMELIST_oce' + model_type = 2 + model_min_rank = $oce_min_rank + model_max_rank = $oce_max_rank + model_inc_rank = $oce_inc_rank + model_rank_group_size = $oce_group_size +/ +&jsb_control_nml + is_standalone = .false. + debug_level = 0 + restart_jsbach = .true. + timer_level = 0 +/ +&jsb_model_nml + model_id = 1 + model_name = 'JSBACH' + model_shortname = 'jsb' + model_description = 'JSBACH land surface model' + model_namelist_filename = 'NAMELIST_lnd' +/ +&time_nml + is_relative_time = .true. +/ + +EOF + +# I.3 YAC coupling library configuration +#----------------------------------------------------------------------------- +# component names in coupling.yaml must (!) match with modelname_list[*] +cat > coupling.yaml << EOF + +definitions: + atm2oce: &atm2oce + src_component: atmo + src_grid: icon_atmos_grid + tgt_component: ocean + tgt_grid: icon_ocean_grid + coupling_period: PT10M + time_reduction: average + src_lag: 1 + tgt_lag: 1 + oce2atm: &oce2atm + src_component: ocean + src_grid: icon_ocean_grid + tgt_component: atmo + tgt_grid: icon_atmos_grid + coupling_period: PT10M + time_reduction: average + src_lag: 1 + tgt_lag: 1 + interp_stacks: + hcsbb_interp_stack: &hcsbb_interp_stack + interpolation: + - bernstein_bezier + - nnn: + n: 4 + weighted: arithmetic_average + - fixed: + user_value: -999.9 + conserv_interp_stack: &conserv_interp_stack + interpolation: + - conservative: + order: 1 + enforced_conservation: false + partial_coverage: true + normalisation: fracarea + - fixed: + user_value: -999.9 + spmap_interp_stack: &spmap_interp_stack + interpolation: + - source_to_target_map: + spread_distance: 0.3 + weighted: arithmetic_average +timestep_unit: ISO_format +calendar: proleptic-gregorian +coupling: + - <<: [ *atm2oce, *hcsbb_interp_stack ] + mapping_side: source + field: [surface_downward_eastward_stress, + surface_downward_northward_stress, + 10m_wind_speed] + - <<: [ *atm2oce, *conserv_interp_stack ] + mapping_side: source + field: [surface_fresh_water_flux, + total_heat_flux, + atmosphere_sea_ice_bundle] + - <<: [ *oce2atm, *conserv_interp_stack ] + mapping_side: source + field: [sea_surface_temperature, + ocean_sea_ice_bundle] + - <<: [ *oce2atm, *conserv_interp_stack ] + mapping_side: source + field: [eastward_sea_water_velocity, + northward_sea_water_velocity] + - <<: [ *atm2oce, *spmap_interp_stack ] + field: river_runoff + - <<: [ *atm2oce, *conserv_interp_stack ] + mapping_side: source + field: [sea_level_pressure] + +EOF + +cat > hiopy.yaml << EOF +components: + atmo_output: + model: ICON + simulated: atmosphere + grid: icon_atmos_grid + time: + step: PT60S + lag: 1 + ocean_output: + model: ICON + simulated: ocean + grid: icon_ocean_grid + time: + step: PT5M + lag: 1 +dates: + start: "$start_date" + end: "$next_date" + calendar: "proleptic-gregorian" +EOF + +icon_variables havelist --parsable_yaml \ + --varlist=$MODEL_DIR/run/standard_options/hiopy/variables.yaml \ + --rename_component atmo=atmo_output ocean=ocean_output | + hiopy fill_placeholder -r atmo.levels=90 atmo.halflevels=`expr 90 + 1` soil_depth_water_levels=5 soil_depth_energy_levels=5 ocean.halflevels=`expr 72 + 1` ocean.levels=72 > ${HIOPY_HAVELIST} + +hiopy configure -p ${HIOPY_PLAN} coupling > hiopy_coupling.yaml + +hiopy merge_couplings -i hiopy.yaml ${HIOPY_HAVELIST} hiopy_coupling.yaml | + hiopy filter_unwanted_coupling | + hiopy multilevel_coupling \ + -t $(hiopy configure -p ${HIOPY_PLAN} multilevel_steps) | + hiopy s2c > ccoupling.yaml + +#----------------------------------------------------------------------------- +# II. ATMOSPHERE and LAND +#----------------------------------------------------------------------------- +# +# atmosphere namelist +# ------------------- +cat > NAMELIST_atm << EOF + +&coupling_mode_nml + coupled_to_ocean = .true. + coupled_to_output = .true. +/ +¶llel_nml + iorder_sendrecv = 3 + nproma = 32 + num_io_procs = $mpi_atm_io_procs + io_proc_chunk_size = 46 + io_process_stride = 8 + num_restart_procs = $((atm_procs/8)) +/ +&grid_nml + dynamics_grid_filename = 'icon_grid_G.nc' +/ +&dynamics_nml + lmoist_thdyn = .true. +/ +&run_nml + num_lev = 90 ! number of full levels + modeltimestep = 'PT60S' + ltestcase = .false. ! run testcase + ldynamics = .true. ! dynamics + ltransport = .true. ! transport + iforcing = 2 ! 0: none, 1: HS, 2: ECHAM, 3: NWP + output = 'nml' + msg_level = 10 ! level of details report during integration + restart_filename = 'ngc4008_restart_atm_<rsttime>.mfr' + activate_sync_timers = .true. + profiling_output = 1 + timers_level = 10 +/ +&extpar_nml + itopo = 1 ! 1: read topography from the grid file +/ +&initicon_nml + init_mode = 2 ! 2: initialize from IFS analysis + ifs2icon_filename = 'ifs2icon.nc' +/ +&nonhydrostatic_nml + ndyn_substeps = 5 ! dtime/dt_dyn + damp_height = 44000. ! [m] + rayleigh_coeff = 1 ! set to 0.1001 for rerun with little change + vwind_offctr = 0.2 + divdamp_fac = 0.004 + divdamp_order = 24 + divdamp_trans_end = 17500 + divdamp_trans_start = 12500 + divdamp_type = 32 + exner_expol = 0.333 + hbot_qvsubstep = 16000. + htop_moist_proc = 22500. + iadv_rhotheta = 2 + igradp_method = 3 + itime_scheme = 4 + ivctype = 2 + l_zdiffu_t = .true. + thhgtd_zdiffu = 125. + thslp_zdiffu = 0.02 +/ +&interpol_nml +/ +&sleve_nml + min_lay_thckn = 25. ! [m] + top_height = 75000. ! [m] + stretch_fac = 0.9 + decay_scale_1 = 4000. ! [m] + decay_scale_2 = 2500. ! [m] + decay_exp = 1.2 + flat_height = 16000. ! [m] + htop_thcknlimit = 14000. + max_lay_thckn = 400. +/ +&diffusion_nml +/ +&transport_nml + ihadv_tracer = 20, 20, 20, 20, 20, 20 + itype_hlimit = 3, 4, 4, 4, 4, 4 + ivadv_tracer = 3, 3, 3, 3, 3, 3 + tracer_names = 'hus', 'clw', 'cli', 'qr', 'qs', 'qg' +/ +&aes_phy_nml + ! domain 1 + ! atmospheric physics ("" = never) + aes_phy_config(1)%dt_rad = 'PT20M' + aes_phy_config(1)%dt_vdf = 'PT60S' + ! surface (true or false) + aes_phy_config(1)%ljsb = .true. + aes_phy_config(1)%lamip = .false. + aes_phy_config(1)%lice = .true. + aes_phy_config(1)%lmlo = .false. + aes_phy_config(1)%llake = .false. + aes_phy_config(1)%dt_mig = 'PT60S' + aes_phy_config(1)%use_shflx_adjustment = .false. + aes_phy_config(1)%iqneg_d2p = 2 + aes_phy_config(1)%iqneg_p2d = 2 +/ +&aes_rad_nml + ! domain 1 + aes_rad_config(1)%isolrad = 1 + aes_rad_config(1)%irad_h2o = 1 + aes_rad_config(1)%irad_co2 = 3 + aes_rad_config(1)%irad_ch4 = 13 + aes_rad_config(1)%irad_n2o = 13 + aes_rad_config(1)%irad_o3 = 5 ! constant annual cycle climatology + aes_rad_config(1)%irad_o2 = 2 + aes_rad_config(1)%irad_cfc11 = 3 + aes_rad_config(1)%irad_cfc12 = 3 + aes_rad_config(1)%irad_aero = 18 + aes_rad_config(1)%inhom_lts = .true. + aes_rad_config(1)%inhom_lts_max = 0.725 +/ +&aes_gwd_nml +/ +&aes_sso_nml +/ +&aes_vdf_nml + aes_vdf_config(1)%pr0 = 0.7 + aes_vdf_config(1)%turb = 2 + aes_vdf_config(1)%use_tmx = .true. + aes_vdf_config(1)%energy_type = 2 ! Only used for tmx + aes_vdf_config(1)%dissipation_factor = 1.3 ! Only used for tmx +/ +&aes_cnv_nml +/ +&aes_cld_nml +/ +&aes_cov_nml + aes_cov_config(1)%cqx = 1.e-6 +/ +&ccycle_nml +/ +! Parameters for all output files +! ------------------------------- +&io_nml + output_nml_dict = 'dict.txt' + netcdf_dict = 'dict.txt' + itype_pres_msl = 4 + restart_file_type = 5 + ! restart_write_mode = 'joint procs multifile' ! not useful in r2b4 setup + ! lnetcdf_flt64_output = .true. ! 64 bit output in all files + ! lkeep_in_sync = .true. ! sync after each timestep + write_initial_state = .false. + restart_write_mode = 'joint procs multifile' + write_last_restart = .true. +/ + +! fixed model data only written at initial date +&output_nml ! 'atm_vgrid' + output_filename = 'ngc4008_atm_vgrid' + filename_format = '<output_filename>_<levtype_l>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2020-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + output_grid = .true. + ml_varlist = 'zghalf', 'zg', 'dzghalf' +/ +! output atmospheric monitoring +&output_nml ! 'atm_mon' + output_filename = 'ngc4008_atm_mon' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + operation = 'mean' ! mean over output interval + ml_varlist = 'tas_gmean', 'rsdt_gmean', 'rsut_gmean', 'rlut_gmean', + 'radtop_gmean', 'prec_gmean', 'evap_gmean', 'fwfoce_gmean', + 'ufts_gmean', 'ufvs_gmean', 'ufcs_gmean', 'radbal_gmean', + 'kedisp_gmean', 'udynvi_gmean', 'duphyvi_gmean', + 'uphybal_gmean' + ready_file = 'ngc4008_mon_<datetime2>.ready' +/ +&output_nml ! 'lnd_mon' + output_filename = 'ngc4008_lnd_mon' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + operation = 'mean' ! mean over output interval + ml_varlist = 'hydro_trans_gmean_box', 'hydro_evapotrans_gmean_box', + 'hydro_weq_land_gsum_box', 'hydro_discharge_ocean_gsum_box', + 'hd_water_error_gsum_box', 'hydro_wtr_rootzone_rel_gmean_box', + 'hydro_fract_snow_gsum_box', 'hydro_weq_snow_gsum_box', + 'hydro_weq_balance_err_gsum_box', 'pheno_lai_ta_gmean_box', + 'pheno_fract_fpc_gmean_box', 'seb_t_gmean_box' + ready_file = 'ngc4008_mon_<datetime2>.ready' +/ +&sea_ice_nml + albedow_sim = 0.10 + albi = 0.70 + albim = 0.68 + albs = 0.81 + albsm = 0.77 + i_ice_dyn = 1 + i_ice_therm = 1 + leadclose_1 = 0.25 + leadclose_2n = 0.666 + delta_min = 2.0e-09 + cd_io = 5.5e-3 + evp_rheol_steps = 240 + luse_replacement_pressure = .true. +/ +&aes_cop_nml + aes_cop_config(1)%cinhomi = 0.6 + aes_cop_config(1)%cinhoms = 0.6 + aes_cop_config(1)%cinhoml = 0.4 + aes_cop_config(1)%cn1lnd = 50.0 + aes_cop_config(1)%cn1sea = 50.0 + aes_cop_config(1)%cn2lnd = 220.0 + aes_cop_config(1)%cn2sea = 100.0 +/ +&output_nml ! 'atm_dummy' + output_filename = 'ngc4008_atm_dummy' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '0001-01-01' + output_end = '0001-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + ml_varlist = 'clivi', 'cllvi', 'prw', 'qgvi', 'qrvi', 'qsvi', 'sfcwind', + 'tend_ta_mig' +/ + +EOF + +# jsbach namelist +# --------------- + +cat > NAMELIST_lnd << EOF + +&jsb_model_nml + usecase = 'jsbach_lite' + use_lakes = .true. + use_tmx = .true. + fract_filename = 'bc_land_frac.nc' + init_from_ifs = .true. +/ +&jsb_seb_nml + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' +/ +&jsb_rad_nml + use_alb_veg_simple = .true. ! if jsbach_lite + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' +/ +&jsb_turb_nml + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' + max_ini_rough_m = 1.0 +/ +&jsb_sse_nml + l_heat_cap_map = .false. + l_heat_cond_map = .false. + l_heat_cap_dyn = .false. + l_heat_cond_dyn = .false. + l_snow = .true. + l_dynsnow = .true. + l_freeze = .true. + l_supercool = .false. + bc_filename = 'bc_land_soil.nc' + ic_filename = 'ic_land_soil.nc' + l_soil_texture = .true. +/ +&jsb_hydro_nml + l_organic = .false. + l_socmap = .false. + bc_filename = 'bc_land_soil.nc' + ic_filename = 'ic_land_soil.nc' + bc_sso_filename = 'bc_land_sso.nc' + l_soil_texture = .true. +/ +&jsb_assimi_nml + active = .false. ! if jsbach_pfts +/ +&jsb_pheno_nml + scheme = 'climatology' ! 'climatology' if jsbach_lite + bc_filename = 'bc_land_phys.nc' + ic_filename = 'ic_land_soil.nc' +/ +&jsb_carbon_nml + active = .false. + bc_filename = 'bc_land_carbon.nc' + ic_filename = 'ic_land_carbon.nc' + read_cpools = .false. +/ +&jsb_fuel_nml + active = .false. + fuel_algorithm = 1 +/ +&jsb_disturb_nml + active = .false. + ic_filename = 'ic_land_soil.nc' + bc_filename = 'bc_land_phys.nc' + fire_algorithm = 1 + windbreak_algorithm = 1 + lburn_pasture = .false. +/ +&jsb_hd_nml + active = .true. + routing_scheme = 'full' ! 'zero': simple scheme with zero runoff everywhere + diag_water_budget = .true. + debug_hd = .false. + enforce_water_budget = .false. ! stop in case of water conservation problem + bc_filename = 'bc_land_hd.nc' + ic_filename = 'ic_land_hd.nc' + use_bifurcated_rivers = .true. +/ + +EOF + +#----------------------------------------------------------------------------- +# III. OCEAN and SEA-ICE (and HAMOCC) +#----------------------------------------------------------------------------- +# +# ocean namelist +# -------------- + +cat > NAMELIST_oce << EOF + +&coupling_mode_nml + coupled_to_atmo = .true. + coupled_to_output = .true. +/ +¶llel_nml + iorder_sendrecv = 3 + nproma = 8 + num_io_procs = $mpi_oce_io_procs + num_prefetch_proc = 0 + l_fast_sum = .false. + io_proc_chunk_size = 43 + io_process_stride = 8 + num_restart_procs = $((oce_procs/8)) + p_test_run = .false. +/ +&grid_nml + dynamics_grid_filename = 'icon_grid_O.nc' + use_dummy_cell_closure = .true. + use_duplicated_connectivity = .false. +/ +&dynamics_nml +/ +&run_nml + modeltimestep = 'PT5M' + output = 'nml' ! namelist controlled output scheme + activate_sync_timers = .true. + profiling_output = 1 ! aggregated: 1; detailed: 2; in files: 3 + msg_timestamp = .false. + timers_level = 10 + debug_check_level = 1 + restart_filename = 'ngc4008_restart_oce_<rsttime>.mfr' +/ +&dbg_index_nml + dbg_lat_in = 30.0 + dbg_lon_in = -30.0 + idbg_elev = 5 + idbg_mxmn = 0 + idbg_slev = 1 + idbg_val = 0 + str_mod_tst = 'all' +/ +&ocean_dynamics_nml + n_zlev = 72 + dzlev_m = 2.0, 2.2, 2.5, 2.8, 3.1, 3.5, 3.9, 4.4, 4.9, 5.4, 5.9, 6.4, 7.1, + 7.7, 8.4, 9.2, 10.1, 11.0, 12.0, 13.2, 14.4, 15.7, 17.1, 18.7, + 20.4, 22.3, 24.3, 26.5, 28.9, 31.5, 34.3, 37.3, 40.6, 43.1, 45.3, + 46.8, 48.4, 50.0, 51.7, 53.4, 55.2, 57.0, 58.9, 60.8, 62.9, 66.6, + 72.6, 80.6, 90.6, 100.2, 110.0, 120.3, 128.7, 137.4, 146.4, 155.7, + 165.2, 174.8, 184.4, 194.1, 203.6, 212.9, 221.9, 230.5, 238.5, + 245.9, 252.4, 258.1, 262.8, 266.4, 268.9, 270.1 + l_edge_based = .false. ! edge- or cell-based mimetic discretization + select_solver = 4 ! 1=gmres_oce_old; 2=ocean_restart_gmres, 3=mixed precisison restart, 4=CG (default) 5=CGJ 6=BiCG 7=GMRES restart (legacy) 8=MINRES + use_absolute_solver_tolerance = .true. + solver_firstguess = 2 ! 0=start from zeros 1=last timestep smoothed 2=last timestep (default) + fast_performance_level = 200 ! performance level 12: for cell-based; 5: default + use_continuity_correction = .true. ! height adjustment according to vertical velocity in dynamics + cfl_check = .false. + cfl_write = .false. + i_bc_veloc_top = 1 + i_bc_veloc_bot = 1 ! 0: (def) bottom friction off, 1: on + l_lhs_direct = .false. + l_partial_cells = .false. + select_lhs = 1 + solver_max_restart_iterations = 100 + solver_tolerance = 1.0E-10 + minverticallevels = 10 + solver_max_iter_per_restart = 14 + vert_cor_type = 1 +/ +&ocean_tracer_transport_nml + flux_calculation_horz = 5 ! 1=upwind, 2=central, 3=Lax-Friedrichs, 4=Miura, 5=FCT with Zalesak limiter (default) + flux_calculation_vert = 7 ! 6=adpo; 7=upwind biased ppm (default); 8=FCT with Zalesak limiter + ! define low and high order methods to be used in + ! horizontal flux corrected transport methods + ! (flux_calculation_horz=4,5) + fct_low_order_flux = 1 ! horizontal low order method: 1=upwind (def), no other implemented + fct_high_order_flux = 5 ! horizontal high order method: 1=upwind, 2=central, 3=lax_friedrichs, 4=miura_order1 + fct_limiter_horz = 100 ! Zalesak + threshold_min_t = -2.0 +/ +&ocean_horizontal_diffusion_nml + laplacian_form = 1 ! 1=curlcurl-graddiv + velocitydiffusion_order = 2 ! 1=laplacian (def); 2=biharmonic; 21=biharmonic+laplacian (for the laplacian leith) + harmonicviscosity_scaling = 1 + harmonicviscosity_reference = 2.0 ! [m2/s] constant horizontal viscosity coefficient for velocity + tracerhorizontaldiffusion_scaling = 1 + temperature_horizontaldiffusion_background = 0.0 + temperature_horizontaldiffusion_reference = 0 + salinity_horizontaldiffusion_background = 0.0 + salinity_horizontaldiffusion_reference = 0 + biharmonicviscosity_background = 0.0 + biharmonicviscosity_reference = 2.7E-2 + biharmonicviscosity_scaling = 4 +/ +&ocean_vertical_diffusion_nml + alpha_tke = 30.0 + c_eps = 0.7 + c_k = 0.1 !default + cd = 3.75 + kappam_max = 100.0 + kappam_min = 0.0 + mxl_min = 1.d-8 + only_tke = .true. + ppscheme_type = 0 + tke_min = 1.d-6 + tke_mxl_choice = 2 + tke_surf_min = 1.d-4 + use_lbound_dirichlet = .false. + use_ubound_dirichlet = .false. + vert_mix_type = 2 + clc = 0.15 ! Factor in vertical Langmuir circulation (Axell, 2002: clc=0.1) + l_lc = .true. ! Use Langmuir parameterisation (Axell, 2002) +/ +&ocean_gentmcwilliamsredi_nml + gmredi_configuration = 0 ! 0=cartesian diffusion; 1=GM-Redi: bolus advection + isopycnal diffusion + tapering_scheme = 1 + gmredi_usesrelativemaxslopes = .false. + s_max = 1.0e-3 ! 1.0 + s_d = 1.0e-4 ! 5e-3 to 5e-4 + k_tracer_gm_kappa_parameter = 0.0 + k_tracer_isoneutral_parameter = 0.0 ! value for cell-based cartesian diffusion - mpiom: 1000/400km = 400/160km + k_tracer_dianeutral_parameter = 0.0 ! 1.0E-5 + switch_off_diagonal_vert_expl = .true. + gmredi_combined_diagnostic = .false. + revert_vertical_recon_and_transposed = .true. + slope_calc_via_temperture_salinity = .true. + include_slope_squared_implicit = .true. ! think of l_with_vert_tracer_diffusion + switch_on_tapering_horizontal_diffusion = .true. +/ +&ocean_physics_nml + i_sea_ice = 1 ! 0 = no sea ice; 1 = sea ice model on; default=1 +/ +&ocean_forcing_nml + iforc_oce = 14 ! ocean forcing: 14 from coupling via YAC + forcing_windstress_u_type = 2 ! 0: zero wind stress, 1: read from file, 2: none + forcing_windstress_v_type = 2 ! 0: zero wind stress, 1: read from file, 2: none + limit_seaice = .true. ! default: TRUE + seaice_limit = 6.0 ! hard limit set to 80% of upper layer for sea ice + lfix_salt_content = .false. ! fix global ocean+ice salt content to constant (false) + jerlov_atten = 0.08 + jerlov_bluefrac = 0.36 + lcheck_salt_content = .false. + limit_elevation = .false. + limit_seaice_type = 1 + lswr_jerlov = .true. + tides_mod = 1 + use_tides = .false. + atm_pressure_included_in_icedyn = .true. + atm_pressure_included_in_ocedyn = .true. +/ +&ocean_diagnostics_nml + diagnose_for_heat_content = .true. + diagnose_for_horizontalvelocity = .false. + diagnose_for_tendencies = .false. + diagnostics_level = 1 +/ +&io_nml + restart_file_type = 5 + write_last_restart = .true. + ! restart_write_mode = 'joint procs multifile' ! not yet available in ocean model + ! lnetcdf_flt64_output = .true. ! 64 bit output in all files + ! lkeep_in_sync = .true. ! sync after each timestep + write_initial_state = .false. + restart_write_mode = 'joint procs multifile' +/ + +&output_nml ! 'oce_mon' + output_filename = 'ngc4008_oce_mon' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + output_grid = .true. + operation = 'mean' + ml_varlist = 'group:ocean_monitor' + ready_file = 'ngc4008_mon_<datetime2>.ready' +/ +&sea_ice_nml + albedow_sim = 0.10 + albi = 0.70 + albim = 0.68 + albs = 0.81 + albsm = 0.77 + i_ice_dyn = 1 + i_ice_therm = 1 + leadclose_1 = 0.25 + leadclose_2n = 0.666 + delta_min = 2.0e-09 + cd_io = 5.5e-3 + evp_rheol_steps = 240 + luse_replacement_pressure = .true. +/ +&output_nml ! 'oce_dummy' + output_filename = 'ngc4008_oce_dummy' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '0001-01-01' + output_end = '0001-01-01' + output_interval = 'PT6H' + file_interval = 'P1M' + include_last = .false. + ml_varlist = 'atmos_fluxes_frshflux_evaporation', + 'atmos_fluxes_frshflux_precipitation', + 'atmos_fluxes_frshflux_runoff', + 'atmos_fluxes_frshflux_snowfall', + 'atmos_fluxes_heatflux_latent', + 'atmos_fluxes_heatflux_longwave', + 'atmos_fluxes_heatflux_sensible', + 'atmos_fluxes_heatflux_shortwave', + 'atmos_fluxes_heatflux_total', 'a_tracer_v_to', 'qbot', 'qtop', + 'wind_speed_10m' +/ +&output_nml ! 'oce_qps' + output_filename = 'ngc4008_oce_qps' + filename_format = '<output_filename>_<datetime2>' + filetype = 5 + mode = 1 + output_start = '2020-01-01' + output_end = '2050-01-01' + output_interval = 'P1M' + file_interval = 'P1M' + include_last = .false. + operation = 'mean' + ml_varlist = 'to', 'so', 'tke', 'u', 'v', 'w_deriv', 'zos', 'hi', 'hs', + 'conc', 'mlotst', 'verticallyTotal_mass_flux_e', 'ice_u', + 'ice_v', 'zos_square', 'HeatFlux_Total', 'FrshFlux_Runoff', + 'FrshFlux_Precipitation', 'FrshFlux_Evaporation', + 'FrshFlux_TotalOcean', 'FrshFlux_VolumeIce', 'totalsnowfall', + 'FrshFlux_VolumeTotal', 'group:ocean_moc' + ready_file = 'ngc4008_qps_<datetime2>.ready' +/ + +EOF + +# Selectively add disturbance to overcome model failure +# ------------------------------------------------ + +if [[ "$disturbance_command" ]] +then + echo "disturbing model for start date ${start_date}, using '$disturbance_command'" + eval "$disturbance_command" +fi + +#----------------------------------------------------------------------------- + +if [ $mpi_total_procs -lt `expr $mpi_oce_procs + 1` ] ; then + echo "Too few mpi_total_procs for requested mpi_oce_procs." + echo "-> check mpi_total_procs and mpi_oce_procs. Exiting." + check_error 0 + exit +fi + +#============================================================================= +# +# This section of the run script prepares and starts the model integration. +# +#----------------------------------------------------------------------------- + +#----------------------------------------------------------------------------- +# Provide input files +# $Id: format.tmpl 9264 2021-06-21 21:24:57Z m221078 $ +# +# [files] + +# [files.atmosphere] +atmosphere_dir=/pool/data/ICON/grids/public/mpim + +# [files.atmosphere.mapped] +mapped_dir=$atmosphere_dir/0033 +ln -snvf $mapped_dir/icon_grid_0033_R02B08_G.nc icon_grid_G.nc +ln -snvf $mapped_dir/icon_grid_0033_R02B08_G.nc hd_mask.nc + +# [files.atmosphere.mapped.initial] +initial_dir=$mapped_dir/initial_condition/r0003 +ln -snvf $initial_dir/ifs2icon_2020010100_0033_R02B08_G.nc ifs2icon.nc + +# [files.atmosphere.mapped.ozone] +for((yr = y0 + -1; yr <= yN + 1; ++yr)) +do + revision=r0001 + ((yr >= 2015)) && revision=r0002 + label=historical + ((yr >= 2015)) && label=ssp370 + ozone_dir=$mapped_dir/ozone/${revision} + ln -snvf $ozone_dir/bc_ozone_${label}_${yr}.nc bc_ozone_${yr}.nc +done # offsets + +# [files.atmosphere.mapped.ocean_surface] +ocean_surface_dir=$mapped_dir/sst_and_seaice/r0001 +ln -snvf $ocean_surface_dir/bc_sic_2019-2020.nc bc_sic.nc +ln -snvf $ocean_surface_dir/bc_sst_2019-2020.nc bc_sst.nc + +# [files.atmosphere.mapped.aerosols] +aerosols_dir=$mapped_dir/aerosol_kinne/r0001 +ln -snvf $aerosols_dir/bc_aeropt_kinne_lw_b16_coa.nc . +ln -snvf $aerosols_dir/bc_aeropt_kinne_sw_b14_coa.nc . +ln -snvf $aerosols_dir/bc_aeropt_kinne_sw_b14_fin_1850.nc \ + bc_aeropt_kinne_sw_b14_fin.nc + +# [files.atmosphere.restart] +restart_dir=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +ln -snvf $restart_dir/ngc4008_restart_atm_${start_stamp}Z.mfr \ + multifile_restart_atm.mfr + +# [files.atmosphere.model] +model_dir=/home/k/k203123/nextgems_prefinal + +# [files.atmosphere.model.data] +data_dir=$model_dir/data +ln -snvf $data_dir/ECHAM6_CldOptProps_rrtmgp_lw.nc \ + rrtmgp-cloud-optics-coeffs-lw.nc +ln -snvf $data_dir/ECHAM6_CldOptProps_rrtmgp_sw.nc \ + rrtmgp-cloud-optics-coeffs-sw.nc + +# [files.atmosphere.model.rrtmgp] +rrtmgp_dir=$model_dir/data +ln -snvf $rrtmgp_dir/rrtmgp-gas-lw-g128.nc coefficients_lw.nc +ln -snvf $rrtmgp_dir/rrtmgp-gas-sw-g112.nc coefficients_sw.nc + +# [files.atmosphere.model.run] +run_dir=$model_dir/run +cp -fv $run_dir/dict.iconam.mpim dict.txt + +# [files.atmosphere.independent] +independent_dir=$atmosphere_dir/independent +ln -snvf $independent_dir/greenhouse_gases/greenhouse_ssp370.nc \ + bc_greenhouse_gases.nc +ln -snvf \ + $independent_dir/MACv2_simple_plumes_merged/MACv2.0-SP-merged-historical-and-SSP3-70_v1.nc \ + MACv2.0-SP_v1.nc + +# [files.atmosphere.independent.volcano_aerosols] +for((yr = y0 + -1; yr <= yN + 1; ++yr)) +do + label=1977 + ((yr >= 1977)) && label=${yr} + ((yr >= 2000)) && label=1999 + volcano_aerosols_dir=$independent_dir/aerosol_stenchikov + ln -snvf \ + $volcano_aerosols_dir/bc_aeropt_stenchikov_lw_b16_sw_b14_${label}.nc \ + bc_aeropt_stenchikov_lw_b16_sw_b14_${yr}.nc +done # offsets + +# [files.atmosphere.independent.solar_irradiance] +solar_irradiance_dir=$independent_dir/solar_radiation/3.2 +ln -snvf $solar_irradiance_dir/swflux_14band_cmip6_1850-2299-v3.2.nc \ + bc_solar_irradiance_sw_b14.nc + +# [files.land] +land_dir=/pool/data/ICON/grids/public/mpim + +# [files.land.mapped] +mapped_dir=$land_dir/0033-0016/land/r0002 +ln -snvf $mapped_dir/ic_land_soil_2015.nc ic_land_soil.nc +ln -snvf $mapped_dir/bc_land_frac_2015.nc bc_land_frac.nc +ln -snvf $mapped_dir/bc_land_phys_2015.nc bc_land_phys.nc +ln -snvf $mapped_dir/bc_land_soil_2015.nc bc_land_soil.nc +ln -snvf $mapped_dir/bc_land_sso_2015.nc bc_land_sso.nc +ln -snvf $mapped_dir/hdpara_r2b8_0033_0016_mc_maxl_s_v1.nc bc_land_hd.nc +ln -snvf $mapped_dir/hdstart_r2b8_0033_0016_from_restart_ngc4006_20300101.nc \ + ic_land_hd.nc + + +# [files.land.model] +model_dir=/home/k/k203123/nextgems_prefinal/externals/jsbach/data +ln -snvf $model_dir/lctlib_nlct21.def . + +# [files.ocean] +ocean_dir=/pool/data/ICON/grids/public/mpim + +# [files.ocean.grids] +grids_dir=$ocean_dir/0016 +ln -snvf $grids_dir/icon_grid_0016_R02B09_O.nc icon_grid_O.nc + +# [files.ocean.restart] +restart_dir=/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +ln -snvf $restart_dir/ngc4008_restart_oce_${start_stamp}Z.mfr \ + multifile_restart_ocean.mfr + + + +#----------------------------------------------------------------------------- +# get model +# +ls -l ${MODEL} +check_error $? "${MODEL} does not exist?" +# +ldd ${MODEL} +# +#----------------------------------------------------------------------------- +# +# start experiment +# + +export SLURM_HOSTFILE=$EXPDIR/hst_file + +hostset=$(nodeset -e $SLURM_NODELIST) +hostarr=($hostset) + +touch $SLURM_HOSTFILE +rm $SLURM_HOSTFILE + +#FIXME +numblocks=2 + +#atmo comp +for block in $(seq 1 $numblocks); do + for i in $(seq 0 $(($no_of_nodes-$no_io_nodes-1))); do + hst=${hostarr[$i]} + end=$(($mpi_procs_pernode/2/$numblocks)) + for i in $(seq 1 $end); do + echo $hst >> $SLURM_HOSTFILE + done + done +done + +#atmo out +n_atmo_out_left=$mpi_atm_io_procs +for i in $(seq $(($no_of_nodes-$no_io_nodes)) $(($no_of_nodes-1))); do + hst=${hostarr[$i]} + for i in $(seq 1 $(($mpi_procs_pernode))); do + if [ $n_atmo_out_left -gt 0 ]; then + echo $hst >> $SLURM_HOSTFILE + n_atmo_out_left=$(($n_atmo_out_left -1 )) + fi + done +done + +#oce comp +for block in $(seq 1 $numblocks); do + for i in $(seq 0 $(($no_of_nodes-$no_io_nodes-1))); do + hst=${hostarr[$i]} + end=$(($mpi_procs_pernode/2/$numblocks)) + for i in $(seq 1 $end); do + echo $hst >> $SLURM_HOSTFILE + done + done +done + +#oce out and hiopy +n_atmo_out_left=$mpi_atm_io_procs +for i in $(seq $(($no_of_nodes-$no_io_nodes)) $(($no_of_nodes-1))); do + hst=${hostarr[$i]} + for i in $(seq 1 $(($mpi_procs_pernode))); do + if [ $n_atmo_out_left -gt 0 ]; then + n_atmo_out_left=$(($n_atmo_out_left -1 )) + continue + fi + echo $hst >> $SLURM_HOSTFILE + done +done + + +cat << EOF > set_mask +#!/bin/bash + +rank=\$SLURM_PROCID +total_procs=\$SLURM_NTASKS + +mask=(0x7f 0x7f00 0x7f0000 0x7f000000 0x7f00000000 0x7f0000000000 0x7f000000000000 0x7f00000000000000 0x7f0000000000000000 0x7f000000000000000000 0x7f00000000000000000000 0x7f0000000000000000000000 0x7f000000000000000000000000 0x7f00000000000000000000000000 0x7f0000000000000000000000000000 0x7f000000000000000000000000000000 0x80 0x8000 0x800000 0x80000000 0x8000000000 0x800000000000 0x80000000000000 0x8000000000000000 0x800000000000000000 0x80000000000000000000 0x8000000000000000000000 0x800000000000000000000000 0x80000000000000000000000000 0x8000000000000000000000000000 0x800000000000000000000000000000 0x80000000000000000000000000000000) +#more in the brownian spirit of things. +mask=(0x7f 0x7f0000 0x7f00000000 0x7f000000000000 0x7f0000000000000000 0x7f00000000000000000000 0x7f000000000000000000000000 0x7f0000000000000000000000000000 0x7f00 0x7f000000 0x7f0000000000 0x7f00000000000000 0x7f000000000000000000 0x7f0000000000000000000000 0x7f00000000000000000000000000 0x7f000000000000000000000000000000 0x80 0x800000 0x8000000000 0x80000000000000 0x800000000000000000 0x8000000000000000000000 0x80000000000000000000000000 0x800000000000000000000000000000 0x8000 0x80000000 0x800000000000 0x8000000000000000 0x80000000000000000000 0x800000000000000000000000 0x8000000000000000000000000000 0x80000000000000000000000000000000) + +mask_out=(0xf 0xf0000 0xf00000000 0xf000000000000 0xf0000000000000000 0xf00000000000000000000 0xf000000000000000000000000 0xf0000000000000000000000000000 0xf0 0xf00000 0xf000000000 0xf0000000000000 0xf00000000000000000 0xf000000000000000000000 0xf0000000000000000000000000 0xf00000000000000000000000000000 0xf00 0xf000000 0xf0000000000 0xf00000000000000 0xf000000000000000000 0xf0000000000000000000000 0xf00000000000000000000000000 0xf000000000000000000000000000000 0xf000 0xf0000000 0xf00000000000 0xf000000000000000 0xf0000000000000000000 0xf00000000000000000000000 0xf000000000000000000000000000 0xf0000000000000000000000000000000) + +if [ \$rank -lt $atm_procs ]; then + export OMP_NUM_THREADS=7 + echo atmo \${mask[\$SLURM_LOCALID]} + hwloc-bind \${mask[\$SLURM_LOCALID]} \$* +# exec \$* +elif [ \$rank -lt $(($atm_procs + $mpi_atm_io_procs)) ]; then + export OMP_NUM_THREADS=4 + echo atmoo \${mask_out[\$SLURM_LOCALID]} + hwloc-bind \${mask_out[\$SLURM_LOCALID]} \$* +elif [ \$rank -lt $(($atm_procs + $mpi_atm_io_procs + $oce_procs)) ]; then + export OMP_NUM_THREADS=1 + echo oce \${mask[\$SLURM_LOCALID]} + hwloc-bind \${mask[\$SLURM_LOCALID]} \$* +# exec \$* +elif [ \$rank -lt $(($atm_procs + $mpi_atm_io_procs + $oce_procs + $mpi_oce_io_procs)) ]; then + export OMP_NUM_THREADS=4 + echo oceo \${mask_out[\$SLURM_LOCALID]} + hwloc-bind \${mask_out[\$SLURM_LOCALID]} \$* +else + export OMP_NUM_THREADS=4 + echo hiopy + hwloc-bind \${mask_out[\$SLURM_LOCALID]} ${EXPDIR}/mpmd_jobs/run_\$(( \$SLURM_PROCID -$atm_procs - $mpi_atm_io_procs - $oce_procs - $mpi_oce_io_procs)) +fi +EOF +chmod +x ./set_mask + +cp -p ${MODEL} ./icon +export MODEL=./icon + +rm -f finish.status + +# Create MPMD config file + +exec 3>&1 # save stdout +exec > icon_mpmd.conf +hiopy configure -p ${HIOPY_PLAN} processes -d ${HIOPY_OUTPUT_PREFIX} -n 14429 --number_step 1 -s ${EXPDIR}/mpmd_jobs/run_ --fpc 1 +echo "* ${MODEL}" +exec 1>&3 # restore stdout + +# Set up python for hiopy component + +PYTHONPATH="$BUILD_DIR/externals/yac/python${PYTHONPATH:+:$PYTHONPATH}" +echo "PYTHONPATH=$PYTHONPATH" +export PYTHONPATH + +# prepare output datasets + +hiopy configure -p ${HIOPY_PLAN} extend_time ${initial_date} ${next_date} -d ${HIOPY_OUTPUT_PREFIX} + +# Start control jobs in background + +echo "starting 'ngc4008.update'" +$SCRIPT_DIR/ngc4008.update $start_date $EXPDIR & + +date +${START} ${MODEL} +date + +if [ -r finish.status ] ; then + check_final_status 0 "${START} ${MODEL}" +else + check_final_status -1 "${START} ${MODEL}" +fi + +# Handle restart hand-over + +cp -lrfv ngc4008_restart_atm_${next_stamp}Z.mfr /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +cp -lrfv ngc4008_restart_oce_${next_stamp}Z.mfr /work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work +# Update date info for next run + +echo $next_date > $start_date_file + +# Clean up our restart + +rm -rfv ngc4008_restart_atm_${start_stamp}Z.mfr +rm -rfv ngc4008_restart_oce_${start_stamp}Z.mfr +# +#----------------------------------------------------------------------------- +# +finish_status=`cat finish.status` +echo $finish_status +echo "============================" +echo "Script run successfully: $finish_status" +echo "============================" + +#----------------------------------------------------------------------------- + +# Mark current run as successful in log +echo $(date -u +'%Y-%m-%dT%H:%M:%SZ') ${start_date%:*} ${end_date%:*} ${SLURM_JOBID} end >> $exp_log_file + +cd $SCRIPT_DIR +set +e +status=0 + +if [ $finish_status = "RESTART" ] +then + ( + # Clean SLURM_HOSTFILE + unset SLURM_HOSTFILE + echo "restart: submitting 'ngc4008.run'" + sbatch ngc4008.run + ) || status=$? +fi +echo "running 'ngc4008.intake -w -W'" +./ngc4008.intake -w -W $start_date || status=$? +echo "submitting 'ngc4008.mon -w -W -N'" +( + # Clean SLURM environment + eval $(python -c 'import os +for key in os.environ: + if key.startswith("SLURM_"): print("unset "+key)') + sbatch ngc4008.mon -w -W -N $start_date +) || status=$? +echo "submitting 'ngc4008.weed_zarr'" +( + # Clean SLURM environment + eval $(python -c 'import os +for key in os.environ: + if key.startswith("SLURM_"): print("unset "+key)') + sbatch ngc4008.weed_zarr $start_date +) || status=$? +exit $status + +#----------------------------------------------------------------------------- +# vim:ft=sh +#----------------------------------------------------------------------------- diff --git a/info_on_ngc4008/ngc4008.run.09083524.log_excerpt b/info_on_ngc4008/ngc4008.run.09083524.log_excerpt new file mode 100644 index 0000000000000000000000000000000000000000..296f7f983d18edae6506601b71356bf1d53f272a --- /dev/null +++ b/info_on_ngc4008/ngc4008.run.09083524.log_excerpt @@ -0,0 +1,1229 @@ +2024-02-28T11:47:48.154: '/home/k/k203123/nextgems_prefinal/experiments/ngc4008/scripts/ngc4008.run.log' -> '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/log/ngc4008.run.09083524.log' +2024-02-28T11:47:50.838: hiopy version 0.0.2.dev38+g6e3a5bb +2024-02-28T11:47:55.512: hiopy running 355 tasks +2024-02-28T11:47:56.036: mkdir: Verzeichnis '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900' angelegt +2024-02-28T11:48:07.729: 'icon_grid_G.nc' -> '/pool/data/ICON/grids/public/mpim/0033/icon_grid_0033_R02B08_G.nc' +2024-02-28T11:48:07.731: 'hd_mask.nc' -> '/pool/data/ICON/grids/public/mpim/0033/icon_grid_0033_R02B08_G.nc' +2024-02-28T11:48:07.733: 'ifs2icon.nc' -> '/pool/data/ICON/grids/public/mpim/0033/initial_condition/r0003/ifs2icon_2020010100_0033_R02B08_G.nc' +2024-02-28T11:48:07.734: 'bc_ozone_2025.nc' -> '/pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_2025.nc' +2024-02-28T11:48:07.736: 'bc_ozone_2026.nc' -> '/pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_2026.nc' +2024-02-28T11:48:07.738: 'bc_ozone_2027.nc' -> '/pool/data/ICON/grids/public/mpim/0033/ozone/r0002/bc_ozone_ssp370_2027.nc' +2024-02-28T11:48:07.739: 'bc_sic.nc' -> '/pool/data/ICON/grids/public/mpim/0033/sst_and_seaice/r0001/bc_sic_2019-2020.nc' +2024-02-28T11:48:07.741: 'bc_sst.nc' -> '/pool/data/ICON/grids/public/mpim/0033/sst_and_seaice/r0001/bc_sst_2019-2020.nc' +2024-02-28T11:48:07.742: './bc_aeropt_kinne_lw_b16_coa.nc' -> '/pool/data/ICON/grids/public/mpim/0033/aerosol_kinne/r0001/bc_aeropt_kinne_lw_b16_coa.nc' +2024-02-28T11:48:07.744: './bc_aeropt_kinne_sw_b14_coa.nc' -> '/pool/data/ICON/grids/public/mpim/0033/aerosol_kinne/r0001/bc_aeropt_kinne_sw_b14_coa.nc' +2024-02-28T11:48:07.745: 'bc_aeropt_kinne_sw_b14_fin.nc' -> '/pool/data/ICON/grids/public/mpim/0033/aerosol_kinne/r0001/bc_aeropt_kinne_sw_b14_fin_1850.nc' +2024-02-28T11:48:07.747: 'multifile_restart_atm.mfr' -> '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/ngc4008_restart_atm_20260701T000000Z.mfr' +2024-02-28T11:48:07.749: 'rrtmgp-cloud-optics-coeffs-lw.nc' -> '/home/k/k203123/nextgems_prefinal/data/ECHAM6_CldOptProps_rrtmgp_lw.nc' +2024-02-28T11:48:07.750: 'rrtmgp-cloud-optics-coeffs-sw.nc' -> '/home/k/k203123/nextgems_prefinal/data/ECHAM6_CldOptProps_rrtmgp_sw.nc' +2024-02-28T11:48:07.752: 'coefficients_lw.nc' -> '/home/k/k203123/nextgems_prefinal/data/rrtmgp-gas-lw-g128.nc' +2024-02-28T11:48:07.753: 'coefficients_sw.nc' -> '/home/k/k203123/nextgems_prefinal/data/rrtmgp-gas-sw-g112.nc' +2024-02-28T11:48:07.781: '/home/k/k203123/nextgems_prefinal/run/dict.iconam.mpim' -> 'dict.txt' +2024-02-28T11:48:07.783: 'bc_greenhouse_gases.nc' -> '/pool/data/ICON/grids/public/mpim/independent/greenhouse_gases/greenhouse_ssp370.nc' +2024-02-28T11:48:07.784: 'MACv2.0-SP_v1.nc' -> '/pool/data/ICON/grids/public/mpim/independent/MACv2_simple_plumes_merged/MACv2.0-SP-merged-historical-and-SSP3-70_v1.nc' +2024-02-28T11:48:07.786: 'bc_aeropt_stenchikov_lw_b16_sw_b14_2025.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +2024-02-28T11:48:07.788: 'bc_aeropt_stenchikov_lw_b16_sw_b14_2026.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +2024-02-28T11:48:07.789: 'bc_aeropt_stenchikov_lw_b16_sw_b14_2027.nc' -> '/pool/data/ICON/grids/public/mpim/independent/aerosol_stenchikov/bc_aeropt_stenchikov_lw_b16_sw_b14_1999.nc' +2024-02-28T11:48:07.791: 'bc_solar_irradiance_sw_b14.nc' -> '/pool/data/ICON/grids/public/mpim/independent/solar_radiation/3.2/swflux_14band_cmip6_1850-2299-v3.2.nc' +2024-02-28T11:48:07.792: 'ic_land_soil.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/ic_land_soil_2015.nc' +2024-02-28T11:48:07.794: 'bc_land_frac.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_frac_2015.nc' +2024-02-28T11:48:07.795: 'bc_land_phys.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_phys_2015.nc' +2024-02-28T11:48:07.797: 'bc_land_soil.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_soil_2015.nc' +2024-02-28T11:48:07.798: 'bc_land_sso.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/bc_land_sso_2015.nc' +2024-02-28T11:48:07.800: 'bc_land_hd.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/hdpara_r2b8_0033_0016_mc_maxl_s_v1.nc' +2024-02-28T11:48:07.802: 'ic_land_hd.nc' -> '/pool/data/ICON/grids/public/mpim/0033-0016/land/r0002/hdstart_r2b8_0033_0016_from_restart_ngc4006_20300101.nc' +2024-02-28T11:48:07.803: './lctlib_nlct21.def' -> '/home/k/k203123/nextgems_prefinal/externals/jsbach/data/lctlib_nlct21.def' +2024-02-28T11:48:07.805: 'icon_grid_O.nc' -> '/pool/data/ICON/grids/public/mpim/0016/icon_grid_0016_R02B09_O.nc' +2024-02-28T11:48:07.806: 'multifile_restart_ocean.mfr' -> '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/ngc4008_restart_oce_20260701T000000Z.mfr' +2024-02-28T11:48:07.819: -rwxr-xr-x 1 k203123 bk1040 217933952 21. Feb 15:37 /home/k/k203123/nextgems_prefinal/build/bin/icon-18e11f965a +2024-02-28T11:48:08.323: linux-vdso.so.1 (0x00007ffeffefa000) +2024-02-28T11:48:08.323: libxml2.so.2 => /usr/lib64/libxml2.so.2 (0x00007ffeff966000) +2024-02-28T11:48:08.323: libfyaml.so.0 => /sw/spack-levante/libfyaml-0.7.12-fvbhgo/lib/libfyaml.so.0 (0x00007ffeff6ed000) +2024-02-28T11:48:08.323: libeccodes.so => /sw/spack-levante/eccodes-2.27.0-dphsnu/lib64/libeccodes.so (0x00007ffeff177000) +2024-02-28T11:48:08.323: liblapack.so.3 => /sw/spack-levante/netlib-lapack-3.9.1-rwhcz7/lib64/liblapack.so.3 (0x00007ffefe752000) +2024-02-28T11:48:08.323: libblas.so.3 => /sw/spack-levante/netlib-lapack-3.9.1-rwhcz7/lib64/libblas.so.3 (0x00007ffefe4d4000) +2024-02-28T11:48:08.323: libnetcdff.so.7 => /sw/spack-levante/netcdf-fortran-4.5.3-k6xq5g/lib/libnetcdff.so.7 (0x00007ffefe02f000) +2024-02-28T11:48:08.323: libnetcdf.so.19 => /sw/spack-levante/netcdf-c-4.8.1-2k3cmu/lib/libnetcdf.so.19 (0x00007ffefdc24000) +2024-02-28T11:48:08.323: libhdf5.so.200 => /sw/spack-levante/hdf5-1.12.1-tvymb5/lib/libhdf5.so.200 (0x00007ffefd512000) +2024-02-28T11:48:08.323: libmpi_usempif08.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi_usempif08.so.40 (0x00007ffefd2da000) +2024-02-28T11:48:08.323: libmpi_mpifh.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi_mpifh.so.40 (0x00007ffefd06b000) +2024-02-28T11:48:08.324: libmpi.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi.so.40 (0x00007ffefcac2000) +2024-02-28T11:48:08.324: libiomp5.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libiomp5.so (0x00007ffefc696000) +2024-02-28T11:48:08.324: libpthread.so.0 => /usr/lib64/libpthread.so.0 (0x00007ffefc476000) +2024-02-28T11:48:08.324: libc.so.6 => /usr/lib64/libc.so.6 (0x00007ffefc0b1000) +2024-02-28T11:48:08.324: /lib64/ld-linux-x86-64.so.2 (0x00007ffeffcce000) +2024-02-28T11:48:08.324: libgcc_s.so.1 => /usr/lib64/libgcc_s.so.1 (0x00007ffefbe99000) +2024-02-28T11:48:08.324: libdl.so.2 => /usr/lib64/libdl.so.2 (0x00007ffefbc95000) +2024-02-28T11:48:08.324: libz.so.1 => /usr/lib64/libz.so.1 (0x00007ffefba7d000) +2024-02-28T11:48:08.324: liblzma.so.5 => /usr/lib64/liblzma.so.5 (0x00007ffefb856000) +2024-02-28T11:48:08.324: libm.so.6 => /usr/lib64/libm.so.6 (0x00007ffefb4d4000) +2024-02-28T11:48:08.324: libopenjp2.so.7 => /sw/spack-levante/openjpeg-2.3.1-vvcx7c/lib/libopenjp2.so.7 (0x00007ffefb256000) +2024-02-28T11:48:08.324: libaec.so.0 => /sw/spack-levante/libaec-1.0.5-gij7yv/lib64/libaec.so.0 (0x00007ffefb046000) +2024-02-28T11:48:08.324: libpng16.so.16 => /sw/spack-levante/libpng-1.6.37-5lzmdf/lib/libpng16.so.16 (0x00007ffefade7000) +2024-02-28T11:48:08.324: libimf.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libimf.so (0x00007ffefa753000) +2024-02-28T11:48:08.324: libsvml.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libsvml.so (0x00007ffef86e7000) +2024-02-28T11:48:08.324: libirng.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libirng.so (0x00007ffef837b000) +2024-02-28T11:48:08.324: libintlc.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libintlc.so.5 (0x00007ffef8100000) +2024-02-28T11:48:08.324: libifport.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libifport.so.5 (0x00007ffef7ecf000) +2024-02-28T11:48:08.324: libifcoremt.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libifcoremt.so.5 (0x00007ffef7d2e000) +2024-02-28T11:48:08.324: libmpi_usempi_ignore_tkr.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libmpi_usempi_ignore_tkr.so.40 (0x00007ffef7b22000) +2024-02-28T11:48:08.324: libpnetcdf.so.4 => /sw/spack-levante/parallel-netcdf-1.12.2-mc24h4/lib/libpnetcdf.so.4 (0x00007ffef6fd0000) +2024-02-28T11:48:08.324: libmfhdf.so.0 => /sw/spack-levante/hdf-4.2.15-jvpsue/lib/libmfhdf.so.0 (0x00007ffef6d9b000) +2024-02-28T11:48:08.324: libdf.so.0 => /sw/spack-levante/hdf-4.2.15-jvpsue/lib/libdf.so.0 (0x00007ffef6ad1000) +2024-02-28T11:48:08.324: libhdf5_hl.so.200 => /sw/spack-levante/hdf5-1.12.1-tvymb5/lib/libhdf5_hl.so.200 (0x00007ffef68ab000) +2024-02-28T11:48:08.324: libcurl.so.4 => /usr/lib64/libcurl.so.4 (0x00007ffef661c000) +2024-02-28T11:48:08.324: libjpeg.so.62 => /usr/lib64/libjpeg.so.62 (0x00007ffef63b3000) +2024-02-28T11:48:08.324: libsz.so.2 => /sw/spack-levante/libaec-1.0.5-gij7yv/lib64/libsz.so.2 (0x00007ffef61a2000) +2024-02-28T11:48:08.324: libtirpc.so.3 => /sw/spack-levante/libtirpc-1.2.6-7laks4/lib/libtirpc.so.3 (0x00007ffef5f6a000) +2024-02-28T11:48:08.324: liblustreapi.so.1 => /usr/lib64/liblustreapi.so.1 (0x00007ffef5d35000) +2024-02-28T11:48:08.324: libopen-rte.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libopen-rte.so.40 (0x00007ffef59e3000) +2024-02-28T11:48:08.324: libopen-pal.so.40 => /sw/spack-levante/openmpi-4.1.2-yfwe6t/lib/libopen-pal.so.40 (0x00007ffef56a2000) +2024-02-28T11:48:08.324: libucp.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libucp.so.0 (0x00007ffef53df000) +2024-02-28T11:48:08.324: libuct.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libuct.so.0 (0x00007ffef519d000) +2024-02-28T11:48:08.324: libucm.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libucm.so.0 (0x00007ffef4f77000) +2024-02-28T11:48:08.324: libucs.so.0 => /sw/spack-levante/ucx-1.12.0-nlas56/lib/libucs.so.0 (0x00007ffef4bbf000) +2024-02-28T11:48:08.324: libpmi2.so.1 => /sw/spack-levante/pmix-3.2.1-xut2g3/lib/libpmi2.so.1 (0x00007ffef4833000) +2024-02-28T11:48:08.324: libpmi.so.1 => /sw/spack-levante/pmix-3.2.1-xut2g3/lib/libpmi.so.1 (0x00007ffef44a7000) +2024-02-28T11:48:08.324: libpmix.so.2 => /sw/spack-levante/pmix-3.2.1-xut2g3/lib/libpmix.so.2 (0x00007ffef4121000) +2024-02-28T11:48:08.324: libnl-3.so.200 => /usr/lib64/libnl-3.so.200 (0x00007ffef3efe000) +2024-02-28T11:48:08.324: libnl-route-3.so.200 => /usr/lib64/libnl-route-3.so.200 (0x00007ffef3c6c000) +2024-02-28T11:48:08.324: librt.so.1 => /usr/lib64/librt.so.1 (0x00007ffef3a64000) +2024-02-28T11:48:08.324: libutil.so.1 => /usr/lib64/libutil.so.1 (0x00007ffef3860000) +2024-02-28T11:48:08.324: libhwloc.so.15 => /sw/spack-levante/hwloc-2.6.0-43fbvn/lib/libhwloc.so.15 (0x00007ffef35e4000) +2024-02-28T11:48:08.324: libevent_core-2.1.so.6 => /sw/spack-levante/libevent-2.1.8-mjzu6s/lib/libevent_core-2.1.so.6 (0x00007ffef33a5000) +2024-02-28T11:48:08.324: libevent_pthreads-2.1.so.6 => /sw/spack-levante/libevent-2.1.8-mjzu6s/lib/libevent_pthreads-2.1.so.6 (0x00007ffef31a2000) +2024-02-28T11:48:08.324: libirc.so => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libirc.so (0x00007ffef2f27000) +2024-02-28T11:48:08.324: libcilkrts.so.5 => /sw/spack-levante/intel-oneapi-compilers-2022.0.1-an2cbq/compiler/2022.0.1/linux/compiler/lib/intel64_lin/libcilkrts.so.5 (0x00007ffef2ce6000) +2024-02-28T11:48:08.324: libstdc++.so.6 => /usr/lib64/libstdc++.so.6 (0x00007ffef2951000) +2024-02-28T11:48:08.324: libnghttp2.so.14 => /usr/lib64/libnghttp2.so.14 (0x00007ffef272a000) +2024-02-28T11:48:08.324: libidn2.so.0 => /usr/lib64/libidn2.so.0 (0x00007ffef250c000) +2024-02-28T11:48:08.324: libssh.so.4 => /usr/lib64/libssh.so.4 (0x00007ffef229d000) +2024-02-28T11:48:08.324: libpsl.so.5 => /usr/lib64/libpsl.so.5 (0x00007ffef208c000) +2024-02-28T11:48:08.324: libssl.so.1.1 => /usr/lib64/libssl.so.1.1 (0x00007ffef1df8000) +2024-02-28T11:48:08.325: libcrypto.so.1.1 => /usr/lib64/libcrypto.so.1.1 (0x00007ffef190e000) +2024-02-28T11:48:08.325: libgssapi_krb5.so.2 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libgssapi_krb5.so.2 (0x00007ffef16b0000) +2024-02-28T11:48:08.325: libkrb5.so.3 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libkrb5.so.3 (0x00007ffef13b0000) +2024-02-28T11:48:08.325: libk5crypto.so.3 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libk5crypto.so.3 (0x00007ffef1173000) +2024-02-28T11:48:08.325: libcom_err.so.2 => /usr/lib64/libcom_err.so.2 (0x00007ffef0f6f000) +2024-02-28T11:48:08.325: libldap-2.4.so.2 => /usr/lib64/libldap-2.4.so.2 (0x00007ffef0d20000) +2024-02-28T11:48:08.325: liblber-2.4.so.2 => /usr/lib64/liblber-2.4.so.2 (0x00007ffef0b10000) +2024-02-28T11:48:08.325: libbrotlidec.so.1 => /usr/lib64/libbrotlidec.so.1 (0x00007ffef0903000) +2024-02-28T11:48:08.325: libcom_err.so.3 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libcom_err.so.3 (0x00007ffef06ff000) +2024-02-28T11:48:08.325: libkeyutils.so.1 => /usr/lib64/libkeyutils.so.1 (0x00007ffef04fb000) +2024-02-28T11:48:08.325: libnuma.so.1 => /sw/spack-levante/numactl-2.0.14-6yawk5/lib/libnuma.so.1 (0x00007ffef02ed000) +2024-02-28T11:48:08.325: libpciaccess.so.0 => /sw/spack-levante/libpciaccess-0.16-knievr/lib/libpciaccess.so.0 (0x00007ffef00e1000) +2024-02-28T11:48:08.325: libunistring.so.2 => /usr/lib64/libunistring.so.2 (0x00007ffeefd60000) +2024-02-28T11:48:08.325: libkrb5support.so.0 => /sw/spack-levante/krb5-1.19.2-rteqqi/lib/libkrb5support.so.0 (0x00007ffeefb51000) +2024-02-28T11:48:08.325: libresolv.so.2 => /usr/lib64/libresolv.so.2 (0x00007ffeef939000) +2024-02-28T11:48:08.325: libsasl2.so.3 => /usr/lib64/libsasl2.so.3 (0x00007ffeef71b000) +2024-02-28T11:48:08.325: libbrotlicommon.so.1 => /usr/lib64/libbrotlicommon.so.1 (0x00007ffeef4fa000) +2024-02-28T11:48:08.325: libcrypt.so.1 => /usr/lib64/libcrypt.so.1 (0x00007ffeef2d1000) +2024-02-28T11:48:21.343: PYTHONPATH=/home/k/k203123/nextgems_prefinal/build/externals/yac/python:/home/k/k203123/nextgems_prefinal/build/externals/yac/python:/home/k/k203123/nextgems_prefinal/build/lib/python3.10/site-packages:/home/k/k203123/nextgems_prefinal/lib/python3.10/site-packages:/home/k/k203123/nextgems_prefinal/utils/mkexp +... +... +2024-02-28T11:49:20.243: 0: +2024-02-28T11:49:20.243: 0: ICON MPI interface runtime information: +2024-02-28T11:49:20.393: 0: mo_mpi::start_mpi Used MPI version: 3.1 +2024-02-28T11:49:20.393: 0: mo_mpi::start_mpi ICON: Globally run on 14429 mpi processes. +2024-02-28T11:49:20.406: 0: mo_mpi::start_mpi: Running globally hybrid OpenMP-MPI mode. +2024-02-28T11:49:20.406: 0: mo_mpi::start_mpi global_no_of_threads is 7 +2024-02-28T11:49:20.537: 0: +2024-02-28T11:49:20.537: 0: ICON runs on 14429 mpi processes. +2024-02-28T11:49:20.537: 0: +2024-02-28T11:49:20.580: 0: Repository: git@gitlab.dkrz.de:icon/icon-mpim.git +2024-02-28T11:49:20.580: 0: Branch : m221078-nextgems_prefinal-experiments +2024-02-28T11:49:20.580: 0: Git tag : No GIT tag matches exactly. +2024-02-28T11:49:20.580: 0: Revision : be84e97e71f7139203b76b3401e89bf1d5566b1e +2024-02-28T11:49:20.580: 0: Executable: ./icon at 20240228 114920 +2024-02-28T11:49:20.580: 0: User : Sapphire Dyamond (k203123) on l30300 (Linux 4.18.0-425.10.1.el8_7.x86_64 x86_64) +2024-02-28T11:49:20.581: 0: GRIB-API : 2.27.0 +2024-02-28T11:49:20.581: 0: Intel(R) Fortran Intel(R) 64 Compiler Classic for applications running on Intel(R) 64, Version 2021.5.0 Build 20211109_000000 +2024-02-28T11:49:20.581: 0: +2024-02-28T11:49:20.581: 0: master_control: start model initialization. +2024-02-28T11:49:20.760: 0: +2024-02-28T11:49:20.760: 0: atmo runs on 7201 mpi processes. +2024-02-28T11:49:20.760: 0: +2024-02-28T11:49:20.761: 7201: +2024-02-28T11:49:20.761: 7201: ocean runs on 7228 mpi processes. +2024-02-28T11:49:20.761: 7201: +2024-02-28T11:49:20.761: 0: Read restart file meta data ... +2024-02-28T11:49:20.822: 0: mo_load_restart:readRestartAttributeFile: read namelists and attributes from restart file +2024-02-28T11:49:20.827: 7201: mo_load_restart:readRestartAttributeFile: read namelists and attributes from restart file +2024-02-28T11:49:21.831: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:21.831: 7201: mo_dbg_nml/read_dbg_namelist:: read debug namelist dbg_index_nml +2024-02-28T11:49:21.834: 7201: mo_ocean_nml/read_ocean_namelist:: running the hydrostatic ocean model +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: use_bc_SAL_potential acitvated +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: You have chosen the z* co-ordinate +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: You have choosen the mimetic dicretization +2024-02-28T11:49:21.836: 7201: mo_ocean_nml/read_ocean_namelist:: You are using the CELL_BASED discretization +2024-02-28T11:49:21.837: 7201: mo_ocean_nml/read_ocean_namelist:: WARNING, iforc_oce set to 14 for coupled experiment +2024-02-28T11:49:21.860: 7201: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: i_ice_dyn is 1 - BUT SEA ICE DYNAMICS INCLUDE ERRORS +2024-02-28T11:49:21.860: 7201: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: stress_ice_zero=FALSE because i_ice_dyn is 1 or 2 +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Model time step : PT05M +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Checkpoint interval : P1M +2024-02-28T11:49:21.877: 7201: Restart interval : P3M +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Read restart file meta data ... +2024-02-28T11:49:21.877: 7201: Warning - cannot calculate nsteps unambiguous, set 0! +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Calendar: Proleptic Gregorian +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Experiment reference date: 2020-01-01 +2024-02-28T11:49:21.877: 7201: Experiment start date : 2020-01-01 +2024-02-28T11:49:21.877: 7201: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.877: 7201: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:21.877: 7201: Start date : 2026-07-01T00:00:00.000 (restart run) +2024-02-28T11:49:21.877: 7201: Stop date : 2026-10-01T00:00:00.000 +2024-02-28T11:49:21.877: 7201: +2024-02-28T11:49:21.992: 7201: mo_ocean_nml_crosscheck:ocean_crosscheck: NetCDF output of floating point variables will be in 32-bit accuracy +2024-02-28T11:49:21.992: 7201: added event group: checkpointEventGroup +2024-02-28T11:49:21.992: 7201: +2024-02-28T11:49:21.993: 7201: Start date of this run: 2026-07-01T00:00:00.000 +2024-02-28T11:49:21.993: 7201: Stop date of this run: 2026-10-01T00:00:00.000 +2024-02-28T11:49:21.993: 7201: +2024-02-28T11:49:21.993: 7201: Event list: checkpointEventGroup +2024-02-28T11:49:21.993: 7201: 1 checkpoint +2024-02-28T11:49:21.993: 7201: 2 restart +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: num_io_procs_radar has no effect if there are no radar-active domains! +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: --> num_io_procs_radar set to 0 +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: Number of procs for test: 0, work: 7200, I/O: 28, Restart: 0, Prefetching: 0 +2024-02-28T11:49:21.993: 7201: set_mpi_work_communicators: 0 <= 0 test procs < 0 <= 7200 work procs < 7200 <= 28 io procs < 7228 <= 0 restart procs < 7228 <= 0 pref procs < 7228 <= 0 radario procs < 7228 +2024-02-28T11:49:22.235: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.266: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:22.361: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.364: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:22.465: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.488: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file. +2024-02-28T11:49:22.544: 0: mo_name_list_output_init::read_name_list_output_namelists: load dictionary file (output names). +2024-02-28T11:49:22.547: 0: mo_dbg_nml/read_dbg_namelist:: read debug namelist dbg_index_nml +2024-02-28T11:49:23.752: 0: +2024-02-28T11:49:23.752: 0: mo_advection_nml: read_transport_nml: Evaluate the number of names in transport_nml/tracer_names +2024-02-28T11:49:23.752: 0: --- tracer name hus in position : 1 +2024-02-28T11:49:23.752: 0: --- tracer name clw in position : 2 +2024-02-28T11:49:23.752: 0: --- tracer name cli in position : 3 +2024-02-28T11:49:23.752: 0: --- tracer name qr in position : 4 +2024-02-28T11:49:23.752: 0: --- tracer name qs in position : 5 +2024-02-28T11:49:23.752: 0: --- tracer name qg in position : 6 +2024-02-28T11:49:23.752: 0: --- number of named tracers : 6 +2024-02-28T11:49:23.752: 0: --- ntracer changed from 0 to : 6 +2024-02-28T11:49:23.752: 0: +2024-02-28T11:49:23.970: 0: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: i_ice_dyn is 1 - BUT SEA ICE DYNAMICS INCLUDE ERRORS +2024-02-28T11:49:23.970: 0: mo_sea_ice_nml:read_sea_ice_namelist: WARNING: stress_ice_zero=FALSE because i_ice_dyn is 1 or 2 +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.103: 0: Model time step : PT60.000S +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.103: 0: Checkpoint interval : P1M +2024-02-28T11:49:24.103: 0: Restart interval : P3M +2024-02-28T11:49:24.103: 0: +2024-02-28T11:49:24.104: 0: Read restart file meta data ... +2024-02-28T11:49:24.104: 0: IAU time shift: PT00.000S +2024-02-28T11:49:24.104: 0: Warning - cannot calculate nsteps unambiguous, set 0! +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: Calendar: Proleptic Gregorian +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: Experiment reference date: 2020-01-01 +2024-02-28T11:49:24.104: 0: Experiment start date : 2020-01-01 +2024-02-28T11:49:24.104: 0: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: Experiment stop date : 2050-01-01T00:00:00.000 +2024-02-28T11:49:24.104: 0: Start date : 2026-07-01T00:00:00.000 (restart run) +2024-02-28T11:49:24.104: 0: Stop date : 2026-10-01T00:00:00.000 +2024-02-28T11:49:24.104: 0: +2024-02-28T11:49:24.104: 0: mo_nml_crosscheck::atm_crosscheck: WARNING! num_prefetch_proc reset to 0 ! +2024-02-28T11:49:24.104: 0: mo_nml_crosscheck::atm_crosscheck: NetCDF output of floating point variables will be in 32-bit accuracy +2024-02-28T11:49:24.105: 0: mo_nml_crosscheck::land_crosscheck: Setting llake = .FALSE. since using tmx (lakes are treated inside JSBACH) +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: num_io_procs_radar has no effect if there are no radar-active domains! +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: --> num_io_procs_radar set to 0 +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: Number of procs for test: 0, work: 7200, I/O: 1, Restart: 0, Prefetching: 0 +2024-02-28T11:49:24.105: 0: set_mpi_work_communicators: 0 <= 0 test procs < 0 <= 7200 work procs < 7200 <= 1 io procs < 7201 <= 0 restart procs < 7201 <= 0 pref procs < 7201 <= 0 radario procs < 7201 +2024-02-28T11:49:24.734: 7201: mo_icon_output_tools:init_io_processes: asynchronous namelist I/O scheme is enabled. +2024-02-28T11:49:24.735: 7201: mo_model_domimp_patches:import_pre_patches: start to import patches +2024-02-28T11:49:24.735: 7201: mo_model_domimp_patches:read_pre_patch: start to init patch_pre +2024-02-28T11:49:24.735: 7201: Read grid file icon_grid_O.nc +2024-02-28T11:49:24.739: 0: mo_jsb_base:jsbach_setup_models: starting basic setup +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: =========================================================== +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: JSBACH - Version 4.20p9 +2024-02-28T11:49:25.417: 0: Copyright by Max-Planck-Institute for Meteorology, 2015 +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: =========================================================== +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: +2024-02-28T11:49:25.417: 0: mo_jsb_model_class:new_model: starting construction of new JSBACH model instance. +2024-02-28T11:49:25.417: 0: mo_jsb_model_class:new_model: construction of JSBACH model completed. +2024-02-28T11:49:25.417: 0: mo_jsb_config_class:new_model_config: Starting model configuration from NAMELIST_lnd +2024-02-28T11:49:25.578: 0: mo_jsb_config_class:new_model_config: WARNING: Model will not stop due to any land water balance violation. +2024-02-28T11:49:25.578: 0: mo_jsb_base:jsbach_setup_models: New jsbach model: jsb +2024-02-28T11:49:25.578: 0: ... ID: 1 +2024-02-28T11:49:25.578: 0: ... Usecase: jsbach_lite +2024-02-28T11:49:25.578: 0: ... Using configuration from namelist: NAMELIST_lnd +2024-02-28T11:49:25.578: 0: ... Using tile fractions from: bc_land_frac.nc +2024-02-28T11:49:25.578: 0: mo_jsb_time:init_time: Initializing JSBACH time +2024-02-28T11:49:25.578: 0: mo_jsb_time:init_time: Not using Asselin time filter for surface temperature +2024-02-28T11:49:25.578: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= surface 1 1 +2024-02-28T11:49:25.601: 0: mo_sse_config_class:Init_sse_config: Using 5 snow layers. +2024-02-28T11:49:25.601: 0: mo_sse_config_class:Init_sse_config: Using soil texture to derive heat capacity and heat conductivity +2024-02-28T11:49:25.601: 0: mo_sse_config_class:Init_sse_config: Critical water/ice content in upper soil layer for correction of surface temperature for freezing/melting: 0.5850E-02 +2024-02-28T11:49:25.707: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= soil_depth_energy 41 5 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil levels in soil energy (upper) [m]: 0.000000000000000E+000 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil levels in soil energy (mid) [m]: 3.250000000000000E-002 0.192000000000000 0.775500000000000 2.68300000000000 6.98400000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil levels in soil energy (lower) [m]: 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 9.83400000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Soil level depths in soil energy [m]: 6.500000000000000E-002 0.254000000000000 0.913000000000000 2.90200000000000 5.70000000000000 +2024-02-28T11:49:25.707: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= snow_depth_energy 42 5 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow levels in soil energy (upper) [m]: 0.000000000000000E+000 5.000000000000000E-002 0.100000000000000 0.150000000000000 0.200000000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow levels in soil energy (mid) [m]: 2.500000000000000E-002 7.500000000000001E-002 0.125000000000000 0.175000000000000 0.225000000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow levels in soil energy (lower) [m]: 5.000000000000000E-002 0.100000000000000 0.150000000000000 0.200000000000000 0.250000000000000 +2024-02-28T11:49:25.707: 0: mo_sse_config_class:Init_sse_config: Snow level depths in soil energy [m]: 5.000000000000000E-002 5.000000000000000E-002 5.000000000000002E-002 4.999999999999999E-002 4.999999999999999E-002 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Maximum water holding capacity of soil or canopy skin: 0.2000E-03 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Upper limit for maximum soil moisture content: -.1000E+01 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Fraction of field capacity at critical point: 0.7500E+00 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Fraction of field capacity at permanent wilting point: 0.3500E+00 +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: WARNING: Model will not stop due to land surface water balance violation. +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Using soil texture in soil hydrology +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Allow infiltration at sub-zero temperatures +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Soil hydrology uses the Brooks & Corey model +2024-02-28T11:49:25.708: 0: mo_hydro_config_class:Init_hydro_config: Soil diffusivity/conductivity interpolation uses upstream means +2024-02-28T11:49:25.752: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= soil_depth_water 43 5 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil levels in hydrology (upper) [m]: 0.000000000000000E+000 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil levels in hydrology (mid) [m]: 3.250000000000000E-002 0.192000000000000 0.775500000000000 2.68300000000000 6.98400000000000 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil levels in hydrology (lower) [m]: 6.500000000000000E-002 0.319000000000000 1.23200000000000 4.13400000000000 9.83400000000000 +2024-02-28T11:49:25.752: 0: mo_hydro_config_class:Init_hydro_config: Soil level depths in hydrology [m]: 6.500000000000000E-002 0.254000000000000 0.913000000000000 2.90200000000000 5.70000000000000 +2024-02-28T11:49:26.155: 0: mo_hd_config_class:Init_hd_config: WARNING: Model will not stop due to river routing water balance violation. +2024-02-28T11:49:26.155: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= hd_nres_overlflow 44 1 +2024-02-28T11:49:26.155: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= hd_nres_baseflow 45 1 +2024-02-28T11:49:26.155: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= hd_nres_riverflow 46 5 +2024-02-28T11:49:26.212: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= canopy_layer 47 3 +2024-02-28T11:49:26.212: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= canopy_layer_q_ 48 10 +2024-02-28T11:49:26.212: 0: mo_pheno_config_class:Init_pheno_config: Starting phenology configuration +2024-02-28T11:49:26.213: 0: mo_carbon_config_class:Init_carbon_config: Starting carbon configuration +2024-02-28T11:49:26.213: 0: mo_disturb_config_class:Init_disturb_config: Starting disturb configuration +2024-02-28T11:49:26.214: 0: mo_pplcc_config_class:Init_pplcc_config: Starting pplcc configuration +2024-02-28T11:49:26.215: 0: mo_alcc_config_class:Init_alcc_config: Starting alcc configuration +2024-02-28T11:49:26.215: 0: mo_alcc_config_class:Init_alcc_config: Reading land use data from maps. +2024-02-28T11:49:26.215: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= pfts 49 11 +2024-02-28T11:49:26.217: 0: mo_nlcc_config_class:Init_nlcc_config: Starting nlcc configuration +2024-02-28T11:49:26.218: 0: mo_jsb_grid:Register_vgrid: Registered new vgrid: name, ID, length= pfts 50 11 +2024-02-28T11:49:26.218: 0: mo_veg_config_class:Init_veg_config: Starting veg configuration +2024-02-28T11:49:26.218: 0: mo_jsb_base:jsbach_setup_models: Initialize JSBACH from IFS analysis file ifs2icon.nc +2024-02-28T11:49:26.218: 0: mo_jsb_base:jsbach_setup_models: Using canopy albedo from ini file bc_land_phys.nc ... therefore no influence of vegetation on albedo +2024-02-28T11:49:26.218: 0: mo_model_domimp_patches:import_pre_patches: start to import patches +2024-02-28T11:49:26.218: 0: mo_model_domimp_patches:read_pre_patch: start to init patch_pre +2024-02-28T11:49:26.218: 0: Read grid file icon_grid_G.nc +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: grid uuid: 375cb0cc-637e-11e8-9d6f-8f41a9b9ff4b +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: generating center of patch 1: 252 +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: generating subcenter of patch 1: 1 +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: number_of_grid_used of patch 1: 16 +2024-02-28T11:49:27.384: 7201: mo_model_domimp_patches:read_pre_patch: URI of patch 1: http://icon-downloads.mpimet.mpg.de/grids/public/mpim/0016/icon_grid_0016_R02B09_O.nc +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: grid uuid: 5aff0578-9bd9-11e8-8e4a-af3d880818e6 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: generating center of patch 1: 252 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: generating subcenter of patch 1: 1 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: number_of_grid_used of patch 1: 33 +2024-02-28T11:49:29.297: 0: mo_model_domimp_patches:read_pre_patch: URI of patch 1: http://icon-downloads.mpimet.mpg.de/grids/public/mpim/0033/icon_grid_0033_R02B08_G.nc +2024-02-28T11:49:36.180: 0: mo_model_domimp_patches:read_pre_patch: read_patches finished +2024-02-28T11:49:36.180: 0: mo_subdivision:decompose_domain: start of domain decomposition +2024-02-28T11:49:36.180: 0: mo_subdivision:decompose_domain: Is this taking a long time? Consider adding macro definition HAVE_SLOW_PASSIVE_TARGET_ONESIDED to compile time settings. +2024-02-28T11:49:36.180: 0: No splitting of processor grid +2024-02-28T11:49:36.180: 0: divide_patch: Using geometric area subdivision (normal) +2024-02-28T11:49:46.407: 0: mo_setup_subdivision::divide_patch: dividing patch +2024-02-28T11:49:46.956: 0: Secondary nproma (nproma_sub):: 32 +2024-02-28T11:49:48.933: 0: mo_setup_subdivision: divide_patch: erase negative refin_ctrl flags in patch 1 +2024-02-28T11:49:50.321: 0: mo_model_domimp_patches:read_remaining_patch: Read gridmap file icon_grid_G.nc +2024-02-28T11:49:50.565: 0: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_G.nc +2024-02-28T11:49:57.224: 0: mo_model_domimp_patches:read_remaining_patch: read finished +2024-02-28T11:49:57.564: 0: Information on domain decomposition: grid 1 +2024-02-28T11:49:57.564: 0: Number of compute PEs used for this grid: 7200 +2024-02-28T11:49:57.564: 0: # lateral boundary cells: max/min/avg 0 0 0.00 +2024-02-28T11:49:57.564: 0: # prognostic cells: max/min/avg 729 728 728.18 +2024-02-28T11:49:57.564: 0: # cells up to halo level 1: max/min/avg 883 802 808.54 +2024-02-28T11:49:57.564: 0: # cells up to halo level 2: max/min/avg 1044 881 895.83 +2024-02-28T11:49:57.564: 0: # cells total: max/min/avg 1044 881 895.83 +2024-02-28T11:49:57.564: 0: # lateral boundary edges: max/min/avg 0 0 0.00 +2024-02-28T11:49:57.564: 0: # prognostic edges: max/min/avg 1171 1129 1132.91 +2024-02-28T11:49:57.564: 0: # edges up to halo level 1: max/min/avg 1171 1129 1132.91 +2024-02-28T11:49:57.564: 0: # edges up to halo level 2: max/min/avg 1486 1282 1300.57 +2024-02-28T11:49:57.564: 0: # edges up to halo level 3: max/min/avg 1646 1361 1386.93 +2024-02-28T11:49:57.564: 0: # lateral boundary verts: max/min/avg 0 0 0.00 +2024-02-28T11:49:57.564: 0: # prognostic verts: max/min/avg 438 300 364.09 +2024-02-28T11:49:57.564: 0: # verts up to halo level 1: max/min/avg 443 402 405.74 +2024-02-28T11:49:57.565: 0: # verts up to halo level 2: max/min/avg 603 481 492.10 +2024-02-28T11:49:57.565: 0: +2024-02-28T11:49:57.565: 0: # send PEs (cells): max/min/avg 13 4 6.65 +2024-02-28T11:49:57.565: 0: # recv PEs (cells): max/min/avg 13 4 6.65 +2024-02-28T11:49:57.565: 0: # send PEs (edges): max/min/avg 18 4 6.75 +2024-02-28T11:49:57.565: 0: # recv PEs (edges): max/min/avg 14 4 6.75 +2024-02-28T11:49:57.565: 0: # send PEs (verts): max/min/avg 18 4 6.68 +2024-02-28T11:49:57.565: 0: # recv PEs (verts): max/min/avg 14 4 6.68 +2024-02-28T11:49:57.565: 0: +2024-02-28T11:49:57.565: 0: build_decomposition: Done. +2024-02-28T11:49:57.565: 0: mo_icon_output_tools:init_io_processes: asynchronous namelist I/O scheme is enabled. +2024-02-28T11:49:57.565: 0: RBF scale factors for cells/edges/vertices, domain 1: 0.50000 0.50000 0.50000 +2024-02-28T11:49:57.565: 0: RBF scale factors for velocity boundary interpolation 1: 0.50000 +2024-02-28T11:49:57.565: 0: mo_intp_state:construct_2d_interpol_state: start to construct int_state +2024-02-28T11:49:57.565: 0: mo_intp_state:construct_2d_interpol_state: constructing int_state for patch 1 +2024-02-28T11:49:57.581: 0: mo_intp_state:allocate_int_state: memory allocation finished +2024-02-28T11:49:57.722: 0: mo_intp_rbf_coeffs:rbf_vec_compute_coeff_cell: +2024-02-28T11:49:57.733: 0: mo_intp_rbf_coeffs:rbf_vec_compute_coeff_vertex: +2024-02-28T11:49:57.735: 0: mo_intp_rbf_coeffs:rbf_vec_compute_coeff_edge: +2024-02-28T11:49:57.739: 0: mo_interpolation:tri_quadrature_pts: +2024-02-28T11:49:57.750: 0: mo_intp_coeffs:calculate_tangent_plane_at_edge: +2024-02-28T11:49:57.756: 0: mo_interpolation:init_tplane_c_sphere: +2024-02-28T11:49:57.760: 0: mo_intp_coeffs_lsq_bln:lsq_stencil_create: +2024-02-28T11:49:57.760: 0: mo_intp_coeffs_lsq_bln:create_stencil_c3: create 3-point stencil +2024-02-28T11:49:57.761: 0: mo_interpolation:lsq_compute_coeff_cell_sphere: +2024-02-28T11:49:57.947: 0: mo_intp_coeffs_lsq_bln:lsq_stencil_create: +2024-02-28T11:49:57.947: 0: mo_intp_coeffs_lsq_bln:create_stencil_c9: create 9-point stencil +2024-02-28T11:49:57.949: 0: mo_interpolation:lsq_compute_coeff_cell_sphere: +2024-02-28T11:49:58.073: 0: mo_intp_state:construct_2d_interpol_state: construction of interpolation state finished +2024-02-28T11:49:58.231: 0: setup_phys_patches: Physical domain 1 belongs to logical domain 1 +2024-02-28T11:49:58.231: 0: mo_dynamics_config:setup_dynamics_config: Set time level indices +2024-02-28T11:49:58.231: 0: ldynamics = .TRUE.: 2 time levels used for progn. dynamics variables -> nnew /= nnow +2024-02-28T11:49:58.231: 0: ltransport = .TRUE.: 2 time levels used for progn. transport variables -> nnew_rcf /= nnow_rcf +2024-02-28T11:49:58.231: 0: --- nnow (01) : 1 +2024-02-28T11:49:58.231: 0: --- nnew (01) : 2 +2024-02-28T11:49:58.231: 0: --- nold (01) : 3 +2024-02-28T11:49:58.231: 0: --- nnow_rcf(01) : 1 +2024-02-28T11:49:58.231: 0: --- nnew_rcf(01) : 2 +2024-02-28T11:49:58.231: 0: mo_ext_data_init:init_ext_data: Start +2024-02-28T11:49:58.231: 0: mo_ext_data_state:construct_ext_data: Construction of data structure for external data started +2024-02-28T11:49:58.231: 0: +2024-02-28T11:49:58.231: 0: adding new var_list ext_data_atm_D01 +2024-02-28T11:49:58.231: 0: +2024-02-28T11:49:58.231: 0: adding new var_list ext_data_atm_td_D01 +2024-02-28T11:49:58.231: 0: mo_ext_data_state:construct_ext_data: Construction of data structure for external data finished +2024-02-28T11:49:58.231: 0: mo_ext_data_init:init_ext_data: Start reading external data from file +2024-02-28T11:49:58.231: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_sso.nc +2024-02-28T11:50:02.554: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:07.638: 0: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_G.nc +2024-02-28T11:50:08.783: 0: mo_ext_data_init:init_ext_data: Finished reading external data +2024-02-28T11:50:08.783: 0: SLEVE coord: Coordinate setup finished +2024-02-28T11:50:08.784: 0: flat coordinate surfaces starting at level 41 +2024-02-28T11:50:08.784: 0: Nominal heights of coordinate half levels and layer thicknesses (m): +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 1 75000.000 2545.415 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 2 72454.585 2438.326 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 3 70016.259 2404.331 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 4 67611.928 2336.275 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 5 65275.653 2270.077 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 6 63005.576 2205.619 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 7 60799.957 2142.792 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 8 58657.165 2081.500 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 9 56575.665 2030.561 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 10 54545.104 1986.992 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 11 52558.113 1938.008 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 12 50620.105 1896.267 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 13 48723.838 1840.087 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 14 46883.751 1785.034 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 15 45098.717 1731.052 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 16 43367.665 1678.089 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 17 41689.576 1626.096 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 18 40063.480 1575.026 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 19 38488.454 1524.837 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 20 36963.617 1475.487 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 21 35488.131 1426.938 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 22 34061.192 1379.154 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 23 32682.038 1332.099 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 24 31349.939 1285.741 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 25 30064.198 1240.048 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 26 28824.149 1194.990 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 27 27629.160 1150.537 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 28 26478.623 1102.409 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 29 25376.214 1049.479 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 30 24326.735 994.393 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 31 23332.342 935.933 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 32 22396.409 880.910 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 33 21515.499 829.121 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 34 20686.378 780.377 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 35 19906.001 734.499 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 36 19171.503 691.318 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 37 18480.185 650.675 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 38 17829.510 612.422 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 39 17217.088 576.418 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 40 16640.670 542.530 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 41 16098.140 510.635 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 42 15587.505 480.615 +2024-02-28T11:50:08.784: 0: jk, vct_a, dvct: 43 15106.891 452.359 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 44 14654.532 425.765 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 45 14228.766 412.492 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 46 13816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 47 13416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 48 13016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 49 12616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 50 12216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 51 11816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 52 11416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 53 11016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 54 10616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 55 10216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 56 9816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 57 9416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 58 9016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 59 8616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 60 8216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 61 7816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 62 7416.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 63 7016.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 64 6616.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 65 6216.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 66 5816.274 400.000 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 67 5416.274 391.684 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 68 5024.590 377.873 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 69 4646.717 364.093 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 70 4282.624 350.333 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 71 3932.291 336.579 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 72 3595.712 322.819 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 73 3272.894 309.037 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 74 2963.856 295.219 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 75 2668.637 281.345 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 76 2387.292 267.397 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 77 2119.895 253.349 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 78 1866.546 239.177 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 79 1627.369 224.848 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 80 1402.521 210.325 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 81 1192.196 195.563 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 82 996.632 180.505 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 83 816.127 165.079 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 84 651.048 149.189 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 85 501.859 132.705 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 86 369.154 115.436 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 87 253.718 97.087 +2024-02-28T11:50:08.785: 0: jk, vct_a, dvct: 88 156.631 77.139 +2024-02-28T11:50:08.786: 0: jk, vct_a, dvct: 89 79.492 54.492 +2024-02-28T11:50:08.786: 0: jk, vct_a, dvct: 90 25.000 25.000 +2024-02-28T11:50:08.786: 0: jk, vct_a, dvct: 91 0.000 0.000 +2024-02-28T11:50:09.050: 0: parallel calculation of vgrid UUID. Generated UUID: +2024-02-28T11:50:09.050: 0: bd44d42a-dfa5-e0a8-29e9-3b98afcb2d20 +2024-02-28T11:50:09.050: 0: mo_jsb_grid:Register_grid: registered new JSBACH grid instance +2024-02-28T11:50:09.054: 0: mo_jsb_base:jsbach_setup_tiles: Imported lctlib from lctlib_nlct21.def +2024-02-28T11:50:09.054: 0: mo_jsb_model_usecases:init_usecase: Initializing JSBACH usecase "jsbach_lite" with lakes +2024-02-28T11:50:09.055: 0: mo_nonhydrostatic_config:configure_nonhydrostatic: Domain 1; computation of moist physics processes starts in layer 32 +2024-02-28T11:50:09.055: 0: mo_nonhydrostatic_config:configure_nonhydrostatic: Domain 1; high- and mid-level clouds in layers above 63 78 +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: 3 surface type(s) activated. +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: Indices for water, ice, land, and grid-box mean are 1 2 3 0, respectively. +2024-02-28T11:50:09.055: 0: mo_aes_sfc_indices/init_sfc_indices: +2024-02-28T11:50:09.081: 0: Melting temperature : 273.15 [K] +2024-02-28T11:50:09.081: 0: Lower table bound : 50.00 [K] +2024-02-28T11:50:09.081: 0: Upper table bound : 400.00 [K] +2024-02-28T11:50:09.081: 0: Full table settings : +2024-02-28T11:50:09.081: 0: Temperature delta : 0.001 [K] +2024-02-28T11:50:09.081: 0: Inverse delta : 1000.000 [1/K] +2024-02-28T11:50:09.081: 0: Indices [lb,ctr,ub]: 50000 273150 400000 +2024-02-28T11:50:09.081: 0: Spline table settings: +2024-02-28T11:50:09.081: 0: Temperature delta : 0.025 [K] +2024-02-28T11:50:09.081: 0: Inverse delta : 40.000 [1/K] +2024-02-28T11:50:09.081: 0: Indices [lb,ctr,ub]: 2000 10926 16000 +2024-02-28T11:50:09.081: 0: Table split indices: 10926 10925 +2024-02-28T11:50:09.105: 0: added event group: aes_phy_events_group +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: ======================================================================== +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: AES physics configuration +2024-02-28T11:50:09.105: 0: ========================= +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: For domain 1 +2024-02-28T11:50:09.105: 0: ------------ +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: User controlled parameters +2024-02-28T11:50:09.105: 0: .......................... +2024-02-28T11:50:09.105: 0: +2024-02-28T11:50:09.105: 0: dynamics physics coupling +2024-02-28T11:50:09.105: 0: treatment of negative tracer mass fractions: +2024-02-28T11:50:09.105: 0: --- aes_phy_config(1)% iqneg_d2p : 2 +2024-02-28T11:50:09.105: 0: --- aes_phy_config(1)% iqneg_p2d : 2 +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: time control parameters +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_rad: PT20M +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% sd_rad: 2020-01-01 +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% ed_rad: 2050-01-01 +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1 )% fc_rad : 1 +2024-02-28T11:50:09.106: 0: rad tendencies are used to update the model state +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_vdf: PT60S +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% sd_vdf: 2020-01-01 +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% ed_vdf: 2050-01-01 +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1 )% fc_vdf : 1 +2024-02-28T11:50:09.106: 0: vdf tendencies are used to update the model state +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_mig: PT60S +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% sd_mig: 2020-01-01 +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% ed_mig: 2050-01-01 +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1 )% fc_mig : 1 +2024-02-28T11:50:09.106: 0: mig tendencies are used to update the model state +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_two: PT0S +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_car: PT0S +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: aes_phy_config(1 )% dt_art: PT0S +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: logical switches +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lmlo : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% l2moment : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lice : TRUE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% ljsb : TRUE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% llake : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lamip : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% lsstice : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% use_shflx_adjustment : FALSE +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% suppress_shflx_adjustment_over_ice : FALSE +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: vertical ranges +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% zmaxcloudy : 33000. +2024-02-28T11:50:09.106: 0: --- aes_phy_config(1)% jks_cloudy : 23 +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.106: 0: Derived time control +2024-02-28T11:50:09.106: 0: .................... +2024-02-28T11:50:09.106: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_rad: PT20M +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% sd_rad: 2020-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% ed_rad: 2050-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_rad_sec: 1200.000 sec +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_vdf: PT60.000S +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% sd_vdf: 2020-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% ed_vdf: 2050-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_vdf_sec: 60.000 sec +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_mig: PT60.000S +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% sd_mig: 2020-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% ed_mig: 2050-01-01T00:00:00.000 +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_mig_sec: 60.000 sec +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_two: PT00.000S +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_car: PT00.000S +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: aes_phy_tc(1 )% dt_art: PT00.000S +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: ------------------------------------------------------------------------ +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: Events on all domains +2024-02-28T11:50:09.107: 0: ..................... +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: Event list: aes_phy_events_group +2024-02-28T11:50:09.107: 0: 1 rad_d1 +2024-02-28T11:50:09.107: 0: 2 vdf_d1 +2024-02-28T11:50:09.107: 0: 3 mig_d1 +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: ======================================================================== +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: Tracer configuration +2024-02-28T11:50:09.107: 0: ==================== +2024-02-28T11:50:09.107: 0: +2024-02-28T11:50:09.107: 0: total number of tracers +2024-02-28T11:50:09.107: 0: --- ntracer : 6 +2024-02-28T11:50:09.107: 0: index variables defined for active tracers +2024-02-28T11:50:09.107: 0: --- tracer "hus" : iqv : 1 +2024-02-28T11:50:09.107: 0: --- tracer "clw" : iqc : 2 +2024-02-28T11:50:09.107: 0: --- tracer "cli" : iqi : 3 +2024-02-28T11:50:09.107: 0: --- tracer "qr" : iqr : 4 +2024-02-28T11:50:09.107: 0: --- tracer "qs" : iqs : 5 +2024-02-28T11:50:09.108: 0: --- tracer "qg" : iqg : 6 +2024-02-28T11:50:09.108: 0: last index for tracers of mass fraction of water species in air +2024-02-28T11:50:09.108: 0: --- iqm_max : 6 +2024-02-28T11:50:09.108: 0: first index for other tracers +2024-02-28T11:50:09.108: 0: --- iqt : 7 +2024-02-28T11:50:09.108: 0: number of other tracers +2024-02-28T11:50:09.108: 0: --- ntrac : 0 +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: ------------------------------------------------------------------------ +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Effective input to the radiation +2024-02-28T11:50:09.108: 0: ================================ +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: For domain 1 +2024-02-28T11:50:09.108: 0: ------------ +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Solar spectrum +2024-02-28T11:50:09.108: 0: -------------- +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Time dependent solar spectrum from file +2024-02-28T11:50:09.108: 0: --- Factor applied to solar spectrum : 1.0000 +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Earth orbit +2024-02-28T11:50:09.108: 0: ----------- +2024-02-28T11:50:09.108: 0: The VSOP87 orbit is used +2024-02-28T11:50:09.108: 0: Earth cycles on orbit --> annual cycle in solar irradiation at TOA +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Solar irradiation at the top of the atmosphere +2024-02-28T11:50:09.108: 0: ---------------------------------------------- +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Sources of volume/mass mixing ratios used in radiation +2024-02-28T11:50:09.108: 0: ------------------------------------------------------ +2024-02-28T11:50:09.108: 0: H2O (gas,liq,ice) mass mixing ratios from tracer fields +2024-02-28T11:50:09.108: 0: CO2 volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: CH4 tanh-profile with surface volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: N2O tanh-profile with surface volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: CFC11 volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: CFC12 volume mixing ratio from ghg scenario file +2024-02-28T11:50:09.108: 0: O3 transient 3-dim. volume mixing ratio from file +2024-02-28T11:50:09.108: 0: O2 volume mixing ratio = 0.20946000E+00 +2024-02-28T11:50:09.108: 0: +2024-02-28T11:50:09.108: 0: Multiplication factors applied in radiation to vol./mass mixing ratio sources +2024-02-28T11:50:09.108: 0: ----------------------------------------------------------------------------- +2024-02-28T11:50:09.108: 0: --- H2O(gas,liq,ice): frad_h2o = : 1.0000 +2024-02-28T11:50:09.108: 0: --- CO2 : frad_co2 = : 1.0000 +2024-02-28T11:50:09.108: 0: --- CH4 : frad_ch4 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- N2O : frad_n2o = : 1.0000 +2024-02-28T11:50:09.109: 0: --- O3 : frad_o3 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- O2 : frad_o2 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- CFC11 : frad_cfc11 = : 1.0000 +2024-02-28T11:50:09.109: 0: --- CFC12 : frad_cfc12 = : 1.0000 +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: Computing efficiency +2024-02-28T11:50:09.109: 0: -------------------- +2024-02-28T11:50:09.109: 0: Clear sky fluxes are computed +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: ======================================================================== +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: AES radiation configuration +2024-02-28T11:50:09.109: 0: =========================== +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: For domain 1 +2024-02-28T11:50:09.109: 0: ------------ +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% isolrad : 1 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% fsolrad : 1.0000 +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% l_orbvsop87 : TRUE +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% cecc : 0.16715E-01 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% cobld : 23.441 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% clonp : 282.70 +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% lyr_perp : FALSE +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% yr_perp : -99999 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% nmonth : 0 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% ldiur : TRUE +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% l_sph_symm_irr : FALSE +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_h2o : 1 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_co2 : 3 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_ch4 : 13 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_n2o : 13 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_o3 : 5 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_o2 : 2 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_cfc11 : 3 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_cfc12 : 3 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% irad_aero : 18 +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% lrad_yac : FALSE +2024-02-28T11:50:09.109: 0: +2024-02-28T11:50:09.109: 0: --- aes_rad_config(1)% vmr_co2 : 0.34800E-03 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_ch4 : 0.16500E-05 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_n2o : 0.30600E-06 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_o2 : 0.20946 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_cfc11 : 0.21450E-09 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% vmr_cfc12 : 0.37110E-09 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_h2o : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_co2 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_ch4 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_n2o : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_o3 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_o2 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_cfc11 : 1.0000 +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% frad_cfc12 : 1.0000 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_rad_config(1)% lclearsky : TRUE +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: ======================================================================== +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: cloud optical properties configuration +2024-02-28T11:50:09.110: 0: ====================================== +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: For domain 1 +2024-02-28T11:50:09.110: 0: ------------ +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn1lnd : 50.000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn2lnd : 220.00 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn1sea : 50.000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cn2sea : 100.00 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cinhomi : 0.60000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cinhoms : 0.60000 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cinhoml : 0.40000 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% cthomi : 238.15 +2024-02-28T11:50:09.110: 0: --- aes_cop_config(1)% csecfrl : 0.15000E-04 +2024-02-28T11:50:09.110: 0: +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: ======================================================================== +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: AES vertical diffusion configuration +2024-02-28T11:50:09.610: 0: ====================================== +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: For domain 1 +2024-02-28T11:50:09.610: 0: ------------ +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% lsfc_mom_flux : TRUE +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% lsfc_heat_flux : TRUE +2024-02-28T11:50:09.610: 0: +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% pr0 : 0.70000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% f_tau0 : 0.17000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% f_theta0 :-0.14368 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% c_f : 0.18500 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% c_n : 2.0000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% c_e : 0.70093E-01 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% wmc : 0.50000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% fsl : 0.40000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% fbl : 3.0000 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% lmix_max : 150.00 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% z0m_min : 0.15000E-04 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% z0m_ice : 0.10000E-02 +2024-02-28T11:50:09.610: 0: --- aes_vdf_config(1)% z0m_oce : 0.10000E-02 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% turb : 2 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% use_tmx : TRUE +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% solver_type : 2 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% energy_type : 2 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% dissipation_factor : 1.3000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% use_louis : TRUE +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% louis_constant_b : 4.2000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% smag_constant : 0.23000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% turb_prandtl : 0.33333 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% rturb_prandtl : 3.0000 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% km_min : 0.10000E-02 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% max_turb_scale : 300.00 +2024-02-28T11:50:09.611: 0: --- aes_vdf_config(1)% min_sfc_wind : 1.0000 +2024-02-28T11:50:09.611: 0: +2024-02-28T11:50:09.614: 0: mo_jsb_model_init:jsbach_init: Tile fractions are fixed over time +2024-02-28T11:50:09.614: 0: +2024-02-28T11:50:09.614: 0: adding new var_list jsb_a2l +2024-02-28T11:50:09.615: 0: +2024-02-28T11:50:09.615: 0: adding new var_list jsb_l2a +2024-02-28T11:50:09.615: 0: +2024-02-28T11:50:09.615: 0: adding new var_list jsb_seb +2024-02-28T11:50:09.616: 0: +2024-02-28T11:50:09.616: 0: adding new var_list jsb_turb +2024-02-28T11:50:09.616: 0: +2024-02-28T11:50:09.617: 0: adding new var_list jsb_sse +2024-02-28T11:50:09.617: 0: +2024-02-28T11:50:09.617: 0: adding new var_list jsb_hydro +2024-02-28T11:50:09.619: 0: +2024-02-28T11:50:09.619: 0: adding new var_list jsb_hd +2024-02-28T11:50:09.619: 0: +2024-02-28T11:50:09.619: 0: adding new var_list jsb_rad +2024-02-28T11:50:09.620: 0: +2024-02-28T11:50:09.620: 0: adding new var_list jsb_pheno +2024-02-28T11:50:09.620: 0: +2024-02-28T11:50:09.620: 0: adding new var_list jsb +2024-02-28T11:50:09.620: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:09.800: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:12.606: 7201: mo_model_domimp_patches:read_pre_patch: read_patches finished +2024-02-28T11:50:12.606: 7201: mo_subdivision:decompose_domain: start of domain decomposition +2024-02-28T11:50:12.606: 7201: mo_subdivision:decompose_domain: Is this taking a long time? Consider adding macro definition HAVE_SLOW_PASSIVE_TARGET_ONESIDED to compile time settings. +2024-02-28T11:50:12.606: 7201: No splitting of processor grid +2024-02-28T11:50:12.606: 7201: divide_patch: Using geometric area subdivision (normal) +2024-02-28T11:50:12.848: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:17.327: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:17.566: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:18.256: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:18.346: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_soil.nc +2024-02-28T11:50:19.464: 7201: mo_setup_subdivision::divide_patch: dividing patch +2024-02-28T11:50:20.725: 7201: Secondary nproma (nproma_sub):: 8 +2024-02-28T11:50:23.328: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_sso.nc +2024-02-28T11:50:23.419: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_soil.nc +2024-02-28T11:50:23.828: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_hd.nc +2024-02-28T11:50:25.302: 7201: mo_setup_subdivision: divide_patch: erase negative refin_ctrl flags in patch 1 +2024-02-28T11:50:28.066: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:28.173: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:28.262: 7202: WARNING PE: 7202 mo_model_domimp_setup:fill_grid_subsets: patch%cells%one_edge_in_domain no_of_holes > 0 +2024-02-28T11:50:28.262: 7202: WARNING PE: 7202 mo_model_domimp_setup:fill_grid_subsets: patch%edges%gradIsCalculable%no_of_holes > 0 +2024-02-28T11:50:28.263: 9030: WARNING PE: 9030 mo_model_domimp_setup:fill_grid_subsets: patch%cells%one_edge_in_domain no_of_holes > 0 +2024-02-28T11:50:28.263: 9030: WARNING PE: 9030 mo_model_domimp_setup:fill_grid_subsets: patch%edges%gradIsCalculable%no_of_holes > 0 +2024-02-28T11:50:28.263: 8466: WARNING PE: 8466 mo_model_domimp_setup:fill_grid_subsets: patch%cells%one_edge_in_domain no_of_holes > 0 +... +... +2024-02-28T11:50:28.577: 12079: WARNING PE: 12079 mo_model_domimp_setup:fill_grid_subsets: patch%edges%gradIsCalculable%no_of_holes > 0 +2024-02-28T11:50:28.577: 7201: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_O.nc +2024-02-28T11:50:28.607: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:28.759: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:28.871: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:28.973: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:29.069: 0: mo_read_netcdf_distributed::distrib_nf_open: ifs2icon.nc +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: ======================================================================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: Carbon cycle configuration +2024-02-28T11:50:29.218: 0: ========================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: For domain 1 +2024-02-28T11:50:29.218: 0: ------------ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: --- ccycle_config(1)% iccycle : 0 +2024-02-28T11:50:29.218: 0: --- ccycle_config(1)% ico2conc : 2 +2024-02-28T11:50:29.218: 0: --- ccycle_config(1)% vmr_co2 : 0.28430E-03 +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: C-cycle is switched off +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: ======================================================================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: AES cloud cover configuration +2024-02-28T11:50:29.218: 0: ============================= +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: For domain 1 +2024-02-28T11:50:29.218: 0: ------------ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: --- 0/1 cloud cover based on mass fraction of cloud water + cloud ice in air +2024-02-28T11:50:29.218: 0: --- aes_cov_config(1)% cqx : 0.10000E-05 +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: ======================================================================== +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: WMO tropopause configuration +2024-02-28T11:50:29.218: 0: ============================ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: For domain 1 +2024-02-28T11:50:29.218: 0: ------------ +2024-02-28T11:50:29.218: 0: +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% zmaxwmo : 38000. +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% zminwmo : 5000.0 +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% jkswmo : 19 +2024-02-28T11:50:29.218: 0: --- aes_wmo_config(1)% jkewmo : 68 +2024-02-28T11:50:29.219: 0: +2024-02-28T11:50:29.219: 0: mo_nonhydro_state::construct_nh_state: Construction of NH state started +2024-02-28T11:50:29.219: 0: +2024-02-28T11:50:29.219: 0: adding new var_list nh_state_prog_of_domain_01_and_timelev_01 +2024-02-28T11:50:29.220: 0: +2024-02-28T11:50:29.220: 0: adding new var_list nh_state_prog_of_domain_01_and_timelev_02 +2024-02-28T11:50:29.221: 0: +2024-02-28T11:50:29.221: 0: adding new var_list nh_state_diag_of_domain_01 +2024-02-28T11:50:29.226: 0: +2024-02-28T11:50:29.226: 0: adding new var_list nh_state_metrics_of_domain_01 +2024-02-28T11:50:29.229: 0: mo_nonhydro_state::construct_nh_state: NH state construction completed +2024-02-28T11:50:29.229: 0: +2024-02-28T11:50:29.229: 0: adding new var_list nh_state_opt_diag_of_domain_01 +2024-02-28T11:50:29.229: 0: +2024-02-28T11:50:29.229: 0: adding new var_list nh_state_opt_diag_z_of_domain_01 +2024-02-28T11:50:29.229: 0: +2024-02-28T11:50:29.229: 0: adding new var_list nh_state_opt_diag_p_of_domain_01 +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list nh_state_opt_diag_i_of_domain_01 +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list nh_accumulation_for_ProgAndDiag_of_domain_01 +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list prepadv_of_domain_01 +2024-02-28T11:50:29.230: 0: mo_prepadv_state:construct_prepadv_state: construction of prep_adv state finished +2024-02-28T11:50:29.230: 0: mo_aes_phy_memory: Construction of AES physics state started. +2024-02-28T11:50:29.230: 0: +2024-02-28T11:50:29.230: 0: adding new var_list prm_field_D01 +2024-02-28T11:50:29.235: 0: +2024-02-28T11:50:29.235: 0: adding new var_list prm_tend_D01 +2024-02-28T11:50:29.236: 0: mo_aes_phy_memory: Construction of AES physics state finished. +2024-02-28T11:50:29.236: 0: mo_cloud_mig_memory: Construction of cloud_mig_list, cloud_mig_input and cloud mig_output started. +2024-02-28T11:50:29.236: 0: construct_cloud_mig_list: create list and allocate memory for jg =01 +2024-02-28T11:50:29.236: 0: +2024-02-28T11:50:29.236: 0: adding new var_list cloud_mig_memory_D01 +2024-02-28T11:50:29.236: 0: mo_cloud_mig_memory: Construction of cloud_mig_list, cloud_mig_input and cloud mig_output finished. +2024-02-28T11:50:29.236: 0: mo_cloud_two_memory: Construction of cloud_two_list, cloud_two_input and cloud two_output started. +2024-02-28T11:50:29.236: 0: mo_cloud_two_memory: Construction of cloud_two_list, cloud_two_input and cloud two_output finished. +2024-02-28T11:50:29.236: 0: +2024-02-28T11:50:29.236: 0: adding new var_list nh_state_tracer_of_domain_01_and_timelev_01 +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: adding new var_list nh_state_tracer_of_domain_01_and_timelev_02 +2024-02-28T11:50:29.237: 0: Tracer meta-information for patch 1 +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: VarName | Tracer ID | feedback | in list trAdvect | in list trNotAdvect | in list trHydroMass | slev | substep range | nadv_substeps | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: ------- | --------- | -------- | ---------------- | ------------------- | ------------------- | ---- | ------------- | ------------- | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: hus.TL1 | 1 | X | X | | | 1 | 1/ 90 | 3 | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.237: 0: clw.TL1 | 2 | X | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.237: 0: +2024-02-28T11:50:29.238: 0: cli.TL1 | 3 | X | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: qr.TL1 | 4 | | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: qs.TL1 | 5 | | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: qg.TL1 | 6 | | X | | X | 32 | 32/ 90 | 3 | +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.238: 0: +2024-02-28T11:50:29.241: 0: mo_vertical_grid:set_nh_metrics: Domain 1; end index of Rayleigh damping layer for w: 15 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: Damping coefficient for w; diffusion enhancement coefficient: +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 1, half-level height 75000.0 0.10000E+01 0.36000E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 2, half-level height 72454.6 0.69773E+00 0.25214E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 3, half-level height 70016.3 0.45523E+00 0.16515E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 4, half-level height 67611.9 0.28097E+00 0.10412E+02 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 5, half-level height 65275.7 0.16880E+00 0.65561E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 6, half-level height 63005.6 0.10037E+00 0.42477E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 7, half-level height 60800.0 0.59698E-01 0.29005E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 8, half-level height 58657.2 0.35739E-01 0.21202E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 9, half-level height 56575.7 0.21609E-01 0.16666E+01 +2024-02-28T11:50:29.241: 0: mo_vertical_grid: level 10, half-level height 54545.1 0.13191E-01 0.14004E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 11, half-level height 52558.1 0.81250E-02 0.12430E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 12, half-level height 50620.1 0.50600E-02 0.11490E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 13, half-level height 48723.8 0.31817E-02 0.10925E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 14, half-level height 46883.8 0.20276E-02 0.10582E+01 +2024-02-28T11:50:29.242: 0: mo_vertical_grid: level 15, half-level height 45098.7 0.13095E-02 0.10372E+01 +2024-02-28T11:50:29.246: 0: mo_vertical_grid:prepare_zdiffu: Number of z-diffusion points: 3659487 +2024-02-28T11:50:29.248: 0: mo_vertical_grid:set_nh_metrics: Maximum vertical wind offcentering: 0.3667 +2024-02-28T11:50:29.249: 0: mo_vertical_grid:set_nh_metrics: Maximum slope: 0.2591 +2024-02-28T11:50:29.249: 0: mo_vertical_grid:set_nh_metrics: Maximum height difference between adjacent points: 2093.4 +2024-02-28T11:50:29.261: 0: restart: reading restart data for patch 1 +2024-02-28T11:50:29.261: 0: reading from 900 files/patch. +2024-02-28T11:50:31.097: 7201: mo_model_domimp_patches:read_remaining_patch: read finished +2024-02-28T11:50:31.548: 7201: Information on domain decomposition: grid 1 +2024-02-28T11:50:31.548: 7201: Number of compute PEs used for this grid: 7200 +2024-02-28T11:50:31.548: 7201: # lateral boundary cells: max/min/avg 0 0 0.00 +2024-02-28T11:50:31.548: 7201: # prognostic cells: max/min/avg 2068 2067 2067.55 +2024-02-28T11:50:31.548: 7201: # cells up to halo level 1: max/min/avg 2613 2177 2339.75 +2024-02-28T11:50:31.548: 7201: # cells up to halo level 2: max/min/avg 2613 2177 2339.75 +2024-02-28T11:50:31.548: 7201: # cells total: max/min/avg 2613 2177 2339.75 +2024-02-28T11:50:31.548: 7201: # lateral boundary edges: max/min/avg 0 0 0.00 +2024-02-28T11:50:31.548: 7201: # prognostic edges: max/min/avg 3476 3164 3174.57 +2024-02-28T11:50:31.548: 7201: # edges up to halo level 1: max/min/avg 4104 3385 3585.71 +2024-02-28T11:50:31.548: 7201: # edges up to halo level 2: max/min/avg 4104 3385 3585.71 +2024-02-28T11:50:31.548: 7201: # edges up to halo level 3: max/min/avg 4104 3385 3585.71 +2024-02-28T11:50:31.548: 7201: # lateral boundary verts: max/min/avg 0 0 0.00 +2024-02-28T11:50:31.548: 7201: # prognostic verts: max/min/avg 1414 1098 1107.85 +2024-02-28T11:50:31.548: 7201: # verts up to halo level 1: max/min/avg 1638 1193 1246.76 +2024-02-28T11:50:31.548: 7201: # verts up to halo level 2: max/min/avg 1638 1193 1246.76 +2024-02-28T11:50:31.548: 7201: +2024-02-28T11:50:31.548: 7201: # send PEs (cells): max/min/avg 13 2 6.32 +2024-02-28T11:50:31.548: 7201: # recv PEs (cells): max/min/avg 13 2 6.32 +2024-02-28T11:50:31.548: 7201: # send PEs (edges): max/min/avg 16 2 6.39 +2024-02-28T11:50:31.548: 7201: # recv PEs (edges): max/min/avg 15 2 6.39 +2024-02-28T11:50:31.548: 7201: # send PEs (verts): max/min/avg 17 2 6.33 +2024-02-28T11:50:31.548: 7201: # recv PEs (verts): max/min/avg 14 2 6.33 +2024-02-28T11:50:31.548: 7201: +2024-02-28T11:50:31.549: 7201: build_decomposition: Done. +2024-02-28T11:50:31.558: 0: +2024-02-28T11:50:31.558: 0: ---------------------------------------------- +2024-02-28T11:50:31.558: 0: +2024-02-28T11:50:31.558: 0: construct_atmo_nonhydrostatic: normal exit from read_restart_files +2024-02-28T11:50:31.558: 0: mo_aes_phy_init:init_aes_phy_external: Read notsea and glac from file bc_land_frac.nc +2024-02-28T11:50:31.558: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_frac.nc +2024-02-28T11:50:31.657: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_land_phys.nc +2024-02-28T11:50:31.725: 0: mo_aes_phy_init:init_aes_phy_external: Read albedo from file: bc_land_phys.nc +2024-02-28T11:50:31.726: 0: mo_aes_phy_init:init_aes_phy_external: Use default surface emissivity zemiss_def from mo_physical_constants +2024-02-28T11:50:31.730: 7201: setup_phys_patches: Physical domain 1 belongs to logical domain 1 +2024-02-28T11:50:31.730: 7201: mo_dynamics_config:setup_dynamics_config: Set time level indices +2024-02-28T11:50:31.730: 7201: ldynamics = .TRUE.: 2 time levels used for progn. dynamics variables -> nnew /= nnow +2024-02-28T11:50:31.731: 7201: ltransport = .FALSE.: 1 time level used for progn. transport variables -> nnew_rcf = nnow_rcf +2024-02-28T11:50:31.731: 7201: --- nnow (01) : 1 +2024-02-28T11:50:31.731: 7201: --- nnew (01) : 2 +2024-02-28T11:50:31.731: 7201: --- nold (01) : 3 +2024-02-28T11:50:31.731: 7201: --- nnow_rcf(01) : 1 +2024-02-28T11:50:31.731: 7201: --- nnew_rcf(01) : 1 +2024-02-28T11:50:31.731: 7201: +2024-02-28T11:50:31.731: 7201: adding new var_list ocean_restart_list +2024-02-28T11:50:31.731: 7201: +2024-02-28T11:50:31.731: 7201: adding new var_list ocean_default_list +2024-02-28T11:50:31.731: 7201: mo_ext_data:init_ext_data: Start +2024-02-28T11:50:31.731: 7201: mo_ext_data:init_ext_data: Construction of data structure for external data started +2024-02-28T11:50:31.731: 7201: +2024-02-28T11:50:31.731: 7201: adding new var_list ext_data_oce_D01 +2024-02-28T11:50:31.731: 7201: mo_ext_data:init_ext_data: Construction of data structure for external data finished +2024-02-28T11:50:31.731: 7201: mo_ext_data:read_ext_data_oce: start +2024-02-28T11:50:31.741: 7201: mo_ext_data:read_ext_data_oce: No of cells =****** no of edges =****** no of verts =****** +2024-02-28T11:50:31.742: 7201: mo_read_netcdf_distributed::distrib_nf_open: icon_grid_O.nc +2024-02-28T11:50:31.783: 0: Use transient, annually resolved greenhouse gases secenario based on CMIP5 +2024-02-28T11:50:31.934: 0: mo_name_list_output_init::init_name_list_output: Number of name list output files: 4 +2024-02-28T11:50:31.946: 7201: mo_ext_data:read_ext_data_oce: Ocean bathymetry for external data read +2024-02-28T11:50:31.946: 7201: mo_ocean_model:construct_ocean_states: start +2024-02-28T11:50:31.946: 7201: mo_util_dbg_prnt:init_dbg_index: Start +2024-02-28T11:50:31.946: 7201: mo_util_dbg_prnt:find_latlonindex: Start +2024-02-28T11:50:31.951: 10645: mo_util_dbg_prnt:find_latlonindex Found cell nearest to latitude= 30.000 longitude= -30.000 +2024-02-28T11:50:31.951: 10645: mo_util_dbg_prnt:find_latlonindex Found block= 254 index= 5 latitude= 29.999 longitude= -29.982 +2024-02-28T11:50:31.951: 10645: mo_util_dbg_prnt:find_latlonindex FOUND: proc_id for nearest cell is=***; distance in degrees = 0.018 +2024-02-28T11:50:31.963: 7201: mo_ocean_initialization:init_ho_base: start +... +... +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1782528 2026-10-01T00:00:00.000 ngc4008_oce_mon_20261001T000000Z.nc 0 2026-10-01T00:00:00.000 4.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: output "default", does not write ready files: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: model step model date filename I/O PE output date # open close +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: ---------- ---------- -------- ------ ----------- - ---- ----- +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: output "ngc4008_qps_<datetime2>.ready", writes ready files: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: model step model date filename I/O PE output date # open close +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: ---------- ----------------------- ----------------------------------- ------ ----------------------- --- ---- ----- +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1756032 2026-07-01T00:00:00.000 ngc4008_oce_qps_20260701T000000Z.nc 2 2026-07-01T00:00:00.000 1.1 x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1764960 2026-08-01T00:00:00.000 ngc4008_oce_qps_20260801T000000Z.nc 2 2026-08-01T00:00:00.000 2.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1773888 2026-09-01T00:00:00.000 ngc4008_oce_qps_20260901T000000Z.nc 2 2026-09-01T00:00:00.000 3.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: 1782528 2026-10-01T00:00:00.000 ngc4008_oce_qps_20261001T000000Z.nc 2 2026-10-01T00:00:00.000 4.1 x x +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.302: 14401: +2024-02-28T11:52:14.426: 7201: mo_name_list_output_init::init_name_list_output: Done +2024-02-28T11:52:14.429: 7201: multifile restart writing selected, joint proc mode. +2024-02-28T11:52:15.390: 7201: ocean_solve(CG): surface height: SUM of ocean_solve iteration = 113, residual = 0.91563667870699394425E-10 +2024-02-28T11:52:15.691: 7201: ocean_solve(CG): surface height: SUM of ocean_solve iteration = 110, residual = 0.93192799048990751150E-10 +2024-02-28T11:52:18.088: 0: mo_bc_aeropt_kinne:read_months_bc_aeropt_kinne: reading Kinne aerosols from imonth 6 to 10 +2024-02-28T11:52:18.088: 0: mo_bc_aeropt_kinne:read_months_bc_aeropt_kinne: reading from file bc_aeropt_kinne_sw_b14_fin.nc +2024-02-28T11:52:18.088: 0: mo_read_netcdf_distributed::distrib_nf_open: bc_aeropt_kinne_sw_b14_fin.nc +2024-02-28T11:52:23.572: 0: +2024-02-28T11:52:23.572: 0: Total solar constant [W/m^2] for 2026-07 = 1361.0 +2024-02-28T11:52:23.572: 0: +2024-02-28T11:52:23.572: 0: solar constant fraction: band 1 = 0.00884 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 2 = 0.01488 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 3 = 0.01741 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 4 = 0.01647 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 5 = 0.04108 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 6 = 0.07610 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 7 = 0.01798 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 8 = 0.25451 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 9 = 0.15958 +2024-02-28T11:52:23.572: 0: solar constant fraction: band 10 = 0.25351 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 11 = 0.09392 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 12 = 0.03381 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 13 = 0.00219 +2024-02-28T11:52:23.573: 0: solar constant fraction: band 14 = 0.00973 +2024-02-28T11:52:24.070: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:24.078: 0: aes_phy_main: compute forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:24.652: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.149: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.455: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689118.20568292 m3/s +2024-02-28T11:52:25.481: 0: +2024-02-28T11:52:25.481: 0: Time step: 3417122 model time 2026-07-01 00:02:00.000 +2024-02-28T11:52:25.487: 0: MAXABS VN, W in domain 1: 0.2686367732E+03 at level 1, 0.1907249115E+02 at level 12, +2024-02-28T11:52:25.496: 0: MAXABS VN, W in domain 1: 0.2690592963E+03 at level 1, 0.1903134619E+02 at level 12, +2024-02-28T11:52:25.503: 0: MAXABS VN, W in domain 1: 0.2691383401E+03 at level 1, 0.1904799344E+02 at level 12, +2024-02-28T11:52:25.508: 0: MAXABS VN, W in domain 1: 0.2689661408E+03 at level 1, 0.1909082415E+02 at level 12, +2024-02-28T11:52:25.515: 0: MAXABS VN, W in domain 1: 0.2687379359E+03 at level 1, 0.1913842337E+02 at level 12, +2024-02-28T11:52:25.525: 0: mo_advection_vflux:upwind_vflux_ppm: maximum vertical CFL = 0.23241469E+01 +2024-02-28T11:52:25.540: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.548: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.548: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.548: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.574: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689105.53396277 m3/s +2024-02-28T11:52:25.598: 0: +2024-02-28T11:52:25.598: 0: Time step: 3417123 model time 2026-07-01 00:03:00.000 +2024-02-28T11:52:25.603: 0: MAXABS VN, W in domain 1: 0.2682801110E+03 at level 1, 0.1906108734E+02 at level 12, +2024-02-28T11:52:25.608: 0: MAXABS VN, W in domain 1: 0.2686959558E+03 at level 1, 0.1902317748E+02 at level 12, +2024-02-28T11:52:25.616: 0: MAXABS VN, W in domain 1: 0.2687722956E+03 at level 1, 0.1903885014E+02 at level 12, +2024-02-28T11:52:25.621: 0: MAXABS VN, W in domain 1: 0.2686009194E+03 at level 1, 0.1908090627E+02 at level 12, +2024-02-28T11:52:25.624: 0: MAXABS VN, W in domain 1: 0.2683744913E+03 at level 1, 0.1912777852E+02 at level 12, +2024-02-28T11:52:25.646: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.654: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.654: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.654: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.674: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689092.82462509 m3/s +2024-02-28T11:52:25.698: 0: +2024-02-28T11:52:25.698: 0: Time step: 3417124 model time 2026-07-01 00:04:00.000 +2024-02-28T11:52:25.699: 0: MAXABS VN, W in domain 1: 0.2679231963E+03 at level 1, 0.1904334241E+02 at level 12, +2024-02-28T11:52:25.706: 0: MAXABS VN, W in domain 1: 0.2683332358E+03 at level 1, 0.1900974760E+02 at level 12, +2024-02-28T11:52:25.710: 0: MAXABS VN, W in domain 1: 0.2684075912E+03 at level 1, 0.1902313816E+02 at level 12, +2024-02-28T11:52:25.713: 0: MAXABS VN, W in domain 1: 0.2682371719E+03 at level 1, 0.1906267282E+02 at level 12, +2024-02-28T11:52:25.721: 0: MAXABS VN, W in domain 1: 0.2680120591E+03 at level 1, 0.1910730972E+02 at level 12, +2024-02-28T11:52:25.728: 0: mo_advection_vflux:upwind_vflux_ppm: maximum vertical CFL = 0.22485352E+01 +2024-02-28T11:52:25.742: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.750: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.750: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.750: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.779: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689080.09298053 m3/s +2024-02-28T11:52:25.800: 0: +2024-02-28T11:52:25.800: 0: Time step: 3417125 model time 2026-07-01 00:05:00.000 +2024-02-28T11:52:25.801: 0: MAXABS VN, W in domain 1: 0.2675656996E+03 at level 1, 0.1901758110E+02 at level 12, +2024-02-28T11:52:25.805: 0: MAXABS VN, W in domain 1: 0.2679696566E+03 at level 1, 0.1898636710E+02 at level 12, +2024-02-28T11:52:25.808: 0: MAXABS VN, W in domain 1: 0.2680421131E+03 at level 1, 0.1899915193E+02 at level 12, +2024-02-28T11:52:25.815: 0: MAXABS VN, W in domain 1: 0.2678728251E+03 at level 1, 0.1903838997E+02 at level 12, +2024-02-28T11:52:25.818: 0: MAXABS VN, W in domain 1: 0.2676492252E+03 at level 1, 0.1908276993E+02 at level 12, +2024-02-28T11:52:25.836: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.844: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.844: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.844: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.863: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689067.33362772 m3/s +2024-02-28T11:52:25.899: 0: +2024-02-28T11:52:25.899: 0: Time step: 3417126 model time 2026-07-01 00:06:00.000 +2024-02-28T11:52:25.900: 0: MAXABS VN, W in domain 1: 0.2672072627E+03 at level 1, 0.1898659010E+02 at level 12, +2024-02-28T11:52:25.908: 0: MAXABS VN, W in domain 1: 0.2676057228E+03 at level 1, 0.1895956498E+02 at level 12, +2024-02-28T11:52:25.913: 0: MAXABS VN, W in domain 1: 0.2676769406E+03 at level 1, 0.1897054405E+02 at level 12, +2024-02-28T11:52:25.916: 0: MAXABS VN, W in domain 1: 0.2675091782E+03 at level 1, 0.1900792332E+02 at level 12, +2024-02-28T11:52:25.919: 0: MAXABS VN, W in domain 1: 0.2672870970E+03 at level 1, 0.1905073836E+02 at level 12, +2024-02-28T11:52:25.925: 0: mo_advection_vflux:upwind_vflux_ppm: maximum vertical CFL = 0.22930786E+01 +2024-02-28T11:52:25.943: 0: aes_phy_main: compute forcing by graupel microphysics (mig) +2024-02-28T11:52:25.951: 0: aes_phy_main: recycle forcing by LW and SW radiation (rad:fluxes ) +2024-02-28T11:52:25.952: 0: aes_phy_main: compute forcing by LW and SW radiation (rht:heating) +2024-02-28T11:52:25.952: 0: aes_phy_main: compute forcing by vertical diffusion (tmx) +2024-02-28T11:52:25.975: 0: mo_hd_interface:hd_check_water_budget: global discharge to the ocean: 1689054.55489638 m3/s +2024-02-28T11:52:25.988: 0: +... +... +... +2024-02-28T17:07:28.377: RESTART +2024-02-28T17:07:28.377: ============================ +2024-02-28T17:07:28.377: Script run successfully: RESTART +2024-02-28T17:07:28.377: ============================ +2024-02-28T17:07:28.384: restart: submitting 'ngc4008.run' +2024-02-28T17:07:28.651: Submitted batch job 9087622 +2024-02-28T17:07:28.652: running 'ngc4008.intake -w -W' +2024-02-28T17:07:30.852: 2024-02-28 17:07:30,852: intake process started for 20260701-20260930 +2024-02-28T17:07:38.557: 2024-02-28 17:07:38,557: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20260701T000000Z.nc' +2024-02-28T17:07:42.911: 2024-02-28 17:07:42,910: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20260801T000000Z.nc' +2024-02-28T17:07:43.002: 2024-02-28 17:07:43,002: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20260901T000000Z.nc' +2024-02-28T17:07:43.025: 2024-02-28 17:07:43,025: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_atm_mon_20261001T000000Z.nc' +2024-02-28T17:07:43.048: 2024-02-28 17:07:43,048: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20260701T000000Z.nc' +2024-02-28T17:07:43.109: 2024-02-28 17:07:43,109: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20260801T000000Z.nc' +2024-02-28T17:07:43.164: 2024-02-28 17:07:43,164: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20260901T000000Z.nc' +2024-02-28T17:07:43.184: 2024-02-28 17:07:43,184: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_lnd_mon_20261001T000000Z.nc' +2024-02-28T17:07:43.206: 2024-02-28 17:07:43,206: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20260701T000000Z.nc' +2024-02-28T17:07:43.289: 2024-02-28 17:07:43,289: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20260801T000000Z.nc' +2024-02-28T17:07:43.373: 2024-02-28 17:07:43,372: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20260901T000000Z.nc' +2024-02-28T17:07:43.403: 2024-02-28 17:07:43,403: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_mon_20261001T000000Z.nc' +2024-02-28T17:07:43.435: 2024-02-28 17:07:43,435: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_qps_20260801T000000Z.nc' +2024-02-28T17:07:43.568: 2024-02-28 17:07:43,568: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_qps_20260901T000000Z.nc' +2024-02-28T17:07:43.675: 2024-02-28 17:07:43,675: current file '/work/bm1235/k203123/nextgems_prefinal/experiments/ngc4008/work/run_20260701T000000-20260930T235900/ngc4008_oce_qps_20261001T000000Z.nc' +2024-02-28T17:07:47.914: 2024-02-28 17:07:47,914: intake process finished for 20260701-20260930 +2024-02-28T17:07:48.202: submitting 'ngc4008.mon -w -W -N' +2024-02-28T17:07:48.508: Submitted batch job 9087663 +2024-02-28T17:07:48.509: submitting 'ngc4008.weed_zarr' +2024-02-28T17:07:48.815: Submitted batch job 9087664 + +******************************************************************************** +* * +* This is the automated job summary provided by DKRZ. * +* If you encounter problems, need assistance or have any suggestion, please * +* write an email to * +* * +* -- support@dkrz.de -- * +* * +* We hope you enjoyed the DKRZ supercomputer LEVANTE ... * +* +* JobID : 9083524 +* JobName : ngc4008.run +* Account : bm1235 +* User : k203123 (24776), bk1040 (1342) +* Partition : compute +* QOS : normal +* Nodelist : l[30300-30395,30400,30402-30462,30466-30495, (462) +* Submit date : 2024-02-28T11:47:02 +* Start time : 2024-02-28T11:47:43 +* End time : 2024-02-28T17:07:49 +* Elapsed time : 05:20:06 (Timelimit=08:00:00) +* Command : /home/k/k203123/nextgems_prefinal/experiments/ngc4008/ +* scripts/ngc4008.run +* WorkDir : /home/k/k203123/nextgems_prefinal/experiments/ngc4008/ +* scripts +* +* StepID | JobName NodeHours MaxRSS [Byte] (@task) +* ------------------------------------------------------------------------------ +* 0 | set_mask 2.5e+03 7588072K (14401) +* batch | batch 2.5e+03 +* extern | extern 2.5e+03 2236K (461) +* ------------------------------------------------------------------------------ +