From b02a07e92bd322edac5c617854791e5cc0e14990 Mon Sep 17 00:00:00 2001
From: Anne Philipp <anne.philipp@univie.ac.at>
Date: Sun, 17 Feb 2019 10:58:07 +0100
Subject: [PATCH] updated temporarily unchanged files (update-index) of
 everchanging files for a merge

---
 run/jobscripts/compilejob.ksh | 10 +++---
 run/jobscripts/job.ksh        | 57 +++++++++++++++++++----------------
 run/run.sh                    | 23 ++++++++------
 run/run_local.sh              | 18 ++++++-----
 templates/compilejob.template | 10 +++---
 templates/job.temp            | 43 +++++++++++++-------------
 templates/job.template        | 43 +++++++++++++-------------
 7 files changed, 109 insertions(+), 95 deletions(-)

diff --git a/run/jobscripts/compilejob.ksh b/run/jobscripts/compilejob.ksh
index 5d79c55..add708a 100644
--- a/run/jobscripts/compilejob.ksh
+++ b/run/jobscripts/compilejob.ksh
@@ -27,18 +27,18 @@ set -x
 export VERSION=7.1
 case ${HOST} in
   *ecg*)
-  module unload eccodes
-#  module load python
   module unload grib_api
+  module unload eccodes
+  module load eccodes
+  module load python
   module unload emos
-  module load grib_api/1.27.0
-  module load emos/457-r64
+  module load emos/455-r64
   export FLEXPART_ROOT_SCRIPTS=${HOME}
   export MAKEFILE=Makefile.gfortran
   ;;
   *cca*)
   module switch PrgEnv-cray PrgEnv-intel
-  module load grib_api
+  module load eccodes
   module load emos
   module load python
   echo ${GROUP}
diff --git a/run/jobscripts/job.ksh b/run/jobscripts/job.ksh
index fe162c9..27f9022 100644
--- a/run/jobscripts/job.ksh
+++ b/run/jobscripts/job.ksh
@@ -30,15 +30,14 @@ case ${HOST} in
   module load python
   module unload grib_api
   module unload eccodes
+  module load eccodes
   module unload emos
-#  module load grib_api/1.27.0
-  module load grib_api/1.14.5
-  module load emos/457-r64
+  module load emos/455-r64
   export PATH=${PATH}:${HOME}/flex_extract_v7.1/source/python
   ;;
   *cca*)
   module switch PrgEnv-cray PrgEnv-intel
-  module load grib_api
+  module load eccodes
   module load emos
   module load python
   export SCRATCH=${TMPDIR}
@@ -54,67 +53,73 @@ export CONTROL=CONTROL
 
 cat >${CONTROL}<<EOF
 accmaxstep 12
-acctime 06/18
+acctime 00/12
 acctype FC
 accuracy 24
-addpar 186 187 188 235 139 39 
-area 
+addpar /186/187/188/235/139/39
+area 61.2/-10.0/36.0/32.0
 basetime None
-controlfile CONTROL_EA5.testgrid
+controlfile CONTROL_OD.fastnet
 cwc 0
 dataset None
 date_chunk 3
-debug 1
+debug 0
 destination annep@genericSftp
 dpdeta 1
 dtime 1
+ecapi None
 ecfsdir ectmp:/${USER}/econdemand/
 ecgid at
 ecstorage 0
 ectrans 1
 ecuid km4a
-end_date 20090108
+end_date 20190212
 eta 1
 etadiff 0
 etapar 77
 expver 1
-format GRIB1
+format GRIB2
 gateway srvx8.img.univie.ac.at
 gauss 0
 gaussian 
 grib2flexpart 0
-grid 1000
+grid 0.1/0.1
 inputdir /raid60/nas/tmc/Anne/Interpolation/flexextract/flex_extract_v7.1/run/workspace
 install_target None
+job_chunk 1
 job_template job.temp
-left -5000
+left -10.0
 level 137
-levelist 100/to/137
-logicals gauss omega omegadiff eta etadiff dpdeta cwc wrf grib2flexpart ecstorage ectrans debug request public 
-lower 10000
+levelist 1/to/137
+logicals gauss omega omegadiff eta etadiff dpdeta cwc wrf grib2flexpart ecstorage ectrans debug oper request public purefc rrint 
+lower 36.0
 mailfail ${USER} 
 mailops ${USER} 
 makefile Makefile.gfortran
-marsclass EA
-maxstep 0
+marsclass OD
+maxstep 11
 number OFF
 omega 0
 omegadiff 0
+oper 0
 outputdir /raid60/nas/tmc/Anne/Interpolation/flexextract/flex_extract_v7.1/run/workspace
-prefix EA
+prefix EN
 public 0
+purefc 0
 queue ecgate
 request 2
-resol 159
-right 5000
+resol 1279
+right 32.0
+rrint 0
 smooth 0
-start_date 20090108
-step 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 
+start_date 20190212
+step 00 01 02 03 04 05 06 07 08 09 10 11 00 01 02 03 04 05 06 07 08 09 10 11 
 stream OPER
-time 00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 
-type AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN 
-upper 20000
+time 00 00 00 00 00 00 00 00 00 00 00 00 12 12 12 12 12 12 12 12 12 12 12 12 
+type AN FC FC FC FC FC FC FC FC FC FC FC AN FC FC FC FC FC FC FC FC FC FC FC 
+upper 61.2
 wrf 0
+
 EOF
 
 
diff --git a/run/run.sh b/run/run.sh
index 9034084..658153c 100755
--- a/run/run.sh
+++ b/run/run.sh
@@ -11,24 +11,24 @@
 # -----------------------------------------------------------------
 # AVAILABLE COMMANDLINE ARGUMENTS TO SET
 #
-# THE USER HAS TO SPECIFY THESE PARAMETER
-#
+# THE USER HAS TO SPECIFY THESE PARAMETERS:
 
 QUEUE='ecgate'
-START_DATE='20090108'
-END_DATE=None
+START_DATE=20190212
+END_DATE=20190212
 DATE_CHUNK=None
+JOB_CHUNK=1
 BASETIME=None
 STEP=None
 LEVELIST=None
 AREA=None
 INPUTDIR=''
 OUTPUTDIR=None
-FLEXPART_ROOT_SCRIPTS=None 
+FLEXPARTDIR=None 
 PP_ID=None
 JOB_TEMPLATE='job.temp' 
-CONTROLFILE='CONTROL_EA5.testgrid' 
-DEBUG=1 
+CONTROLFILE='CONTROL_OD.fastnet' 
+DEBUG=0 
 REQUEST=2
 PUBLIC=0
 
@@ -54,6 +54,9 @@ fi
 if [ -n "$DATE_CHUNK" ]; then
   parameterlist+=" --date_chunk=$DATE_CHUNK"
 fi
+if [ -n "$JOB_CHUNK" ]; then
+  parameterlist+=" --job_chunk=$JOB_CHUNK"
+fi
 if [ -n "$BASETIME" ]; then
   parameterlist+=" --basetime=$BASETIME"
 fi
@@ -72,8 +75,8 @@ fi
 if [ -n "$OUTPUTDIR" ]; then
   parameterlist+=" --outputdir=$OUTPUTDIR"
 fi
-if [ -n "$FLEXPART_ROOT_SCRIPTS" ]; then
-  parameterlist+=" --flexpart_root_scripts=$FLEXPART_ROOT_SCRIPTS"
+if [ -n "$FLEXPARTDIR" ]; then
+  parameterlist+=" --flexpartdir=$FLEXPARTDIR"
 fi
 if [ -n "$PP_ID" ]; then
   parameterlist+=" --ppid=$PP_ID"
@@ -98,7 +101,7 @@ if [ -n "$PUBLIC" ]; then
 fi
 
 # -----------------------------------------------------------------
-# CALL INSTALLATION SCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS
+# CALL SCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS
 
 $pyscript $parameterlist
 
diff --git a/run/run_local.sh b/run/run_local.sh
index b869a00..72e95a3 100755
--- a/run/run_local.sh
+++ b/run/run_local.sh
@@ -18,18 +18,19 @@ QUEUE=''
 START_DATE='20090108'
 END_DATE=None
 DATE_CHUNK=None
+JOB_CHUNK=None
 BASETIME=None
 STEP=None
 LEVELIST=None
 AREA=None
-INPUTDIR='./workspace/EA5test'
+INPUTDIR='./workspace'
 OUTPUTDIR=None
-FLEXPART_ROOT_SCRIPTS=None 
+FLEXPARTDIR=None 
 PP_ID=None
 JOB_TEMPLATE='' 
-CONTROLFILE='CONTROL_EA5.testgrid' 
+CONTROLFILE='CONTROL_CERA.testgrid' 
 DEBUG=1 
-REQUEST=2
+REQUEST=1
 PUBLIC=0
 
 # -----------------------------------------------------------------
@@ -54,6 +55,9 @@ fi
 if [ -n "$DATE_CHUNK" ]; then
   parameterlist+=" --date_chunk=$DATE_CHUNK"
 fi
+if [ -n "$JOB_CHUNK" ]; then
+  parameterlist+=" --job_chunk=$JOB_CHUNK"
+fi
 if [ -n "$BASETIME" ]; then
   parameterlist+=" --basetime=$BASETIME"
 fi
@@ -72,8 +76,8 @@ fi
 if [ -n "$OUTPUTDIR" ]; then
   parameterlist+=" --outputdir=$OUTPUTDIR"
 fi
-if [ -n "$FLEXPART_ROOT_SCRIPTS" ]; then
-  parameterlist+=" --flexpart_root_scripts=$FLEXPART_ROOT_SCRIPTS"
+if [ -n "$FLEXPARTDIR" ]; then
+  parameterlist+=" --flexpartdir=$FLEXPARTDIR"
 fi
 if [ -n "$PP_ID" ]; then
   parameterlist+=" --ppid=$PP_ID"
@@ -98,7 +102,7 @@ if [ -n "$PUBLIC" ]; then
 fi
 
 # -----------------------------------------------------------------
-# CALL INSTALLATION SCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS
+# CALL SCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS
 
 $pyscript $parameterlist
 
diff --git a/templates/compilejob.template b/templates/compilejob.template
index 0ae8577..f798477 100644
--- a/templates/compilejob.template
+++ b/templates/compilejob.template
@@ -27,18 +27,18 @@ set -x
 export VERSION=$version_number
 case $${HOST} in
   *ecg*)
-  module unload eccodes
-#  module load python
   module unload grib_api
+  module unload eccodes
+  module load eccodes
+  module load python
   module unload emos
-  module load grib_api/1.26.1
-  module load emos/457-r64
+  module load emos/455-r64
   export FLEXPART_ROOT_SCRIPTS=$fp_root_scripts
   export MAKEFILE=$makefile
   ;;
   *cca*)
   module switch PrgEnv-cray PrgEnv-intel
-  module load grib_api
+  module load eccodes
   module load emos
   module load python
   echo $${GROUP}
diff --git a/templates/job.temp b/templates/job.temp
index 8941171..f0d8564 100644
--- a/templates/job.temp
+++ b/templates/job.temp
@@ -16,7 +16,7 @@
 ##PBS -N flex_ecmwf
 ##PBS -q np
 ##PBS -S /usr/bin/ksh
-## -o /scratch/ms/at/km4a/flex_ecmwf.${PBS_JOBID}.out
+## -o /scratch/ms/at/km4a/flex_ecmwf.$${PBS_JOBID}.out
 ## job output is in .ecaccess_DO_NOT_REMOVE
 ##PBS -j oe
 ##PBS -V
@@ -25,53 +25,54 @@
 
 set -x
 export VERSION=7.1
-case ${HOST} in
+case $${HOST} in
   *ecg*)
   module load python
   module unload grib_api
   module unload eccodes
+  module load eccodes
   module unload emos
-  module load grib_api/1.26.1
-  module load emos/457-r64
-  export PATH=${PATH}:${HOME}/flex_extract_v7.1/source/python
+  module load emos/455-r64
+  export PATH=$${PATH}:$${HOME}/flex_extract_v7.1/source/python
   ;;
   *cca*)
   module switch PrgEnv-cray PrgEnv-intel
-  module load grib_api
+  module load eccodes
   module load emos
   module load python
-  export SCRATCH=${TMPDIR}
-  export PATH=${PATH}:${HOME}/flex_extract_v7.1/source/python
+  export SCRATCH=$${TMPDIR}
+  export PATH=$${PATH}:$${HOME}/flex_extract_v7.1/source/python
   ;;
 esac
 
-cd ${SCRATCH}
-mkdir -p python$$
-cd python$$
+cd $${SCRATCH}
+mkdir -p python$$$$
+cd python$$$$
 
 export CONTROL=CONTROL
 
-cat >${CONTROL}<<EOF
+cat >$${CONTROL}<<EOF
+$control_content
 EOF
 
 
-submit.py --controlfile=${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1
+submit.py --controlfile=$${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1
 
 if [ $? -eq 0 ] ; then
   l=0
-  for muser in `grep -i MAILOPS ${CONTROL}`; do
-      if [ ${l} -gt 0 ] ; then 
-         mail -s flex.${HOST}.$$ ${muser} <prot
+  for muser in `grep -i MAILOPS $${CONTROL}`; do
+      if [ $${l} -gt 0 ] ; then 
+         mail -s flex.$${HOST}.$$$$ $${muser} <prot
       fi
-      l=$((${l}+1))
+      l=$(($${l}+1))
   done
 else
   l=0
-  for muser in `grep -i MAILFAIL ${CONTROL}`; do
-      if [ ${l} -gt 0 ] ; then 
-         mail -s "ERROR! flex.${HOST}.$$" ${muser} <prot
+  for muser in `grep -i MAILFAIL $${CONTROL}`; do
+      if [ $${l} -gt 0 ] ; then 
+         mail -s "ERROR! flex.$${HOST}.$$$$" $${muser} <prot
       fi
-      l=$((${l}+1))
+      l=$(($${l}+1))
   done
 fi
 
diff --git a/templates/job.template b/templates/job.template
index cf262d7..5f12a0b 100644
--- a/templates/job.template
+++ b/templates/job.template
@@ -16,7 +16,7 @@
 ##PBS -N flex_ecmwf
 ##PBS -q np
 ##PBS -S /usr/bin/ksh
-## -o /scratch/ms/$usergroup/$username/flex_ecmwf.$${PBS_JOBID}.out
+## -o /scratch/ms/$usergroup/$username/flex_ecmwf.$$$${PBS_JOBID}.out
 ## job output is in .ecaccess_DO_NOT_REMOVE
 ##PBS -j oe
 ##PBS -V
@@ -25,53 +25,54 @@
 
 set -x
 export VERSION=$version_number
-case $${HOST} in
+case $$$${HOST} in
   *ecg*)
   module load python
   module unload grib_api
   module unload eccodes
+  module load eccodes
   module unload emos
-  module load grib_api/1.26.1
-  module load emos/457-r64
-  export PATH=$${PATH}:$fp_root_path
+  module load emos/455-r64
+  export PATH=$$$${PATH}:$fp_root_path
   ;;
   *cca*)
   module switch PrgEnv-cray PrgEnv-intel
-  module load grib_api
+  module load eccodes
   module load emos
   module load python
-  export SCRATCH=$${TMPDIR}
-  export PATH=$${PATH}:$fp_root_path
+  export SCRATCH=$$$${TMPDIR}
+  export PATH=$$$${PATH}:$fp_root_path
   ;;
 esac
 
-cd $${SCRATCH}
-mkdir -p python$$$$
-cd python$$$$
+cd $$$${SCRATCH}
+mkdir -p python$$$$$$$$
+cd python$$$$$$$$
 
 export CONTROL=CONTROL
 
-cat >$${CONTROL}<<EOF
+cat >$$$${CONTROL}<<EOF
+$$control_content
 EOF
 
 
-submit.py --controlfile=$${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1
+submit.py --controlfile=$$$${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1
 
 if [ $? -eq 0 ] ; then
   l=0
-  for muser in `grep -i MAILOPS $${CONTROL}`; do
-      if [ $${l} -gt 0 ] ; then 
-         mail -s flex.$${HOST}.$$$$ $${muser} <prot
+  for muser in `grep -i MAILOPS $$$${CONTROL}`; do
+      if [ $$$${l} -gt 0 ] ; then 
+         mail -s flex.$$$${HOST}.$$$$$$$$ $$$${muser} <prot
       fi
-      l=$(($${l}+1))
+      l=$(($$$${l}+1))
   done
 else
   l=0
-  for muser in `grep -i MAILFAIL $${CONTROL}`; do
-      if [ $${l} -gt 0 ] ; then 
-         mail -s "ERROR! flex.$${HOST}.$$$$" $${muser} <prot
+  for muser in `grep -i MAILFAIL $$$${CONTROL}`; do
+      if [ $$$${l} -gt 0 ] ; then 
+         mail -s "ERROR! flex.$$$${HOST}.$$$$$$$$" $$$${muser} <prot
       fi
-      l=$(($${l}+1))
+      l=$(($$$${l}+1))
   done
 fi
 
-- 
GitLab