add preprocessing routines flex_extract_ecgate_V6.0

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA_TEMPLATE

+DAY1 20131107
+DAY2 20131108
+DTIME 3
+M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_EXPVER 1
+M_GRID 1000  
+M_LEFT -179000
+M_LOWER -90000
+M_UPPER 90000
+M_RIGHT 180000
+M_LEVEL 137
+M_RESOL 159
+M_GAUSS 1
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 0
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EN
+GATEWAY xxx.xxx.xxx.xxx
+DESTINATION xxx@xxx
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_Vv.v
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA__CV

+DAY1 20131107
+DAY2 20131108
+DTIME 3
+M_TYPE CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV CV
+M_TIME 00 00 00 00 00 00 00 00 00 00 00 00 12 12 12 12 12 12 12 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 06 07 08 09 10 11 00 01 02 03 04 05 06 07 08 09 10 11
+M_CLASS OD
+M_STREAM ENFO
+M_NUMBER 1
+M_EXPVER 1
+M_GRID 1000  
+M_LEFT -179000
+M_LOWER -90000
+M_UPPER 90000
+M_RIGHT 180000
+M_LEVEL 62
+M_RESOL 159
+M_GAUSS 1
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 0
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EG
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_V6.0
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA__EI

+DAY1 20121107
+DAY2 20121108
+DTIME 3
+M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+M_CLASS EI
+M_STREAM OPER
+M_NUMBER OFF
+M_EXPVER 1
+M_GRID 1000  
+M_LEFT -179000
+M_LOWER -90000
+M_UPPER 90000
+M_RIGHT 180000
+M_LEVEL 60
+M_RESOL 159
+M_GAUSS 1
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 0
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EI
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_V6.0
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA__GLOBALETA

+DAY1 20131107
+DAY2 20131108
+DTIME 3
+M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_EXPVER 1
+M_GRID 1000  
+M_LEFT -179000
+M_LOWER -90000
+M_UPPER 90000
+M_RIGHT 180000
+M_LEVEL 137
+M_RESOL 159
+M_GAUSS 0
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 1
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EE
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_V6.0
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA__GLOBALGAUSS

+DAY1 20131107
+DAY2 20131108
+DTIME 3
+M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_EXPVER 1
+M_GRID 1000  
+M_LEFT -179000
+M_LOWER -90000
+M_UPPER 90000
+M_RIGHT 180000
+M_LEVEL 137
+M_RESOL 159
+M_GAUSS 1
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 0
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EG
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_V6.0
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA__HAIYAN

+DAY1 20131107
+DAY2 20131108
+DTIME 3
+M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_EXPVER 1
+M_GRID 200  
+M_LEFT 113000
+M_LOWER 00000
+M_UPPER 30000
+M_RIGHT 190000
+M_LEVEL 137
+M_RESOL 799
+M_GAUSS 0
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 1
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EH
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_V6.0
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_ERA__HIRES

+DAY1 20131107
+DAY2 20131108
+DTIME 3
+M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_EXPVER 1
+M_GRID 200  
+M_LEFT -10000
+M_LOWER 30000
+M_UPPER 60000
+M_RIGHT 30000
+M_LEVEL 137
+M_RESOL 799
+M_GAUSS 0
+M_ACCURACY 24
+M_OMEGA 0
+M_OMEGADIFF 0
+M_ETA 1
+M_ETADIFF 0
+M_DPDETA 1
+M_SMOOTH 0
+M_FORMAT GRIB1
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+PREFIX EH
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 0
+ECFSDIR ectmp:/${USER}/econdemand/
+MAILOPS ${USER}
+MAILFAIL ${USER}
+EXEDIR .
+SOURCECODE ${WSHOME}/flex_extract_ecgate_V6.0
+EOF

preprocessing/flex_extract_ecgate_V6.0/CONTROL_OPS_TEMPLATE

+M_TYPE AN FC FC FC FC FC FC FC FC FC FC FC AN FC FC FC FC FC FC FC FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 00 00 00 00 00 00 12 12 12 12 12 12 12 12 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 06 07 08 09 10 11 00 01 02 03 04 05 06 07 08 09 10 11 12
+DTIME 1
+PREFIX EN
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_GRID 1000
+M_RESOL 255
+M_SMOOTH 0
+M_GAUSS 0
+M_ETA 1
+M_ETAPAR 77
+M_DPDETA 1
+M_LEVEL 137
+M_LEVELIST 1/to/137
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+M_FORMAT GRIB1
+GATEWAY xxx.xxx.xxx.xxx
+DESTINATION xxx@xxx
+ECSTORAGE 1
+ECTRANS 1
+ECFSDIR ectmp:/xxx/ecops
+MAILOPS xxx
+MAILFAIL xxx
+EXEDIR .
+SOURCECODE /home/ms/ggg/xxx/flex_extract_ecgate_Vv.v

preprocessing/flex_extract_ecgate_V6.0/CONTROL_OPS_V6.0

+M_TYPE AN FC FC FC FC FC FC FC FC FC FC FC AN FC FC FC FC FC FC FC FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 00 00 00 00 00 00 12 12 12 12 12 12 12 12 12 12 12 12 12
+M_STEP 00 01 02 03 04 05 06 07 08 09 10 11 00 01 02 03 04 05 06 07 08 09 10 11 12
+DTIME 1
+PREFIX EN
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_GRID 1000
+M_RESOL 255
+M_SMOOTH 0
+M_GAUSS 0
+M_ETA 1
+M_ETAPAR 77
+M_DPDETA 1
+M_LEVEL 137
+M_LEVELIST 1/to/137
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+M_FORMAT GRIB1
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 1
+ECFSDIR ectmp:/lh0/ecops
+MAILOPS lh0
+MAILFAIL lh0
+EXEDIR .
+SOURCECODE /home/ms/spatlh00/lh0/flex_extract_ecgate_V6.0

preprocessing/flex_extract_ecgate_V6.0/CONTROL_OPS_V6.0_4V

+M_TYPE AN FC FC FC FC FC FC FC FC FC FC FC AN FC FC FC FC FC FC FC FC FC FC FC FC
+M_TIME 00 00 00 00 00 00 06 00 00 09 00 00 09 12 12 12 12 12 18 12 12 21 12 12 21
+M_STEP 00 01 02 03 04 05 00 07 08 00 10 11 03 01 02 03 04 05 00 07 08 00 10 11 03
+DTIME 3
+PREFIX EN
+M_CLASS OD
+M_STREAM OPER
+M_NUMBER OFF
+M_GRID 1000
+M_RESOL 255
+M_SMOOTH 179
+M_GAUSS 1
+M_ETA 0
+M_ETAPAR 77
+M_DPDETA 1
+M_LEVEL 137
+M_LEVELIST 1/to/137
+M_ADDPAR /27/28/173/186/187/188/235/139/39
+M_FORMAT GRIB1
+GATEWAY srvx7.img.univie.ac.at
+DESTINATION leo@genericSftp
+ECSTORAGE 1
+ECTRANS 1
+ECFSDIR ectmp:/lh0/ecops
+MAILOPS lh0
+MAILFAIL lh0
+EXEDIR .
+SOURCECODE /home/ms/spatlh00/lh0/flex_extract_ecgate_V6.0

preprocessing/flex_extract_ecgate_V6.0/ecmwf_idc_ops_body

+# no changes below
+
+NRW=0
+
+#ksh scripts for date manipulation
+juldate2()
+   {
+    let jc=$1
+    if (( ${#jc} < 8 ))
+    then
+    print "illegal date!"
+    exit 1
+    fi
+    let y=`echo $jc | cut -c1-4`
+    let m1=`echo $jc | cut -c5`
+    let m2=`echo $jc | cut -c6`
+    m=$m1$m2
+    let d1=`echo $jc | cut -c7`
+    let d2=`echo $jc | cut -c8`
+    d=$d1$d2
+    let jd=367*y-7*(y+(m+9)/12)/4+275*m/9+d+1721014
+    let jd=jd+15-3*((y+(m-9)/7)/100+1)/4
+    print $jd
+    }
+
+civildate2()
+   {
+    let jd=$1
+    if (( jd < 1721060 ))
+    then
+       print "Julian date not in AD."
+       exit 1
+    fi
+    let k=jd+68569
+    let n=4*k/146097
+    let k=k-\(146097*n+3\)/4
+    let y=4000*(k+1)/1461001
+    let k=k-1461*y/4+31
+    let m=80*k/2447
+    let d=k-\(2447*m\)/80
+    let k=m/11
+    let m=m+2-12*k
+    let y=100*(n-49)+y+k
+    [ $m -le 9 ] && m=0$m
+    [ $d -le 9 ] && d=0$d
+    print $y$m$d
+    }
+
+date2m1()
+    {
+    let ymd=$1
+    let j1=`juldate2 $ymd`
+    let j0=j1-1
+    civildate2 $j0
+    }
+
+date2p1()
+    {
+    let ymd=$1
+    let j1=`juldate2 $ymd`
+    let j0=j1+1
+    civildate2 $j0
+    }
+
+date2m14()
+    {
+    let ymd=$1
+    let j1=`juldate2 $ymd`
+    let j0=j1-14
+    civildate2 $j0
+    }
+
+marsinst()
+{
+MTYPE="${1}"
+MDAY="${2}"
+MTIME="${3}"
+MSTEP="${4}"
+MPAR="${5}"
+MFN=$6
+MLTY=$7
+MGRID="${8}"
+MLEV="${9}"
+
+#if [[ ${MPAR} == 'LNSP' ]] ; then
+#  MLEV=1
+#else
+#  if [[ ${MLTY} == 'SFC' ]] ; then
+#    MLEV=OFF
+#  else
+#    MLEV=${M_LEVELIST}
+#  fi
+#fi
+
+RED=0
+#if [[ ${MTYPE} != 'AN' ]] ; then
+  MPAR2=`echo ${MPAR} | sed s,160/,,`
+  MPAR2=`echo ${MPAR2} | sed s,27/,,`
+  MPAR2=`echo ${MPAR2} | sed s,28/,,`
+  MPAR2=`echo ${MPAR2} | sed s,173/,,`
+  if [[ ${MPAR2} != ${MPAR} ]] ; then
+    MPAR=${MPAR2}
+    RED=1
+  fi
+#fi
+
+MAREA=${M_AREA}
+if [[ ${10} == 'GAUSSIAN=REDUCED,' ]] ; then
+  MAREA=G
+fi
+
+if [[ -f ${MFN} ]] ; then
+  rm ${MFN}
+fi
+
+cat <<EOF >> marsjob
+RETRIEVE,
+TYPE=${MTYPE},
+CLASS=${M_CLASS},NUMBER=${M_NUMBER},
+EXPVER=${M_EXPVER},STREAM=${M_STREAM},
+PARAM=${MPAR},
+RESOL=${M_RESOL},
+AREA=${MAREA},
+GRID=${MGRID},
+LEVTYPE=${MLTY},
+LEVELIST=${MLEV},
+ACCURACY=${M_ACCURACY},
+DATE=${MDAY},
+TIME=${MTIME},
+STEP=${MSTEP},${10}
+TARGET="${MFN}"
+EOF
+
+if [[ ! -f 'OROLSM' && $RED -eq 1 ]] ; then
+
+cat <<EOF >> marsjob
+RETRIEVE,TYPE=AN,TIME=0,STEP=0,CLASS=OD,
+  PARAM=160/27/28/173,
+  TARGET="OROLSM"
+EOF
+fi
+
+}
+
+marsflux()
+{
+MTYPE="${1}"
+MSTEP="${2}"
+
+#if [[ ! -f "surf_${M_STEP}_ub" ]] ; then
+cat <<EOF >>mars_flux
+RETRIEVE,
+TYPE=${MTYPE},
+CLASS=${M_CLASS},NUMBER=${M_NUMBER},
+EXPVER=${M_EXPVER},STREAM=${M_STREAM},
+PARAM=LSP/CP/SSHF/EWSS/NSSS/SSR,
+AREA=${M_AREA},
+GRID=${D_GRID},
+LEVTYPE=SFC,
+LEVELIST=OFF,
+ACCURACY=${M_ACCURACY}, REPRES=GG,
+DATE=${DAY1M1}/TO/${DAY2P1},
+TIME=00/12,
+AC=N,
+STEP=${MSTEP},
+TARGET="surf_${MSTEP}_ub"
+EOF
+
+if [[ $MSJ_BASETIME == 00 ]] ; then
+  DAY2P2=`date2p1 ${DAY2P1}`
+  cat <<EOF >>mars_flux
+RETRIEVE,
+DATE=${DAY2P2},
+TIME=00,
+TARGET="surf_${MSTEP}_ub"
+EOF
+fi
+#fi
+}
+
+
+myerror()
+  {
+   
+    echo $1
+    echo $2
+    echo $3
+    echo ABORT!
+
+    for MUSER in $MAILFAIL
+    do
+      mailx -s ERROR:${JOBNAME} ${MUSER} <${LOG_FILE}
+    done
+
+    exit 1
+  }
+
+#
+# MAIN SCRIPT CONTINUES HERE
+#
+#read CONTROL file, process specifications
+while read NAME PARA
+do
+
+if [[ $NAME == 'M_TYPE' || $NAME == 'M_TIME' || $NAME == 'M_STEP' ]] ; then
+  eval "set -A $NAME $PARA"
+else
+  eval "export $NAME='$PARA'"
+fi
+echo `echo $NAME`=$PARA
+
+done <${CONTROLFILE}
+
+
+#defaults
+[ -z "$M_EXPVER" ] && M_EXPVER=1
+[ -z "$M_CLASS" ] && M_CLASS=OD
+[ -z "$M_STREAM" ] && M_STREAM=OPER
+[ -z "$M_NUMBER" ] && M_NUMBER=OFF
+[ -z "$M_TYPE" ] && set -A M_TYPE AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC AN FC FC FC FC FC
+[ -z "$M_TIME" ] && set -A M_TIME 00 00 00 00 00 00 06 00 00 00 00 00 12 12 12 12 12 12 18 12 12 12 12 12
+[ -z "$M_STEP" ] && set -A M_STEP 00 01 02 03 04 05 00 07 08 09 10 11 00 01 02 03 04 05 00 07 08 09 10 11
+[ -z "$DTIME" ] && DTIME=6
+[ -z "$M_GRID" ] && M_GRID=1000
+[ -z "$M_LOWER" ] && M_LOWER=-90000
+[ -z "$M_LEFT" ] && M_LEFT=-179000
+[ -z "$M_UPPER" ] && M_UPPER=90000
+[ -z "$M_RIGHT" ] && M_RIGHT=180000
+[ -z "$M_LEVEL" ] && M_LEVEL=91
+[ -z "$M_LEVELIST" ] && M_LEVELIST=1/TO/$M_LEVEL
+[ -z "$M_ADDPAR" ] && M_ADDPAR=''
+[ -z "$M_RESOL" ] &&  M_RESOL=799
+[ -z "$M_GAUSS" ] &&  M_GAUSS=0
+[ -z "$M_SMOOTH" ] &&  M_SMOOTH=0
+[ -z "$M_OMEGA" ] &&  M_OMEGA=0
+[ -z "$M_OMEGADIFF" ] &&  M_OMEGADIFF=0
+[ -z "$M_ETA" ] &&  M_ETA=0
+[ -z "$M_ETADIFF" ] &&  M_ETADIFF=0
+[ -z "$M_ETAPAR" ] &&  M_ETAPAR=77
+[ -z "$M_DPDETA" ] &&  M_DPDETA=1
+[ -z "$M_ACCURACY" ] &&  M_ACCURACY=24
+[ -z "$EXEDIR" ] && EXEDIR=.
+[ -z "$SOURCECODE" ] && SOURCECODE=ecgate:flex_extract_ecgate
+[ -z "$GATEWAY" ] && GATEWAY=''
+[ -z "$DESTINATION" ] && DESTINATION=''
+[ -z "$PREFIX" ] && PREFIX=EN
+[ -z "$COMPRESSION" ] && COMPRESSION=grid_simple
+[ -z "$ECTRANS" ] && ECTRANS=0
+[ -z "$ECSTORAGE" ] && ECSTORAGE=1
+[ -z "$ECFSDIR" ] && ECFSDIR=ectmp:
+[ -z "$MAILOPS" ] && MAILOPS=${USER}
+[ -z "$MAILFAIL" ] && MAILFAIL=${USER}
+
+
+export MARS_MULTITARGET_STRICT_FORMAT=1
+
+if [ $M_GAUSS -eq 1 ] ; then 
+    export SCRATCHDIR=${SCRATCH}/ctbto_run_ecgate-${DTIME}hrs-G_V${VERSION}
+    mkdir $SCRATCHDIR >/dev/null
+else
+  export SCRATCHDIR=${SCRATCH}/ctbto_run_ecgate-${DTIME}hrs-L_V${VERSION}
+    mkdir $SCRATCHDIR >/dev/null
+fi
+
+#
+# cleanup
+#
+#\rm -f $SCRATCHDIR/*
+\rm -f $SCRATCHDIR/fort*
+
+[ ! -d $SCRATCHDIR ] && mkdir $SCRATCHDIR
+cd $SCRATCHDIR
+
+
+DAY1=${MSJ_YEAR}${MSJ_MONTH}${MSJ_DAY}
+if [ $MSJ_BASETIME -eq 00 ] ; then
+  DAY2=DAY1
+else
+  DAY2=`date2p1 ${DAY1}`
+fi
+
+#additional dates for flux retrievals (polynomial interpolation)
+DAY1M1=`date2m1 ${DAY1}`
+DAY2P1=`date2m1 ${DAY2}`
+
+#julian dates for time loops
+JULDAY1=`juldate2 ${DAY1}`
+JULDAY2=`juldate2 ${DAY1}`
+
+
+#echo 'field date :' $M_DATE_S, $M_TIME_S
+#echo 'flux dates :' $FLXDT1, $FLXT1, $FLXDT2, $FLXT2 
+
+#take care of nameing convention
+#M_DATEX=`echo ${M_DATE_S} | cut -c3-8`
+#DATEREFX=`echo ${DATEREF} | cut -c3-8`
+
+# determine number of gridpoints and whether grid is cyclic
+ZYK=`expr \( $M_RIGHT + 360000 \) % 360000 - \( $M_LEFT + 360000 \) % 360000 + $M_GRID`
+
+if [ $M_RIGHT -le $M_LEFT ] ; then
+  if [ $M_RIGHT -le 0 ] ; then
+    M_RIGHT=$(($M_RIGHT+360000))
+  else
+    M_LEFT=$(($M_LEFT-360000))
+  fi
+fi
+
+if [[ $ZYK -ne 0 ]] ; then
+  MAXB=$((($M_UPPER-($M_LOWER))/$M_GRID+1))
+  MAXL=$((($M_RIGHT-($M_LEFT))/$M_GRID+1))
+
+  if [[ $((($M_RIGHT-($M_LEFT))%$M_GRID)) -ne 0 || $((($M_UPPER-($M_LOWER))%$M_GRID)) -ne 0 ]] ; then
+    myerror "ERROR: LAT/LON RANGE MUST BE INTEGER MULTIPLES OF GRID SIZE"     "URLO: $M_UPPER  $M_RIGHT $M_LOWER  $M_LEFT GRID: $M_GRID"     "GRID ASSUMED NON-CYCLIC"
+    exit 1
+  fi
+else
+  MAXL=$((($M_RIGHT-($M_LEFT))/$M_GRID+1))
+  MAXB=$((($M_UPPER-($M_LOWER))/$M_GRID+1))
+  if [[ $((($M_RIGHT-($M_LEFT))%$M_GRID)) -ne 0 || $((($M_UPPER-($M_LOWER))%$M_GRID)) -ne 0 ]] ; then
+    myerror "ERROR: LAT/LON RANGE MUST BE INTEGER MULTIPLES OF GRID SIZE"           "URLO: $M_UPPER  $M_RIGHT $M_LOWER  $M_LEFT GRID: $M_GRID"           "GRID ASSUMED CYCLIC"
+    exit 1
+  fi
+fi
+
+if [ $((180000/$M_GRID-$M_RESOL)) -lt 0 ] ; then
+
+   if [ ${M_SMOOTH} -eq 0 ] ; then
+    echo "WARNING: OUTPUT GRID SPACING OF $((${M_GRID}/1000)).$((${M_GRID}%1000)) DEGREE IS TOO COARSE FOR GIVEN SPECTRAL RESOLUTION ${M_RESOL} " "USE M_SMOOTH FOR SMOOTHING OR FINER OUTPUT GRID"
+#    exit 1
+   else
+    if [ $((180000/$M_GRID-$M_SMOOTH)) -lt 0 ] ; then
+      myerror "ERROR: OUTPUT GRID SPACING OF $((${M_GRID}/1000)).$((${M_GRID}%1000)) DEGREE IS TOO COARSE FOR GIVEN SMOOTHED SPECTRAL RESOLUTION ${M_SMOOTH} " 
+    fi
+   fi
+
+fi
+
+
+# convert lat/lon to MARS format (degrees)
+if [[ $M_LEFT -lt 0 ]] ; then
+  LLLO=$(($M_LEFT / 1000)).$((($M_LEFT)*(-1) % 1000))
+else
+  LLLO=$(($M_LEFT / 1000)).$(($M_LEFT % 1000))
+fi
+if [[ $M_LOWER -lt 0 ]] ; then
+  LLLA=$(($M_LOWER / 1000)).$(($M_LOWER*(-1) % 1000))
+else
+  LLLA=$(($M_LOWER / 1000)).$((($M_LOWER) % 1000))
+fi
+if [[ $M_RIGHT -lt 0 ]] ; then
+  URLO=$(($M_RIGHT / 1000)).$((($M_RIGHT)*(-1) % 1000))
+else
+  URLO=$(($M_RIGHT / 1000)).$(($M_RIGHT % 1000))
+fi
+if [[ $M_UPPER -lt 0 ]] ; then
+  URLA=$(($M_UPPER / 1000)).$((($M_UPPER)*(-1) % 1000))
+else
+  URLA=$(($M_UPPER / 1000)).$(($M_UPPER % 1000))
+fi
+
+M_AREA=${URLA}/${LLLO}/${LLLA}/${URLO}
+
+if [ $M_GAUSS -eq 1 ] ; then
+# Gaussian grid detected
+  D_GRID=$(($M_GRID / 1000)).$(($M_GRID % 1000))
+  G_GRID=OFF
+  QG_GRID=OFF
+  if [ $M_RESOL -le 799 ] ; then
+    QG_GRID=$((($M_RESOL+1)/2))
+  fi
+  D_GRID=${D_GRID}/${D_GRID}
+  
+else
+  D_GRID=$(($M_GRID / 1000)).$(($M_GRID % 1000))
+  G_GRID=$(($M_GRID / 1000)).$(($M_GRID % 1000))
+  G_GRID=${G_GRID}/${G_GRID}
+  D_GRID=${D_GRID}/${D_GRID}
+fi
+
+G_LEVELIST=1/to/${M_LEVEL}
+
+
+#namelist
+cat <<EOF >fort.4
+&NAMGEN
+   MAXL=${MAXL}, MAXB=${MAXB},
+   MLEVEL=${M_LEVEL}, MLEVELIST="${M_LEVELIST}",
+   MNAUF=${M_RESOL},METAPAR=${M_ETAPAR},
+   RLO0=${LLLO}, RLO1=${URLO}, RLA0=${LLLA}, RLA1=${URLA},
+   MOMEGA=${M_OMEGA},MOMEGADIFF=${M_OMEGADIFF},MGAUSS=${M_GAUSS},
+   MSMOOTH=${M_SMOOTH},META=${M_ETA},METADIFF=${M_ETADIFF},
+   MDPDETA=${M_DPDETA}
+/
+&NAMFX2
+   NX=${MAXL}, NY=${MAXB},
+   MAXTIME=400,JPOLY=4,
+   JHRF=${DTIME},
+   RLO0=${LLLO}, RLA0=${LLLA}, DX=${D_GRID}, DY=${D_GRID}
+/
+EOF
+
+
+cp ${SOURCECODE}/source.tar .
+tar -xvf source.tar
+if [[ $OS_VERSION == aix ]] ; then
+  make -f Makefile.IBM FLXACC2 CONVERT2 CHECK
+else
+  make -f Makefile.ecgb FLXACC2 CONVERT2 CHECK
+fi
+
+if [ $? -ne 0 ]; then
+    ls
+    echo 'ERROR: FLXACC2 and CONVERT2 could not be compiled:' ${INFILE}
+    echo ABORT!
+    for MUSER in $MAILFAIL
+    do
+      mailx -s ERROR:${JOBNAME} ${MUSER} <${LOG_FILE}
+    done
+    exit 1
+else
+  echo 'compile worked'
+fi
+
+
+#
+#MARS requests (field)
+#
+imax=6
+set -A PARLIST  U/V  T    Q  LNSP SD/MSL/TCC/10U/10V/2T/2D 129/172/160${M_ADDPAR}
+set -A PARNAME  131/132 130 133 152 SURF OROLSM
+set -A REPR     SH    SH   GG   SH   GG   GG
+set -A UNIT     10    11   17   12   14   20
+set -A LTY      ML    ML   ML   ML   SFC  SFC
+set -A GRID  ${G_GRID} ${D_GRID} ${D_GRID} OFF ${D_GRID} ${D_GRID}
+set -A LEVELIST ${M_LEVELIST} ${M_LEVELIST} ${M_LEVELIST} 1 1 1
+
+set -A FIELD    00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 00
+
+
+if [[ $M_OMEGA -eq 1 || $M_OMEGADIFF -eq 1 ]] ; then
+  M_OMEGA=1
+  PARLIST[imax]=W
+  PARNAME[imax]=135
+  REPR[imax]=SH
+  UNIT[imax]=19
+  LTY[imax]=ML
+  GRID[imax]=${D_GRID}
+  LEVELIST[imax]=${M_LEVELIST}
+  imax=$(($imax+1))
+fi
+if [[ $M_ETA -eq 1 || $M_ETADIFF -eq 1 ]] ; then
+  M_ETA=1
+  PARLIST[imax]=77
+  PARNAME[imax]=77
+  REPR[imax]=SH
+  UNIT[imax]=21
+  LTY[imax]=ML
+  GRID[imax]=${D_GRID}
+  LEVELIST[imax]=${M_LEVELIST}
+  imax=$(($imax+1))
+fi
+
+if [[ $M_GAUSS -eq 2 ]] ; then
+  PARLIST[imax]=VO
+  PARNAME[imax]=138
+  REPR[imax]=SH
+  UNIT[imax]=30
+  LTY[imax]=ML
+  GRID[imax]=${G_GRID}
+  LEVELIST[imax]=${G_LEVELIST}
+  imax=$(($imax+1))
+fi
+if [[ $M_ETA -eq 0 || $M_GAUSS -eq 1 || $M_ETADIFF -eq 1 ]] ; then
+  PARLIST[imax]=D
+  PARNAME[imax]=155
+  REPR[imax]=SH
+  UNIT[imax]=13
+  LTY[imax]=ML
+  GRID[imax]=${G_GRID}
+  LEVELIST[imax]=${G_LEVELIST}
+  LEVELIST[1]=${G_LEVELIST} # U/V needed on all levels for calculating ETA
+  imax=$(($imax+1))
+fi
+
+jmax=$(( ${#M_TYPE[*]}))
+
+# M_TIME needs leading zeros while M_STEP must have leading zeros
+# to be consistent with MARS file naming convention
+# The following loop ensures this
+j=0
+while [[ $j -lt $jmax ]] ; do
+  if [[ ${M_TIME[$j]} -lt 10 ]] ; then
+    M_TIME[$j]=0$((${M_TIME[$j]}))
+  fi
+  if [[ ${M_STEP[$j]} -lt 10 ]] ; then
+    M_STEP[$j]=$((${M_STEP[$j]}))
+  fi
+
+  j=$(($j+1))
+done
+
+echo ${M_TIME[*]}
+echo ${M_STEP[*]}
+
+
+rm mars_flux 2>/dev/null
+j=0
+while [[ $j -lt 24 ]] ; do 
+  marsflux ${M_TYPE[2]} ${FIELD[$j]} 
+  j=$(($j+$DTIME))
+done
+mars mars_flux
+[ $? -ne 0 ] && myerror "Job stopped because of failing MARS request"
+
+
+#
+# FLXACC job
+#
+
+
+${EXEDIR}/FLXACC2
+if [ -f OROLSM ] ; then
+  rm OROLSM
+
+
+fi
+
+#
+# CONVERT job
+#
+
+#loop over DATE and TIME for CONVERT/CHECK/ECtrans job
+
+iter=0
+IJULDAY=${JULDAY1}
+while [ $IJULDAY -le $JULDAY2 ];
+do
+
+MDATE=`civildate2 ${IJULDAY}`
+if [ $MSJ_BASETIME -eq 00 ] ; then
+  MDATE=`date2m1 ${MDATE}`
+fi
+
+MDATEX=`echo ${MDATE} | cut -c3-8`
+
+
+i=0
+rm marsjob 2>/dev/null
+
+#humidity on reduced Gaussian grid for initialization
+#of spectral transformations
+if [ ${M_GAUSS} -eq 1 ] ; then
+  NGRID=$(( ( ${M_RESOL} + 1 ) / 2 ))
+
+  marsinst ${M_TYPE[0]} ${DAY1} 00 00 Q fort.18 ML ${QG_GRID} 1 'GAUSSIAN=REDUCED,'
+
+set -e
+mars marsjob
+[ $? -ne 0 ] && myerror "Job stopped because of failing MARS request"
+rm marsjob
+
+fi
+
+set -e
+
+if [ $MSJ_BASETIME -eq 12 ] ; then
+  j=$(($DTIME))
+  jmax=$(($DTIME+12))
+else
+  j=$(($DTIME+12))
+fi
+if [ $iter -eq 1 ] ; then
+  j=0
+  jmax=1
+fi
+set -A TYPEKEY ${M_TYPE[$j]}
+kmax=0
+while [[ $j -lt $jmax ]] ; do
+  if [[ ${M_TYPE[j]} != ${TYPEKEY[0]} ]] ; then
+    if [[ $kmax == 1 ]] ; then
+      if [[ ${M_TYPE[j]} != ${TYPEKEY[1]} ]] ; then 
+        set -A TYPEKEY ${TYPEKEY[0]} ${TYPEKEY[1]} ${M_TYPE[j]}
+        kmax=2
+      fi
+    else
+      if [[ $kmax == 0 ]] ; then    
+        set -A TYPEKEY ${TYPEKEY[0]} ${M_TYPE[j]}
+        kmax=1
+      else
+        if [[ $kmax == 2 && ${M_TYPE[j]} != ${TYPEKEY[1]}  ]] ; then    
+          if [[ $kmax == 2 && ${M_TYPE[j]} != ${TYPEKEY[2]}  ]] ; then    
+
+            echo ${TYPEKEY[0]} ${TYPEKEY[1]}  ${TYPEKEY[2]} ${M_TYPE[j]}
+            myerror 'More than three different MARS TYPES not supported'
+       
+            exit 1
+          fi
+        fi
+      fi
+    fi
+  fi
+  j=$(($j+$DTIME))
+done
+  
+set -A GRIDKEY $D_GRID
+mmax=1
+i=0
+while [[ $i -lt $imax ]] ; do
+  if [[ ${GRID[$i]} == 'OFF' && ${PARLIST[$i]} != LNSP ]] ; then
+    set -A GRIDKEY $D_GRID OFF
+    mmax=2
+  fi 
+  i=$(($i+1))
+done
+
+k=0
+kmax=$(($kmax+1))
+while [[ $k -lt $kmax ]] ; do
+MMTIME=''
+MMSTEP=''
+TSUFF=''
+SSUFF=''
+j=0
+if [ $MSJ_BASETIME -eq 12 ] ; then
+  j=$(($DTIME))
+  jmax=$(($DTIME+12))
+else
+  j=$(($DTIME+12))
+fi
+if [ $iter -eq 1 ] ; then
+  j=0
+  jmax=1
+fi
+while [[ $j -lt $jmax ]] ; do
+  if [[ ${M_TYPE[$j]} == ${TYPEKEY[$k]} ]] ; then
+    if [[ `echo $MMTIME | grep ${M_TIME[$j]}` == '' ]] ; then
+      MMTIME=${MMTIME}$TSUFF${M_TIME[$j]}
+      TSUFF='/'
+    fi
+    if [[ `echo $MMSTEP | grep ${M_STEP[$j]}` == '' ]] ; then
+      MMSTEP=${MMSTEP}$SSUFF${M_STEP[$j]}
+      SSUFF='/'
+    fi
+  fi
+j=$(($j+$DTIME))
+done
+
+m=0
+while [[ $m -lt $mmax ]] ; do
+MMPAR=''
+PSUFF=''
+i=0
+while [[ $i -lt $imax ]] ; do
+  if [[ ${LTY[$i]} == ML && ${GRID[$i]} == ${GRIDKEY[m]} && ${PARLIST[$i]} != LNSP ]] ; then
+    if [[ `echo $MMPAR | grep ${PARLIST[$i]}` == '' ]] ; then
+      MMPAR=${MMPAR}$PSUFF${PARLIST[$i]}
+      PSUFF='/'
+    fi
+  fi
+i=$(($i+1))
+done
+
+  marsinst ${TYPEKEY[$k]} ${MDATE} ${MMTIME} ${MMSTEP} $MMPAR "[param].[date].[time].[step]" ML ${GRIDKEY[$m]} ${LEVELIST[$m]}
+  mars marsjob
+  [ $? -ne 0 ] && myerror "Job stopped because of failing MARS request"
+  rm marsjob
+
+m=$(($m+1))
+done
+# LNSP treated separately since it exists only on 1 level
+  marsinst ${TYPEKEY[$k]} ${MDATE} ${MMTIME} ${MMSTEP} LNSP "[param].[date].[time].[step]" ML OFF 1
+  mars marsjob
+  [ $? -ne 0 ] && myerror "Job stopped because of failing MARS request"
+  rm marsjob
+
+# For some data classes, MARS adds GRIB table number to parameter number,
+# e.g. for Temperature it is 130.128 instead of just 130
+# 
+  set +e
+  TNR=`ls 131*${MDATE}.${M_TIME[00]}00.${M_STEP[00]} | awk -F . '{print $2}' - | grep -v ${MDATE}`.
+  set -e
+  if [[ $TNR != '.' ]] ; then
+    TNR=.$TNR
+  fi
+
+# SURF treated separately since it exists only on 1 level
+  marsinst ${TYPEKEY[$k]} ${MDATE} ${MMTIME} ${MMSTEP} ${PARLIST[4]} "SURF${TNR}[date].[time].[step]" SFC $D_GRID OFF
+  mars marsjob
+  [ $? -ne 0 ] && myerror "Job stopped because of failing MARS request"
+  rm marsjob
+# OROLSM treated separately since it exists only on 1 level
+  marsinst ${TYPEKEY[$k]} ${MDATE} ${MMTIME} ${MMSTEP} ${PARLIST[5]} "OROLSM${TNR}[date].[time].[step]" SFC $D_GRID OFF
+  mars marsjob
+  [ $? -ne 0 ] &&  myerror "Job stopped because of failing MARS request"
+#  if [ -f OROLSM ] ; then
+#    for oro in `ls 
+#    cat OROLSM >> OROLSM${TNR}${MDATE}.${MMTIME}00.${MMSTEP}
+#    rm OROLSM
+#    echo 'found'
+#    exit 0
+#  fi
+  rm marsjob
+
+k=$(($k+1))
+done
+
+
+
+
+j=0
+if [ $MSJ_BASETIME -eq 12 ] ; then
+  j=$(($DTIME))
+  jmax=$(($DTIME+12))
+else
+  j=$(($DTIME+12))
+fi
+if [ $iter -eq 1 ] ; then
+  j=0
+  jmax=1
+fi
+while [[ $j -lt $jmax ]] ; do
+
+
+TIME=${FIELD[$j]}
+XTIME=${TIME}00
+
+set +e
+i=0
+while [[ $i -lt $imax ]] ; do 
+  \rm fort.${UNIT[$i]} 2>/dev/null
+  if [[ ${PARLIST[$i]} == U/V ]] ; then
+    cat 131${TNR}${MDATE}.${M_TIME[$j]}00.${M_STEP[$j]} 132${TNR}${MDATE}.${M_TIME[$j]}00.${M_STEP[$j]} > fort.${UNIT[$i]}
+    rm  131${TNR}${MDATE}.${M_TIME[$j]}00.${M_STEP[$j]} 132${TNR}${MDATE}.${M_TIME[$j]}00.${M_STEP[$j]}
+  else
+    mv  ${PARNAME[$i]}${TNR}${MDATE}.${M_TIME[$j]}00.${M_STEP[$j]}  fort.${UNIT[$i]}
+  fi
+  i=$(($i+1))
+done
+
+# flux data need special GRIB conversion
+#if [ ${M_FORMAT} == GRIB2 ] ; then
+#  grib_set -w shortName!=lsp,shortName!=cp,shortName!=ewss,shortName!=nsss  -s edition=2,productDefinitionTemplateNumber=8 flux${MDATE}${TIME} flux${MDATE}${TIME}.grib2
+#
+#else
+# mv flux${MDATE}${TIME} flux${MDATE}${TIME}.grib2
+#fi
+
+${EXEDIR}/CONVERT2
+
+if [ $TIME -eq 00 ]; then
+  MDATE=`date2p1 ${MDATE}`
+  MDATEX=`echo ${MDATE} | cut -c 3-8`
+fi
+ 
+INFILE=${PREFIX}${MDATEX}${TIME}
+
+if [ -s fort.15 ]; then
+    cp fort.15                   ${INFILE}
+    cat fort.14              >>  ${INFILE}
+    cat flux${MDATE}${TIME}  >>  ${INFILE}
+    cat OROLSM   >>  ${INFILE}
+    cat fort.20  >>  ${INFILE}
+
+#
+# Convert to GRIB2 if needed
+#
+#  to enable additional compression try
+#  set packingType="grid_jpeg";
+#  this is rather time consuming.
+
+if [ ${M_FORMAT} == GRIB2 ] ; then
+ grib_set -s edition=2,productDefinitionTemplateNumber=8 $INFILE ${INFILE}_2
+ mv ${INFILE}_2 ${INFILE}
+ 
+  if [ ${COMPRESSION} != grid_simple ] ; then
+
+cat >rule.filter<<EOF
+set packingType="${COMPRESSION}";
+write "[file]_2";
+EOF
+    grib_filter rule.filter ${INFILE}
+    mv ${INFILE}_2 ${INFILE}
+  fi
+fi
+ls -l ${INFILE}
+
+else 
+    echo ERROR: ENfile ${INFILE} missing!
+    echo ABORT!
+    for MUSER in $MAILFAIL
+    do
+      mailx -s ERROR:${JOBNAME} ${MUSER} <${LOG_FILE}
+    done
+    exit 1
+fi
+
+#check ENxxx file & ECtrans to local gateway
+
+
+\rm fort.15 2>/dev/null
+ln -s ${INFILE} fort.15
+
+[ -s CHECK.SUCCESS ] && rm CHECK.SUCCESS
+
+${EXEDIR}/CHECK
+
+#check fields
+if [ -s CHECK.SUCCESS ]; then
+    SUCCESS=1
+else
+    echo 'ERROR: check on ENfile failed:' ${INFILE}
+    echo ABORT!
+    for MUSER in $MAILFAIL
+    do
+      mailx -s ERROR:${JOBNAME} ${MUSER} <${LOG_FILE}
+    done
+    exit 1
+fi
+
+
+
+#ECtrans
+if [ $SUCCESS -eq 1 -a $ECTRANS -eq 1 ] ; then
+  ectrans -overwrite -gateway ${GATEWAY} -remote ${DESTINATION} -source $INFILE
+fi
+
+#ECFS
+if [ $SUCCESS -eq 1 -a $ECSTORAGE -eq 1 ] ; then
+ ecp -o $INFILE $ECFSDIR
+fi
+
+rm ${INFILE}_2 ${INFILE} fort.15  flux${MDATE}${TIME}*
+
+j=$(($j+$DTIME))
+
+#done TIME
+done
+
+(( IJULDAY = IJULDAY + 1 ))
+(( iter = iter + 1 ))
+
+#done JULDAY
+done
+
+#any warnings ?
+[ $NRW -gt 0 ] && echo There were $NRW warnings !
+
+#mail logfile (list MAILOPS)
+for MUSER in $MAILOPS
+do
+
+mailx -s ${JOBNAME} ${MUSER} <${LOG_FILE}
+done
+
+#
+# cleanup
+#
+cd ${SCRATCH}
+echo $SCRATCHDIR not removed!
+#\rm -fR $SCRATCHDIR
+
+

preprocessing/flex_extract_ecgate_V6.0/ecmwf_idc_ops_header

+#!/bin/ksh
+
+#SBATCH --workdir=/scratch/ms/spatlh00/lh0
+#SBATCH --qos=normal
+#SBATCH --job-name=flex_ecmwf_oper
+#SBATCH --output=ms_sms_output_V6.0/CTBTO_ops.out
+#SBATCH --error=ms_sms_output_V6.0/CTBTO_ops.out
+#SBATCH --mail-type=ALL
+#SBATCH --time=12:00:00
+
+
+set -x
+
+alias ecp='set noglob; $ECFS_SYS_PATH/ecp.p'
+
+export OMP_NUM_THREADS=1
+
+export VERSION=6.0
+JOBNAME=ecmwf_idc_ops_ecgate_V${VERSION}
+CONTROLFILE=${HOME}/flex_extract_ecgate_V${VERSION}/CONTROL_OPS_V${VERSION}
+
+[ -z "$WSHOME" ] && export WSHOME=$HOME
+
+# #
+# #testing purposes
+# #
+MSJ_YEAR=2013
+MSJ_MONTH=11
+MSJ_DAY=07
+MSJ_BASETIME=12
+
+echo 'MSJ_ENVIRONMENT:' $MSJ_YEAR, $MSJ_MONTH, $MSJ_DAY, $MSJ_BASETIME
+
+DATEREF=${MSJ_YEAR}${MSJ_MONTH}${MSJ_DAY}
+
+
+WDAY=$(date +%A)
+[ ! -d $SCRATCH/ms_sms_output_V${VERSION} ] && mkdir $SCRATCH/ms_sms_output_V${VERSION}
+
+LOG_FILE=$SCRATCH/ms_sms_output_V${VERSION}/${JOBNAME}_${WDAY}_${MSJ_BASETIME}
+exec 1>${LOG_FILE}

preprocessing/flex_extract_ecgate_V6.0/ecmwf_idc_ops_header_template

+#!/bin/ksh
+
+#SBATCH --workdir=/scratch/ms/ggg/xxx
+#SBATCH --qos=normal
+#SBATCH --job-name=flex_ecmwf_oper
+#SBATCH --output=ms_sms_output_Vv.v/CTBTO_ops.out
+#SBATCH --error=ms_sms_output_Vv.v/CTBTO_ops.out
+#SBATCH --mail-type=ALL
+#SBATCH --time=12:00:00
+
+
+set -x
+
+alias ecp='set noglob; $ECFS_SYS_PATH/ecp.p'
+
+export OMP_NUM_THREADS=1
+
+export VERSION=v.v
+JOBNAME=ecmwf_idc_ops_ecgate_V${VERSION}
+CONTROLFILE=${HOME}/flex_extract_ecgate_V${VERSION}/CONTROL_OPS_V${VERSION}
+
+[ -z "$WSHOME" ] && export WSHOME=$HOME
+
+# #
+# #testing purposes
+# #
+MSJ_YEAR=2013
+MSJ_MONTH=11
+MSJ_DAY=07
+MSJ_BASETIME=12
+
+echo 'MSJ_ENVIRONMENT:' $MSJ_YEAR, $MSJ_MONTH, $MSJ_DAY, $MSJ_BASETIME
+
+DATEREF=${MSJ_YEAR}${MSJ_MONTH}${MSJ_DAY}
+
+
+WDAY=$(date +%A)
+[ ! -d $SCRATCH/ms_sms_output_V${VERSION} ] && mkdir $SCRATCH/ms_sms_output_V${VERSION}
+
+LOG_FILE=$SCRATCH/ms_sms_output_V${VERSION}/${JOBNAME}_${WDAY}_${MSJ_BASETIME}
+exec 1>${LOG_FILE}

preprocessing/flex_extract_ecgate_V6.0/ecmwf_idc_ops_multi_footer

+# go to next date 12 hours later
+
+       if [ $(($MSJ%100)) -eq 0 ] ; then
+          MSJ=$(($MSJ+12))
+       else
+          MSJ=$(($MSJ+88))
+       fi
+
+       
+          if [ $MSJ_MONTH -eq 2 ]
+          then
+          DDD=28
+          [ `expr \$YYY \% 4` -eq 0 ] && DDD=29
+          elif [ $MSJ_MONTH -eq 4 -o $MSJ_MONTH -eq 6 -o $MSJ_MONTH -eq 9 -o $MSJ_MONTH -eq 11 ]
+          then
+          DDD=30
+          else
+          DDD=31
+          fi
+
+       if [ $MSJ_DAY -gt $DDD ] ; then
+          MSJ_DAY=1
+          MSJ_MONTH=$(($MSJ_MONTH+1))
+       fi
+       if [ $MSJ_MONTH -gt 12 ] ; then
+          MSJ_MONTH=1
+          MSJ_YEAR=$(($MSJ_YEAR+1))
+       fi
+       
+
+
+# close 
+done

preprocessing/flex_extract_ecgate_V6.0/ecmwf_idc_ops_multi_header

+#!/bin/ksh
+
+#SBATCH --workdir=/scratch/ms/spatlh00/lh0
+#SBATCH --qos=normal
+#SBATCH --job-name=flex_ecmwf_oper
+#SBATCH --output=ms_sms_output_V6.0/CTBTO_ops.out
+#SBATCH --error=ms_sms_output_V6.0/CTBTO_ops.out
+#SBATCH --mail-type=ALL
+#SBATCH --time=12:00:00
+
+
+set -x
+
+alias ecp='set noglob; $ECFS_SYS_PATH/ecp.p'
+
+export OMP_NUM_HREADS=1
+
+
+
+###########################
+
+# ADD BEGIN AND END HERE  #
+
+###########################
+
+   MSJ_START=2013110700
+   MSJ_END=2013110812
+
+
+###########################
+
+# NO CHANGES BELOW        #
+
+###########################
+
+VERSION=6.0
+JOBNAME=ecmwf_idc_ops_ecgate_V${VERSION}
+CONTROLFILE=${HOME}/flex_extract_ecgate_V${VERSION}/CONTROL_OPS_V${VERSION}
+
+WDAY=$(date +%A)
+[ ! -d $SCRATCH/ms_sms_output_V${VERSION} ] && mkdir $SCRATCH/ms_sms_output_V${VERSION}
+
+LOG_FILE=$SCRATCH/ms_sms_output_V${VERSION}/${JOBNAME}_${WDAY}
+exec 1>${LOG_FILE}
+
+[ -z "$WSHOME" ] && export WSHOME=$HOME
+
+   DAY1=$(($MSJ_START/100))
+   DAY2=$(($MSJ_END/100))
+   TDIFF=$(( (`date +%s -d $DAY2` - `date +%s -d $DAY1` )/86400 ))
+   if [[ $TDIFF -lt 0 || $TDIFF -gt 31 ]] ; then
+     echo invalid difference $TDIFF between dates $1, $2
+     echo difference must be positive and smaller than 32
+     exit
+   fi
+
+
+       MSJ=$MSJ_START
+       MSJ_YEAR=$(( ($MSJ/1000000)))
+       while [ $MSJ -le $MSJ_END ]
+       do
+
+       MSJ_MONTH=$(( ($MSJ%1000000)/10000))
+       MSJ_DAY=$(( ($MSJ%10000)/100))
+       MSJ_BASETIME=$(($MSJ%100))
+
+       if [ $MSJ_MONTH -lt 10 ] ; then
+          MSJ_MONTH='0'$MSJ_MONTH
+       fi
+       if [ $MSJ_DAY -lt 10 ] ; then
+          MSJ_DAY='0'$MSJ_DAY
+       fi
+       if [ $MSJ_BASETIME -lt 10 ] ; then
+          MSJ_BASETIME='0'$MSJ_BASETIME
+       fi
+
+       MSJ=$MSJ_YEAR$MSJ_MONTH$MSJ_DAY$MSJ_BASETIME
+
+       echo 'MSJ_ENVIRONMENT:' $MSJ
+
+       DATEREF=${MSJ_YEAR}${MSJ_MONTH}${MSJ_DAY}
+
+

preprocessing/flex_extract_ecgate_V6.0/ecmwf_idc_ops_multi_header_template

+#!/bin/ksh
+
+#SBATCH --workdir=/scratch/ms/ggg/xxx
+#SBATCH --qos=normal
+#SBATCH --job-name=flex_ecmwf_oper
+#SBATCH --output=ms_sms_output_Vv.v/CTBTO_ops.out
+#SBATCH --error=ms_sms_output_Vv.v/CTBTO_ops.out
+#SBATCH --mail-type=ALL
+#SBATCH --time=12:00:00
+
+
+set -x
+
+alias ecp='set noglob; $ECFS_SYS_PATH/ecp.p'
+
+export OMP_NUM_HREADS=1
+
+
+
+###########################
+
+# ADD BEGIN AND END HERE  #
+
+###########################
+
+   MSJ_START=2013110700
+   MSJ_END=2013110812
+
+
+###########################
+
+# NO CHANGES BELOW        #
+
+###########################
+
+VERSION=v.v
+JOBNAME=ecmwf_idc_ops_ecgate_V${VERSION}
+CONTROLFILE=${HOME}/flex_extract_ecgate_V${VERSION}/CONTROL_OPS_V${VERSION}
+
+WDAY=$(date +%A)
+[ ! -d $SCRATCH/ms_sms_output_V${VERSION} ] && mkdir $SCRATCH/ms_sms_output_V${VERSION}
+
+LOG_FILE=$SCRATCH/ms_sms_output_V${VERSION}/${JOBNAME}_${WDAY}
+exec 1>${LOG_FILE}
+
+[ -z "$WSHOME" ] && export WSHOME=$HOME
+
+   DAY1=$(($MSJ_START/100))
+   DAY2=$(($MSJ_END/100))
+   TDIFF=$(( (`date +%s -d $DAY2` - `date +%s -d $DAY1` )/86400 ))
+   if [[ $TDIFF -lt 0 || $TDIFF -gt 31 ]] ; then
+     echo invalid difference $TDIFF between dates $1, $2
+     echo difference must be positive and smaller than 32
+     exit
+   fi
+
+
+       MSJ=$MSJ_START
+       MSJ_YEAR=$(( ($MSJ/1000000)))
+       while [ $MSJ -le $MSJ_END ]
+       do
+
+       MSJ_MONTH=$(( ($MSJ%1000000)/10000))
+       MSJ_DAY=$(( ($MSJ%10000)/100))
+       MSJ_BASETIME=$(($MSJ%100))
+
+       if [ $MSJ_MONTH -lt 10 ] ; then
+          MSJ_MONTH='0'$MSJ_MONTH
+       fi
+       if [ $MSJ_DAY -lt 10 ] ; then
+          MSJ_DAY='0'$MSJ_DAY
+       fi
+       if [ $MSJ_BASETIME -lt 10 ] ; then
+          MSJ_BASETIME='0'$MSJ_BASETIME
+       fi
+
+       MSJ=$MSJ_YEAR$MSJ_MONTH$MSJ_DAY$MSJ_BASETIME
+
+       echo 'MSJ_ENVIRONMENT:' $MSJ
+
+       DATEREF=${MSJ_YEAR}${MSJ_MONTH}${MSJ_DAY}
+
+