#!/bin/bash

date
export PS4='+ $SECONDS + '
set -x

envir=${envir:?}        # Typically set to prod
DATAROOT=${DATAROOT:?}  # Typically default to {DATAROOT:-/tmpnwprd1}
PACKAGEROOT=${PACKAGEROOT:?}    # Typically default to -/nw${envir}}

export DATA=${DATA:-${DATAROOT:?}/${jobid:?}}
mkdir -p $DATA
cd $DATA

####################################
# Determine Job Output Name on System
####################################
export pgmout="OUTPUT.$$"

export cycle=${cycle:-t${cyc}z}

###############################
# Specify NET and RUN name
###############################
export NET=nam_mos
export RUN=nam_mos
export model=${model:-nam_mos}

##################################################
# SENDECF  - Flag Events on ECF
# SENDCOM  - Copy Files From TMPDIR to $COMOUT
# SENDDBN  - Issue DBNet Client Calls
##################################################
export SENDCOM=${SENDCOM:-YES}
export SENDDBN=${SENDDBN:-YES}
export SENDECF=${SENDECF:-YES}
export GET_IOPROFILE=${GET_IOPROFILE:-NO}

####################################
# Specify GFS-MOS version number
####################################
export NAMMOS_MODEL_VERSION=${NAMMOS_MODEL_VERSION:-${nam_mos_ver}}
export NAMMOS_CODE_VERSION=${NAMMOS_CODE_VERSION:-${mos_shared_ver}}

####################################
# Specify Execution Areas
####################################
export HOMEmdl=${HOMEmdl:-$PACKAGEROOT/nam_mos.${NAMMOS_MODEL_VERSION}}
export EXECmdl=${EXECmdl:-$HOMEcode/exec}
export FIXmdl=${FIXmdl:-$HOMEmdl/fix}
export PARMmdl=${PARMmdl:-$HOMEmdl/parm}
export EXECutil=${EXECutil:-$OPSROOT/util/exec}

# Run setpdy and initialize PDY variables
setpdy.sh
. PDY

##############################################
# Define COM directories
##############################################
export COMIN=${COMIN:-$(compath.py ${NET}/${nam_mos_ver}/${NET}.${PDY})}
export COMOUT=${COMOUT:-$(compath.py -o ${NET}/${nam_mos_ver})/${NET}.${PDY}}

env
date

#############################################################
# execute the script
#############################################################
set -xv
export mpmdfile_omp=$DATA/mpmdscript_omp
export mpmdfile=$DATA/mpmdscript
rm -f $mpmdfile_omp
rm -f $mpmdfile

domainlist="cogridded akgridded higridded prgridded"
elmlist="cig vis"
for domain in $domainlist; do
   for elem in $elmlist; do
      mkdir -p $DATA/$domain/$elem
      echo "$HOMEmdl/scripts/exnammos_${domain}.sh $elem 2>&1 | sed 's/^/${comp}:/'" >> $mpmdfile_omp
   done
done

chmod 755 $mpmdfile_omp
export OMP_PLACES=cores
mpiexec -n ${NTASK:?} --cpu-bind core --depth ${OMP_NUM_THREADS:?} cfp $mpmdfile_omp
export err=$?; err_chk

for domain in cogridded akgridded higridded prgridded; do
   for elem in cig vis; do
      if [ -f $domain/$elem/$pgmout ]; then
          cat $domain/$elem/$pgmout
      fi
   done
done
# Run the merge script
$HOMEmdl/scripts/exnammos_merge.sh
export err=$?; err_chk

if [ -e $pgmout ]; then
   cat $pgmout
fi

cd ${DATAROOT}
if [ "$KEEPDATA" != "YES" ] ; then
  rm -rf $DATA
fi