#!/bin/sh -l
#PBS -o out
#PBS -e err
#PBS -N @[JBNME]
#PBS -A @[ACCNR]
#PBS -q @[QUEUE]
#PBS -l select=@[NODES]:ncpus=@[TPN]:mpiprocs=@[TPN]
#PBS -l walltime=00:@[WLCLK]:00

set -eux

set +x
source ./module-setup.sh
module use $( pwd -P )
module load modules.fv3
module list

set -x

echo "Model started:  " `date`

export MPI_TYPE_DEPTH=20
export OMP_STACKSIZE=512M
export OMP_NUM_THREADS=@[THRD]
export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4

# Avoid job errors because of filesystem synchronization delays
sync && sleep 1

mpiexec_mpt -np @[TASKS] ./fv3.exe

echo "Model ended:    " `date`

exit