#!/bin/bash

#BSUB -oo out
#BSUB -eo err
#BSUB -J @[JBNME]
#BSUB -W 00:@[WLCLK]
#BSUB -q @[QUEUE]
#BSUB -P FV3GFS-T2O
#BSUB -extsched "CRAYLINUX[]" -R "1*{select[craylinux && !vnode]} + @[TASKS]*{select[craylinux && vnode] span [ptile=@[TPN]]}"
#BSUB -M 500

set -eux

set +x
source /opt/modules/default/init/bash
source ./modules.fv3
module load alps/5.2.3-2.0502.9295.14.14.ari
module list
set -x

echo "Model started:  " `date`

export MKL_CBWR=AVX2
export OMP_NUM_THREADS=@[THRD]
export OMP_STACKSIZE=1024m
export KMP_AFFINITY=disabled

aprun -j 1 -n @[TASKS] -N @[TPN] -d @[THRD] -cc depth ./fv3.exe

echo "Model ended:    " `date`

exit