#!/bin/ksh

#PBS -N prparaUgsi
#PBS -j oe
#PBS -A RTMA-DEV
#PBS -q dev
#PBS -l select=1:ncpus=16:mpiprocs=16:mem=500GB
#PBS -l place=excl
#PBS -l walltime=00:05:00

set -ax

cd $PBS_O_WORKDIR

echo "Master Host: $PBS_O_HOST"
echo "Nodes:"; cat $PBS_NODEFILE
echo "PBS_O_WORKDIR= $PBS_O_WORKDIR"

export ntasks=16
export ppn=16
export threads=1


export OMP_PLACES=cores
export OMP_NUM_THREADS=$threads

export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usrx/local/netcdf-3.6.3/lib

export LANG=en_US

export MP_EAGER_LIMIT=165536
export MP_COREFILE_FORMAT=lite
export MP_EUIDEVELOP=min
export MP_EUIDEVICE=sn_all
export MP_EUILIB=us
export MP_MPILIB=mpich2

export MP_LABELIO=yes
export MP_SINGLE_THREAD=yes
export MP_USE_BULK_XFER=yes
export MP_SHARED_MEMORY=yes

export MPICH_ALLTOALL_THROTTLE=0
export MP_COLLECTIVE_OFFLOAD=no
export KMP_STACKSIZE=1024m
export OMP_NUM_THREADS=1

. /usr/share/lmod/lmod/init/ksh
   module purge
   moduledir=$HOMEurma/modulefiles/URMA
   module use ${moduledir}
   source $HOMEurma/versions/run.ver
   module load v${URMA_vernum}_for_${thismachine}.gsi