#!/bin/bash
#PBS -N naefs_dvrtma_prob_avgspr_conus
#PBS -j oe                  
#PBS -q dev
#PBS -l walltime=01:30:00
#PBS -A NAEFS-DEV                
##PBS -l place=vscatter,select=5:ncpus=128:mpiprocs=128:mem=450GB
#PBS -l place=vscatter:exclhost,select=1:ncpus=128:mpiprocs=128
#PBS -l debug=true

#%include <head.h>
#%include <envir-xc40.h>

# versions file for naefs sets $naefs_ver and $code_ver
model=naefs
#%include <model_ver.h>

cd $PBS_O_WORKDIR
cd ../../..
export HOMEnaefs=`pwd`
## HOMEnaefs will de defined by the eclfow apps
#export HOMEnaefs=${HOMEnaefs:-/lfs/h2/emc/vpppg/noscrub/$LOGNAME/naefs.v7.0.0}

source ${HOMEnaefs}/versions/run.ver

cd $PBS_O_WORKDIR

set -x

module purge
module load envvar/${envvar_ver}
module load PrgEnv-intel/${PrgEnv_intel_ver}
module load craype/${craype_ver}
module load intel/${intel_ver}
module load cray-mpich/${cray_mpich_ver}
module load cray-pals/${cray_pals_ver}
module load cfp/${cfp_ver}
module load prod_envir/${prod_envir_ver}
module load prod_util/${prod_util_ver}
module load libjpeg/${libjpeg_ver}
module load grib_util/${grib_util_ver}
module load wgrib2/${wgrib2_ver}
module load iobuf/${iobuf_ver}
module load craype-hugepages2M
module list
##

#export envir=prod

export PDY=YYMMDD  
export cyc=CYC              
export job=naefs_dvrtma_prob_avgspr_conus_$PDY$cyc

#export HOMEnaefs=/lfs/h2/emc/vpppg/noscrub/$LOGNAME/$direxp
export HOMEgefs=$HOMEnaefs
export DATAROOT=/lfs/h2/emc/ptmp/$LOGNAME/tmpnwprd

# EXPORT list here

#export APRUN="mpiexec -n 96 -ppn 96 --cpu-bind core cfp "
#export APRUN_post="mpiexec -n 576 -ppn 116 --cpu-bind core cfp "

export APRUN="mpiexec -n 96 -ppn 96 --cpu-bind depth cfp "
export APRUN_post="mpiexec -l -np 128 --cpu-bind verbose,depth cfp "
export IOBUF_PARAMS='*:sync,%%stdout:sync'

export runlabel=late

#export cyc=%CYC%

export PACKAGEROOT=/lfs/h2/emc/vpppg/noscrub/$LOGNAME
#export COMPATH=/lfs/h1/ops/canned/com/gefs:/lfs/h1/ops/canned/com/rtma:/lfs/h1/ops/canned/com/naefs
export COMPATH=/lfs/h2/emc/ptmp/$LOGNAME/com/naefs
export COMROOT=/lfs/h2/emc/ptmp/$LOGNAME/com
export COM_DV=/lfs/h1/ops/prod/com/naefs/v6.1
export COM_CMCANL=/lfs/h1/ops/prod/com/naefs/v6.1

export KEEPDATA=YES
export SENDDBN=NO

# CALL executable job script here
${HOMEnaefs}/jobs/JNAEFS_DVRTMA_PROB_AVGSPR_CONUS

#%include <tail.h>
#%manual
######################################################################
# Purpose: Runs post-processing for the 00Z ensemble.
######################################################################

######################################################################
# Job specific troubleshooting instructions:
#  see generic troubleshoot manual page
#
######################################################################

# include manual page below
#%end