#!/usr/bin/env bash
#BSUB -J nwm_forcing_short_range_%CYC%_%STIME%
#BSUB -o /gpfs/hps3/ptmp/Wei.W.Yu/com/logs/jnwm_forcing_short_range_%CYC%_%STIME%.o%J
#BSUB -L /bin/sh
#BSUB -q dev
#BSUB -P "NWM-T2O"
#BSUB -W 3:20
#BSUB -M 3000
#BSUB -extsched 'CRAYLINUX[]' 

export NODES=3
#-----process count per node
export NCORES=8

#-----total process count
export NPROCS=$((NODES*NCORES))

export model=nwm

export OMP_NUM_THREADS=1

#Unlimit the stack size
#%include "/ecf/ecfnets/include/head.h"
#%include "/ecf/ecfnets/include/envir-xc40.h"
source $MODULESHOME/etc/modules.sh
source $ECFTESTDIR/1.2/ecf/model_envir.h
source $ECFTESTDIR/model_ver.h

##added By Wei Yu for reforecast
export DCOMROOT=/gpfs/hps3/nco/storage/nwm_retro
export COMROOTp1=/gpfs/hps3/nco/storage/nwm_retro
export COMROOTp2=/gpfs/hps3/nco/storage/nwm_retro
export COMINrap=${COMINrap:-${COMROOTp1}}
export COMINhrrr=${COMINhrrr:-${COMROOTp2}}
##end added By Wei Yu for reforecast

ulimit -c 0
ulimit -s unlimited

module load PrgEnv-intel/${intel_ver}
module load xt-lsfhpc/${lsfhpc_ver}
module load NCL-gnu-sandybridge/${NCL_ver}
module load cfp-intel-sandybridge/${cfp_ver}
module load netcdf4-python/1.2.2

# add NCL to PATH
export PATH=$NCARG_ROOT:$NCARG_BIN:$NCARG_LIB:$NCARG_INC:$PATH:

# EXPORT list here
export cyc=%CYC%

#export CFPCOMMAND="aprun -j1 -n${NPROCS} -N${NCORES} -d1 cfp"

# CALL executable job script here
${HOMEnwm}/jobs/JNWM_FORCING_SHORT_RANGE_hpss

#%include "/ecf/ecfnets/include/tail.h"
#%manual
######################################################################
#
#  PURPOSE:
#
######################################################################

######################################################################
# Job specific troubleshooting instructions:
#  see generic troubleshoot manual page
#
######################################################################

# include manual page below
#%end