#PBS -N hwrf%STORMNUM%_wrfww3pom_%CYC%
#PBS -j oe
#PBS -S /bin/bash
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:20:00
#PBS -l select=1:mpiprocs=2:ncpus=2+2:mpiprocs=120:ncpus=120+1:mpiprocs=9:ncpus=9+16:mpiprocs=60:ompthreads=2:ncpus=120+1:mpiprocs=12:ompthreads=2:ncpus=24
#PBS -l debug=true

export NODES=21
export TOTAL_TASKS=1223
export OMP_NUM_THREADS=2
export ATM_THREADS=2

model=hwrf
%include <head.h>
%include <envir-p1.h>
export FORECAST_CONF_OVERRIDE=" %FORECAST_CONF_OVERRIDE%"

export cyc="%CYC%"
export storm_num="%STORMNUM%"

# versions file for hwrf sets $model_ver and $code_ver

module load envvar/${envvar_ver}
module load PrgEnv-intel/${PrgEnv_intel_ver}
module load craype/${craype_ver}
module load intel/${intel_ver}
module load cray-mpich/${cray_mpich_ver}
module load cray-pals/${cray_pals_ver}
module load libjpeg/${libjpeg_ver}
module load grib_util/${grib_util_ver}
module load wgrib2/${wgrib2_ver}
module load bufr/${bufr_ver}
module load hdf5/${hdf5_ver}
module load netcdf/${netcdf_ver}
# module load pnetcdf/${pnetcdf_ver}
module load udunits/${udunits_ver}
module load nco/${nco_ver}
module load python/${python_ver}
module list

${HOMEhwrf}/jobs/JHWRF_FORECAST

%include <tail.h>

%manual

TASK wrfww3pom

This is the main forecast job, and runs atmosphere, wave and ocean
models coupled to one another.  It should be run in all basins that in
the National Weather Service (NWS) Area of Responsibility (AOR) for
tropical cyclone forecasting.  That includes the North Atlantic, the
North East Pacific and the North Central Pacific.  In all other
basins, the model/wrf job performs the forecast instead.  The rare
model/wrfpom should only be run if the init/wave_init job fails.

TROUBLESHOOTING

WARNING: MAKE SURE THE POST FAMILY IS REQUEUED when resubmitting a
  forecast job.  This ensures the post-processing proceeds in the
  correct order.

If this job fails, you should fall back to the model/wrf job unless
instructed otherwise by the SPA team or on-call EMC support.  Read the
model/wrf job documentation for instructions on how to start that job;
it is not as simple as queuing it.

%end