#PBS -N hwrf%STORMNUM%_failsafe_%CYC%
#PBS -j oe
#PBS -S /bin/bash
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:20:00
#PBS -l select=15:mpiprocs=128:ncpus=128+1:mpiprocs=12:ncpus=12
#PBS -l debug=true

export NODES=16
export TOTAL_TASKS=1932

model=hwrf
%include <head.h>
%include <envir-p1.h>
export FORECAST_CONF_OVERRIDE=" %FORECAST_CONF_OVERRIDE%"

export cyc="%CYC%"
export storm_num="%STORMNUM%"

# versions file for hwrf sets $model_ver and $code_ver

module use ${HOMEhwrf}/modulefiles/
module load HWRF/run
module list

${HOMEhwrf}/jobs/JHWRF_FORECAST

%include <tail.h>

%manual

TASK failsafe

PURPOSE: Runs the failsafe forecast job.  This job disables several
parts of the HWRF system, and enables extra vertical acceleration
damping.  It is likely to result in a degraded forecast, but it is
unlikely to fail.  It will never be run automatically since it starts
in a completed state.  Instead, it must be manually submitted, and
should only be used as a last resort.

ACTIVATING THE FAILSAFE FORECAST

1. Suspend the forecast family
2. Kill all jobs in the forecast family
3. Requeue the forecast/post and forecast/output
4. Set the forecast/wave_post to complete
5. Execute the forecast/model/failsafe
6. Set the other three forecast/model/wrf* jobs to complete
7. Resume the forecast family

The post-processing should start soon after the failsafe starts.  The
rest of the HWRF workflow will run as normal, but without ocean and
wave outputs.

%end