#!/bin/bash
# --------------------------------------------------------------------------- #
# matrix.go: Run matrix of regression tests on target machine.                #
#                                                                             #
# Remarks:                                                                    #
# - This version is set up for automatic w3_setenv script and for the         #
#   NOAA RDHPC 'zeus' system. When using this for your own setup and          #
#   computer, please copy rather than modify.                                 #
#                                                                             #
#                                                      Hendrik L. Tolman      #
#                                                      August 2013            #
#                                                      December 2013          #
#                                                      April 2018             #
#                                                                             #
#    Copyright 2013 National Weather Service (NWS),                           #
#       National Oceanic and Atmospheric Administration.  All rights          #
#       reserved.  WAVEWATCH III is a trademark of the NWS.                   #
#       No unauthorized use without permission.                               #
#                                                                             #
# --------------------------------------------------------------------------- #
# 0. Environment file

  source $(dirname $0)/../../model/bin/w3_setenv
  main_dir=$WWATCH3_DIR
  temp_dir=$WWATCH3_TMP
  source=$WWATCH3_SOURCE
  list=$WWATCH3_LIST

  echo "Main directory    : $main_dir"
  echo "Scratch directory : $temp_dir"
  echo "Save source codes : $source"
  echo "Save listings     : $list"

# Compiler option. Choose appropriate compiler and set cmplOption to
# y if using for the first time or using a different compiler

  cmplr=intel
  export cmplOption='y'

# Set batchq queue, choose modules and other custom variables to fit system and 
# to define headers etc (default to original version if empty)
ishera=`hostname | grep hfe`
isorion=`hostname | grep Orion`
if [ $ishera ]
then
# If no other h, assuming Hera 
  cmplr=hera
  batchq="slurm"
  modcomp='intel/18.0.5.274'
  modmpi='impi/2018.0.4'
  modnetcdf='netcdf/4.6.1'
  metispath='/scratch2/COASTAL/coastal/save/Ali.Abdolali/parmetis-4.0.3'
elif [ $isorion ]
then
  cmplr=orion
  batchq="slurm"
  modcomp='intel/2018.4'
  modmpi='impi/2018.4'
  modnetcdf='netcdf/4.7.2'
  metispath='/work/noaa/marine/ali.abdolali/Source/parmetis-4.0.3'
else
  batchq=
fi

# 1. Set up
# 1.a Computer/ user dependent set up

  echo '#!/bin/sh --login'                                   > matrix.head
  echo ' '                                                  >> matrix.head
if [ $batchq = "slurm" ]
then
  echo '#SBATCH -n 24'                                      >> matrix.head
  echo '#SBATCH -q batch'                                   >> matrix.head
  echo '#SBATCH -t 08:00:00'                                >> matrix.head
  echo '#SBATCH -A marine-cpu'                              >> matrix.head
  echo '#SBATCH -J ww3_regtest'                             >> matrix.head
  echo '#SBATCH -o matrix.out'                              >> matrix.head
else
  echo '#PBS -l procs=24'                                   >> matrix.head
  echo '#PBS -q batch'                                      >> matrix.head
  echo '#PBS -l walltime=08:00:00'                          >> matrix.head
  echo '#PBS -A marine-cpu'                                 >> matrix.head
  echo '#PBS -N ww3_regtest'                                >> matrix.head
  echo '#PBS -j oe'                                         >> matrix.head
  echo '#PBS -o matrix.out'                                 >> matrix.head
  echo ' '                                                  >> matrix.head
fi
  echo "  cd $(dirname $main_dir)/regtests"                 >> matrix.head
  echo ' '                                                  >> matrix.head

# Netcdf and Parmetis modules & variables

  echo "  module load $modcomp $modmpi $modnetcdf"                   >> matrix.head
  echo "  export WWATCH3_NETCDF=NC4"                        >> matrix.head
  echo "  export NETCDF_CONFIG=`which nc-config`"           >> matrix.head
  echo "  export METIS_PATH=${metispath}"   >> matrix.head
  echo "  export WW3_PARCOMPN=4"                            >> matrix.head
  echo ' ' 

  if [ "$batchq" = 'slurm' ]
  then
    export  mpi='mpirun'
  else
    export  mpi='mpirun'
  fi
    export   np='24'
    export   nr='4'
    export  nth='6'
# Compile option
  if [ "$cmplOption" = 'y' ]
  then
     opt="-c $cmplr -S -T"
  else
     opt="-S"
  fi
# Batch queue option
  if [ "$batchq" = 'slurm' ]
  then
     opt="-b $batchq $opt"
  fi

# Base run_test command line
  export rtst="./bin/run_test $opt"

  export  ww3='../model'

# 1.b Flags to do course selection - - - - - - - - - - - - - - - - - - - - - -
#     Addition selection by commenting out lines as below

  export     shrd='y' # Do shared architecture tests
  export     dist='y' # Do distributed architecture (MPI) tests
  export      omp='y' # Threaded (OpenMP) tests
  export     hybd='y' # Hybrid options

  export   prop1D='y' # 1-D propagation tests (ww3_tp1.X)
  export   prop2D='y' # 2-D propagation tests (ww3_tp2.X)
  export     time='y' # time linmited growth
  export    fetch='y' # fetch linmited growth
  export   hur1mg='y' # Hurricane with one moving grid
  export    shwtr='y' # shallow water tests
  export    unstr='y' # unstructured grid tests
  export    pdlib='y' # unstr with pdlib for domain decomposition and implicit solver
  export    smcgr='y' # SMC/Rotated grid test
  export   mudice='y' # Mud/Ice and wave interaction tests 
  export   infgrv='y' # Second harmonic generation tests
  export     uost='y' # ww3_ts4 Unresolved Obstacles Source Term (UOST)
  export    assim='y' # Restart spectra update

  export  multi01='y' # mww3_test_01 (wetting and drying)
  export  multi02='y' # mww3_test_02 (basic two-way nesting test))
  export  multi03='y' # mww3_test_03 (three high and three low res grids).
  export  multi04='y' # mww3_test_04 (swell on sea mount and/or current)
  export  multi05='y' # mww3_test_05 (three-grid moving hurricane)
  export  multi06='y' # mww3_test_06 (curvilinear grid tests)
  export  multi07='y' # mww3_test_07 (unstructured grid tests)
  export  multi08='y' # mww3_test_08 (wind and ice tests)

# export   filter='PR3 ST2 UQ'
                      # The filter does a set of consecutinve greps on the 
                      # command lines generated by filter.base with the above
                      # selected options.

# --------------------------------------------------------------------------- #
# 2.  Execute matrix.base ...                                                 #
# --------------------------------------------------------------------------- #
             
  $main_dir/../regtests/bin/matrix.base

# --------------------------------------------------------------------------- #
# End to the matrix                                                           #
# --------------------------------------------------------------------------- #