#!/bin/bash #PBS -N obsproc_%JTYP%_dump_post_%PDY%_%CC%_%DESC% #PBS -j oe #PBS -S /bin/bash #PBS -q dev #PBS -A OBSPROC-DEV #PBS -l walltime=00:15:00 #PBS -l place=vscatter,select=1:ncpus=1:mem=3gb #PBS -l debug=true ##################################################################### # Submit notes: # Run from [ps]tmp when running manually # When running from cron, output is written to /u/$USER. Bottom of trigger mv's to stmp # For specific PDY: # > jtyp=rap|rap_e|rap_p cyc=00 PDY=20170126 desc=somethingfun /u/Shelley.Melchior/cycqsub /path/to/triggers/jrap_dump_post.wc2.pbs # For latest/current PDY: # > jtyp=rap cyc=00 desc=somethingfun /u/Shelley.Melchior/bin/cycqsub /path/to/triggers/jrap_dump_post.wc2.pbs # cycqsub location: /u/Shelley.Melchior/bin ##################################################################### set -xu export NODES=1 export envir=prod export cyc=%CC% type=%DESC% DESC=%DESC% JTYP=%JTYP% if [ $JTYP = "rap_e" ]; then export job=$(echo $JTYP | cut -c1-3)_dump_post_erly_$cyc elif [ $JTYP = "rap_p" ]; then export job=$(echo $JTYP | cut -c1-3)_dump_post_pcyc_$cyc else export job=${JTYP}_dump_post_$cyc fi export jobid=$job.$PBS_JOBID export PDY=%PDY% PDYm1=$(date -d "${PDY} 1 day ago" +%Y%m%d) userROOT=/lfs/h2/emc/obsproc/noscrub/$USER export obsproc_ver=v1.0 export obsproc_ver_pckg=v1.0.0 export bufr_dump_ver=1.0.0 export obsNET=obsproc PACKAGEROOTpara=/lfs/h1/ops/para/packages #export HOMEobsproc=${PACKAGEROOTpara}/obsproc.${obsproc_ver_pckg} # NCO para #export HOMEobsproc=${PACKAGEROOT}/obsproc.${obsproc_ver_pckg} # NCO prod export HOMEobsproc=${userROOT}/install/obsproc-rmprep # local VERSION_FILE=$HOMEobsproc/versions/run.ver if [ -f $VERSION_FILE ]; then . $VERSION_FILE else echo Need version info... Exiting... exit 7 fi # Load the modules specified in $VERSION_FILE module load libjpeg module load grib_util/${grib_util_ver} module load netcdf/${netcdf_ver} module load intel/${intel_ver} module load craype/${craype_ver} module load cray-mpich/${cray_mpich_ver} module load cray-pals/${cray_pals_ver} module load cfp/${cfp_ver} # use para installation #module use /apps/ops/para/nco/modulefiles/compiler/intel/19.1.3.304 # use local bufr_dump installation module unload bufr_dump #module use ${userROOT}/install/bufr_dump/modulefiles module use ${userROOT}/install/bufr-dump-rel.1.0.0/modulefiles module load bufr_dump/${bufr_dump_ver} # Be sure the modules are loaded if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)prod_util/") -eq 0 ]]; then echo "prod_util is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)prod_envir/") -eq 0 ]]; then echo "prod_envir is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)libjpeg/") -eq 0 ]]; then echo "libjpeg is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)grib_util/") -eq 0 ]]; then echo "grib_util is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)netcdf/") -eq 0 ]]; then echo "netcdf is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)bufr_dump/") -eq 0 ]]; then echo "bufr_dump is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)intel/") -eq 0 ]]; then echo "intel is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)craype/") -eq 0 ]]; then echo "craype is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)cray-mpich/") -eq 0 ]]; then echo "cray-mpich is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)cray-pals/") -eq 0 ]]; then echo "cray-pals is not loaded!"; fi if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)cfp/") -eq 0 ]]; then echo "cfp is not loaded!"; fi export SENDECF=NO # developer export SENDDBN=NO # developer export SENDSDM=NO # developer export DATAROOT=/lfs/h2/emc/stmp/$USER export jlogfile=/lfs/h2/emc/stmp/$USER/${JTYP}.$PDY.jlogfile export LOUD=ON export KEEPDATA=YES export DEBUG_LEVEL=3 export COMIN_ROOT=/lfs/h2/emc/stmp/$USER/CRON/${DESC}/com/ export COMOUT_ROOT=/lfs/h2/emc/stmp/$USER/CRON/${DESC}/com/ # Need these settings only when cyc=23 and have local set of dump status # files to process export COPY=YES export HOMEarch=${COMOUT_ROOT}/${obsNET}/${obsproc_ver}/sdm_rtdm/rap export AVGDarch_OUT=$HOMEarch/avgdata export OBCNTarch=$HOMEarch/obcount_30day $HOMEobsproc/jobs/JOBSPROC_RAP_DUMP_POST err=$? echo $err # When run from cron, the stdout is written to /u/$USER # mv to stmp pbsjobid=$(echo $PBS_JOBID | cut -d'.' -f1) cronlogfile=/u/$USER/$PBS_JOBNAME.o$pbsjobid outputdir=/lfs/h2/emc/stmp/${USER}/CRON/${DESC}/output if [ -f "$cronlogfile" ]; then mkdir -p $outputdir mv $cronlogfile ${outputdir}/$PBS_JOBNAME.o$pbsjobid fi