#!/bin/bash set -xa date -u ################################################################### # Set DEBUG LEVEL - modifies info in execution trace prompt string ################################################################### export DEBUG_LEVEL=${DEBUG_LEVEL=1} case $DEBUG_LEVEL in 1) export PS4='+ ${SECONDS}s + ' ;; # add seconds (this is typical case) 0) export PS4='+ ';; # don't include seconds (useful if # want to diff output from 2 runs) 2) export PS4='+ ${SECONDS}s:L$LINENO + ';; # add script line # 3) export PS4='+ ${SECONDS}s:${0##*/}:L$LINENO + ';;# add script name & line # 4) export PS4='+ ${0##*/}:L$LINENO + ';; # script name & line (no seconds) *) echo "Unrecognized DEBUG_LEVEL. Stay with current PS4 setting";; esac ######################################## # Check that required variables are set ######################################## set +x echo echo cyc is ${cyc:?"###FATAL ERROR \"cyc\" is not set"} echo envir is ${envir:?"###FATAL ERROR \"envir\" is not set"} echo job is ${job:?"###FATAL ERROR \"job\" is not set"} echo DATAROOT is ${DATAROOT:?"###FATAL ERROR \"DATAROOT\" is not set"} echo set -x ################################ # Print out version information ################################ set +x echo echo "####################################################################" echo echo "OBSPROC version is ${obsproc_ver:-not set}" echo "BUFR_DUMP version used by this job, for dumplist, is" \ "${bufr_dump_ver:-not set}" echo "grib_util module version used by this job is ${grib_util_ver:-not set}" if [[ $(echo $LOADEDMODULES | egrep -c "(^|:)bufr_dump/") -eq 0 ]]; then echo "bufr_dump is required but not loaded! Exiting..."; exit; fi echo echo "####################################################################" echo set -x ##################################################################### # List modules loaded for this job ##################################################################### set +x echo echo "####################################################################" echo module list echo echo "####################################################################" echo set -x ###################### # Specify NET and RUN ###################### export obsNET=${obsNET:-obsproc} export NET=${NET:-cdas} export RUN=${RUN:-cdas} set +x echo echo obsNET is ${obsNET:?"###FATAL ERROR \"obsNET\" is not set"} echo NET is ${NET:?"###FATAL ERROR \"NET\" is not set"} echo RUN is ${RUN:?"###FATAL ERROR \"RUN\" is not set"} echo set -x ############################## # Specify cycle and time-mark ############################## export cycle=t${cyc}z export tmmark=tm00 ############################### # Create new working directory ############################### jobid=${jobid:-${job}.$(hostname -s).$$} export DATA=${DATA:-$DATAROOT/${jobid}} rm -rf $DATA mkdir -p $DATA cd $DATA export pgmout=OUTPUT.$$ ###################################### # Set job log file for postmsg output ###################################### jlogfile=${jlogfile:-${DATA}/jlogfile} ################################################# # SENDCOM - Copy files to $COMOUT directory # SENDECF - Flag Events on ECFLOW # SENDDBN - Alert output file to TOC ################################################# export SENDCOM=${SENDCOM:-YES} export SENDECF=${SENDECF:-YES} export SENDDBN=${SENDDBN:-YES} ########################## # Specify Execution Areas ########################## # ------------------------ # Paths for obsproc items # ------------------------ export HOMEobsproc=${HOMEobsproc:\ -${PACKAGEROOT:?}/obsproc/${obsproc_ver:?\ "###FATAL ERROR \"obsproc_ver\" is not set"}} export SCRIPTSobsproc=${SCRIPTSobsproc:-$HOMEobsproc/scripts} export EXECobsproc=${EXECobsproc:-$HOMEobsproc/exec} export USHobsproc=${USHobsproc:-$HOMEobsproc/ush} ######################################################################### # Add some prod utilities to working directory ######################################################################### echo "step ############# break ##############################" > ./break cp $UTILROOT/ush/err_chk .; chmod +x err_chk cp $UTILROOT/ush/err_exit .; chmod +x err_exit cp $UTILROOT/ush/prep_step .; chmod +x prep_step cp $UTILROOT/ush/postmsg .; chmod +x postmsg cp $UTILROOT/ush/setpdy.sh .; chmod +x setpdy.sh ########################################## # Run setpdy and initialize PDY variables ########################################## set +x; echo -e "\n---> path to setpdy.sh below is: `which setpdy.sh`"; set -x if [ -z "$PDY" ]; then if test "$cyc" = "06" then # With a very late cutoff, it is possible for the 06Z cycle # to move into the next day if production is running late - # to ensure that the YYYYMMDD are correct, use the /com/date/t12z # file for our PDY export cycle=t12z setpdy.sh . $DATA/PDY export cycle=t06z setpdy.sh . $DATA/PDY elif test "$cyc" = "18" then # With a very late cutoff, it is possible for the 18Z cycle # to move into the next day if production is running late - # to ensure that the YYYYMMDD are correct, use the /com/date/t00z # file to make PDY then backdate this PDY by 24-hours to get our PDY export cycle=t00z setpdy.sh . $DATA/PDY PDY=$PDYm1 setpdy.sh . $DATA/PDY export cycle=t18z setpdy.sh . $DATA/PDY else # At 00 and 12Z, there should never be a problem setpdy.sh . $DATA/PDY fi else # If PDY was previously specified (checkout only) fall through to here setpdy.sh . $DATA/PDY fi ######################### # Define COM directories ######################### export COMIN_ROOT=${COMIN_ROOT:-${COMROOT:-""}} if [[ "$RUN_ENVIR" == nco ]]; then export COMIN=${COMIN:-$(compath.py ${envir}/${obsNET}/${obsproc_ver}/${RUN}.${PDY})} export COMOUT=${COMOUT:-$(compath.py -o ${obsNET}/${obsproc_ver}/${RUN}.${PDY})} mkdir -m 775 -p $COMOUT else export COMIN=${COMIN:-${COMIN_ROOT:?}/${obsNET}/${obsproc_ver}/${RUN}.${PDY}} # COMOUT_ROOT for developers defaults to unique $DATA/com directory as root to # prevent job from writing into a non-unique directory that might already have # output in it from a previous checkout run for the same cycle # ----------------------------------------------------------------------------- export COMOUT_ROOT=${COMOUT_ROOT:-${DATA}/com} export COMOUT=${COMOUT:-${COMOUT_ROOT:?}/${obsNET}/${obsproc_ver}/${RUN}.${PDY}} mkdir -m 755 -p $COMOUT fi ################################################# # SETUP CDAS DATA DUMP POST PROCESSING VARIABLES ################################################# ######################################################### # Specify variables specific to this execution of script ######################################################### export PROCESS_DATACOUNTS=NO # Not processed in CDAS run export PROCESS_REMOREST=${PROCESS_REMOREST:-YES} export PROCESS_UNBLKBUFR=${PROCESS_UNBLKBUFR:-YES} export PROCESS_LISTERS=${PROCESS_LISTERS:-YES} export PROCESS_AVGTABLES=NO # Not processed in CDAS run env ##################### # Execute the script ##################### $SCRIPTSobsproc/exdump_post.sh eval err_${RUN}_dump_post=$? eval [[ \$err_${RUN}_dump_post -ne 0 ]] && $DATA/err_exit echo "$SITE `hostname` -- `date -u`" > $COMOUT/where_${cycle}_${RUN}_dump_post_ran > $COMOUT/obsproc_version_for_${cycle}_${RUN}_dump_post_run [ -n "$obsproc_ver" ] && \ echo "OBSPROC version is $obsproc_ver" >> \ $COMOUT/obsproc_version_for_${cycle}_${RUN}_dump_post_run [ -n "$bufr_dump_ver" ] && \ echo "BUFR_DUMP version used by this job is $bufr_dump_ver" >> \ $COMOUT/obsproc_version_for_${cycle}_${RUN}_dump_post_run if [ "$KEEPDATA" != YES ]; then cd $DATAROOT rm -rf $DATA fi date -u exit