#!/bin/sh ################################################################################ #### UNIX Script Documentation Block # . . # Script name: global_satcount.sh # Script description: Collect counts of received, selected, and assimilated # satellite observations from global data assimilation # system # # Author: Russ Treadon Org: NP23 Date: 2005-08-26 # # Abstract: This script collect counts of received, selected, and assimilated # satellite observations from global data assimilation system. # # Received, selected, and assimilated data counts are collected # from three type of input files from either $NET=gfs or gdas: # a) script output from operational dump jobs. Script # output for cycle date $CDATE is taken from file # /com/output/prod/${CDATE | cut -c1-8}/${NET}_dump_$HH.o* # b) data counts provided in the GFS/GDAS dump status files # (/com/gfs/prod/${NET}.${CDATE | cut -c1-8}/ # (gfs or gdas1).t${HH}z.status.tm00.bufr_d # c) data counts provided in the analysis (SSI or GSI) status # file (/com/gfs/prod/${NET}.${CDATE | cut -c1-8}/ # (gfs or gdas1).t${HH}z.ssistat (gsistat) # # # ***WARNING***WARNING***WARNING***WARNING***WARNING***WARNING***WARNING*** # # This script uses the unix grep, tail, and head commands to # extract specific lines from the above three input files. # Any change in the structure, wording, location of the # information that this script looks for in the above input # files may (is likely to) render output from the script # (ie, the data count file) useless. # # The code, global_satcount, that this script invokes uses formatted # reads to extract various numeric values which are then combined # to produce a table of received, selected, and assimilated # satellite data counts. As such, variations in the location of # numeric fields in any of the above files may (is likely to) result # in meaningless output. # # ***WARNING***WARNING***WARNING***WARNING***WARNING***WARNING***WARNING*** # # Script history log: # 2005-08-26 Treadon initial script # # Usage: global_satcount.sh CDATE SATCNT GSATCNT # # Input script positional parameters: # 1 Current analysis date in yyyymmddhh format # defaults to $CDATE; required # 2 Output satellite data count file # defaults to $SATCNT; required # 3 Output satellite data count file from previous cycle # defaults to $GSATCNT; required # # Imported Shell Variables: # EXECGLOBAL Directory for global executables # defaults to /nwprod/exec # DATA working directory # (if nonexistent will be made, used and deleted) # defaults to current working directory # COMIN input directory # defaults to current working directory # COMOUT output directory # (if nonexistent will be made) # defaults to current working directory # COMOUTPUT operational job runtime output directory # defaults to /com/output/prod/(`echo $CDATE | cut -c1-8`) # XC Suffix to add to executables # defaults to none # PREINP Prefix to add to input observation files # defaults to none # SUFINP Suffix to add to input observation files # defaults to none # NCP Copy command # defaults to cp # SATCOUNTEXEC Satellite count executable # defaults to ${EXECGLOBAL}/global_satcount$XC # ANLSTAT Input ssi (obs-ges), qc, and iteration statistics # defaults to ${COMIN}/${PREINP}ssistat # STATUS Input dump status file # defaults to ${COMIN}/${PREINP}status.tm00.bufr_d${SUFINP} # SETUPVARS Other SETUP namelist inputs to the satcount executable # defaults to none set # SATOBSVARS Other SATOBS namelist inputs to the satcount executable # defaults to none set # NET String indicating system network (either "gfs", "gdas", # "cdas", "cdc", "nam" or "ruc") # NOTE: This script only works for global networks # gfs and gdas (cdas has not been tested) # defaults to gdas # INISCRIPT Preprocessing script # defaults to none # LOGSCRIPT Log posting script # defaults to none # ERRSCRIPT Error processing script # defaults to 'eval [[ $err = 0 ]]' # ENDSCRIPT Postprocessing script # defaults to none # NTHREADS Number of threads # defaults to 1 # NTHSTACK Size of stack per thread # defaults to 64000000 # FILESTYLE File management style flag # ('C' to copy to/from $DATA, 'L' for symbolic links in $DATA, # 'X' to use XLFUNIT or symbolic links where appropriate) # defaults to 'X' # PGMOUT Executable standard output # defaults to $pgmout, then to '&1' # PGMERR Executable standard error # defaults to $pgmerr, then to '&1' # pgmout Executable standard output default # pgmerr Executable standard error default # REDOUT standard output redirect ('1>' or '1>>') # defaults to '1>', or to '1>>' to append if $PGMOUT is a file # REDERR standard error redirect ('2>' or '2>>') # defaults to '2>', or to '2>>' to append if $PGMERR is a file # VERBOSE Verbose flag (YES or NO) # defaults to NO # # Exported Shell Variables: # PGM Current program name # pgm # ERR Last return code # err # # Modules and files referenced: # scripts : $INISCRIPT # $LOGSCRIPT # $ERRSCRIPT # $ENDSCRIPT # # programs : $SATCOUNTEXEC # # fixed data : none # # input data : $ANLSTAT # $STATUS # $DUMPOUT # $GSATCNT # # output data: $SATCNT # # Remarks: # # Condition codes # 0 - no problem encountered # >0 - some problem encountered # # Control variable resolution priority # 1 Command line argument. # 2 Environment variable. # 3 Inline default. # # Attributes: # Language: POSIX shell # Machine: IBM SP # ################################################################################ # Set environment. export VERBOSE=${VERBOSE:-"NO"} if [[ "$VERBOSE" = "YES" ]] then echo $(date) EXECUTING $0 $* >&2 set -x fi # Command line arguments. export CDATE=${1:-${CDATE:?}} export SATCNT=${2:-${SATCNT}} export GSATCNT=${3:-${GSATCNT}} # Directories. export EXECGLOBAL=${EXECGLOBAL:-/nwprod/exec} export DATA=${DATA:-$(pwd)} export COMIN=${COMIN:-$(pwd)} export COMOUT=${COMOUT:-$(pwd)} export COMOUTPUT=${COMOUTPUT:-/com/output/prod/`echo $CDATE | cut -c1-8`} # Filenames. export XC=${XC} export PREINP=${PREINP} export SUFINP=${SUFINP} export NCP=${NCP:-/bin/cp} export SATCOUNTEXEC=${SATCOUNTEXEC:-${EXECGLOBAL}/global_satcount$XC} export ANLSTAT=${ANLSTAT:-${COMIN}/${PREINP}ssistat} export STATUS=${STATUS:-${COMIN}/${PREINP}status.tm00.bufr_d${SUFINP}} export SATCNT=${SATCNT:-${COMIN}/${PREINP}satcnt.tm00.bufr_d${SUFINP}} # Other variables. export ANALCODE=${ANALCODE:-'SSI'} export SETUPVARS=${SETUPVARS} export SATOBSVARS=${SATOBSVARS} export DUMPNET=${DUMPNET:-gdas} export NTHREADS=${NTHREADS:-1} export NTHSTACK=${NTHSTACK:-64000000} export FILESTYLE=${FILESTYLE:-'X'} export PGMOUT=${PGMOUT:-${pgmout:-'&1'}} export PGMERR=${PGMERR:-${pgmerr:-'&2'}} typeset -L1 l=$PGMOUT [[ $l = '&' ]]&&a=''||a='>' export REDOUT=${REDOUT:-'1>'$a} typeset -L1 l=$PGMERR [[ $l = '&' ]]&&a=''||a='>' export REDERR=${REDERR:-'2>'$a} # Set defaults ################################################################################ # Preprocessing $INISCRIPT pwd=$(pwd) if [[ -d $DATA ]] then mkdata=NO else mkdir -p $DATA mkdata=YES fi cd $DATA||exit 99 [[ -d $COMOUT ]]||mkdir -p $COMOUT ################################################################################ # Copy or link i/o files to local working directory CYCLE=`echo $CDATE | cut -c9-10` DUMPOUT=`ls -1 $COMOUTPUT/${DUMPNET}_dump_${CYCLE}.o*` rm anlstat status dumpout if [[ $FILESTYLE = 'C' ]] then # Input files ${NCP:-cp} $ANLSTAT anlstat ${NCP:-cp} $STATUS status ${NCP:-cp} $DUMPOUT dumpout ${NCP:-cp} $GSATCNT satcnt.run else # Input files ln -fs $ANLSTAT anlstat ln -fs $STATUS status ln -fs $DUMPOUT dumpout ln -fs $GSATCNT satcnt.run # Output files ln -fs $SATCNT satcnt.out fi ################################################################################ # Extract numbers needed for received, selected, and assimilated data counts rm satcount* count_* *.quik *.tmi *.ssmi tot*.run # Pull brightness temperature (rad=radiance), ozone (oz), and rainfall # rate data (pcp=precipitation) counts out of analysis status file grep "o-g 01 rad" anlstat > satcount_rad.in grep "o-g 01 " anlstat | grep " oz" > satcount_ozn.in grep "o-g 01 pcp" anlstat > satcount_pcp.in # Pull satellite wind data counts out of analysis status file. # Differences in file format require separate branches for the # SSI and GSI global analysis codes if [[ $ANALCODE = 'SSI' || $ANALCODE = 'ssi' ]]; then grep "o-g 01 uv 24" anlstat | grep " count " > count_wnd24 grep "o-g 01 uv 25" anlstat | grep " count " > count_wnd25 grep "o-g 01 uv 283" anlstat | grep " count " > count_wndssmi grep "o-g 01 uv 285" anlstat | grep " count " > count_wndquik fi if [[ $ANALCODE = 'GSI' || $ANALCODE = 'gsi' ]]; then grep "o-g 01 uv 24" anlstat | grep " count " > count_wnd24 grep "o-g 01 uv 25" anlstat | grep " count " > count_wnd25 grep "o-g 01 uv 283" anlstat | grep " count " > count_wndssmi grep "o-g 01 uv 285" anlstat | grep " count " > count_wndquik fi cat count_wnd* > satcount_wnd.in # Pull out received data counts for satellite winds and brightness # temperatures from dump status file grep "(in satwnd) SAT. ID" status > recvd_wnd.in grep "(in goesnd) SAT. ID" status > recvd_goesnd grep "(in 1bamua) SAT. ID" status > recvd_1bamua grep "(in 1bamub) SAT. ID" status > recvd_1bamub grep "(in 1bhrs2) SAT. ID" status > recvd_1bhrs2 grep "(in 1bhrs3) SAT. ID" status > recvd_1bhrs3 grep "(in 1bhrs4) SAT. ID" status > recvd_1bhrs4 grep "(in 1bmsu ) SAT. ID" status > recvd_1bmsu grep "(in 1bmhs ) SAT. ID" status > recvd_1bmhs grep "(in airs ) SAT. ID" status > recvd_airs grep "(in geoimr) SAT. ID" status > recvd_geoimr cat recvd_goesnd recvd_1b* recvd_airs recvd_geoimr > recvd_rad.in # Pull data counts out of dump status and output files # QuikScat grep "TOTAL NUMBER OF INPUT QUIKSCAT REPORTS READ" dumpout > satall.quik grep "NUMBER OF INPUT QUIKSCAT REPORTS PASSING ALL CHECKS" dumpout > satuse.quik grep "TOTAL NUMBER OF REPROCESSED QUIKSCAT WIND REPORTS WRITTEN" status > sprwnd.quik cat satall.quik satuse.quik sprwnd.quik > satcount.quik # TRMM TMI grep "TOTAL NUMBER OF INPUT TRMM TMI REPORTS READ" dumpout > satall.tmi grep "NUMBER OF INPUT TRMM TMI REPORTS PASSING ALL CHECKS" dumpout > satuse.tmi grep "TOTAL NUMBER OF REPROCESSED (SUPEROBED) TRMM TMI REPORTS WRITTEN" status > sprpcp.tmi cat satall.tmi satuse.tmi sprpcp.tmi > satcount.tmi # SSM/I products (wind speed and rain rates) grep "012.001 in data group ssmit" status | grep "HAS" > satall.ssmi grep "TOTAL NUMBER OF SCANS PROCESSED AND RETURNED" dumpout | head -1 > satuse.ssmi grep "OCEANIC SURFACE WIND SPEED ." dumpout | head -2 > sprwnd.ssmi grep "RAINFALL RATE ." dumpout | tail -2 > sprpcp.ssmi cat satall.ssmi satuse.ssmi sprwnd.ssmi sprpcp.ssmi > satcount.ssmi # Extract running total counts from previous cycle file grep "Running total for sat winds" satcnt.run > totwnd.run grep "Running total for sat ozone" satcnt.run > totozn.run grep "Running total for sat rainfalll rates" satcnt.run > totpcp.run grep "Running total for sat brightness temperature" satcnt.run > totrad.run grep "RUNNING TOTAL SUMMED OVER ALL SATOBS TYPES" satcnt.run > totall.run cat totwnd.run totozn.run totpcp.run totrad.run totall.run > satcount.run ################################################################################ # Build namelist to run global_satcount program and then execute program. export XLSMPOPTS="parthds=$NTHREADS:stack=$NTHSTACK" export PGM=$DATA/$(basename $SATCOUNTEXEC) export pgm=$PGM $LOGSCRIPT rm satcnt.out ${NCP:-cp} $SATCOUNTEXEC $DATA num_wnd=`cat satcount_wnd.in | wc -l` num_ozn=`cat satcount_ozn.in | wc -l` num_pcp=`cat satcount_pcp.in | wc -l` num_rad=`cat satcount_rad.in | wc -l` num_wnd_rcvd=`cat recvd_wnd.in | wc -l` num_rad_rcvd=`cat recvd_rad.in | wc -l` iy=$(echo $CDATE|cut -c1-4) im=$(echo $CDATE|cut -c5-6) id=$(echo $CDATE|cut -c7-8) ih=$(echo $CDATE|cut -c9-10) eval $SATCOUNTEXEC <&2 fi exit $err