#PBS -N hpss_cleanup_%TIME% #PBS -S /bin/bash #PBS -j oe #PBS -A %PROJ%-%PROJENVIR% #PBS -q %QUEUE% #PBS -l walltime=05:00:00 #PBS -l select=1:ncpus=1:mem=1GB #PBS -l debug=true export model=runhistory %include %include export cyc=%CYC% export RSYNC_MAXTIME=%RSYNC_MAXTIME:30% export LOG_DAYS_KEEP=%LOG_DAYS_KEEP:5% export WRITE_LOG_DIR=%WRITE_LOG_DIR:YES% export RSYNC_LOG_DIR=%RSYNC_LOG_DIR:YES% export READ_LOG_DIR=%READ_LOG_DIR:YES% export CHECK_HPSS_IDX=%CHECK_HPSS_IDX:YES% export DRY_RUN_ONLY=%DRY_RUN_ONLY:NO% $HOMErunhistory/jobs/JHPSS_CLEANUP if [ $? -ne 0 ]; then ecflow_client --abort exit fi %include %manual ################################################################################ TASKSCRIPT DOCUMENTATION BLOCK TASKSCRIPT: jhpss_cleanup LAST MODIFIER: Gregory Mott (Gregory.Mott@noaa.gov) DATE: Jun 2022 FULL NAME: /prod/primary/cron/runhistory/v?.?/jhpss_cleanup TRIGGERED BY: time trigger TRIGGERS: cron 23:40 PURPOSE: To execute the job to cleanup HPSS data on the 1st day of each month JOB SCRIPT CALLED: .../packages/runhistory.v?.?.?/jobs/JHPSS_CLEANUP ==> .../packages/runhistory.v?.?.?/scripts/exhpss_cleanup.sh.ecf JOB SPECIFIC VARIABLES WITH DEFAULT VALUES (can be changed through ecFlow): RSYNC_MAXTIME=30 # timeout for rsync in seconds LOG_DAYS_KEEP=5 # $LOGrhist entries older than this are deleted at the beginning of every run WRITE_LOG_DIR=YES # YES: create a log entry in $LOGrhist for each successful ush/rhist_save* run RSYNC_LOG_DIR=YES # YES: synchronize $LOGrhist (with the superset of all files) between Gyre and Tide at the beginning of every run READ_LOG_DIR=YES # YES: use $LOGrhist to decide if archiving should be skipped CHECK_HPSS_IDX=YES # YES: check *.idx files on HPSS (file present: archiving is skipped) DRY_RUN_ONLY=NO # YES: do not write to the archive (useful for checking the script logic and the list of archived files) # but do clean/synchronize $LOGrhist # use with READ_LOG_DIR=NO and CHECK_HPSS_IDX=NO to get full info even if archiving done before ################################################################################# %end