#!/usr/bin/perl ####################################################################### # # runtime_status.pl # # Takes 30 day average start and stop time data for NCEP production # jobs a creates various HTML documents for the web. # ####################################################################### $com = $ENV{'com'}; $PDY = $ENV{'PDY'}; $PDYm1 = $ENV{'PDYm1'}; $RUNTFIX = $ENV{'RUNTFIX'}; chop($TIME = `date -u +"%H:%M:%S"`); chop($TIME_est = `date +"%H:%M %Z"`); chop($DATE = `date -u +"%d %b %Y %H:%M GMT"`); chop($HOUR = `date -u +%H`); $ave30day = "$com/ave30/ave30day.short"; $status_file = "$com/ave30/production_status"; $status_html = "$com/ave30/production_status.html"; $statusfix = "$RUNTFIX/runtime_status"; $target_time_file= "$RUNTFIX/runtime_target_times"; $completed_file = "$com/$PDY.log"; $completed_filem1 = "$com/$PDYm1.log"; $running_file = "$com/limbo.hold"; $canceled_file = "/com/logs/canceled.jobs"; $job_search = "/cgi-bin/nwprod/product_stat.pl?jobname="; # # Define subroutines # sub time2sec ($) { my $tm = shift; ($hour,$min,$sec)=split(/\:/,$tm); $seconds=($hour*3600)+($min*60)+$sec; return $seconds; } sub sec2time ($) { my $tm = shift; if($tm >= 86400) { $hour=int (($tm-86400)/3600); $min=int (($tm-86400-$hour*3600)/60); $sec=int($tm-86400-($hour*3600)-($min*60)); } else { $hour=int $tm/3600; $min=int (($tm-$hour*3600)/60); $sec=int($tm-($hour*3600)-($min*60)); } if($hour < 10){$hour="0$hour"}; if($min < 10){$min="0$min"}; if($sec < 10){$sec="0$sec"}; $timestring="$hour:$min:$sec"; return $timestring; } # # Define all hash tables # %a30start = (); %a30stop = (); %a30start_sec = (); %a30stop_sec = (); %target_time = (); %job30 = (); %complete = (); %comp_time = (); %completem1 = (); %compm1_time = (); %running = (); %start_time = (); # # Read in 30 day averages into hash tables # open( STATS, "$ave30day" ); while ( ) { chop; # # Parse line using whitespace as delimiter # ( $jid, $avestart, $avestop ) = split( /\s+/ ); $job30{$jid} = $jid; $a30start{$jid} = sec2time($avestart * 60); $a30stop{$jid} = sec2time($avestop * 60); $a30start_sec{$jid} = $avestart * 60; $a30stop_sec{$jid} = $avestop * 60; } close STATS; # # Read in target times into hash tables # open( STATS, "$target_time_file" ); while ( ) { chop; # # Parse line using whitespace as delimiter # ( $jid, $target_ti ) = split( /\|/ ); $target_time{$jid} = $target_ti; } close STATS; # # Read in the completed jobs for PDY # open( STATS, "$completed_file" ); while ( ) { chop; # # Parse line using whitespace as delimiter # ( $jid, $startdate, $starttime, $stopdate, $stoptime ) = split( /\s+/ ); $complete{$jid} = $jid; $comp_time{$jid} = $stoptime; $comp_start_time{$jid} = $starttime; } close STATS; # # Read in the completed jobs for PDYm1 # open( STATS, "$completed_filem1" ); while ( ) { chop; # # Parse line using whitespace as delimiter # ( $jid, $startdate, $starttime, $stopdate, $stoptime ) = split( /\s+/ ); $completem1{$jid} = $jid; $compm1_time{$jid} = $stoptime; } close STATS; # # Read in the running jobs # open( STATS, "$running_file" ); while ( ) { chop; # # Parse line using whitespace as delimiter # ( $jid, $startdate, $starttime ) = split( /\s+/ ); $running{$jid} = $jid; $start_time{$jid} = $starttime; } close STATS; # # Read in the canceled jobs # $canceled = "NULL"; open( STATS, "$canceled_file" ); while ( ) { chop; # # Parse line using whitespace as delimiter # ( $pdy, $jid ) = split( /\s+/ ); if ( $pdy eq $PDY ) { $canceled = "$canceled|$jid"; } } close STATS; # # Create CURRENT PRODUCTION STATUS web page. # open( TEXT, ">$status_file" ); open( HTML, ">$status_html" ); select ( HTML ); print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print " \n"; print " Current Status of NCEP Model Production \n"; print "\n"; print "


\n"; print "

CURRENT STATUS OF THE NCEP PRODUCTION SUITE\n"; ###BAG print "

CURRENT STATUS OF THE NCEP PARALLEL PRODUCTION SUITE\n"; print "
AT $DATE ($TIME_est)
<\h2>\n"; print "

[The average start and stop times are based upon a 30-day running average.]
\n"; print "If this page fails to update after 5 minutes hit reload to clear cache.<\h4>
\n"; print "

Click here for the frames version of this page.

\n"; print "

Images of NCEP's forecast models can be viewed here

\n"; print "

Subscribe to the NCEP Production Suite change notification mailing list at:\n"; print "http://www.nco.ncep.noaa.gov/pmb/jifmemo/
\n"; #print "
Click on to get a listing of products produced by each job and NCEP/OSO product delivery times.\n"; #print "
Click on to see a graph of the 30-day history of start and stop times for a selected job.\n"; print "

CURRENT STATUS OF COMMS TO NCEP CCS
UP
\n"; print "

NCEP/NWS STATUS MESSAGES

\n"; print "

The LEGEND is at the bottom of the page.

\n"; print "
\n"; $table_flag=0; $target=0; open( FIX, "$statusfix" ); while ( ) { chop; # # Parse line using colon as the delimiter # ( $jid, $key, $jid2, $product, $graph ) = split( /\:/ ); if ( $jid eq "" ) { print TEXT "${key}|||||\n"; if ( $table_flag != 0 ) { print "\n"; print "

$key\n"; } else { $table_flag=1; print "

$key\n"; } $suite = $key; if ( $key !~ m#CYCLE# ) { print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; } } else { ( $junk, $tracker_job ) = split( /.*\//,$jid2 ); if ( $jid =~ m#$canceled# ) { print TEXT "$key|$a30start{$jid}|$a30stop{$jid2}|CANCELED||CANCELED\n"; $bgcolor = "#000000"; $txtcolor = "#FFCC00"; $status = "CANCELED"; $comment = "CANCELED"; } elsif ( $jid =~ m#gdas18# && $HOUR >= 12 && $completem1{$jid2} ne "" ) { $diff = $a30start_sec{$jid} - time2sec($TIME); if ( $a30start_sec{$jid} < 21600 ) { $diff = $a30start_sec{$jid} + 86400 - time2sec($TIME); } $status = "START DELAYED"; $txtcolor = "#000000"; $flash = ""; $flashoff = ""; if ( $diff >= -900 ) { $comment = "ON-TIME"; $status = "SCHEDULED"; $txtcolor = "#3366FF"; $bgcolor = "#FFFFFF"; } elsif ( $diff >= -1800 ) { $comment = "15-30 MIN. LATE"; $bgcolor = "#FFFF00"; } elsif ( $diff >= -2700 ) { $comment = "31-45 MIN. LATE"; $bgcolor = "#FF6600"; } elsif ( $diff >= -3600 ) { $comment = "46-60 MIN. LATE"; $bgcolor = "#FF0000"; } elsif ( $diff >= -7200 ) { $comment = "1-2 HOURS LATE"; $bgcolor = "#FF0000"; $flash = ""; $flashoff = ""; } elsif ( $diff >= -10800 ) { $comment = "2-3 HOURS LATE"; $bgcolor = "#CC33CC"; $flash = ""; $flashoff = ""; } else { $comment = ">3 HOURS LATE"; $txtcolor = "#FF0000"; $bgcolor = "#000000"; $flash = ""; $flashoff = ""; } print TEXT "$key|$a30start{$jid}|$a30stop{$jid2}|$status||$comment\n"; } elsif ( $complete{$jid2} ne "" ) { $diff = $a30stop_sec{$jid2} - time2sec($comp_time{$jid2}); if ( $a30stop_sec{$jid2} < 21600 && time2sec($comp_time{$jid2}) > 64800 ) { $diff = $a30stop_sec{$jid2} + 86400 - time2sec($comp_time{$jid2}); } $flash = ""; $flashoff = ""; $bgcolor = "#FFFFFF"; $txtcolor = "#000000"; $status = "COMPLETE-$comp_time{$jid2}"; if ( $diff >= -900 ) { $comment = "ON-TIME"; } elsif ( $diff >= -1800 ) { $comment = "15-30 MIN. LATE"; $bgcolor = "FFFF00"; } elsif ( $diff >= -2700 ) { $comment = "31-45 MIN. LATE"; $bgcolor = "FF6600"; } elsif ( $diff >= -3600 ) { $comment = "46-60 MIN. LATE"; $bgcolor = "FF0000"; } elsif ( $diff >= -7200 ) { $comment = "1-2 HOURS LATE"; $bgcolor = "#FF0000"; $flash = ""; $flashoff = ""; } elsif ( $diff >= -10800 ) { $comment = "2-3 HOURS LATE"; $bgcolor = "#CC33CC"; $flash = ""; $flashoff = ""; } else { $comment = ">3 HOURS LATE"; $txtcolor = "#FF0000"; $bgcolor = "#000000"; $flash = ""; $flashoff = ""; } print TEXT "$key|$a30start{$jid2}|$a30stop{$jid2}|COMPLETE|$comp_time{$jid2}|$comment\n"; } elsif ( $jid =~ m#prod12# && $HOUR < 12 && $completem1{$jid2} ne "" ) { $diff = $a30stop_sec{$jid2} - time2sec($compm1_time{$jid2}); if ( $a30stop_sec{$jid2} < 21600 && time2sec($compm1_time{$jid2}) > 64800 ) { $diff = $a30stop_sec{$jid2} + 86400 - time2sec($compm1_time{$jid2}); } $flash = ""; $flashoff = ""; $bgcolor = "#FFFFFF"; $txtcolor = "#000000"; $status = "COMPLETE-$compm1_time{$jid2}"; if ( $diff >= -900 ) { $comment = "ON-TIME"; } elsif ( $diff >= -1800 ) { $comment = "15-30 MIN. LATE"; $bgcolor = "FFFF00"; } elsif ( $diff >= -2700 ) { $comment = "31-45 MIN. LATE"; $bgcolor = "FF6600"; } elsif ( $diff >= -3600 ) { $comment = "46-60 MIN. LATE"; $bgcolor = "FF0000"; } elsif ( $diff >= -7200 ) { $comment = "1-2 HOURS LATE"; $bgcolor = "#FF0000"; $flash = ""; $flashoff = ""; } elsif ( $diff >= -10800 ) { $comment = "2-3 HOURS LATE"; $bgcolor = "#CC33CC"; $flash = ""; $flashoff = ""; } else { $comment = ">3 HOURS LATE"; $txtcolor = "#FF0000"; $bgcolor = "#000000"; $flash = ""; $flashoff = ""; } print TEXT "$key|$a30start{$jid}|$a30stop{$jid2}|COMPLETE|$compm1_time{$jid2}|$comment\n"; } elsif ( $running{$jid} ne "" ) { # # If this is the first running job in the list of all jobs # then place a HTML target on the page. # if ( $target == 0 ) { $target=1; print "\n"; } $diff = $a30start_sec{$jid} - time2sec($start_time{$jid}); $end_lag = $a30stop_sec{$jid2} - time2sec($TIME) - $diff; # $end_lag = 0; $flash = ""; $flashoff = ""; $bgcolor = "#00CC33"; $status = "RUNNING-$start_time{$jid}"; if ( $diff >= -900 ) { $comment = "ON-TIME"; $txtcolor = "#000000"; } elsif ( $diff >= -1800 ) { $comment = "15-30 MIN. LATE"; $txtcolor = "#FFFF00"; } elsif ( $diff >= -2700 ) { $comment = "31-45 MIN. LATE"; $txtcolor = "#FF6600"; } elsif ( $diff >= -3600 ) { $comment = "46-60 MIN. LATE"; $txtcolor = "#FF0000"; } elsif ( $diff >= -7200 ) { $comment = "1-2 HOURS LATE"; $txtcolor = "#FF0000"; $flash = ""; $flashoff = ""; } elsif ( $diff >= -10800 ) { $comment = "2-3 HOURS LATE"; $txtcolor = "#CC33CC"; $flash = ""; $flashoff = ""; } else { $comment = ">3 HOURS LATE"; $bgcolor = "#000000"; $txtcolor = "#FF0000"; $flash = ""; $flashoff = ""; } if ( $end_lag <= -900 ) { $comment = "JOB RUNNING TOO LONG"; # $bgcolor = "#663300"; # $txtcolor = "#FF0000"; $flash = ""; $flashoff = ""; } if ( $end_lag <= -7200 ) { $status = "CANCELED"; $comment = "CANCELED"; $cond = 22; } print TEXT "$key|$a30start{$jid}|$a30stop{$jid2}|RUNNING|$start_time{$jid}|$comment\n"; } elsif ( $complete{$jid} ne "" && $complete{$jid2} eq "" ) { # # This is for the case where the job used to signal the # start is different than the job that signals the # completeion # # # If this is the first running job in the list of all jobs # then place a HTML target on the page. # if ( $target == 0 ) { $target=1; print "\n"; } $diff = $a30start_sec{$jid} - time2sec($comp_start_time{$jid}); $end_lag = $a30stop_sec{$jid2} - time2sec($TIME) - $diff; $flash = ""; $flashoff = ""; $bgcolor = "#00CC33"; $status = "RUNNING-$comp_start_time{$jid}"; if ( $diff >= -900 ) { $comment = "ON-TIME"; $txtcolor = "#000000"; } elsif ( $diff >= -1800 ) { $comment = "15-30 MIN. LATE"; $txtcolor = "#FFFF00"; } elsif ( $diff >= -2700 ) { $comment = "31-45 MIN. LATE"; $txtcolor = "#FF6600"; } elsif ( $diff >= -3600 ) { $comment = "46-60 MIN. LATE"; $txtcolor = "#FF0000"; } elsif ( $diff >= -7200 ) { $comment = "1-2 HOURS LATE"; $txtcolor = "#FF0000"; $flash = ""; $flashoff = ""; } elsif ( $diff >= -10800 ) { $comment = "2-3 HOURS LATE"; $txtcolor = "#CC33CC"; $flash = ""; $flashoff = ""; } else { $comment = ">3 HOURS LATE"; $bgcolor = "#000000"; $txtcolor = "#FF0000"; $flash = ""; $flashoff = ""; } if ( $end_lag <= -900 ) { $comment = "JOB RUNNING TOO LONG"; # $bgcolor = "#663300"; # $txtcolor = "#FF0000"; $flash = ""; $flashoff = ""; } if ( $end_lag <= -7200 ) { $status = "CANCELED"; $comment = "CANCELED"; $cond = 22; } print TEXT "$key|$a30start{$jid}|$a30stop{$jid2}|RUNNING|$comp_start_time{$jid}|$comment\n"; } else { $diff = $a30start_sec{$jid} - time2sec($TIME); $status = "START DELAYED"; $txtcolor = "#000000"; $flash = ""; $flashoff = ""; if ( $diff >= -900 ) { $comment = "ON-TIME"; $status = "SCHEDULED"; $txtcolor = "#3366FF"; $bgcolor = "#FFFFFF"; } elsif ( $diff >= -1800 ) { $comment = "15-30 MIN. LATE"; $bgcolor = "#FFFF00"; } elsif ( $diff >= -2700 ) { $comment = "31-45 MIN. LATE"; $bgcolor = "#FF6600"; } elsif ( $diff >= -3600 ) { $comment = "46-60 MIN. LATE"; $bgcolor = "#FF0000"; } elsif ( $diff >= -7200 ) { $comment = "1-2 HOURS LATE"; $bgcolor = "#FF0000"; $flash = ""; $flashoff = ""; } elsif ( $diff >= -10800 ) { $comment = "2-3 HOURS LATE"; $bgcolor = "#CC33CC"; $flash = ""; $flashoff = ""; } else { $comment = ">3 HOURS LATE"; $txtcolor = "#FF0000"; $bgcolor = "#000000"; $flash = ""; $flashoff = ""; } print TEXT "$key|$a30start{$jid}|$a30stop{$jid2}|$status||$comment\n"; } print "\n"; if ( $product ne "NO" && $graph ne "NO" ) { print "\n"; } elsif ( $graph ne "NO" ) { print "\n"; } elsif ( $product ne "NO" ) { print "\n"; } else { print "\n"; } print "\n"; print "\n"; print "\n"; print "\n"; } } print "
EVENTAverage Start TimeAverage End TimeSTATUSCOMMENTS
$key$key$key$key$a30start{$jid}$a30stop{$jid2}       $target_time{$jid2}$flash$status$flashoff$flash$comment$flashoff
\n"; print "

\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "\n"; print "
LEGEND
When a job's status is \"RUNNING\" the time next to it is today's start time.
When a job's status is \"COMPLETE\" the time next to it is today's end time.
SCHEDULEDNOT RUNNING: NO FORESEEN DELAYSCANCELEDHAS BEEN CANCELED
COMPLETEFINISHED ON TIMERUNNINGRUNNING ON TIME
COMPLETE/START DELAYEDFINISHED/DELAYED 15-30 MINUTESRUNNINGRUNNING 15-30 MINUTES LATE
COMPLETE/START DELAYEDFINISHED/DELAYED 31-45 MINUTESRUNNINGRUNNING 31-45 MINUTES LATE
COMPLETE/START DELAYEDFINISHED/DELAYED 46-60 MINUTESRUNNINGRUNNING 46-60 MINUTES LATE
COMPLETE/START DELAYEDFINISHED/DELAYED 1-2 HOURSRUNNINGRUNNING 1-2 HOURS LATE
COMPLETE/START DELAYEDFINISHED/DELAYED 2-3 HOURSRUNNINGRUNNING 2-3 HOURS LATE
COMPLETE/START DELAYEDFINISHED/DELAYED MORE THAN 3 HOURSRUNNINGRUNNING MORE THAN 3 HOURS LATE
\n"; print "
For questions or comments related to this website, send mail here.
NCEP/NCO Production Management Branch\n"; print "
National Weather Service Web Page Disclaimer
\n"; close FIX; close TEXT; close HTML;