#! /usr/bin/env python
###############################################################################
#  File name: make_time_slice_from_ace_xml.py                                 #
#                                                                             #
#  Author     : Zhengtao Cui (Zhengtao.Cui@noaa.gov)                          #
#                                                                             #
#  Initial version date:                                                      #
#                                                                             #
#  Last modification date:  5/30/2019                                         #
#                                                                             #
#  Description: The driver to create NetCDF time slice files from Army Crops  #
#               of Engineers real-time observations                           #
#                                                                             #
###############################################################################

import os, sys, time, urllib, getopt
import logging
from string import *
import xml.etree.ElementTree as etree
from datetime import datetime, timedelta
from USGS_Observation import USGS_Observation
from TimeSlice import TimeSlice
from Observation import Observation, All_Observations
from CWMS_Sites import CWMS_Sites
from ACE_Observation import ACE_Observation
#import Tracer

"""
   The driver to parse downloaded ACE XML observations and 
   create time slices and write to NetCDF files
   Author: Zhengtao Cui (Zhengtao.Cui@noaa.gov)
   Date: May 30, 2019
"""
def main(argv):
   """
     function to get input arguments
   """
   inputdir = ''
   try:
           opts, args = getopt.getopt(argv,"hi:o:s:",["idir=", "odir=", "sites="])
   except getopt.GetoptError:
      print( 'make_time_slice_from_ace_xml.py -i <inputdir> -o <outputdir> -s <sitefile>' )
      sys.exit(2)
   for opt, arg in opts:
      if opt == '-h':
         print( \
           'make_time_slice_from_ace_xml.py -i <inputdir> -o <outputdir> -s <sitefile>' )
         sys.exit()
      elif opt in ('-i', "--idir"):
         inputdir = arg
         if not os.path.exists( inputdir ):
                 raise RuntimeError( 'FATAL Error: inputdir ' + \
                                 inputdir + ' does not exist!' )
      elif opt in ('-o', "--odir" ):
         outputdir = arg
         if not os.path.exists( outputdir ):
                 raise RuntimeError( 'FATAL Error: outputdir ' + \
                                 outputdir + ' does not exist!' )
      elif opt in ('-s', "--sites" ):
         sitefile = arg
         if not os.path.exists( sitefile ):
                 raise RuntimeError( 'FATAL Error: sitefile ' + \
                                 sitefile + ' does not exist!' )
  
   return (inputdir, outputdir, sitefile)

t0 = time.time()

logging.basicConfig(format=\
                '%(asctime)s - %(name)s - %(levelname)s - %(message)s',\
                level=logging.INFO)
logger = logging.getLogger(__name__)
formatter = logging.Formatter(\
                '%(asctime)s - %(name)s - %(levelname)s - %(message)s')
#logger.setFormatter(formatter)
logger.info( "System Path: " + str( sys.path ) )

if __name__ == "__main__":
   try:
      odir = main(sys.argv[1:])
   except Exception as e:
      logger.error("Failed to get program options.", exc_info=True)

indir = odir[0]
outdir = odir[1]
sitefile = odir[2]
logger.info( 'Input dir is "' + indir + '"')
logger.info( 'Output dir is "' + outdir + '"')
logger.info( 'Site file is "' + sitefile + '"')

#
# Load ACE observed XML discharge data
#

try:
   sites=CWMS_Sites( sitefile )

   obvs = []

   if not os.path.isdir( indir ):
           raise RuntimeError( "FATAL ERROR: " + indir + \
                                   " is not a directory or does not exist. ")

   for file in os.listdir( indir ): 
        if file.endswith( ".xml" ):
             logger.info( 'Reading ' + indir + '/' + file + ' ... ' )
             try:
                     obvs.append( ACE_Observation( \
                                           indir + '/' + file, sites ) )
             except Exception as e:
                           logger.warn( repr( e ), exc_info=True )
                           continue

        if not obvs:
              raise RuntimeError( "FATAL ERROR: " + indir + \
                                   " has no ACE xml files")

   allobvs = All_Observations( obvs )
except Exception as e:
   logger.error("Failed to load ACE XML files.", exc_info=True)

logger.info( 'Earliest time in ACE XML: ' + \
                allobvs.timePeriodForAll()[0].isoformat() )
logger.info( 'Latest time in ACE XML: ' +  \
                allobvs.timePeriodForAll()[1].isoformat() )

#
# Create time slices from loaded observations
#
# Set time resolution to 15 minutes
# and
# Write time slices to NetCDF files
#
try:
   timeslices = allobvs.makeAllTimeSlices( timedelta( minutes = 15 ), \
                   outdir, 'aceTimeSlice.ncdf' )
except Exception as e:
   logger.error("Failed to make time slices.", exc_info=True)
   logger.error("Input dir = " + indir, exc_info=True)

logger.info( "Total number of timeslices: " + str( timeslices ) )
logger.info( "Program finished in: " + \
                "{0:.1f}".format( (time.time() - t0) / 60.0 ) + \
                 " minutes" )