#!PYTHONEXE

#$Id: updateExpTimes.py 7046 2019-10-07 19:57:14Z brideout $

usage = """
updateExpTimes.py [experiment_directory]

updateExpTimes.py is a script that updates experiment start and end times in the metadata
file expTab.txt based on data found in the default files.  If optional argument
experiment_directory given, then it will only update experiments found in that directory.
Default is to update the entire database.
"""

import sys
import os, os.path
import traceback
import datetime

import madrigal.metadata
import madrigal.data
import madrigal.admin

madDB = madrigal.metadata.MadrigalDB()
expRoot = os.path.join(madDB.getMadroot(), 'experiments')

if len(sys.argv) == 2:
    expDir = sys.argv[1]
    if not os.access(expDir, os.R_OK):
        print('Unable to access directory %s' % (expDir))
        print(usage)
    if expDir.find(expRoot) == -1:
        print('Specified directory must be under root directory %s, not %s' % (expRoot, expDir))
        print(usage)

elif len(sys.argv) == 1:
    expDir = None

else:
    print('Too many arguments: %s' % (str(sys.argv[1:])))
    print(usage)


# loop through every experiment
madExpObj = madrigal.metadata.MadrigalExperiment(madDB)
madFileObj = madrigal.metadata.MadrigalMetaFile(madDB)

expModifiedCount = 0
expSkippedCount = 0

for i in range(madExpObj.getExpCount()):
    thisExpDir = madExpObj.getExpDirByPosition(i)
    
    # check whether we need to skip it
    if expDir != None:
        if thisExpDir.find(expDir) == -1:
            continue

    expId = madExpObj.getExpIdByPosition(i)
    
    sy, sm, sd, sh, sM, ss, v1, v2, v3 = madExpObj.getExpStartDateTimeByPosition(i)
    expStartTime = datetime.datetime(sy, sm, sd, sh, sM, ss)
    ey, em, ed, eh, eM, es, v1, v2, v3 = madExpObj.getExpEndDateTimeByPosition(i)
    expEndTime = datetime.datetime(ey, em, ed, eh, eM, es)
    

    # loop through every default or realtime experiment file
    startTime = None
    endTime = None
    # use default if available
    startTimeDefault = None
    endTimeDefault = None
    
    for j in range(madFileObj.getFileCount()):
        if madFileObj.getExpIdByPosition(j) != expId:
            continue
        thisCategory = madFileObj.getCategoryByPosition(j)
        if thisCategory not in (1, 4):
            continue
        
        filename = os.path.join(thisExpDir, madFileObj.getFilenameByPosition(j))

        # get start and end time of file
        try:
            fileObj = madrigal.data.MadrigalFile(filename, madDB)
        except:
            print('Corrupt file %s - skipping' % (filename))
            continue
        
        sy, sm, sd, sh, sM, ss = fileObj.getEarliestTime()
        ey, em, ed, eh, eM, es = fileObj.getLatestTime()

        thisStartTime = datetime.datetime(sy, sm, sd, sh, sM, ss)
        thisEndTime = datetime.datetime(ey, em, ed, eh, eM, es)

        if startTime == None:
            startTime = thisStartTime
            endTime = thisEndTime
            if thisCategory == 1:
                startTimeDefault = thisStartTime
                endTimeDefault = thisEndTime
            continue

        if thisStartTime < startTime:
            startTime = thisStartTime

        if thisEndTime > endTime:
            endTime = thisEndTime
            
        if thisCategory == 1:
            if not startTimeDefault:
                startTimeDefault = thisStartTime
                endTimeDefault = thisEndTime
                continue
            if thisStartTime < startTimeDefault:
                startTimeDefault = thisStartTime
    
            if thisEndTime > endTimeDefault:
                endTimeDefault = thisEndTime

    if startTime == None:
        print('No default or realtime files found in experiment %s - not setting times' % (thisExpDir))
        expSkippedCount += 1
        continue

    # see if dates need resetting
    if startTimeDefault != None:
        if startTimeDefault != expStartTime or endTimeDefault != expEndTime:
            print('Resetting dates from %s - %s to %s - %s in exp %s' % (expStartTime.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         expEndTime.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         startTimeDefault.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         endTimeDefault.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         thisExpDir))
    
            expInfo = madrigal.metadata.MadrigalExperiment(madDB, os.path.join(thisExpDir, 'expTab.txt'))
            expInfo.setExpStartDateTimeByPosition(startTimeDefault)
            expInfo.setExpEndDateTimeByPosition(endTimeDefault)
            expInfo.writeMetadata()
            expModifiedCount += 1
    else:
        if startTime != expStartTime or endTime != expEndTime:
            print('Resetting dates from %s - %s to %s - %s in exp %s' % (expStartTime.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         expEndTime.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         startTime.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         endTime.strftime('%Y-%m-%d %H:%M:%S'),
                                                                         thisExpDir))
    
            expInfo = madrigal.metadata.MadrigalExperiment(madDB, os.path.join(thisExpDir, 'expTab.txt'))
            expInfo.setExpStartDateTimeByPosition(startTime)
            expInfo.setExpEndDateTimeByPosition(endTime)
            expInfo.writeMetadata()
            expModifiedCount += 1

print('%i experiments modified, %i experiments skipped due to no default or realtime files' % (expModifiedCount,
                                                                                               expSkippedCount))