updateExpTimes.py
159 lines
| 5.9 KiB
| text/x-python
|
PythonLexer
| r0 | #!PYTHONEXE | |||
| #$Id: updateExpTimes.py 7046 2019-10-07 19:57:14Z brideout $ | ||||
| usage = """ | ||||
| updateExpTimes.py [experiment_directory] | ||||
| updateExpTimes.py is a script that updates experiment start and end times in the metadata | ||||
| file expTab.txt based on data found in the default files. If optional argument | ||||
| experiment_directory given, then it will only update experiments found in that directory. | ||||
| Default is to update the entire database. | ||||
| """ | ||||
| import sys | ||||
| import os, os.path | ||||
| import traceback | ||||
| import datetime | ||||
| import madrigal.metadata | ||||
| import madrigal.data | ||||
| import madrigal.admin | ||||
| madDB = madrigal.metadata.MadrigalDB() | ||||
| expRoot = os.path.join(madDB.getMadroot(), 'experiments') | ||||
| if len(sys.argv) == 2: | ||||
| expDir = sys.argv[1] | ||||
| if not os.access(expDir, os.R_OK): | ||||
| print('Unable to access directory %s' % (expDir)) | ||||
| print(usage) | ||||
| if expDir.find(expRoot) == -1: | ||||
| print('Specified directory must be under root directory %s, not %s' % (expRoot, expDir)) | ||||
| print(usage) | ||||
| elif len(sys.argv) == 1: | ||||
| expDir = None | ||||
| else: | ||||
| print('Too many arguments: %s' % (str(sys.argv[1:]))) | ||||
| print(usage) | ||||
| # loop through every experiment | ||||
| madExpObj = madrigal.metadata.MadrigalExperiment(madDB) | ||||
| madFileObj = madrigal.metadata.MadrigalMetaFile(madDB) | ||||
| expModifiedCount = 0 | ||||
| expSkippedCount = 0 | ||||
| for i in range(madExpObj.getExpCount()): | ||||
| thisExpDir = madExpObj.getExpDirByPosition(i) | ||||
| # check whether we need to skip it | ||||
| if expDir != None: | ||||
| if thisExpDir.find(expDir) == -1: | ||||
| continue | ||||
| expId = madExpObj.getExpIdByPosition(i) | ||||
| sy, sm, sd, sh, sM, ss, v1, v2, v3 = madExpObj.getExpStartDateTimeByPosition(i) | ||||
| expStartTime = datetime.datetime(sy, sm, sd, sh, sM, ss) | ||||
| ey, em, ed, eh, eM, es, v1, v2, v3 = madExpObj.getExpEndDateTimeByPosition(i) | ||||
| expEndTime = datetime.datetime(ey, em, ed, eh, eM, es) | ||||
| # loop through every default or realtime experiment file | ||||
| startTime = None | ||||
| endTime = None | ||||
| # use default if available | ||||
| startTimeDefault = None | ||||
| endTimeDefault = None | ||||
| for j in range(madFileObj.getFileCount()): | ||||
| if madFileObj.getExpIdByPosition(j) != expId: | ||||
| continue | ||||
| thisCategory = madFileObj.getCategoryByPosition(j) | ||||
| if thisCategory not in (1, 4): | ||||
| continue | ||||
| filename = os.path.join(thisExpDir, madFileObj.getFilenameByPosition(j)) | ||||
| # get start and end time of file | ||||
| try: | ||||
| fileObj = madrigal.data.MadrigalFile(filename, madDB) | ||||
| except: | ||||
| print('Corrupt file %s - skipping' % (filename)) | ||||
| continue | ||||
| sy, sm, sd, sh, sM, ss = fileObj.getEarliestTime() | ||||
| ey, em, ed, eh, eM, es = fileObj.getLatestTime() | ||||
| thisStartTime = datetime.datetime(sy, sm, sd, sh, sM, ss) | ||||
| thisEndTime = datetime.datetime(ey, em, ed, eh, eM, es) | ||||
| if startTime == None: | ||||
| startTime = thisStartTime | ||||
| endTime = thisEndTime | ||||
| if thisCategory == 1: | ||||
| startTimeDefault = thisStartTime | ||||
| endTimeDefault = thisEndTime | ||||
| continue | ||||
| if thisStartTime < startTime: | ||||
| startTime = thisStartTime | ||||
| if thisEndTime > endTime: | ||||
| endTime = thisEndTime | ||||
| if thisCategory == 1: | ||||
| if not startTimeDefault: | ||||
| startTimeDefault = thisStartTime | ||||
| endTimeDefault = thisEndTime | ||||
| continue | ||||
| if thisStartTime < startTimeDefault: | ||||
| startTimeDefault = thisStartTime | ||||
| if thisEndTime > endTimeDefault: | ||||
| endTimeDefault = thisEndTime | ||||
| if startTime == None: | ||||
| print('No default or realtime files found in experiment %s - not setting times' % (thisExpDir)) | ||||
| expSkippedCount += 1 | ||||
| continue | ||||
| # see if dates need resetting | ||||
| if startTimeDefault != None: | ||||
| if startTimeDefault != expStartTime or endTimeDefault != expEndTime: | ||||
| print('Resetting dates from %s - %s to %s - %s in exp %s' % (expStartTime.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| expEndTime.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| startTimeDefault.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| endTimeDefault.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| thisExpDir)) | ||||
| expInfo = madrigal.metadata.MadrigalExperiment(madDB, os.path.join(thisExpDir, 'expTab.txt')) | ||||
| expInfo.setExpStartDateTimeByPosition(startTimeDefault) | ||||
| expInfo.setExpEndDateTimeByPosition(endTimeDefault) | ||||
| expInfo.writeMetadata() | ||||
| expModifiedCount += 1 | ||||
| else: | ||||
| if startTime != expStartTime or endTime != expEndTime: | ||||
| print('Resetting dates from %s - %s to %s - %s in exp %s' % (expStartTime.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| expEndTime.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| startTime.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| endTime.strftime('%Y-%m-%d %H:%M:%S'), | ||||
| thisExpDir)) | ||||
| expInfo = madrigal.metadata.MadrigalExperiment(madDB, os.path.join(thisExpDir, 'expTab.txt')) | ||||
| expInfo.setExpStartDateTimeByPosition(startTime) | ||||
| expInfo.setExpEndDateTimeByPosition(endTime) | ||||
| expInfo.writeMetadata() | ||||
| expModifiedCount += 1 | ||||
| print('%i experiments modified, %i experiments skipped due to no default or realtime files' % (expModifiedCount, | ||||
| expSkippedCount)) | ||||
