schain-jc Commit - r499:f28411fcbfa0

Filtering AMISR files for Datetime Range...

Daniel Valdez -

r499:f28411fcbfa0

parent child

Context file:

r499:f28411fcbfa0

Collapse all files

schainpy/model/data/jroamisr.py +4 0

                     #consideracion para los Beams
                     self.beamCodeDict = None
                     self.beamRangeDict = None
+                    self.beamcode = None
+                    self.azimuth = None
+                    self.zenith = None
+                    self.gain = None
                     self.npulseByFrame = None

schainpy/model/data/jrodata.py +4 0

                 blocknow = None
+                azimuth = None
+                zenith = None
                 def __init__(self):
                     raise ValueError, "This class has not been implemented"

schainpy/model/graphics/jroplot_spectra.py +9 -1

                     #thisDatetime = dataOut.datatime
                     thisDatetime = datetime.datetime.utcfromtimestamp(dataOut.getTimeRange()[1])
                     title = wintitle + " Spectra"
+                    if ((dataOut.azimuth!=None) and (dataOut.zenith!=None)):
+                        title = title + '_' + 'azimuth,zenith=%2.2f,%2.2f'%(dataOut.azimuth, dataOut.zenith)
                     xlabel = "Velocity (m/s)"
                     ylabel = "Range (Km)"
                     if figfile == None:
                         str_datetime = thisDatetime.strftime("%Y%m%d_%H%M%S")
                         figfile = self.getFilename(name = str_datetime)
+                        name = str_datetime
+                        if ((dataOut.azimuth!=None) and (dataOut.zenith!=None)):
+                            name = name + '_az' + '_%2.2f'%(dataOut.azimuth) + '_zn' + '_%2.2f'%(dataOut.zenith)
+                        figfile = self.getFilename(name)
                     if figpath != '':
                         self.counter_imagwr += 1
                         if (self.counter_imagwr>=wr_period):
                     for i in range(self.nplots):
                         title = "Channel %d: %s" %(dataOut.channelList[i]+1, thisDatetime.strftime("%Y/%m/%d %H:%M:%S"))
+                        if ((dataOut.azimuth!=None) and (dataOut.zenith!=None)):
+                            title = title + '_' + 'azimuth,zenith=%2.2f,%2.2f'%(dataOut.azimuth, dataOut.zenith)
                         axes = self.axesList[i*self.__nsubplots]
                         zdB = avgdB[i].reshape((1,-1))
                         axes.pcolorbuffer(x, y, zdB,

schainpy/model/io/jroIO_amisr.py +48 -5

                         return None
                 def __getTimeFromData(self):
-                    pass
+                    startDateTime_Reader = datetime.datetime.combine(self.startDate,self.startTime)
+                    endDateTime_Reader = datetime.datetime.combine(self.endDate,self.endTime)
+                    print 'Filtering Files from %s to %s'%(startDateTime_Reader, endDateTime_Reader)
+                    print '........................................'
+                    filter_filenameList = []
+                    for filename in self.filenameList:
+                        fp = h5py.File(filename,'r')
+                        time_str = fp.get('Time/RadacTimeString')
+                        startDateTimeStr_File = time_str[0][0].split('.')[0]
+                        junk = time.strptime(startDateTimeStr_File, '%Y-%m-%d %H:%M:%S')
+                        startDateTime_File = datetime.datetime(junk.tm_year,junk.tm_mon,junk.tm_mday,junk.tm_hour, junk.tm_min, junk.tm_sec)
+                        endDateTimeStr_File = time_str[-1][-1].split('.')[0]
+                        junk = time.strptime(endDateTimeStr_File, '%Y-%m-%d %H:%M:%S')
+                        endDateTime_File = datetime.datetime(junk.tm_year,junk.tm_mon,junk.tm_mday,junk.tm_hour, junk.tm_min, junk.tm_sec)
+                        fp.close()
+                        if self.timezone == 'lt':
+                            startDateTime_File = startDateTime_File - datetime.timedelta(minutes = 300)
+                            endDateTime_File = endDateTime_File - datetime.timedelta(minutes = 300)
+                        if (endDateTime_File>=startDateTime_Reader and endDateTime_File<endDateTime_Reader):
+                            #self.filenameList.remove(filename)
+                            filter_filenameList.append(filename)
+                    filter_filenameList.sort()
+                    self.filenameList = filter_filenameList
+                    return 1
                 def __filterByGlob1(self, dirName):
                     filter_files = glob.glob1(dirName, '*.*%s'%self.extension_file)
                     fileListInKeys = [self.__filterByGlob1(x) for x in dirList]
                     self.__getFilenameList(fileListInKeys, dirList)
+                    #filtro por tiempo
+                    if not(self.all):
+                        self.__getTimeFromData()
                     if len(self.filenameList)>0:
                         self.status = 1
                     self.beamCodeDict = {}
                     self.beamRangeDict = {}
+                    beamCodeMap = self.amisrFilePointer.get('Setup/BeamcodeMap')
                     for i in range(len(self.radacHeaderObj.beamCode[0,:])):
                         self.beamCodeDict.setdefault(i)
                         self.beamRangeDict.setdefault(i)
-                        self.beamCodeDict[i] = self.radacHeaderObj.beamCode[0,i]
+                        beamcodeValue = self.radacHeaderObj.beamCode[0,i]
+                        beamcodeIndex = numpy.where(beamCodeMap[:,0] == beamcodeValue)[0][0]
+                        x = beamCodeMap[beamcodeIndex][1]
+                        y = beamCodeMap[beamcodeIndex][2]
+                        z = beamCodeMap[beamcodeIndex][3]
+                        self.beamCodeDict[i] = [beamcodeValue, x, y, z]
                     just4record0 = self.radacHeaderObj.beamCodeByPulse[0,:]
                     for i in range(len(self.beamCodeDict.values())):
-                        xx = numpy.where(just4record0==self.beamCodeDict.values()[i])
+                        xx = numpy.where(just4record0==self.beamCodeDict.values()[i][0])
                         self.beamRangeDict[i] = xx[0]
                 def __getExpParameters(self):
                     tufileFinder = fnmatch.filter(lines, 'tufile=*')
                     tufile = tufileFinder[0].split('=')[1].split('\n')[0]
+                    tufile = tufile.split('\r')[0]
                     tufilename = os.path.join(experimentCfgPath,tufile)
                     f = open(tufilename)
                                 startTime=datetime.time(0,0,0),
                                 endTime=datetime.time(23,59,59),
                                 walk=True,
-                                timezone='ut',):
+                                timezone='ut',
+                                all=0,):
                     self.timezone = timezone
+                    self.all = all
                     #Busqueda de archivos offline
                     self.__searchFilesOffline(path, startDate, endDate, startTime, endTime, walk)

schainpy/model/proc/jroproc_amisr.py +5 -1

                         print 'Ipp Seconds: %f'%dataOut.ippSeconds
                         print 'Number of Beams: %d'%dataOut.nBeams
                         print 'BeamCodes:'
-                        beamStrList = ['Beam %d -> Code %d'%(k,v) for k,v in dataOut.beamCodeDict.items()]
+                        beamStrList = ['Beam %d -> Code=%d, azimuth=%2.2f,  zenith=%2.2f, gain=%2.2f'%(k,v[0],v[1],v[2],v[3]) for k,v in dataOut.beamCodeDict.items()]
                         for b in beamStrList:
                             print b
                         self.__isPrinted = True
                     if beam != None:
                         if self.isProfileInList(dataOut.beamRangeDict[beam]):
+                            beamInfo = dataOut.beamCodeDict[beam]
+                            dataOut.azimuth = beamInfo[1]
+                            dataOut.zenith = beamInfo[2]
+                            dataOut.gain = beamInfo[3]
                             dataOut.flagNoData = False
                         self.incIndex()

schainpy/model/proc/jroproc_spectra.py +3 0

                     self.dataOut.frequency = self.dataIn.frequency
                     self.dataOut.realtime = self.dataIn.realtime
+                    self.dataOut.azimuth = self.dataIn.azimuth
+                    self.dataOut.zenith = self.dataIn.zenith
                 def __getFft(self):
                     """
                     Convierte valores de Voltaje a Spectra

schainpy/model/proc/jroproc_voltage.py +3 0

                     self.dataOut.nCohInt = self.dataIn.nCohInt
                     self.dataOut.ippSeconds = self.dataIn.ippSeconds
                     self.dataOut.frequency = self.dataIn.frequency
+                    self.dataOut.azimuth = self.dataIn.azimuth
+                    self.dataOut.zenith = self.dataIn.zenith
             #
             #        pass#
             #

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages