##// END OF EJS Templates
schain
RSS
Cambio en la lectura de archivos, se incluyó detección de cambio de experimento
joabAM -
r1373:fa4c334951aa
parent child
Show More
Side by Side Unified
Context file:
r1373:fa4c334951aa Loading diff...:
Show file before | Show file after | Hide comments
@@ -53,8 +53,7 class AMISRReader(ProcessingUnit):
53 53 self.amisrFilePointer = None
54 54 self.realBeamCode = []
55 55
56 #self.dataset = None
57
56 self.dataShape = None
58 57
59 58
60 59
@@ -119,7 +118,7 class AMISRReader(ProcessingUnit):
119 118 print("There is no files into the folder: %s"%(path))
120 119 sys.exit(-1)
121 120
122 self.fileIndex = -1
121 self.fileIndex = 0
123 122
124 123 self.readNextFile(online)
125 124
@@ -132,6 +131,16 class AMISRReader(ProcessingUnit):
132 131
133 132
134 133 def readAMISRHeader(self,fp):
134
135 if self.isConfig :
136 newShape = fp.get('Raw11/Data/Samples/Data').shape
137 if self.dataShape != newShape:
138 print("\nERROR, NEW FILE IS A DIFFERENT EXPERIMENT \n")
139 return 0
140 else:
141 self.dataShape = fp.get('Raw11/Data/Samples/Data').shape
142
143
135 144 header = 'Raw11/Data/RadacHeader'
136 145 self.beamCodeByPulse = fp.get(header+'/BeamCode') # LIST OF BEAMS PER PROFILE, TO BE USED ON REARRANGE
137 146 if (self.startDate> datetime.date(2021, 7, 15)): #Se cambió la forma de extracción de Apuntes el 17
@@ -196,6 +205,8 class AMISRReader(ProcessingUnit):
196 205 self.__frequency = self.frequency[0][0]
197 206
198 207
208 return 1
209
199 210
200 211 def createBuffers(self):
201 212
@@ -386,27 +397,17 class AMISRReader(ProcessingUnit):
386 397 return
387 398
388 399 def __setNextFileOffline(self):
389 idFile = self.fileIndex
390
391 while (True):
392 idFile += 1
393 if not(idFile < len(self.filenameList)):
394 self.flagNoMoreFiles = 1
395 print("No more Files")
396 return 0
397
398 filename = self.filenameList[idFile]
399 400
400 amisrFilePointer = h5py.File(filename,'r')
401
402 break
401 try:
402 self.filename = self.filenameList[self.fileIndex]
403 self.amisrFilePointer = h5py.File(self.filename,'r')
404 self.fileIndex += 1
405 except:
406 self.flagNoMoreFiles = 1
407 print("No more Files")
408 return 0
403 409
404 410 self.flagIsNewFile = 1
405 self.fileIndex = idFile
406 self.filename = filename
407
408 self.amisrFilePointer = amisrFilePointer
409
410 411 print("Setting the file: %s"%self.filename)
411 412
412 413 return 1
@@ -563,11 +564,12 class AMISRReader(ProcessingUnit):
563 564 if not(newFile):
564 565 self.dataOut.error = True
565 566 return 0
566 #if self.__firstFile:
567 self.readAMISRHeader(self.amisrFilePointer)
568 567
569 self.createBuffers()
568 if not self.readAMISRHeader(self.amisrFilePointer):
569 self.dataOut.error = True
570 return 0
570 571
572 self.createBuffers()
571 573 self.fillJROHeader()
572 574
573 575 #self.__firstFile = False
Show file before | Show file after | Hide comments
@@ -36,7 +36,7 def main():
36 36 #inPath= '/home/soporte/dataAMISR_test/'
37 37 inPath= '/home/soporte/dataAMISR/'
38 38 inPath= '/media/soporte/UARS_4T_D02/AMISR_DATA/2021/'
39 #inPath = '/mnt/data_amisr'
39 #inPath = '/home/soporte/'
40 40 outPath = '/home/soporte/Data/EEJ'
41 41
42 42 ##.......................................................................................
@@ -63,7 +63,7 def main():
63 63 path=inPath,
64 64 startDate=startDate,#startDate, #'2014/10/07',
65 65 endDate=endDate, #endDate '2014/10/07',
66 startTime='07:01:30',#'07:00:00',
66 startTime='17:55:30',#'07:00:00',
67 67 endTime='19:00:00',#'15:00:00',
68 68 walk=1,
69 69 code = code,
@@ -73,9 +73,9 def main():
73 73 online=0)
74 74
75 75
76 #AMISR Processing Unit
77 ##.......................................................................................
78 ##.......................................................................................
76 # #AMISR Processing Unit
77 # ##.......................................................................................
78 # ##.......................................................................................
79 79 procUnitConfObj0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())
80 80 opObj10 = procUnitConfObj0.addOperation(name='setAttribute')
81 81 opObj10.addParameter(name='frequency', value='445.09e6')
@@ -93,10 +93,10 def main():
93 93 # opObj02 = procUnitConfObj0.addOperation(name='CohInt', optype='other')
94 94 # opObj02.addParameter(name='n', value='2', format='int')
95 95
96
97
98 ##.......................................................................................
99 ##.......................................................................................
96 #
97 #
98 # ##.......................................................................................
99 # ##.......................................................................................
100 100
101 101 procUnitConfObj1 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObj0.getId())
102 102 procUnitConfObj1.addParameter(name='nFFTPoints', value='16', format='int')
@@ -150,7 +150,7 def main():
150 150 opObj14.addParameter(name='localtime', value=localtime,format='int')
151 151 opObj14.addParameter(name='show', value = showNOISE, format='int')
152 152
153 #
153 # #
154 154 opObj15 = procUnitConfObj1.addOperation(name='RTIPlot', optype='external')
155 155 opObj15.addParameter(name='id', value='2', format='int')
156 156 opObj15.addParameter(name='localtime', value=localtime,format='int')
@@ -175,8 +175,8 def main():
175 175
176 176
177 177 #Using HDFWriter::::
178 ##.......................................................................................
179 ##.......................................................................................
178 #.......................................................................................
179 #.......................................................................................
180 180 opObj17 = procUnitConfObj2.addOperation(name='HDFWriter', optype='external')
181 181 opObj17.addParameter(name='path', value=outPath)
182 182 opObj17.addParameter(name='blocksPerFile', value='10', format='int')
Show file before | Show file after | Hide comments
@@ -25,14 +25,14 def main():
25 25 # path = '/media/soporte/E9F4-F053/AMISR/Data/ESF'
26 26 #path = '/mnt/data_amisr'
27 27
28 #path = '/media/soporte/AMISR_104'
28 path = '/home/soporte/Data/EEJ/EEJ2021192'
29 29 #figpath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/esf')
30 30 #figpath = '/media/soporte/E9F4-F053/AMISR/Data/JULIA/ESF'
31 figpath = '/home/soporte/Data/EEJ'
31 figpath = '/home/soporte/Data/OutTest/EEJ'
32 32
33 33
34 34 xmin = '07'
35 xmax = '17' #-> el plot genera +1 en la hora, es decir aparece 18 como máximo
35 xmax = '18' #-> el plot genera +1 en la hora, es decir aparece 18 como máximo
36 36 ymin = '0'
37 37 ymax = '300'
38 38 dbmin = '45' #'60'#'55' #'40' #noise esf eej
@@ -57,101 +57,75 def main():
57 57
58 58 #print(today,yesterday,tomorrow)
59 59 #path= '/home/soporte/dataAMISR_test/'
60 path= '/home/soporte/dataAMISR/'
61 60 #path= '/home/soporte/dataAMISR/'
62 61 #path='/home/soporte/Documentos/' #
63 62
64 readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader',
63 readUnitConfObj = controllerObj.addReadUnit(datatype='Spectra',
65 64 path=path,
66 startDate="2019/12/16",#yesterday, #'2014/10/07',
67 endDate="2019/12/16", #'2014/10/07',
68 startTime='08:00:00',#'07:00:00',
69 endTime='08:58:00',#'15:00:00',
70 walk=0,
71 code = code,
72 nCode = nCode,
73 nBaud = nBaud,
65 startDate='2021/07/11',
66 endDate='2021/07/11',
67 startTime='07:01:30',#'07:00:00',
68 endTime='18:00:00',#'15:00:00',
69 walk=1,
74 70 timezone='lt',
75 71 online=0)
76 72
77 73 #AMISR Processing Unit
78 procUnitConfObj0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())
79 74
80 opObj10 = procUnitConfObj0.addOperation(name='setRadarFrequency')
81 opObj10.addParameter(name='frequency', value='445e6', format='float')
82 75
83 76
84 opObj01 = procUnitConfObj0.addOperation(name='Decoder', optype='other')
85 opObj01.addParameter(name='code', value=code, format='floatlist')
86 opObj01.addParameter(name='nCode', value=nCode, format='int')
87 opObj01.addParameter(name='nBaud', value=nBaud, format='int')
88 opObj01.addParameter(name='osamp', value=nosamp, format='int')
89
90
91 # opObj02 = procUnitConfObj0.addOperation(name='CohInt', optype='other')
92 # opObj02.addParameter(name='n', value='5', format='int')
93
94
95
96
97 procUnitConfObj1 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObj0.getId())
98 procUnitConfObj1.addParameter(name='nFFTPoints', value='16', format='int')
77 proc_spectra = controllerObj.addProcUnit(datatype='SpectraProc', inputId=readUnitConfObj.getId())
78 proc_spectra.addParameter(name='nFFTPoints', value='16', format='int')
99 79 #procUnitConfObj1.addParameter(name='frequency', value='445e6', format='float') #no lo acepta
100 80
101 81
102 opObj11 = procUnitConfObj1.addOperation(name='IncohInt', optype='other')
103 opObj11.addParameter(name='n', value='150', format='int') #300 normal value
104
105 opObj11 = procUnitConfObj1.addOperation(name='removeDC')
82 # op1 = proc_spectra.addOperation(name='IncohInt', optype='other')
83 # op1.addParameter(name='n', value='150', format='int') #300 normal value
106 84
85 #op2 = proc_spectra.addOperation(name='removeDC')
107 86
87 op2 = proc_spectra.addOperation(name='CrossSpectraPlot', optype='external')
88 op2.addParameter(name='id', value='10', format='int')
89 op2.addParameter(name='save', value=figpath, format='str')
90 #op2.addParameter(name='zmin', value='10.0', format='float')
91 #op2.addParameter(name='zmax', value='35.0', format='float')
108 92 # #
109 # opObj12 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='external')
110 # opObj12.addParameter(name='id', value='21', format='int')
111 # opObj12.addParameter(name='xaxis', value='velocity')
112 # opObj12.addParameter(name='ymax', value=ymax, format='int')
113 # opObj12.addParameter(name='showprofile', value='1', format='int')
114 # opObj12.addParameter(name='wintitle', value='AMISR Beam 0', format='str')
115 # opObj12.addParameter(name='zmin', value=dbmin, format='int')
116 # opObj12.addParameter(name='zmax', value=dbmax, format='int')
117 # opObj12.addParameter(name='save', value=figpath, format='str')
118 # opObj12.addParameter(name='colormap', value='jet', format='str')
119 # opObj12.addParameter(name='localtime', value=localtime,format='int')
120 # opObj12.addParameter(name='show', value = showSPC, format='int')
121 #
122 opObj13 = procUnitConfObj1.addOperation(name='getNoise' , optype ='self')
123 opObj13.addParameter(name='minHei', value='100', format='float')
124 opObj13.addParameter(name='maxHei', value='280', format='float')
125 #
126 #
127 #
93
94 op3 = proc_spectra.addOperation(name='SpectraPlot', optype='external')
95 op3.addParameter(name='id', value='21', format='int')
96 op3.addParameter(name='xaxis', value='velocity')
97 op3.addParameter(name='ymax', value=ymax, format='int')
98 op3.addParameter(name='showprofile', value='1', format='int')
99 op3.addParameter(name='wintitle', value='AMISR Beam 0', format='str')
100 op3.addParameter(name='zmin', value=dbmin, format='int')
101 op3.addParameter(name='zmax', value=dbmax, format='int')
102 op3.addParameter(name='save', value=figpath, format='str')
103 op3.addParameter(name='colormap', value='jet', format='str')
104 op3.addParameter(name='localtime', value=localtime,format='int')
105 op3.addParameter(name='show', value = showSPC, format='int')
128 106 #
129 # ##Generate *.pdata from AMISR data
130 # opObj13 = procUnitConfObj1.addOperation(name='SpectraWriter', optype='external')
131 # opObj13.addParameter(name='path', value=figpath+'SpectraPlot')
132 # opObj13.addParameter(name='blocksPerFile', value='10', format='int')
133 # # opObj11.addParameter(name='datatype', value="4", format="int") #no incluir,x revisar
107
134 108
135 109 # opObj31 = procUnitConfObj1.addOperation(name='selectChannels')
136 110 # opObj31.addParameter(name='channelList', value='6,7,8,9', format='intlist')
137 111 #
138 opObj15 = procUnitConfObj1.addOperation(name='RTIPlot', optype='external')
139 opObj15.addParameter(name='id', value='2', format='int')
140 opObj15.addParameter(name='localtime', value=localtime,format='int')
141 opObj15.addParameter(name='wintitle', value='RTI', format='str')
142 #opObj15.addParameter(name='xmin', value=xmin, format='int')
143 opObj15.addParameter(name='xmax', value=xmax, format='int') #max value =23
144 opObj15.addParameter(name='ymin', value=ymin, format='int')
145 #opObj15.addParameter(name='ymax', value=ymax, format='int')
146 opObj15.addParameter(name='zmin', value=dbmin, format='int')
147 opObj15.addParameter(name='zmax', value=dbmax, format='int')
148 opObj15.addParameter(name='showprofile', value='1', format='int')
149 opObj15.addParameter(name='show', value = showRTI, format='int') #
150 #opObj15.addParameter(name='timerange', value=str(24*60*60), format='int')#conflicto datetime
151 opObj15.addParameter(name='save', value=figpath+'/plots', format='str')
152 #opObj15.addParameter(name='figpath', value = figpath+'/plots', format='str')#no es necesario
153 opObj15.addParameter(name='colormap', value='jet', format='str')
154 opObj15.addParameter(name='channels', value='2,4', format='intlist')
112 op4 = proc_spectra.addOperation(name='RTIPlot', optype='external')
113 op4.addParameter(name='id', value='2', format='int')
114 op4.addParameter(name='localtime', value=localtime,format='int')
115 op4.addParameter(name='wintitle', value='RTI', format='str')
116 #op4.addParameter(name='xmin', value=xmin, format='int')
117 op4.addParameter(name='xmax', value=xmax, format='int') #max value =23
118 op4.addParameter(name='ymin', value=ymin, format='int')
119 #op4.addParameter(name='ymax', value=ymax, format='int')
120 op4.addParameter(name='zmin', value=dbmin, format='int')
121 op4.addParameter(name='zmax', value=dbmax, format='int')
122 op4.addParameter(name='showprofile', value='1', format='int')
123 op4.addParameter(name='show', value = showRTI, format='int') #
124 #op4.addParameter(name='timerange', value=str(24*60*60), format='int')#conflicto datetime
125 op4.addParameter(name='save', value=figpath+'/plots', format='str')
126 #op4.addParameter(name='figpath', value = figpath+'/plots', format='str')#no es necesario
127 op4.addParameter(name='colormap', value='jet', format='str')
128 op4.addParameter(name='channels', value='2,4', format='intlist')
155 129
156 130 # opObj14 = procUnitConfObj1.addOperation(name='NoisePlot', optype='external')
157 131 # opObj14.addParameter(name='id', value='3', format='int')
General Comments 0
You need to be logged in to leave comments. Login now