##// END OF EJS Templates
schain
RSS
Some comments
Miguel Valdez -
r629:f2709955a65d
parent child
Show More
Show file before | Show file after | Hide comments
@@ -1,590 +1,591
1 '''
1 '''
2 Created on Jul 3, 2014
2 Created on Jul 3, 2014
3
3
4 @author: roj-idl71
4 @author: roj-idl71
5 '''
5 '''
6 import os
6 import os
7 import datetime
7 import datetime
8 import numpy
8 import numpy
9
9
10 try:
10 try:
11 from gevent import sleep
11 from gevent import sleep
12 except:
12 except:
13 from time import sleep
13 from time import sleep
14
14
15 from schainpy.model.data.jroheaderIO import RadarControllerHeader, SystemHeader
15 from schainpy.model.data.jroheaderIO import RadarControllerHeader, SystemHeader
16 from schainpy.model.data.jrodata import Voltage
16 from schainpy.model.data.jrodata import Voltage
17 from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
17 from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
18
18
19 try:
19 try:
20 import digital_rf_hdf5
20 import digital_rf_hdf5
21 except:
21 except:
22 print 'You should install "digital_rf_hdf5" module if you want to read USRP data'
22 print 'You should install "digital_rf_hdf5" module if you want to read USRP data'
23
23
24 class USRPReader(ProcessingUnit):
24 class USRPReader(ProcessingUnit):
25 '''
25 '''
26 classdocs
26 classdocs
27 '''
27 '''
28
28
29 def __init__(self):
29 def __init__(self):
30 '''
30 '''
31 Constructor
31 Constructor
32 '''
32 '''
33
33
34 ProcessingUnit.__init__(self)
34 ProcessingUnit.__init__(self)
35
35
36 self.dataOut = Voltage()
36 self.dataOut = Voltage()
37 self.__printInfo = True
37 self.__printInfo = True
38 self.__flagDiscontinuousBlock = False
38 self.__flagDiscontinuousBlock = False
39 self.__bufferIndex = 9999999
39 self.__bufferIndex = 9999999
40
40
41 self.__ippKm = None
41 self.__ippKm = None
42 self.__codeType = 0
42 self.__codeType = 0
43 self.__nCode = None
43 self.__nCode = None
44 self.__nBaud = None
44 self.__nBaud = None
45 self.__code = None
45 self.__code = None
46
46
47 def __getCurrentSecond(self):
47 def __getCurrentSecond(self):
48
48
49 return self.__thisUnixSample/self.__sample_rate
49 return self.__thisUnixSample/self.__sample_rate
50
50
51 thisSecond = property(__getCurrentSecond, "I'm the 'thisSecond' property.")
51 thisSecond = property(__getCurrentSecond, "I'm the 'thisSecond' property.")
52
52
53 def __setFileHeader(self):
53 def __setFileHeader(self):
54 '''
54 '''
55 In this method will be initialized every parameter of dataOut object (header, no data)
55 In this method will be initialized every parameter of dataOut object (header, no data)
56 '''
56 '''
57 nProfiles = self.__sample_rate #Number of profiles by second
57 nProfiles = self.__sample_rate #Number of profiles by second
58
58
59 self.dataOut.radarControllerHeaderObj = RadarControllerHeader(ippKm=self.__ippKm,
59 self.dataOut.radarControllerHeaderObj = RadarControllerHeader(ippKm=self.__ippKm,
60 txA=0,
60 txA=0,
61 txB=0,
61 txB=0,
62 nWindows=1,
62 nWindows=1,
63 nHeights=self.__nSamples,
63 nHeights=self.__nSamples,
64 firstHeight=self.__firstHeigth,
64 firstHeight=self.__firstHeigth,
65 deltaHeight=self.__deltaHeigth,
65 deltaHeight=self.__deltaHeigth,
66 codeType=self.__codeType,
66 codeType=self.__codeType,
67 nCode=self.__nCode, nBaud=self.__nBaud,
67 nCode=self.__nCode, nBaud=self.__nBaud,
68 code = self.__code)
68 code = self.__code)
69
69
70 self.dataOut.systemHeaderObj = SystemHeader(nSamples=self.__nSamples,
70 self.dataOut.systemHeaderObj = SystemHeader(nSamples=self.__nSamples,
71 nProfiles=nProfiles,
71 nProfiles=nProfiles,
72 nChannels=len(self.__channelList),
72 nChannels=len(self.__channelList),
73 adcResolution=14)
73 adcResolution=14)
74
74
75 self.dataOut.type = "Voltage"
75 self.dataOut.type = "Voltage"
76
76
77 self.dataOut.data = None
77 self.dataOut.data = None
78
78
79 self.dataOut.dtype = numpy.dtype([('real','<i8'),('imag','<i8')])
79 self.dataOut.dtype = numpy.dtype([('real','<i8'),('imag','<i8')])
80
80
81 # self.dataOut.nChannels = 0
81 # self.dataOut.nChannels = 0
82
82
83 # self.dataOut.nHeights = 0
83 # self.dataOut.nHeights = 0
84
84
85 self.dataOut.nProfiles = nProfiles
85 self.dataOut.nProfiles = nProfiles
86
86
87 self.dataOut.heightList = self.__firstHeigth + numpy.arange(self.__nSamples, dtype = numpy.float)*self.__deltaHeigth
87 self.dataOut.heightList = self.__firstHeigth + numpy.arange(self.__nSamples, dtype = numpy.float)*self.__deltaHeigth
88
88
89 self.dataOut.channelList = self.__channelList
89 self.dataOut.channelList = self.__channelList
90
90
91 self.dataOut.blocksize = self.dataOut.getNChannels() * self.dataOut.getNHeights()
91 self.dataOut.blocksize = self.dataOut.getNChannels() * self.dataOut.getNHeights()
92
92
93 # self.dataOut.channelIndexList = None
93 # self.dataOut.channelIndexList = None
94
94
95 self.dataOut.flagNoData = True
95 self.dataOut.flagNoData = True
96
96
97 #Set to TRUE if the data is discontinuous
97 #Set to TRUE if the data is discontinuous
98 self.dataOut.flagDiscontinuousBlock = False
98 self.dataOut.flagDiscontinuousBlock = False
99
99
100 self.dataOut.utctime = None
100 self.dataOut.utctime = None
101
101
102 self.dataOut.timeZone = self.__timezone/60 #timezone like jroheader, difference in minutes between UTC and localtime
102 self.dataOut.timeZone = self.__timezone/60 #timezone like jroheader, difference in minutes between UTC and localtime
103
103
104 self.dataOut.dstFlag = 0
104 self.dataOut.dstFlag = 0
105
105
106 self.dataOut.errorCount = 0
106 self.dataOut.errorCount = 0
107
107
108 self.dataOut.nCohInt = 1
108 self.dataOut.nCohInt = 1
109
109
110 self.dataOut.flagDecodeData = False #asumo que la data esta decodificada
110 self.dataOut.flagDecodeData = False #asumo que la data esta decodificada
111
111
112 self.dataOut.flagDeflipData = False #asumo que la data esta sin flip
112 self.dataOut.flagDeflipData = False #asumo que la data esta sin flip
113
113
114 self.dataOut.flagShiftFFT = False
114 self.dataOut.flagShiftFFT = False
115
115
116 self.dataOut.ippSeconds = 1.0*self.__nSamples/self.__sample_rate
116 self.dataOut.ippSeconds = 1.0*self.__nSamples/self.__sample_rate
117
117
118 #Time interval between profiles
118 #Time interval between profiles
119 #self.dataOut.timeInterval = self.dataOut.ippSeconds * self.dataOut.nCohInt
119 #self.dataOut.timeInterval = self.dataOut.ippSeconds * self.dataOut.nCohInt
120
120
121 self.dataOut.frequency = self.__frequency
121 self.dataOut.frequency = self.__frequency
122
122
123 self.dataOut.realtime = self.__online
123 self.dataOut.realtime = self.__online
124
124
125 def findDatafiles(self, path, startDate=None, endDate=None):
125 def findDatafiles(self, path, startDate=None, endDate=None):
126
126
127 if not os.path.isdir(path):
127 if not os.path.isdir(path):
128 return []
128 return []
129
129
130 try:
130 try:
131 digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True)
131 digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True)
132 except:
132 except:
133 digitalReadObj = digital_rf_hdf5.read_hdf5(path)
133 digitalReadObj = digital_rf_hdf5.read_hdf5(path)
134
134
135 channelNameList = digitalReadObj.get_channels()
135 channelNameList = digitalReadObj.get_channels()
136
136
137 if not channelNameList:
137 if not channelNameList:
138 return []
138 return []
139
139
140 metadata_dict = digitalReadObj.get_rf_file_metadata(channelNameList[0])
140 metadata_dict = digitalReadObj.get_rf_file_metadata(channelNameList[0])
141
141
142 sample_rate = metadata_dict['sample_rate'][0]
142 sample_rate = metadata_dict['sample_rate'][0]
143
143
144 this_metadata_file = digitalReadObj.get_metadata(channelNameList[0])
144 this_metadata_file = digitalReadObj.get_metadata(channelNameList[0])
145
145
146 try:
146 try:
147 timezone = this_metadata_file['timezone'].value
147 timezone = this_metadata_file['timezone'].value
148 except:
148 except:
149 timezone = 0
149 timezone = 0
150
150
151 startUTCSecond, endUTCSecond = digitalReadObj.get_bounds(channelNameList[0])/sample_rate - timezone
151 startUTCSecond, endUTCSecond = digitalReadObj.get_bounds(channelNameList[0])/sample_rate - timezone
152
152
153 startDatetime = datetime.datetime.utcfromtimestamp(startUTCSecond)
153 startDatetime = datetime.datetime.utcfromtimestamp(startUTCSecond)
154 endDatatime = datetime.datetime.utcfromtimestamp(endUTCSecond)
154 endDatatime = datetime.datetime.utcfromtimestamp(endUTCSecond)
155
155
156 if not startDate:
156 if not startDate:
157 startDate = startDatetime.date()
157 startDate = startDatetime.date()
158
158
159 if not endDate:
159 if not endDate:
160 endDate = endDatatime.date()
160 endDate = endDatatime.date()
161
161
162 dateList = []
162 dateList = []
163
163
164 thisDatetime = startDatetime
164 thisDatetime = startDatetime
165
165
166 while(thisDatetime<=endDatatime):
166 while(thisDatetime<=endDatatime):
167
167
168 thisDate = thisDatetime.date()
168 thisDate = thisDatetime.date()
169
169
170 if thisDate < startDate:
170 if thisDate < startDate:
171 continue
171 continue
172
172
173 if thisDate > endDate:
173 if thisDate > endDate:
174 break
174 break
175
175
176 dateList.append(thisDate)
176 dateList.append(thisDate)
177 thisDatetime += datetime.timedelta(1)
177 thisDatetime += datetime.timedelta(1)
178
178
179 return dateList
179 return dateList
180
180
181 def setup(self, path = None,
181 def setup(self, path = None,
182 startDate = None,
182 startDate = None,
183 endDate = None,
183 endDate = None,
184 startTime = datetime.time(0,0,0),
184 startTime = datetime.time(0,0,0),
185 endTime = datetime.time(23,59,59),
185 endTime = datetime.time(23,59,59),
186 channelList = None,
186 channelList = None,
187 nSamples = None,
187 nSamples = None,
188 ippKm = 60,
188 ippKm = 60,
189 online = False,
189 online = False,
190 delay = 60,
190 delay = 60,
191 buffer_size = None,
191 buffer_size = None,
192 nbuffer = 1024,
192 nbuffer = 1024,
193 **kwargs):
193 **kwargs):
194 '''
194 '''
195 In this method we should set all initial parameters.
195 In this method we should set all initial parameters.
196
196
197 Inputs:
197 Inputs:
198 path
198 path
199 startDate
199 startDate
200 endDate
200 endDate
201 startTime
201 startTime
202 endTime
202 endTime
203 set
203 set
204 expLabel
204 expLabel
205 ext
205 ext
206 online
206 online
207 delay
207 delay
208 '''
208 '''
209
209
210 if not buffer_size:
210 if not buffer_size:
211 buffer_size = nbuffer
211 buffer_size = nbuffer
212
212
213 if not os.path.isdir(path):
213 if not os.path.isdir(path):
214 raise ValueError, "[Reading] This path %s does not exist" %path
214 raise ValueError, "[Reading] This path %s does not exist" %path
215
215
216 try:
216 try:
217 self.digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True)
217 self.digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True)
218 except:
218 except:
219 self.digitalReadObj = digital_rf_hdf5.read_hdf5(path)
219 self.digitalReadObj = digital_rf_hdf5.read_hdf5(path)
220
220
221 channelNameList = self.digitalReadObj.get_channels()
221 channelNameList = self.digitalReadObj.get_channels()
222
222
223 if not channelNameList:
223 if not channelNameList:
224 raise IOError, "[Reading] The path doesn,t have any files .. "
224 raise IOError, "[Reading] The path doesn,t have any files .. "
225
225
226 if not channelList:
226 if not channelList:
227 channelList = range(len(channelNameList))
227 channelList = range(len(channelNameList))
228
228
229 ########## Reading metadata ######################
229 ########## Reading metadata ######################
230
230
231 metadata_dict = self.digitalReadObj.get_rf_file_metadata(channelNameList[channelList[0]])
231 metadata_dict = self.digitalReadObj.get_rf_file_metadata(channelNameList[channelList[0]])
232
232
233 self.__sample_rate = metadata_dict['sample_rate'][0]
233 self.__sample_rate = metadata_dict['sample_rate'][0]
234 self.__samples_per_file = metadata_dict['samples_per_file'][0]
234 self.__samples_per_file = metadata_dict['samples_per_file'][0]
235 self.__deltaHeigth = 1e6*0.15/self.__sample_rate
235 self.__deltaHeigth = 1e6*0.15/self.__sample_rate
236
236
237 this_metadata_file = self.digitalReadObj.get_metadata(channelNameList[channelList[0]])
237 this_metadata_file = self.digitalReadObj.get_metadata(channelNameList[channelList[0]])
238
238
239 self.__frequency = this_metadata_file['center_frequencies'].value
239 self.__frequency = this_metadata_file['center_frequencies'].value
240 try:
240 try:
241 self.__timezone = this_metadata_file['timezone'].value
241 self.__timezone = this_metadata_file['timezone'].value
242 except:
242 except:
243 self.__timezone = 0
243 self.__timezone = 0
244
244
245 self.__firstHeigth = 0
245 self.__firstHeigth = 0
246
246
247 try:
247 try:
248 codeType = this_metadata_file['codeType'].value
248 codeType = this_metadata_file['codeType'].value
249 except:
249 except:
250 codeType = 0
250 codeType = 0
251
251
252 nCode = 0
252 nCode = 0
253 nBaud = 0
253 nBaud = 0
254 code = None
254 code = None
255
255
256 if codeType:
256 if codeType:
257 nCode = this_metadata_file['nCode'].value
257 nCode = this_metadata_file['nCode'].value
258 nBaud = this_metadata_file['nBaud'].value
258 nBaud = this_metadata_file['nBaud'].value
259 code = this_metadata_file['code'].value
259 code = this_metadata_file['code'].value
260
260
261 if not ippKm:
261 if not ippKm:
262 try:
262 try:
263 #seconds to km
263 #seconds to km
264 ippKm = 1e6*0.15*this_metadata_file['ipp'].value
264 ippKm = 1e6*0.15*this_metadata_file['ipp'].value
265 except:
265 except:
266 ippKm = None
266 ippKm = None
267
267
268 ####################################################
268 ####################################################
269 startUTCSecond = None
269 startUTCSecond = None
270 endUTCSecond = None
270 endUTCSecond = None
271
271
272 if startDate:
272 if startDate:
273 startDatetime = datetime.datetime.combine(startDate, startTime)
273 startDatetime = datetime.datetime.combine(startDate, startTime)
274 startUTCSecond = (startDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone
274 startUTCSecond = (startDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone
275
275
276 if endDate:
276 if endDate:
277 endDatetime = datetime.datetime.combine(endDate, endTime)
277 endDatetime = datetime.datetime.combine(endDate, endTime)
278 endUTCSecond = (endDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone
278 endUTCSecond = (endDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone
279
279
280 start_index, end_index = self.digitalReadObj.get_bounds(channelNameList[channelList[0]])
280 start_index, end_index = self.digitalReadObj.get_bounds(channelNameList[channelList[0]])
281
281
282 if not startUTCSecond:
282 if not startUTCSecond:
283 startUTCSecond = start_index/self.__sample_rate
283 startUTCSecond = start_index/self.__sample_rate
284
284
285 if start_index > startUTCSecond*self.__sample_rate:
285 if start_index > startUTCSecond*self.__sample_rate:
286 startUTCSecond = start_index/self.__sample_rate
286 startUTCSecond = start_index/self.__sample_rate
287
287
288 if not endUTCSecond:
288 if not endUTCSecond:
289 endUTCSecond = end_index/self.__sample_rate
289 endUTCSecond = end_index/self.__sample_rate
290
290
291 if end_index < endUTCSecond*self.__sample_rate:
291 if end_index < endUTCSecond*self.__sample_rate:
292 endUTCSecond = end_index/self.__sample_rate
292 endUTCSecond = end_index/self.__sample_rate
293
293
294 if not nSamples:
294 if not nSamples:
295 if not ippKm:
295 if not ippKm:
296 raise ValueError, "[Reading] nSamples or ippKm should be defined"
296 raise ValueError, "[Reading] nSamples or ippKm should be defined"
297
297
298 nSamples = ippKm / (1e6*0.15/self.__sample_rate)
298 nSamples = ippKm / (1e6*0.15/self.__sample_rate)
299
299
300 channelBoundList = []
300 channelBoundList = []
301 channelNameListFiltered = []
301 channelNameListFiltered = []
302
302
303 for thisIndexChannel in channelList:
303 for thisIndexChannel in channelList:
304 thisChannelName = channelNameList[thisIndexChannel]
304 thisChannelName = channelNameList[thisIndexChannel]
305 start_index, end_index = self.digitalReadObj.get_bounds(thisChannelName)
305 start_index, end_index = self.digitalReadObj.get_bounds(thisChannelName)
306 channelBoundList.append((start_index, end_index))
306 channelBoundList.append((start_index, end_index))
307 channelNameListFiltered.append(thisChannelName)
307 channelNameListFiltered.append(thisChannelName)
308
308
309 self.profileIndex = 0
309 self.profileIndex = 0
310
310
311 self.__delay = delay
311 self.__delay = delay
312 self.__ippKm = ippKm
312 self.__ippKm = ippKm
313 self.__codeType = codeType
313 self.__codeType = codeType
314 self.__nCode = nCode
314 self.__nCode = nCode
315 self.__nBaud = nBaud
315 self.__nBaud = nBaud
316 self.__code = code
316 self.__code = code
317
317
318 self.__datapath = path
318 self.__datapath = path
319 self.__online = online
319 self.__online = online
320 self.__channelList = channelList
320 self.__channelList = channelList
321 self.__channelNameList = channelNameListFiltered
321 self.__channelNameList = channelNameListFiltered
322 self.__channelBoundList = channelBoundList
322 self.__channelBoundList = channelBoundList
323 self.__nSamples = nSamples
323 self.__nSamples = nSamples
324 self.__samples_to_read = buffer_size*nSamples
324 self.__samples_to_read = buffer_size*nSamples
325 self.__nChannels = len(self.__channelList)
325 self.__nChannels = len(self.__channelList)
326
326
327 self.__startUTCSecond = startUTCSecond
327 self.__startUTCSecond = startUTCSecond
328 self.__endUTCSecond = endUTCSecond
328 self.__endUTCSecond = endUTCSecond
329
329
330 self.__timeInterval = 1.0 * self.__samples_to_read/self.__sample_rate #Time interval
330 self.__timeInterval = 1.0 * self.__samples_to_read/self.__sample_rate #Time interval
331
331
332 if online:
332 if online:
333 # self.__thisUnixSample = int(endUTCSecond*self.__sample_rate - 4*self.__samples_to_read)
333 # self.__thisUnixSample = int(endUTCSecond*self.__sample_rate - 4*self.__samples_to_read)
334 startUTCSecond = numpy.floor(endUTCSecond)
334 startUTCSecond = numpy.floor(endUTCSecond)
335
335
336 self.__thisUnixSample = int(startUTCSecond*self.__sample_rate) - self.__samples_to_read
336 self.__thisUnixSample = int(startUTCSecond*self.__sample_rate) - self.__samples_to_read
337
337
338 self.__data_buffer = numpy.zeros((self.__nChannels, self.__samples_to_read), dtype = numpy.complex)
338 self.__data_buffer = numpy.zeros((self.__nChannels, self.__samples_to_read), dtype = numpy.complex)
339
339
340 self.__setFileHeader()
340 self.__setFileHeader()
341 self.isConfig = True
341 self.isConfig = True
342
342
343 print "[Reading] USRP Data was found from %s to %s " %(
343 print "[Reading] USRP Data was found from %s to %s " %(
344 datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
344 datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
345 datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
345 datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
346 )
346 )
347
347
348 print "[Reading] Starting process from %s to %s" %(datetime.datetime.utcfromtimestamp(startUTCSecond - self.__timezone),
348 print "[Reading] Starting process from %s to %s" %(datetime.datetime.utcfromtimestamp(startUTCSecond - self.__timezone),
349 datetime.datetime.utcfromtimestamp(endUTCSecond - self.__timezone)
349 datetime.datetime.utcfromtimestamp(endUTCSecond - self.__timezone)
350 )
350 )
351
351
352 def __reload(self):
352 def __reload(self):
353
353
354 if not self.__online:
354 if not self.__online:
355 return
355 return
356
356
357 # print
357 # print
358 # print "%s not in range [%s, %s]" %(
358 # print "%s not in range [%s, %s]" %(
359 # datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
359 # datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
360 # datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
360 # datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
361 # datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
361 # datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
362 # )
362 # )
363 print "[Reading] reloading metadata ..."
363 print "[Reading] reloading metadata ..."
364
364
365 try:
365 try:
366 self.digitalReadObj.reload(complete_update=True)
366 self.digitalReadObj.reload(complete_update=True)
367 except:
367 except:
368 self.digitalReadObj.reload()
368 self.digitalReadObj.reload()
369
369
370 start_index, end_index = self.digitalReadObj.get_bounds(self.__channelNameList[self.__channelList[0]])
370 start_index, end_index = self.digitalReadObj.get_bounds(self.__channelNameList[self.__channelList[0]])
371
371
372 if start_index > self.__startUTCSecond*self.__sample_rate:
372 if start_index > self.__startUTCSecond*self.__sample_rate:
373 self.__startUTCSecond = 1.0*start_index/self.__sample_rate
373 self.__startUTCSecond = 1.0*start_index/self.__sample_rate
374
374
375 if end_index > self.__endUTCSecond*self.__sample_rate:
375 if end_index > self.__endUTCSecond*self.__sample_rate:
376 self.__endUTCSecond = 1.0*end_index/self.__sample_rate
376 self.__endUTCSecond = 1.0*end_index/self.__sample_rate
377 print
377 print
378 print "[Reading] New timerange found [%s, %s] " %(
378 print "[Reading] New timerange found [%s, %s] " %(
379 datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
379 datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
380 datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
380 datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
381 )
381 )
382
382
383 return True
383 return True
384
384
385 return False
385 return False
386
386
387 def __readNextBlock(self, seconds=30, volt_scale = 218776):
387 def __readNextBlock(self, seconds=30, volt_scale = 218776):
388 '''
388 '''
389 '''
389 '''
390
390
391 #Set the next data
391 #Set the next data
392 self.__flagDiscontinuousBlock = False
392 self.__flagDiscontinuousBlock = False
393 self.__thisUnixSample += self.__samples_to_read
393 self.__thisUnixSample += self.__samples_to_read
394
394
395 if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate:
395 if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate:
396 print "[Reading] There are no more data into selected timerange"
396 print "[Reading] There are no more data into selected timerange"
397
397
398 self.__reload()
398 self.__reload()
399
399
400 if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate:
400 if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate:
401 self.__thisUnixSample -= self.__samples_to_read
401 self.__thisUnixSample -= self.__samples_to_read
402 return False
402 return False
403
403
404 indexChannel = 0
404 indexChannel = 0
405
405
406 dataOk = False
406 dataOk = False
407
407
408 for thisChannelName in self.__channelNameList:
408 for thisChannelName in self.__channelNameList:
409
409
410 try:
410 try:
411 result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample,
411 result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample,
412 self.__samples_to_read,
412 self.__samples_to_read,
413 thisChannelName)
413 thisChannelName)
414
414
415 except IOError, e:
415 except IOError, e:
416 #read next profile
416 #read next profile
417 self.__flagDiscontinuousBlock = True
417 self.__flagDiscontinuousBlock = True
418 print e
418 print "[Reading] %s" %datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), e
419 break
419 break
420
420
421 if result.shape[0] != self.__samples_to_read:
421 if result.shape[0] != self.__samples_to_read:
422 self.__flagDiscontinuousBlock = True
422 self.__flagDiscontinuousBlock = True
423 print "[Reading] %s: Too few samples were found, just %d samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
423 print "[Reading] %s: Too few samples were found, just %d/%d samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
424 result.shape[0])
424 result.shape[0],
425 self.__samples_to_read)
425 break
426 break
426
427
427 self.__data_buffer[indexChannel,:] = result*volt_scale
428 self.__data_buffer[indexChannel,:] = result*volt_scale
428
429
429 indexChannel += 1
430 indexChannel += 1
430
431
431 dataOk = True
432 dataOk = True
432
433
433 self.__utctime = self.__thisUnixSample/self.__sample_rate
434 self.__utctime = self.__thisUnixSample/self.__sample_rate
434
435
435 if not dataOk:
436 if not dataOk:
436 return False
437 return False
437
438
438 print "[Reading] %s: %d samples <> %f sec" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
439 print "[Reading] %s: %d samples <> %f sec" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
439 self.__samples_to_read,
440 self.__samples_to_read,
440 self.__timeInterval)
441 self.__timeInterval)
441
442
442 self.__bufferIndex = 0
443 self.__bufferIndex = 0
443
444
444 return True
445 return True
445
446
446 def __isBufferEmpty(self):
447 def __isBufferEmpty(self):
447
448
448 if self.__bufferIndex <= self.__samples_to_read - self.__nSamples:
449 if self.__bufferIndex <= self.__samples_to_read - self.__nSamples:
449 return False
450 return False
450
451
451 return True
452 return True
452
453
453 def getData(self, seconds=30, nTries=5):
454 def getData(self, seconds=30, nTries=5):
454
455
455 '''
456 '''
456 This method gets the data from files and put the data into the dataOut object
457 This method gets the data from files and put the data into the dataOut object
457
458
458 In addition, increase el the buffer counter in one.
459 In addition, increase el the buffer counter in one.
459
460
460 Return:
461 Return:
461 data : retorna un perfil de voltages (alturas * canales) copiados desde el
462 data : retorna un perfil de voltages (alturas * canales) copiados desde el
462 buffer. Si no hay mas archivos a leer retorna None.
463 buffer. Si no hay mas archivos a leer retorna None.
463
464
464 Affected:
465 Affected:
465 self.dataOut
466 self.dataOut
466 self.profileIndex
467 self.profileIndex
467 self.flagDiscontinuousBlock
468 self.flagDiscontinuousBlock
468 self.flagIsNewBlock
469 self.flagIsNewBlock
469 '''
470 '''
470
471
471 err_counter = 0
472 err_counter = 0
472 self.dataOut.flagNoData = True
473 self.dataOut.flagNoData = True
473
474
474 if self.__isBufferEmpty():
475 if self.__isBufferEmpty():
475
476
476 self.__flagDiscontinuousBlock = False
477 self.__flagDiscontinuousBlock = False
477
478
478 while True:
479 while True:
479 if self.__readNextBlock():
480 if self.__readNextBlock():
480 break
481 break
481
482
482 if self.__thisUnixSample > self.__endUTCSecond*self.__sample_rate:
483 if self.__thisUnixSample > self.__endUTCSecond*self.__sample_rate:
483 return False
484 return False
484
485
485 if self.__flagDiscontinuousBlock:
486 if self.__flagDiscontinuousBlock:
486 print '[Reading] discontinuous block found ... continue with the next block'
487 print '[Reading] discontinuous block found ... continue with the next block'
487 continue
488 continue
488
489
489 if not self.__online:
490 if not self.__online:
490 return False
491 return False
491
492
492 err_counter += 1
493 err_counter += 1
493 if err_counter > nTries:
494 if err_counter > nTries:
494 return False
495 return False
495
496
496 print '[Reading] waiting %d seconds to read a new block' %seconds
497 print '[Reading] waiting %d seconds to read a new block' %seconds
497 sleep(seconds)
498 sleep(seconds)
498
499
499 self.dataOut.data = self.__data_buffer[:,self.__bufferIndex:self.__bufferIndex+self.__nSamples]
500 self.dataOut.data = self.__data_buffer[:,self.__bufferIndex:self.__bufferIndex+self.__nSamples]
500 self.dataOut.utctime = (self.__thisUnixSample + self.__bufferIndex)/self.__sample_rate
501 self.dataOut.utctime = (self.__thisUnixSample + self.__bufferIndex)/self.__sample_rate
501 self.dataOut.flagNoData = False
502 self.dataOut.flagNoData = False
502 self.dataOut.flagDiscontinuousBlock = self.__flagDiscontinuousBlock
503 self.dataOut.flagDiscontinuousBlock = self.__flagDiscontinuousBlock
503
504
504 self.__bufferIndex += self.__nSamples
505 self.__bufferIndex += self.__nSamples
505 self.profileIndex += 1
506 self.profileIndex += 1
506
507
507 return True
508 return True
508
509
509 def printInfo(self):
510 def printInfo(self):
510 '''
511 '''
511 '''
512 '''
512 if self.__printInfo == False:
513 if self.__printInfo == False:
513 return
514 return
514
515
515 # self.systemHeaderObj.printInfo()
516 # self.systemHeaderObj.printInfo()
516 # self.radarControllerHeaderObj.printInfo()
517 # self.radarControllerHeaderObj.printInfo()
517
518
518 self.__printInfo = False
519 self.__printInfo = False
519
520
520 def printNumberOfBlock(self):
521 def printNumberOfBlock(self):
521 '''
522 '''
522 '''
523 '''
523
524
524 print self.profileIndex
525 print self.profileIndex
525
526
526 def run(self, **kwargs):
527 def run(self, **kwargs):
527 '''
528 '''
528 This method will be called many times so here you should put all your code
529 This method will be called many times so here you should put all your code
529 '''
530 '''
530
531
531 if not self.isConfig:
532 if not self.isConfig:
532 self.setup(**kwargs)
533 self.setup(**kwargs)
533
534
534 self.getData(seconds=self.__delay)
535 self.getData(seconds=self.__delay)
535
536
536 return
537 return
537
538
538 class USRPWriter(Operation):
539 class USRPWriter(Operation):
539 '''
540 '''
540 classdocs
541 classdocs
541 '''
542 '''
542
543
543 def __init__(self):
544 def __init__(self):
544 '''
545 '''
545 Constructor
546 Constructor
546 '''
547 '''
547 self.dataOut = None
548 self.dataOut = None
548
549
549 def setup(self, dataIn, path, blocksPerFile, set=0, ext=None):
550 def setup(self, dataIn, path, blocksPerFile, set=0, ext=None):
550 '''
551 '''
551 In this method we should set all initial parameters.
552 In this method we should set all initial parameters.
552
553
553 Input:
554 Input:
554 dataIn : Input data will also be outputa data
555 dataIn : Input data will also be outputa data
555
556
556 '''
557 '''
557 self.dataOut = dataIn
558 self.dataOut = dataIn
558
559
559
560
560
561
561
562
562
563
563 self.isConfig = True
564 self.isConfig = True
564
565
565 return
566 return
566
567
567 def run(self, dataIn, **kwargs):
568 def run(self, dataIn, **kwargs):
568 '''
569 '''
569 This method will be called many times so here you should put all your code
570 This method will be called many times so here you should put all your code
570
571
571 Inputs:
572 Inputs:
572
573
573 dataIn : object with the data
574 dataIn : object with the data
574
575
575 '''
576 '''
576
577
577 if not self.isConfig:
578 if not self.isConfig:
578 self.setup(dataIn, **kwargs)
579 self.setup(dataIn, **kwargs)
579
580
580
581
581 if __name__ == '__main__':
582 if __name__ == '__main__':
582
583
583 readObj = USRPReader()
584 readObj = USRPReader()
584
585
585 while True:
586 while True:
586 readObj.run(path='/Volumes/DATA/haystack/passive_radar/')
587 readObj.run(path='/Volumes/DATA/haystack/passive_radar/')
587 # readObj.printInfo()
588 # readObj.printInfo()
588 readObj.printNumberOfBlock()
589 readObj.printNumberOfBlock()
589
590
590 No newline at end of file
591
General Comments 0
You need to be logged in to leave comments. Login now