jroIO_usrp.py
600 lines
| 19.1 KiB
| text/x-python
|
PythonLexer
Miguel Valdez
|
r568 | ''' | ||
| Created on Jul 3, 2014 | ||||
| @author: roj-idl71 | ||||
| ''' | ||||
|
Miguel Valdez
|
r607 | import os | ||
|
Miguel Valdez
|
r568 | import datetime | ||
| import numpy | ||||
| try: | ||||
| from gevent import sleep | ||||
| except: | ||||
| from time import sleep | ||||
| from schainpy.model.data.jroheaderIO import RadarControllerHeader, SystemHeader | ||||
| from schainpy.model.data.jrodata import Voltage | ||||
| from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation | ||||
| try: | ||||
| import digital_rf_hdf5 | ||||
| except: | ||||
| print 'You should install "digital_rf_hdf5" module if you want to read USRP data' | ||||
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | class USRPReader(ProcessingUnit): | ||
| ''' | ||||
| classdocs | ||||
| ''' | ||||
|
José Chávez
|
r897 | def __init__(self, **kwargs): | ||
|
Miguel Valdez
|
r568 | ''' | ||
| Constructor | ||||
| ''' | ||||
|
José Chávez
|
r897 | |||
| ProcessingUnit.__init__(self, **kwargs) | ||||
|
Miguel Valdez
|
r568 | self.dataOut = Voltage() | ||
| self.__printInfo = True | ||||
| self.__flagDiscontinuousBlock = False | ||||
| self.__bufferIndex = 9999999 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__ippKm = None | ||
| self.__codeType = 0 | ||||
| self.__nCode = None | ||||
| self.__nBaud = None | ||||
| self.__code = None | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def __getCurrentSecond(self): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return self.__thisUnixSample/self.__sample_rate | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | thisSecond = property(__getCurrentSecond, "I'm the 'thisSecond' property.") | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def __setFileHeader(self): | ||
| ''' | ||||
| In this method will be initialized every parameter of dataOut object (header, no data) | ||||
| ''' | ||||
|
Miguel Valdez
|
r823 | ippSeconds = 1.0*self.__nSamples/self.__sample_rate | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r823 | nProfiles = 1.0/ippSeconds #Number of profiles in one second | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.radarControllerHeaderObj = RadarControllerHeader(ippKm=self.__ippKm, | ||
| txA=0, | ||||
| txB=0, | ||||
| nWindows=1, | ||||
| nHeights=self.__nSamples, | ||||
| firstHeight=self.__firstHeigth, | ||||
| deltaHeight=self.__deltaHeigth, | ||||
| codeType=self.__codeType, | ||||
| nCode=self.__nCode, nBaud=self.__nBaud, | ||||
| code = self.__code) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.systemHeaderObj = SystemHeader(nSamples=self.__nSamples, | ||
|
Miguel Valdez
|
r600 | nProfiles=nProfiles, | ||
|
Miguel Valdez
|
r568 | nChannels=len(self.__channelList), | ||
| adcResolution=14) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.type = "Voltage" | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.data = None | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.dtype = numpy.dtype([('real','<i8'),('imag','<i8')]) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | # self.dataOut.nChannels = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | # self.dataOut.nHeights = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r600 | self.dataOut.nProfiles = nProfiles | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.heightList = self.__firstHeigth + numpy.arange(self.__nSamples, dtype = numpy.float)*self.__deltaHeigth | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.channelList = self.__channelList | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.blocksize = self.dataOut.getNChannels() * self.dataOut.getNHeights() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | # self.dataOut.channelIndexList = None | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.flagNoData = True | ||
|
José Chávez
|
r897 | |||
| #Set to TRUE if the data is discontinuous | ||||
|
Miguel Valdez
|
r568 | self.dataOut.flagDiscontinuousBlock = False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.utctime = None | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.timeZone = self.__timezone/60 #timezone like jroheader, difference in minutes between UTC and localtime | ||
| self.dataOut.dstFlag = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.errorCount = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.nCohInt = 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.flagDecodeData = False #asumo que la data esta decodificada | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.flagDeflipData = False #asumo que la data esta sin flip | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.flagShiftFFT = False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r823 | self.dataOut.ippSeconds = ippSeconds | ||
|
José Chávez
|
r897 | |||
| #Time interval between profiles | ||||
|
Miguel Valdez
|
r568 | #self.dataOut.timeInterval = self.dataOut.ippSeconds * self.dataOut.nCohInt | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.frequency = self.__frequency | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.realtime = self.__online | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | def findDatafiles(self, path, startDate=None, endDate=None): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r607 | if not os.path.isdir(path): | ||
| return [] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | try: | ||
| digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True) | ||||
| except: | ||||
| digitalReadObj = digital_rf_hdf5.read_hdf5(path) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | channelNameList = digitalReadObj.get_channels() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r596 | if not channelNameList: | ||
| return [] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | metadata_dict = digitalReadObj.get_rf_file_metadata(channelNameList[0]) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | sample_rate = metadata_dict['sample_rate'][0] | ||
| this_metadata_file = digitalReadObj.get_metadata(channelNameList[0]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | try: | ||
| timezone = this_metadata_file['timezone'].value | ||||
| except: | ||||
| timezone = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | startUTCSecond, endUTCSecond = digitalReadObj.get_bounds(channelNameList[0])/sample_rate - timezone | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | startDatetime = datetime.datetime.utcfromtimestamp(startUTCSecond) | ||
| endDatatime = datetime.datetime.utcfromtimestamp(endUTCSecond) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | if not startDate: | ||
| startDate = startDatetime.date() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | if not endDate: | ||
| endDate = endDatatime.date() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | dateList = [] | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | thisDatetime = startDatetime | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | while(thisDatetime<=endDatatime): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | thisDate = thisDatetime.date() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | if thisDate < startDate: | ||
| continue | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | if thisDate > endDate: | ||
| break | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | dateList.append(thisDate) | ||
| thisDatetime += datetime.timedelta(1) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | return dateList | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def setup(self, path = None, | ||
|
José Chávez
|
r897 | startDate = None, | ||
| endDate = None, | ||||
| startTime = datetime.time(0,0,0), | ||||
| endTime = datetime.time(23,59,59), | ||||
| channelList = None, | ||||
| nSamples = None, | ||||
|
Miguel Valdez
|
r589 | ippKm = 60, | ||
|
Miguel Valdez
|
r568 | online = False, | ||
|
Miguel Valdez
|
r589 | delay = 60, | ||
|
Miguel Valdez
|
r727 | buffer_size = 1024, | ||
|
Miguel Valdez
|
r589 | **kwargs): | ||
|
Miguel Valdez
|
r568 | ''' | ||
| In this method we should set all initial parameters. | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | Inputs: | ||
| path | ||||
| startDate | ||||
| endDate | ||||
| startTime | ||||
| endTime | ||||
| set | ||||
| expLabel | ||||
| ext | ||||
| online | ||||
|
Miguel Valdez
|
r589 | delay | ||
|
Miguel Valdez
|
r568 | ''' | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r607 | if not os.path.isdir(path): | ||
|
José Chávez
|
r897 | raise ValueError, "[Reading] Directory %s does not exist" %path | ||
|
Miguel Valdez
|
r568 | try: | ||
| self.digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True) | ||||
| except: | ||||
| self.digitalReadObj = digital_rf_hdf5.read_hdf5(path) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | channelNameList = self.digitalReadObj.get_channels() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not channelNameList: | ||
|
Miguel Valdez
|
r684 | raise ValueError, "[Reading] Directory %s does not have any files" %path | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not channelList: | ||
| channelList = range(len(channelNameList)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | ########## Reading metadata ###################### | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | metadata_dict = self.digitalReadObj.get_rf_file_metadata(channelNameList[channelList[0]]) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__sample_rate = metadata_dict['sample_rate'][0] | ||
|
Miguel Valdez
|
r812 | # self.__samples_per_file = metadata_dict['samples_per_file'][0] | ||
|
Miguel Valdez
|
r568 | self.__deltaHeigth = 1e6*0.15/self.__sample_rate | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | this_metadata_file = self.digitalReadObj.get_metadata(channelNameList[channelList[0]]) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r812 | self.__frequency = None | ||
| try: | ||||
| self.__frequency = this_metadata_file['center_frequencies'].value | ||||
| except: | ||||
| self.__frequency = this_metadata_file['fc'].value | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r812 | if not self.__frequency: | ||
| raise ValueError, "Center Frequency is not defined in metadata file" | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | try: | ||
| self.__timezone = this_metadata_file['timezone'].value | ||||
| except: | ||||
| self.__timezone = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__firstHeigth = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | try: | ||
| codeType = this_metadata_file['codeType'].value | ||||
| except: | ||||
| codeType = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r684 | nCode = 1 | ||
| nBaud = 1 | ||||
|
Miguel Valdez
|
r686 | code = numpy.ones((nCode, nBaud), dtype=numpy.int) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if codeType: | ||
| nCode = this_metadata_file['nCode'].value | ||||
| nBaud = this_metadata_file['nBaud'].value | ||||
| code = this_metadata_file['code'].value | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not ippKm: | ||
| try: | ||||
| #seconds to km | ||||
| ippKm = 1e6*0.15*this_metadata_file['ipp'].value | ||||
| except: | ||||
| ippKm = None | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | #################################################### | ||
| startUTCSecond = None | ||||
| endUTCSecond = None | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if startDate: | ||
| startDatetime = datetime.datetime.combine(startDate, startTime) | ||||
| startUTCSecond = (startDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if endDate: | ||
| endDatetime = datetime.datetime.combine(endDate, endTime) | ||||
| endUTCSecond = (endDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | start_index, end_index = self.digitalReadObj.get_bounds(channelNameList[channelList[0]]) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not startUTCSecond: | ||
| startUTCSecond = start_index/self.__sample_rate | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if start_index > startUTCSecond*self.__sample_rate: | ||
| startUTCSecond = start_index/self.__sample_rate | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not endUTCSecond: | ||
| endUTCSecond = end_index/self.__sample_rate | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if end_index < endUTCSecond*self.__sample_rate: | ||
| endUTCSecond = end_index/self.__sample_rate | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not nSamples: | ||
| if not ippKm: | ||||
| raise ValueError, "[Reading] nSamples or ippKm should be defined" | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r800 | nSamples = int(ippKm / (1e6*0.15/self.__sample_rate)) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | channelBoundList = [] | ||
| channelNameListFiltered = [] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | for thisIndexChannel in channelList: | ||
| thisChannelName = channelNameList[thisIndexChannel] | ||||
| start_index, end_index = self.digitalReadObj.get_bounds(thisChannelName) | ||||
| channelBoundList.append((start_index, end_index)) | ||||
| channelNameListFiltered.append(thisChannelName) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.profileIndex = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | self.__delay = delay | ||
|
Miguel Valdez
|
r568 | self.__ippKm = ippKm | ||
| self.__codeType = codeType | ||||
| self.__nCode = nCode | ||||
| self.__nBaud = nBaud | ||||
| self.__code = code | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__datapath = path | ||
| self.__online = online | ||||
| self.__channelList = channelList | ||||
| self.__channelNameList = channelNameListFiltered | ||||
| self.__channelBoundList = channelBoundList | ||||
| self.__nSamples = nSamples | ||||
|
Miguel Valdez
|
r800 | self.__samples_to_read = int(buffer_size*nSamples) | ||
|
Miguel Valdez
|
r568 | self.__nChannels = len(self.__channelList) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__startUTCSecond = startUTCSecond | ||
| self.__endUTCSecond = endUTCSecond | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__timeInterval = 1.0 * self.__samples_to_read/self.__sample_rate #Time interval | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if online: | ||
| # self.__thisUnixSample = int(endUTCSecond*self.__sample_rate - 4*self.__samples_to_read) | ||||
| startUTCSecond = numpy.floor(endUTCSecond) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__thisUnixSample = int(startUTCSecond*self.__sample_rate) - self.__samples_to_read | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__data_buffer = numpy.zeros((self.__nChannels, self.__samples_to_read), dtype = numpy.complex) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__setFileHeader() | ||
| self.isConfig = True | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | print "[Reading] USRP Data was found from %s to %s " %( | ||
| datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone), | ||||
| datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone) | ||||
| ) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r606 | print "[Reading] Starting process from %s to %s" %(datetime.datetime.utcfromtimestamp(startUTCSecond - self.__timezone), | ||
| datetime.datetime.utcfromtimestamp(endUTCSecond - self.__timezone) | ||||
| ) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def __reload(self): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not self.__online: | ||
| return | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | |||
| # print "%s not in range [%s, %s]" %( | ||||
| # datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), | ||||
| # datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone), | ||||
| # datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone) | ||||
| # ) | ||||
| print "[Reading] reloading metadata ..." | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | try: | ||
| self.digitalReadObj.reload(complete_update=True) | ||||
| except: | ||||
| self.digitalReadObj.reload() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | start_index, end_index = self.digitalReadObj.get_bounds(self.__channelNameList[self.__channelList[0]]) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if start_index > self.__startUTCSecond*self.__sample_rate: | ||
| self.__startUTCSecond = 1.0*start_index/self.__sample_rate | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if end_index > self.__endUTCSecond*self.__sample_rate: | ||
| self.__endUTCSecond = 1.0*end_index/self.__sample_rate | ||||
| print "[Reading] New timerange found [%s, %s] " %( | ||||
| datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone), | ||||
| datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone) | ||||
| ) | ||||
| return True | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def __readNextBlock(self, seconds=30, volt_scale = 218776): | ||
| ''' | ||||
| ''' | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | #Set the next data | ||
| self.__flagDiscontinuousBlock = False | ||||
| self.__thisUnixSample += self.__samples_to_read | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate: | ||
|
Miguel Valdez
|
r800 | print "[Reading] There are no more data into selected time-range" | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__reload() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate: | ||
| self.__thisUnixSample -= self.__samples_to_read | ||||
| return False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | indexChannel = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | dataOk = False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | for thisChannelName in self.__channelNameList: | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | try: | ||
| result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample, | ||||
| self.__samples_to_read, | ||||
| thisChannelName) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | except IOError, e: | ||
| #read next profile | ||||
| self.__flagDiscontinuousBlock = True | ||||
|
Miguel Valdez
|
r629 | print "[Reading] %s" %datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), e | ||
|
Miguel Valdez
|
r568 | break | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if result.shape[0] != self.__samples_to_read: | ||
| self.__flagDiscontinuousBlock = True | ||||
|
Miguel Valdez
|
r629 | print "[Reading] %s: Too few samples were found, just %d/%d samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), | ||
| result.shape[0], | ||||
| self.__samples_to_read) | ||||
|
Miguel Valdez
|
r568 | break | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__data_buffer[indexChannel,:] = result*volt_scale | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | indexChannel += 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | dataOk = True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__utctime = self.__thisUnixSample/self.__sample_rate | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not dataOk: | ||
| return False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | print "[Reading] %s: %d samples <> %f sec" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), | ||
| self.__samples_to_read, | ||||
| self.__timeInterval) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__bufferIndex = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def __isBufferEmpty(self): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if self.__bufferIndex <= self.__samples_to_read - self.__nSamples: | ||
| return False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def getData(self, seconds=30, nTries=5): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | ''' | ||
| This method gets the data from files and put the data into the dataOut object | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | In addition, increase el the buffer counter in one. | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | Return: | ||
| data : retorna un perfil de voltages (alturas * canales) copiados desde el | ||||
| buffer. Si no hay mas archivos a leer retorna None. | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | Affected: | ||
| self.dataOut | ||||
| self.profileIndex | ||||
| self.flagDiscontinuousBlock | ||||
| self.flagIsNewBlock | ||||
| ''' | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | err_counter = 0 | ||
| self.dataOut.flagNoData = True | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if self.__isBufferEmpty(): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__flagDiscontinuousBlock = False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | while True: | ||
| if self.__readNextBlock(): | ||||
| break | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if self.__thisUnixSample > self.__endUTCSecond*self.__sample_rate: | ||
| return False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if self.__flagDiscontinuousBlock: | ||
| print '[Reading] discontinuous block found ... continue with the next block' | ||||
| continue | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not self.__online: | ||
| return False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | err_counter += 1 | ||
| if err_counter > nTries: | ||||
| return False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | print '[Reading] waiting %d seconds to read a new block' %seconds | ||
| sleep(seconds) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.dataOut.data = self.__data_buffer[:,self.__bufferIndex:self.__bufferIndex+self.__nSamples] | ||
| self.dataOut.utctime = (self.__thisUnixSample + self.__bufferIndex)/self.__sample_rate | ||||
| self.dataOut.flagNoData = False | ||||
| self.dataOut.flagDiscontinuousBlock = self.__flagDiscontinuousBlock | ||||
|
Miguel Valdez
|
r823 | self.dataOut.profileIndex = self.profileIndex | ||
|
José Chávez
|
r897 | |||
| self.__bufferIndex += self.__nSamples | ||||
|
Miguel Valdez
|
r568 | self.profileIndex += 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r823 | if self.profileIndex == self.dataOut.nProfiles: | ||
| self.profileIndex = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def printInfo(self): | ||
| ''' | ||||
| ''' | ||||
| if self.__printInfo == False: | ||||
| return | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | # self.systemHeaderObj.printInfo() | ||
| # self.radarControllerHeaderObj.printInfo() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.__printInfo = False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def printNumberOfBlock(self): | ||
| ''' | ||||
| ''' | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | print self.profileIndex | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def run(self, **kwargs): | ||
| ''' | ||||
| This method will be called many times so here you should put all your code | ||||
| ''' | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not self.isConfig: | ||
| self.setup(**kwargs) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r589 | self.getData(seconds=self.__delay) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | class USRPWriter(Operation): | ||
| ''' | ||||
| classdocs | ||||
| ''' | ||||
|
José Chávez
|
r897 | |||
| def __init__(self, **kwargs): | ||||
|
Miguel Valdez
|
r568 | ''' | ||
| Constructor | ||||
| ''' | ||||
|
José Chávez
|
r897 | Operation.__init__(self, **kwargs) | ||
|
Miguel Valdez
|
r568 | self.dataOut = None | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def setup(self, dataIn, path, blocksPerFile, set=0, ext=None): | ||
| ''' | ||||
| In this method we should set all initial parameters. | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | Input: | ||
| dataIn : Input data will also be outputa data | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | ''' | ||
| self.dataOut = dataIn | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | self.isConfig = True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | return | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | def run(self, dataIn, **kwargs): | ||
| ''' | ||||
| This method will be called many times so here you should put all your code | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | Inputs: | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | dataIn : object with the data | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | ''' | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | if not self.isConfig: | ||
| self.setup(dataIn, **kwargs) | ||||
| if __name__ == '__main__': | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | readObj = USRPReader() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r568 | while True: | ||
| readObj.run(path='/Volumes/DATA/haystack/passive_radar/') | ||||
| # readObj.printInfo() | ||||
| readObj.printNumberOfBlock() | ||||