jroIO_usrp.py
599 lines
| 19.1 KiB
| text/x-python
|
PythonLexer
Miguel Valdez
|
r568 | ''' | |
| Created on Jul 3, 2014 | |||
| @author: roj-idl71 | |||
| ''' | |||
|
Miguel Valdez
|
r607 | import os | |
|
Miguel Valdez
|
r568 | import datetime | |
| import numpy | |||
| try: | |||
| from gevent import sleep | |||
| except: | |||
| from time import sleep | |||
| from schainpy.model.data.jroheaderIO import RadarControllerHeader, SystemHeader | |||
| from schainpy.model.data.jrodata import Voltage | |||
| from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation | |||
| try: | |||
| import digital_rf_hdf5 | |||
| except: | |||
George Yong
|
r1167 | print('You should install "digital_rf_hdf5" module if you want to read USRP data') | |
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | class USRPReader(ProcessingUnit): | |
| ''' | |||
| classdocs | |||
| ''' | |||
|
José Chávez
|
r897 | def __init__(self, **kwargs): | |
|
Miguel Valdez
|
r568 | ''' | |
| Constructor | |||
| ''' | |||
|
José Chávez
|
r897 | ||
| ProcessingUnit.__init__(self, **kwargs) | |||
|
Miguel Valdez
|
r568 | self.dataOut = Voltage() | |
| self.__printInfo = True | |||
| self.__flagDiscontinuousBlock = False | |||
| self.__bufferIndex = 9999999 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__ippKm = None | |
| self.__codeType = 0 | |||
| self.__nCode = None | |||
| self.__nBaud = None | |||
| self.__code = None | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def __getCurrentSecond(self): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return self.__thisUnixSample/self.__sample_rate | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | thisSecond = property(__getCurrentSecond, "I'm the 'thisSecond' property.") | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def __setFileHeader(self): | |
| ''' | |||
| In this method will be initialized every parameter of dataOut object (header, no data) | |||
| ''' | |||
|
Miguel Valdez
|
r823 | ippSeconds = 1.0*self.__nSamples/self.__sample_rate | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r823 | nProfiles = 1.0/ippSeconds #Number of profiles in one second | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.radarControllerHeaderObj = RadarControllerHeader(ippKm=self.__ippKm, | |
| txA=0, | |||
| txB=0, | |||
| nWindows=1, | |||
| nHeights=self.__nSamples, | |||
| firstHeight=self.__firstHeigth, | |||
| deltaHeight=self.__deltaHeigth, | |||
| codeType=self.__codeType, | |||
| nCode=self.__nCode, nBaud=self.__nBaud, | |||
| code = self.__code) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.systemHeaderObj = SystemHeader(nSamples=self.__nSamples, | |
|
Miguel Valdez
|
r600 | nProfiles=nProfiles, | |
|
Miguel Valdez
|
r568 | nChannels=len(self.__channelList), | |
| adcResolution=14) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.type = "Voltage" | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.data = None | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.dtype = numpy.dtype([('real','<i8'),('imag','<i8')]) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | # self.dataOut.nChannels = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | # self.dataOut.nHeights = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r600 | self.dataOut.nProfiles = nProfiles | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.heightList = self.__firstHeigth + numpy.arange(self.__nSamples, dtype = numpy.float)*self.__deltaHeigth | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.channelList = self.__channelList | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.blocksize = self.dataOut.getNChannels() * self.dataOut.getNHeights() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | # self.dataOut.channelIndexList = None | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.flagNoData = True | |
|
José Chávez
|
r897 | ||
| #Set to TRUE if the data is discontinuous | |||
|
Miguel Valdez
|
r568 | self.dataOut.flagDiscontinuousBlock = False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.utctime = None | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.timeZone = self.__timezone/60 #timezone like jroheader, difference in minutes between UTC and localtime | |
| self.dataOut.dstFlag = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.errorCount = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.nCohInt = 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.flagDecodeData = False #asumo que la data esta decodificada | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.flagDeflipData = False #asumo que la data esta sin flip | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.flagShiftFFT = False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r823 | self.dataOut.ippSeconds = ippSeconds | |
|
José Chávez
|
r897 | ||
| #Time interval between profiles | |||
|
Miguel Valdez
|
r568 | #self.dataOut.timeInterval = self.dataOut.ippSeconds * self.dataOut.nCohInt | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.frequency = self.__frequency | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.realtime = self.__online | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | def findDatafiles(self, path, startDate=None, endDate=None): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r607 | if not os.path.isdir(path): | |
| return [] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | try: | |
| digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True) | |||
| except: | |||
| digitalReadObj = digital_rf_hdf5.read_hdf5(path) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | channelNameList = digitalReadObj.get_channels() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r596 | if not channelNameList: | |
| return [] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | metadata_dict = digitalReadObj.get_rf_file_metadata(channelNameList[0]) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | sample_rate = metadata_dict['sample_rate'][0] | |
| this_metadata_file = digitalReadObj.get_metadata(channelNameList[0]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | try: | |
| timezone = this_metadata_file['timezone'].value | |||
| except: | |||
| timezone = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | startUTCSecond, endUTCSecond = digitalReadObj.get_bounds(channelNameList[0])/sample_rate - timezone | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | startDatetime = datetime.datetime.utcfromtimestamp(startUTCSecond) | |
| endDatatime = datetime.datetime.utcfromtimestamp(endUTCSecond) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | if not startDate: | |
| startDate = startDatetime.date() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | if not endDate: | |
| endDate = endDatatime.date() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | dateList = [] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | thisDatetime = startDatetime | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | while(thisDatetime<=endDatatime): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | thisDate = thisDatetime.date() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | if thisDate < startDate: | |
| continue | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | if thisDate > endDate: | |
| break | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | dateList.append(thisDate) | |
| thisDatetime += datetime.timedelta(1) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | return dateList | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def setup(self, path = None, | |
|
José Chávez
|
r897 | startDate = None, | |
| endDate = None, | |||
| startTime = datetime.time(0,0,0), | |||
| endTime = datetime.time(23,59,59), | |||
| channelList = None, | |||
| nSamples = None, | |||
|
Miguel Valdez
|
r589 | ippKm = 60, | |
|
Miguel Valdez
|
r568 | online = False, | |
|
Miguel Valdez
|
r589 | delay = 60, | |
|
Miguel Valdez
|
r727 | buffer_size = 1024, | |
|
Miguel Valdez
|
r589 | **kwargs): | |
|
Miguel Valdez
|
r568 | ''' | |
| In this method we should set all initial parameters. | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | Inputs: | |
| path | |||
| startDate | |||
| endDate | |||
| startTime | |||
| endTime | |||
| set | |||
| expLabel | |||
| ext | |||
| online | |||
|
Miguel Valdez
|
r589 | delay | |
|
Miguel Valdez
|
r568 | ''' | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r607 | if not os.path.isdir(path): | |
|
George Yong
|
r1167 | raise ValueError("[Reading] Directory %s does not exist" %path) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | try: | |
| self.digitalReadObj = digital_rf_hdf5.read_hdf5(path, load_all_metadata=True) | |||
| except: | |||
| self.digitalReadObj = digital_rf_hdf5.read_hdf5(path) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | channelNameList = self.digitalReadObj.get_channels() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not channelNameList: | |
|
George Yong
|
r1167 | raise ValueError("[Reading] Directory %s does not have any files" %path) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not channelList: | |
|
George Yong
|
r1167 | channelList = list(range(len(channelNameList))) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | ########## Reading metadata ###################### | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | metadata_dict = self.digitalReadObj.get_rf_file_metadata(channelNameList[channelList[0]]) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__sample_rate = metadata_dict['sample_rate'][0] | |
|
Miguel Valdez
|
r812 | # self.__samples_per_file = metadata_dict['samples_per_file'][0] | |
|
Miguel Valdez
|
r568 | self.__deltaHeigth = 1e6*0.15/self.__sample_rate | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | this_metadata_file = self.digitalReadObj.get_metadata(channelNameList[channelList[0]]) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r812 | self.__frequency = None | |
| try: | |||
| self.__frequency = this_metadata_file['center_frequencies'].value | |||
| except: | |||
| self.__frequency = this_metadata_file['fc'].value | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r812 | if not self.__frequency: | |
|
George Yong
|
r1167 | raise ValueError("Center Frequency is not defined in metadata file") | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | try: | |
| self.__timezone = this_metadata_file['timezone'].value | |||
| except: | |||
| self.__timezone = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__firstHeigth = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | try: | |
| codeType = this_metadata_file['codeType'].value | |||
| except: | |||
| codeType = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r684 | nCode = 1 | |
| nBaud = 1 | |||
|
Miguel Valdez
|
r686 | code = numpy.ones((nCode, nBaud), dtype=numpy.int) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if codeType: | |
| nCode = this_metadata_file['nCode'].value | |||
| nBaud = this_metadata_file['nBaud'].value | |||
| code = this_metadata_file['code'].value | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not ippKm: | |
| try: | |||
| #seconds to km | |||
| ippKm = 1e6*0.15*this_metadata_file['ipp'].value | |||
| except: | |||
| ippKm = None | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | #################################################### | |
| startUTCSecond = None | |||
| endUTCSecond = None | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if startDate: | |
| startDatetime = datetime.datetime.combine(startDate, startTime) | |||
| startUTCSecond = (startDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if endDate: | |
| endDatetime = datetime.datetime.combine(endDate, endTime) | |||
| endUTCSecond = (endDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | start_index, end_index = self.digitalReadObj.get_bounds(channelNameList[channelList[0]]) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not startUTCSecond: | |
| startUTCSecond = start_index/self.__sample_rate | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if start_index > startUTCSecond*self.__sample_rate: | |
| startUTCSecond = start_index/self.__sample_rate | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not endUTCSecond: | |
| endUTCSecond = end_index/self.__sample_rate | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if end_index < endUTCSecond*self.__sample_rate: | |
| endUTCSecond = end_index/self.__sample_rate | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not nSamples: | |
| if not ippKm: | |||
|
George Yong
|
r1167 | raise ValueError("[Reading] nSamples or ippKm should be defined") | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r800 | nSamples = int(ippKm / (1e6*0.15/self.__sample_rate)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | channelBoundList = [] | |
| channelNameListFiltered = [] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | for thisIndexChannel in channelList: | |
| thisChannelName = channelNameList[thisIndexChannel] | |||
| start_index, end_index = self.digitalReadObj.get_bounds(thisChannelName) | |||
| channelBoundList.append((start_index, end_index)) | |||
| channelNameListFiltered.append(thisChannelName) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.profileIndex = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | self.__delay = delay | |
|
Miguel Valdez
|
r568 | self.__ippKm = ippKm | |
| self.__codeType = codeType | |||
| self.__nCode = nCode | |||
| self.__nBaud = nBaud | |||
| self.__code = code | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__datapath = path | |
| self.__online = online | |||
| self.__channelList = channelList | |||
| self.__channelNameList = channelNameListFiltered | |||
| self.__channelBoundList = channelBoundList | |||
| self.__nSamples = nSamples | |||
|
Miguel Valdez
|
r800 | self.__samples_to_read = int(buffer_size*nSamples) | |
|
Miguel Valdez
|
r568 | self.__nChannels = len(self.__channelList) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__startUTCSecond = startUTCSecond | |
| self.__endUTCSecond = endUTCSecond | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__timeInterval = 1.0 * self.__samples_to_read/self.__sample_rate #Time interval | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if online: | |
| # self.__thisUnixSample = int(endUTCSecond*self.__sample_rate - 4*self.__samples_to_read) | |||
| startUTCSecond = numpy.floor(endUTCSecond) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__thisUnixSample = int(startUTCSecond*self.__sample_rate) - self.__samples_to_read | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__data_buffer = numpy.zeros((self.__nChannels, self.__samples_to_read), dtype = numpy.complex) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__setFileHeader() | |
| self.isConfig = True | |||
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | print("[Reading] USRP Data was found from %s to %s " %( | |
|
Miguel Valdez
|
r568 | datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone), | |
| datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone) | |||
|
George Yong
|
r1167 | )) | |
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | print("[Reading] Starting process from %s to %s" %(datetime.datetime.utcfromtimestamp(startUTCSecond - self.__timezone), | |
|
Miguel Valdez
|
r606 | datetime.datetime.utcfromtimestamp(endUTCSecond - self.__timezone) | |
|
George Yong
|
r1167 | )) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def __reload(self): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not self.__online: | |
| return | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | ||
| # print "%s not in range [%s, %s]" %( | |||
| # datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), | |||
| # datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone), | |||
| # datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone) | |||
| # ) | |||
|
George Yong
|
r1167 | print("[Reading] reloading metadata ...") | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | try: | |
| self.digitalReadObj.reload(complete_update=True) | |||
| except: | |||
| self.digitalReadObj.reload() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | start_index, end_index = self.digitalReadObj.get_bounds(self.__channelNameList[self.__channelList[0]]) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if start_index > self.__startUTCSecond*self.__sample_rate: | |
| self.__startUTCSecond = 1.0*start_index/self.__sample_rate | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if end_index > self.__endUTCSecond*self.__sample_rate: | |
| self.__endUTCSecond = 1.0*end_index/self.__sample_rate | |||
|
George Yong
|
r1167 | print() | |
| print("[Reading] New timerange found [%s, %s] " %( | |||
|
Miguel Valdez
|
r568 | datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone), | |
| datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone) | |||
|
George Yong
|
r1167 | )) | |
|
Miguel Valdez
|
r568 | ||
| return True | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def __readNextBlock(self, seconds=30, volt_scale = 218776): | |
| ''' | |||
| ''' | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | #Set the next data | |
| self.__flagDiscontinuousBlock = False | |||
| self.__thisUnixSample += self.__samples_to_read | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate: | |
|
George Yong
|
r1167 | print("[Reading] There are no more data into selected time-range") | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__reload() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate: | |
| self.__thisUnixSample -= self.__samples_to_read | |||
| return False | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | indexChannel = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | dataOk = False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | for thisChannelName in self.__channelNameList: | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | try: | |
| result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample, | |||
| self.__samples_to_read, | |||
| thisChannelName) | |||
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | except IOError as e: | |
|
Miguel Valdez
|
r568 | #read next profile | |
| self.__flagDiscontinuousBlock = True | |||
|
George Yong
|
r1167 | print("[Reading] %s" %datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), e) | |
|
Miguel Valdez
|
r568 | break | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if result.shape[0] != self.__samples_to_read: | |
| self.__flagDiscontinuousBlock = True | |||
|
George Yong
|
r1167 | print("[Reading] %s: Too few samples were found, just %d/%d samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), | |
|
Miguel Valdez
|
r629 | result.shape[0], | |
|
George Yong
|
r1167 | self.__samples_to_read)) | |
|
Miguel Valdez
|
r568 | break | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__data_buffer[indexChannel,:] = result*volt_scale | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | indexChannel += 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | dataOk = True | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__utctime = self.__thisUnixSample/self.__sample_rate | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not dataOk: | |
| return False | |||
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | print("[Reading] %s: %d samples <> %f sec" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), | |
|
Miguel Valdez
|
r568 | self.__samples_to_read, | |
|
George Yong
|
r1167 | self.__timeInterval)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__bufferIndex = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return True | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def __isBufferEmpty(self): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if self.__bufferIndex <= self.__samples_to_read - self.__nSamples: | |
| return False | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return True | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def getData(self, seconds=30, nTries=5): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | ''' | |
| This method gets the data from files and put the data into the dataOut object | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | In addition, increase el the buffer counter in one. | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | Return: | |
| data : retorna un perfil de voltages (alturas * canales) copiados desde el | |||
| buffer. Si no hay mas archivos a leer retorna None. | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | Affected: | |
| self.dataOut | |||
| self.profileIndex | |||
| self.flagDiscontinuousBlock | |||
| self.flagIsNewBlock | |||
| ''' | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | err_counter = 0 | |
| self.dataOut.flagNoData = True | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if self.__isBufferEmpty(): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__flagDiscontinuousBlock = False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | while True: | |
| if self.__readNextBlock(): | |||
| break | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if self.__thisUnixSample > self.__endUTCSecond*self.__sample_rate: | |
| return False | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if self.__flagDiscontinuousBlock: | |
|
George Yong
|
r1167 | print('[Reading] discontinuous block found ... continue with the next block') | |
|
Miguel Valdez
|
r568 | continue | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not self.__online: | |
| return False | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | err_counter += 1 | |
| if err_counter > nTries: | |||
| return False | |||
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | print('[Reading] waiting %d seconds to read a new block' %seconds) | |
|
Miguel Valdez
|
r568 | sleep(seconds) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.dataOut.data = self.__data_buffer[:,self.__bufferIndex:self.__bufferIndex+self.__nSamples] | |
| self.dataOut.utctime = (self.__thisUnixSample + self.__bufferIndex)/self.__sample_rate | |||
| self.dataOut.flagNoData = False | |||
| self.dataOut.flagDiscontinuousBlock = self.__flagDiscontinuousBlock | |||
|
Miguel Valdez
|
r823 | self.dataOut.profileIndex = self.profileIndex | |
|
José Chávez
|
r897 | ||
| self.__bufferIndex += self.__nSamples | |||
|
Miguel Valdez
|
r568 | self.profileIndex += 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r823 | if self.profileIndex == self.dataOut.nProfiles: | |
| self.profileIndex = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return True | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def printInfo(self): | |
| ''' | |||
| ''' | |||
| if self.__printInfo == False: | |||
| return | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | # self.systemHeaderObj.printInfo() | |
| # self.radarControllerHeaderObj.printInfo() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.__printInfo = False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def printNumberOfBlock(self): | |
| ''' | |||
| ''' | |||
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | print(self.profileIndex) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def run(self, **kwargs): | |
| ''' | |||
| This method will be called many times so here you should put all your code | |||
| ''' | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not self.isConfig: | |
| self.setup(**kwargs) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r589 | self.getData(seconds=self.__delay) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | class USRPWriter(Operation): | |
| ''' | |||
| classdocs | |||
| ''' | |||
|
José Chávez
|
r897 | ||
| def __init__(self, **kwargs): | |||
|
Miguel Valdez
|
r568 | ''' | |
| Constructor | |||
| ''' | |||
|
José Chávez
|
r897 | Operation.__init__(self, **kwargs) | |
|
Miguel Valdez
|
r568 | self.dataOut = None | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def setup(self, dataIn, path, blocksPerFile, set=0, ext=None): | |
| ''' | |||
| In this method we should set all initial parameters. | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | Input: | |
| dataIn : Input data will also be outputa data | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | ''' | |
| self.dataOut = dataIn | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | self.isConfig = True | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | return | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | def run(self, dataIn, **kwargs): | |
| ''' | |||
| This method will be called many times so here you should put all your code | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | Inputs: | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | dataIn : object with the data | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | ''' | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | if not self.isConfig: | |
| self.setup(dataIn, **kwargs) | |||
| if __name__ == '__main__': | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | readObj = USRPReader() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r568 | while True: | |
| readObj.run(path='/Volumes/DATA/haystack/passive_radar/') | |||
| # readObj.printInfo() | |||
|
George Yong
|
r1167 | readObj.printNumberOfBlock() |