schain Commit - r984:84eae4cc1a10 · Jicamarca Repository

subchannels instead of channels writer

Jose Chavez -

r984:84eae4cc1a10

parent child

Context file:

r984:84eae4cc1a10

Collapse all files

schainpy/model/io/jroIO_digitalRF.py +5 -4

             '''
             Created on Jul 3, 2014
             @author: roj-idl71
             '''
             import os
             import datetime
             import numpy
             from profilehooks import coverage, profile
             from fractions import Fraction
             try:
                 from gevent import sleep
             except:
                 from time import sleep
             from schainpy.model.data.jroheaderIO import RadarControllerHeader, SystemHeader
             from schainpy.model.data.jrodata import Voltage
             from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
             from time import time
             import cPickle
             try:
                 import digital_rf
             except:
                 print 'You should install "digital_rf" module if you want to read Digital RF data'
             class DigitalRFReader(ProcessingUnit):
                 '''
                 classdocs
                 '''
                 def __init__(self, **kwargs):
                     '''
                     Constructor
                     '''
                     ProcessingUnit.__init__(self, **kwargs)
                     self.dataOut = Voltage()
                     self.__printInfo = True
                     self.__flagDiscontinuousBlock = False
                     self.__bufferIndex = 9999999
                     self.__ippKm = None
                     self.__codeType = 0
                     self.__nCode = None
                     self.__nBaud = None
                     self.__code = None
                 def __getCurrentSecond(self):
                     return self.__thisUnixSample/self.__sample_rate
                 thisSecond = property(__getCurrentSecond, "I'm the 'thisSecond' property.")
                 def __setFileHeader(self):
                     '''
                     In this method will be initialized every parameter of dataOut object (header, no data)
                     '''
                     ippSeconds = 1.0*self.__nSamples/self.__sample_rate
                     nProfiles = 1.0/ippSeconds  # Number of profiles in one second
                     self.dataOut.radarControllerHeaderObj = RadarControllerHeader(self.__radarControllerHeader)
                     self.dataOut.systemHeaderObj = SystemHeader(self.__systemHeader)
                     self.dataOut.type = "Voltage"
                     self.dataOut.data = None
                     self.dataOut.dtype = self.dtype
                     # self.dataOut.nChannels = 0
                     # self.dataOut.nHeights = 0
                     self.dataOut.nProfiles = nProfiles
                     self.dataOut.heightList = self.__firstHeigth + numpy.arange(self.__nSamples, dtype = numpy.float)*self.__deltaHeigth
                     self.dataOut.channelList = self.__channelList
                     self.dataOut.blocksize = self.dataOut.getNChannels() * self.dataOut.getNHeights()
                     # self.dataOut.channelIndexList = None
                     self.dataOut.flagNoData = True
                     self.dataOut.flagDataAsBlock = False
                     # Set to TRUE if the data is discontinuous
                     self.dataOut.flagDiscontinuousBlock = False
                     self.dataOut.utctime = None
                     self.dataOut.timeZone = self.__timezone/60  # timezone like jroheader, difference in minutes between UTC and localtime
                     self.dataOut.dstFlag = 0
                     self.dataOut.errorCount = 0
                     self.dataOut.nCohInt = self.fixed_metadata_dict['nCohInt']
                     self.dataOut.flagDecodeData = self.fixed_metadata_dict['flagDecodeData'] # asumo que la data esta decodificada
                     self.dataOut.flagDeflipData = self.fixed_metadata_dict['flagDeflipData'] # asumo que la data esta sin flip
                     self.dataOut.flagShiftFFT = self.fixed_metadata_dict['flagShiftFFT']
                     self.dataOut.useLocalTime = self.fixed_metadata_dict['useLocalTime']
                     self.dataOut.ippSeconds = ippSeconds
                     # Time interval between profiles
                     # self.dataOut.timeInterval = self.dataOut.ippSeconds * self.dataOut.nCohInt
                     self.dataOut.frequency = self.__frequency
                     self.dataOut.realtime = self.__online
                 def findDatafiles(self, path, startDate=None, endDate=None):
                     if not os.path.isdir(path):
                         return []
                     try:
                         digitalReadObj = digital_rf.DigitalRFReader(path, load_all_metadata=True)
                     except:
                         digitalReadObj = digital_rf.DigitalRFReader(path)
                     channelNameList = digitalReadObj.get_channels()
                     if not channelNameList:
                         return []
                     metadata_dict = digitalReadObj.get_rf_file_metadata(channelNameList[0])
                     sample_rate = metadata_dict['sample_rate'][0]
                     this_metadata_file = digitalReadObj.get_metadata(channelNameList[0])
                     try:
                         timezone = this_metadata_file['timezone'].value
                     except:
                         timezone = 0
                     startUTCSecond, endUTCSecond = digitalReadObj.get_bounds(channelNameList[0])/sample_rate - timezone
                     startDatetime = datetime.datetime.utcfromtimestamp(startUTCSecond)
                     endDatatime = datetime.datetime.utcfromtimestamp(endUTCSecond)
                     if not startDate:
                         startDate = startDatetime.date()
                     if not endDate:
                         endDate = endDatatime.date()
                     dateList = []
                     thisDatetime = startDatetime
                     while(thisDatetime<=endDatatime):
                         thisDate = thisDatetime.date()
                         if thisDate < startDate:
                             continue
                         if thisDate > endDate:
                             break
                         dateList.append(thisDate)
                         thisDatetime += datetime.timedelta(1)
                     return dateList
                 def setup(self, path = None,
                                 startDate = None,
                                 endDate = None,
                                 startTime = datetime.time(0,0,0),
                                 endTime = datetime.time(23,59,59),
                                 channelList = None,
                                 nSamples = None,
                                 online = False,
                                 delay = 60,
                                 buffer_size = 1024,
                                 ippKm=None,
                                 **kwargs):
                     '''
                     In this method we should set all initial parameters.
                     Inputs:
                         path
                         startDate
                         endDate
                         startTime
                         endTime
                         set
                         expLabel
                         ext
                         online
                         delay
                     '''
                     if not os.path.isdir(path):
                         raise ValueError, "[Reading] Directory %s does not exist" %path
                     try:
                         self.digitalReadObj = digital_rf.DigitalRFReader(path, load_all_metadata=True)
                     except:
                         self.digitalReadObj = digital_rf.DigitalRFReader(path)
                     channelNameList = self.digitalReadObj.get_channels()
                     if not channelNameList:
                         raise ValueError, "[Reading] Directory %s does not have any files" %path
                     if not channelList:
                         channelList = range(len(channelNameList))
                     ##########  Reading metadata ######################
                     top_properties = self.digitalReadObj.get_properties(channelNameList[channelList[0]])
                     self.__sample_rate = 1.0 * top_properties['sample_rate_numerator'] / top_properties['sample_rate_denominator']
                     # self.__samples_per_file = top_properties['samples_per_file'][0]
                     self.__deltaHeigth = 1e6*0.15/self.__sample_rate ## why 0.15?
                     this_metadata_file = self.digitalReadObj.get_digital_metadata(channelNameList[channelList[0]])
                     metadata_bounds = this_metadata_file.get_bounds()
                     self.fixed_metadata_dict = this_metadata_file.read(metadata_bounds[0])[metadata_bounds[0]] ## GET FIRST HEADER
                     self.__processingHeader = self.fixed_metadata_dict['processingHeader']
                     self.__radarControllerHeader = self.fixed_metadata_dict['radarControllerHeader']
                     self.__systemHeader = self.fixed_metadata_dict['systemHeader']
                     self.dtype = cPickle.loads(self.fixed_metadata_dict['dtype'])
                     self.__frequency = None
                     try:
                         self.__frequency = self.fixed_metadata_dict['frequency']
                     except:
                         self.__frequency = None
                     try:
                         self.__timezone = self.fixed_metadata_dict['timezone'] * 60
                     except:
                         self.__timezone = 0
                     try:
                         nSamples = self.fixed_metadata_dict['nSamples']
                     except:
                         nSamples = None
                     self.__firstHeigth = 0
                     try:
                         codeType = self.__radarControllerHeader['codeType']
                     except:
                         codeType = 0
                     nCode = 1
                     nBaud = 1
                     code = numpy.ones((nCode, nBaud), dtype=numpy.int)
                     if codeType:
                         nCode = self.__radarControllerHeader['nCode']
                         nBaud = self.__radarControllerHeader['nBaud']
                         code = self.__radarControllerHeader['code']
                     if not ippKm:
                         try:
                             # seconds to km
                             ippKm = self.__radarControllerHeader['ipp']
                         except:
                             ippKm = None
                     ####################################################
                     startUTCSecond = None
                     endUTCSecond = None
                     if startDate:
                         startDatetime = datetime.datetime.combine(startDate, startTime)
                         startUTCSecond = (startDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone
                     if endDate:
                         endDatetime = datetime.datetime.combine(endDate, endTime)
                         endUTCSecond = (endDatetime-datetime.datetime(1970,1,1)).total_seconds() + self.__timezone
                     start_index, end_index = self.digitalReadObj.get_bounds(channelNameList[channelList[0]])
                     if not startUTCSecond:
                         startUTCSecond = start_index/self.__sample_rate
                     if start_index > startUTCSecond*self.__sample_rate:
                         startUTCSecond = start_index/self.__sample_rate
                     if not endUTCSecond:
                         endUTCSecond = end_index/self.__sample_rate
                     if end_index < endUTCSecond*self.__sample_rate:
                         endUTCSecond = end_index/self.__sample_rate
                     print ippKm
                     if not nSamples:
                         if not ippKm:
                             raise ValueError, "[Reading] nSamples or ippKm should be defined"
                         nSamples = int(ippKm / (1e6*0.15/self.__sample_rate))
                     print nSamples
                     channelBoundList = []
                     channelNameListFiltered = []
                     for thisIndexChannel in channelList:
                         thisChannelName =  channelNameList[thisIndexChannel]
                         start_index, end_index = self.digitalReadObj.get_bounds(thisChannelName)
                         channelBoundList.append((start_index, end_index))
                         channelNameListFiltered.append(thisChannelName)
                     self.profileIndex = 0
                     self.i= 0
                     self.__delay = delay
                     self.__ippKm = ippKm
                     self.__codeType = codeType
                     self.__nCode = nCode
                     self.__nBaud = nBaud
                     self.__code = code
                     self.__datapath = path
                     self.__online = online
                     self.__channelList = channelList
                     self.__channelNameList = channelNameListFiltered
                     self.__channelBoundList = channelBoundList
                     self.__nSamples = nSamples
                     self.__samples_to_read = long(nSamples) # FIJO: AHORA 40
                     self.__nChannels = len(self.__channelList)
                     self.__startUTCSecond = startUTCSecond
                     self.__endUTCSecond = endUTCSecond
                     self.__timeInterval = 1.0 * self.__samples_to_read/self.__sample_rate # Time interval
                     if online:
                     # self.__thisUnixSample = int(endUTCSecond*self.__sample_rate - 4*self.__samples_to_read)
                         startUTCSecond = numpy.floor(endUTCSecond)
                     self.__thisUnixSample = long(startUTCSecond*self.__sample_rate) - self.__samples_to_read ## por que en el otro metodo lo primero q se hace es sumar samplestoread
                     self.__data_buffer = numpy.zeros((self.__nChannels, self.__samples_to_read), dtype = numpy.complex)
                     self.__setFileHeader()
                     self.isConfig = True
                     print "[Reading] Digital RF Data was found from %s to %s " %(
                                                                   datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
                                                                   datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
                                                                   )
                     print "[Reading] Starting process from %s to %s" %(datetime.datetime.utcfromtimestamp(startUTCSecond - self.__timezone),
                                                                        datetime.datetime.utcfromtimestamp(endUTCSecond - self.__timezone)
                                                                        )
                 def __reload(self):
                     #         print
                     #         print "%s not in range [%s, %s]" %(
                     #                                           datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
                     #                                           datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
                     #                                           datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
                     #                                           )
                     print "[Reading] reloading metadata ..."
                     try:
                         self.digitalReadObj.reload(complete_update=True)
                     except:
                         self.digitalReadObj.reload()
                     start_index, end_index = self.digitalReadObj.get_bounds(self.__channelNameList[self.__channelList[0]])
                     if start_index > self.__startUTCSecond*self.__sample_rate:
                         self.__startUTCSecond = 1.0*start_index/self.__sample_rate
                     if end_index > self.__endUTCSecond*self.__sample_rate:
                         self.__endUTCSecond = 1.0*end_index/self.__sample_rate
                         print
                         print "[Reading] New timerange found [%s, %s] " %(
                                                                   datetime.datetime.utcfromtimestamp(self.__startUTCSecond - self.__timezone),
                                                                   datetime.datetime.utcfromtimestamp(self.__endUTCSecond - self.__timezone)
                                                                   )
                         return True
                     return False
                 def __readNextBlock(self, seconds=30, volt_scale = 1):
                     '''
                     '''
                     # Set the next data
                     self.__flagDiscontinuousBlock = False
                     self.__thisUnixSample += self.__samples_to_read
                     if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate:
                         print "[Reading] There are no more data into selected time-range"
                         if self.__online:
                             self.__reload()
                         else:
                             return False
                         if self.__thisUnixSample + 2*self.__samples_to_read > self.__endUTCSecond*self.__sample_rate:
                             return False
                             self.__thisUnixSample -=  self.__samples_to_read
                     indexChannel = 0
                     dataOk = False
                     for thisChannelName in self.__channelNameList: ##TODO VARIOS CHANNELS?
                         try:
                             result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample,
                                                                           self.__samples_to_read,
                                                                           thisChannelName)
                         except IOError, e:
                             #read next profile
                             self.__flagDiscontinuousBlock = True
                             print "[Reading] %s" %datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), e
                             break
                         if result.shape[0] != self.__samples_to_read:
                             self.__flagDiscontinuousBlock = True
                             print "[Reading] %s: Too few samples were found, just %d/%d  samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
                                                                                             result.shape[0],
                                                                                             self.__samples_to_read)
                             break
                         self.__data_buffer[indexChannel,:] = result*volt_scale
                         indexChannel += 1
                         dataOk = True
                     self.__utctime = self.__thisUnixSample/self.__sample_rate
                     if not dataOk:
                         return False
                     print "[Reading] %s: %d samples <> %f sec" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
                                                                  self.__samples_to_read,
                                                                  self.__timeInterval)
                     self.__bufferIndex = 0
                     return True
                 def __isBufferEmpty(self):
                     return self.__bufferIndex > self.__samples_to_read - self.__nSamples #40960 - 40
                 def getData(self, seconds=30, nTries=5):
                     '''
                         This method gets the data from files and put the data into the dataOut object
                         In addition, increase el the buffer counter in one.
                         Return:
                             data    :    retorna un perfil de voltages (alturas * canales) copiados desde el
                                         buffer. Si no hay mas archivos a leer retorna None.
                         Affected:
                             self.dataOut
                             self.profileIndex
                             self.flagDiscontinuousBlock
                             self.flagIsNewBlock
                     '''
                     err_counter = 0
                     self.dataOut.flagNoData = True
                     if self.__isBufferEmpty():
                         self.__flagDiscontinuousBlock = False
                         while True:
                             if self.__readNextBlock():
                                 break
                             if self.__thisUnixSample > self.__endUTCSecond*self.__sample_rate:
                                 return False
                             if self.__flagDiscontinuousBlock:
                                 print '[Reading] discontinuous block found ... continue with the next block'
                                 continue
                             if not self.__online:
                                 return False
                             err_counter += 1
                             if err_counter > nTries:
                                 return False
                             print '[Reading] waiting %d seconds to read a new block' %seconds
                             sleep(seconds)
                     self.dataOut.data = self.__data_buffer[:,self.__bufferIndex:self.__bufferIndex+self.__nSamples]
                     self.dataOut.utctime = (self.__thisUnixSample + self.__bufferIndex)/self.__sample_rate
                     self.dataOut.flagNoData = False
                     self.dataOut.flagDiscontinuousBlock = self.__flagDiscontinuousBlock
                     self.dataOut.profileIndex = self.profileIndex
                     self.__bufferIndex += self.__nSamples
                     self.profileIndex += 1
                     if self.profileIndex == self.dataOut.nProfiles:
                         self.profileIndex = 0
                     return True
                 def printInfo(self):
                     '''
                     '''
                     if self.__printInfo == False:
                         return
                     # self.systemHeaderObj.printInfo()
                     # self.radarControllerHeaderObj.printInfo()
                     self.__printInfo = False
                 def printNumberOfBlock(self):
                     '''
                     '''
                     return
                     # print self.profileIndex
                 ##@profile
                 def run(self, **kwargs):
                     '''
                     This method will be called many times so here you should put all your code
                     '''
                     if not self.isConfig:
                         self.setup(**kwargs)
                     self.i = self.i+1
                     self.getData(seconds=self.__delay)
                     return
             class DigitalRFWriter(Operation):
                 '''
                 classdocs
                 '''
                 def __init__(self, **kwargs):
                     '''
                     Constructor
                     '''
                     Operation.__init__(self, **kwargs)
                     self.metadata_dict = {}
                     self.dataOut = None
                 def setHeader(self, dataOut):
                     return
                 def setup(self, dataOut, path, frequency, set=0, metadataFile='metadata', ext='.h5'):
                     '''
                     In this method we should set all initial parameters.
                     Input:
                         dataOut: Input data will also be outputa data
                     '''
                     self.metadata_dict['frequency'] = dataOut.frequency
                     self.metadata_dict['timezone'] = dataOut.timeZone
                     self.metadata_dict['dtype'] = cPickle.dumps(dataOut.dtype)
                     self.metadata_dict['nProfiles'] = dataOut.nProfiles
                     self.metadata_dict['heightList'] = dataOut.heightList
                     self.metadata_dict['channelList'] = dataOut.channelList
                     self.metadata_dict['flagDecodeData'] = dataOut.flagDecodeData
                     self.metadata_dict['flagDeflipData'] = dataOut.flagDeflipData
                     self.metadata_dict['flagShiftFFT'] = dataOut.flagShiftFFT
                     self.metadata_dict['flagDataAsBlock'] = dataOut.flagDataAsBlock
                     self.metadata_dict['useLocalTime'] = dataOut.useLocalTime
                     self.metadata_dict['nCohInt'] = dataOut.nCohInt
                     self.__ippSeconds = dataOut.ippSeconds
                     self.__deltaH = dataOut.getDeltaH()
                     self.__sample_rate = 1e6*0.15/self.__deltaH
                     self.__dtype = dataOut.dtype
                     if len(dataOut.dtype) == 2:
                         self.__dtype = dataOut.dtype[0]
                     self.__nSamples = dataOut.systemHeaderObj.nSamples
                     self.__nProfiles = dataOut.nProfiles
                     self.__blocks_per_file = dataOut.processingHeaderObj.dataBlocksPerFile
-                    self.arr_data = arr_data = numpy.ones((self.__nSamples, 1), dtype=[('r', self.__dtype), ('i', self.__dtype)])
+                    self.arr_data = arr_data = numpy.ones((self.__nSamples, 2), dtype=[('r', self.__dtype), ('i', self.__dtype)])
                     file_cadence_millisecs = long(1.0 * self.__blocks_per_file * self.__nProfiles * self.__nSamples / self.__sample_rate) * 1000
                     sub_cadence_secs = file_cadence_millisecs / 500
                     print file_cadence_millisecs
                     print sub_cadence_secs
                     sample_rate_fraction = Fraction(self.__sample_rate).limit_denominator()
                     sample_rate_numerator = long(sample_rate_fraction.numerator)
                     sample_rate_denominator = long(sample_rate_fraction.denominator)
                     start_global_index = dataOut.utctime * self.__sample_rate
                     uuid = 'prueba'
                     compression_level = 1
                     checksum = False
                     is_complex = True
-                    num_subchannels = 1
+                    num_subchannels = 2
                     is_continuous = True
                     marching_periods = False
                     self.digitalWriteObj = digital_rf.DigitalRFWriter(path, self.__dtype, 100,
 , start_global_index,
                                                             sample_rate_numerator, sample_rate_denominator, uuid, compression_level, checksum,
                                                             is_complex, num_subchannels, is_continuous, marching_periods)
                     metadata_dir = os.path.join(path, 'metadata')
                     os.system('mkdir %s' % (metadata_dir))
                     self.digitalMetadataWriteObj = digital_rf.DigitalMetadataWriter(metadata_dir, 100, 1, ##236, file_cadence_millisecs / 1000
                                                             sample_rate_numerator, sample_rate_denominator,
                                                             metadataFile)
                     self.isConfig = True
                     self.currentSample = 0
                     return
                 def writeMetadata(self):
                     print '[Writing] - Writing metadata'
                     start_idx = self.__sample_rate * self.dataOut.utctime
                     self.metadata_dict['processingHeader'] = self.dataOut.processingHeaderObj.getAsDict()
                     self.metadata_dict['radarControllerHeader'] = self.dataOut.radarControllerHeaderObj.getAsDict()
                     self.metadata_dict['systemHeader'] = self.dataOut.systemHeaderObj.getAsDict()
                     self.digitalMetadataWriteObj.write(start_idx, self.metadata_dict)
                     return
                 def writeData(self):
                     for i in range(self.dataOut.systemHeaderObj.nSamples):
-                        self.arr_data[i]['r'] = self.dataOut.data[0][i].real
+                        for channel in self.dataOut.channelList:
-                        self.arr_data[i]['i'] = self.dataOut.data[0][i].imag
+                            self.arr_data[i][channel]['r'] = self.dataOut.data[channel][i].real
+                            self.arr_data[i][channel]['i'] = self.dataOut.data[channel][i].imag
                     self.digitalWriteObj.rf_write(self.arr_data)
                     return
                 def run(self, dataOut, frequency=49.92e6, path=None, **kwargs):
                     '''
                     This method will be called many times so here you should put all your code
                     Inputs:
                         dataOut: object with the data
                     '''
                     # print dataOut.__dict__
                     self.dataOut = dataOut
                     if not self.isConfig:
                         self.setup(dataOut, path, frequency, **kwargs)
                     self.writeData()
                     self.currentSample += 1
                     if self.dataOut.flagDataAsBlock or self.currentSample == 1:
                         self.writeMetadata()
                     if self.currentSample == self.__nProfiles: self.currentSample = 0
                 def close(self):
                     print '[Writing] - Closing files '
                     try:
                         self.digitalWriteObj.close()
                     except:
                         pass
                     # raise
             if __name__ == '__main__':
                 readObj = DigitalRFReader()
                 while True:
                     readObj.run(path='/home/jchavez/jicamarca/mocked_data/')
                     # readObj.printInfo()
                     # readObj.printNumberOfBlock()

schainpy/scripts/schain.xml +1 -1

	@@ -1,1 +1,1
	1	<Project description="Testing USRP data reader" id="191" name="test01"><ReadUnit datatype="DigitalRF" id="1911" inputId="0" name="DigitalRFReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="DigitalRF" /><Parameter format="str" id="191112" name="path" value="/home/jchavez/jicamarca/mocked_data" /><Parameter format="date" id="191113" name="startDate" value="2000/07/03" /><Parameter format="date" id="191114" name="endDate" value="2017/07/03" /><Parameter format="time" id="191115" name="startTime" value="00:00:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:59" /><Parameter format="int" id="191118" name="online" value="0" /></Operation></ReadUnit><ProcUnit datatype="Voltage" id="1912" inputId="1911" name="VoltageProc"><Operation id="19121" name="run" priority="1" type="self" /></ProcUnit></Project> No newline at end of file		1	<Project description="Segundo Test" id="191" name="test01"><ReadUnit datatype="VoltageReader" id="1911" inputId="0" name="VoltageReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="VoltageReader" /><Parameter format="str" id="191112" name="path" value="/home/jchavez/jicamarca/jro_data/rawdata" /><Parameter format="date" id="191113" name="startDate" value="2010/10/28" /><Parameter format="date" id="191114" name="endDate" value="2017/10/28" /><Parameter format="time" id="191115" name="startTime" value="00:00:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:59" /><Parameter format="int" id="191118" name="online" value="0" /><Parameter format="int" id="191119" name="walk" value="0" /></Operation><Operation id="19112" name="printNumberOfBlock" priority="2" type="self" /></ReadUnit><ProcUnit datatype="VoltageProc" id="1912" inputId="1911" name="VoltageProc"><Operation id="19121" name="run" priority="1" type="self" /><Operation id="19122" name="DigitalRFWriter" priority="2" type="other"><Parameter format="str" id="191221" name="path" value="/media/jchavez/DATA/mocked_data/voltage" /></Operation></ProcUnit></Project> No newline at end of file

schainpy/scripts/testDigitalRF.py +3 -3

             #!/usr/bin/env python
             '''
             Created on Jul 7, 2014
             @author: roj-idl71
             '''
             import os, sys
             from schainpy.controller import Project
             def main():
                 desc = "Testing USRP data reader"
                 filename = "schain.xml"
                 figpath = "./"
                 remotefolder = "/home/wmaster/graficos"
                 #this controller object save all user configuration and then execute each module
                 #with their parameters.
                 controllerObj = Project()
                 controllerObj.setup(id = '191', name='test01', description=desc)
                 #Creating a reader object with its parameters
                 #schainpy.model.io.jroIO_usrp.USRPReader.setup()
                 readUnitConfObj = controllerObj.addReadUnit(datatype='DigitalRF',
                                                             path='/home/jchavez/jicamarca/mocked_data/',
                                                             startDate='2000/07/03',
                                                             endDate='2017/07/03',
                                                             startTime='00:00:00',
                                                             endTime='23:59:59',
                                                             online=0)
                 procUnitConfObj0 = controllerObj.addProcUnit(datatype='Voltage',
                                                              inputId=readUnitConfObj.getId())
             #     opObj10 = procUnitConfObj0.addOperation(name='selectHeights')
             #     opObj10.addParameter(name='minHei', value='0', format='float')
             #     opObj10.addParameter(name='maxHei', value='8', format='float')
             #     opObj10 = procUnitConfObj0.addOperation(name='setH0')
             #     opObj10.addParameter(name='h0', value='5.4', format='float')
             #     opObj10 = procUnitConfObj0.addOperation(name='Decoder', optype='external')
             #     opObj10.addParameter(name='code', value='1,-1', format='intlist')
             #     opObj10.addParameter(name='nCode', value='2', format='float')
             #     opObj10.addParameter(name='nBaud', value='1', format='float')
                 # opObj10 = procUnitConfObj0.addOperation(name='CohInt', optype='external')
                 # opObj10.addParameter(name='n', value='1', format='float')
-                # opObj11 = procUnitConfObj0.addOperation(name='Scope', optype='external')
+                opObj11 = procUnitConfObj0.addOperation(name='Scope', optype='external')
-                # opObj11.addParameter(name='id', value='121', format='int')
+                opObj11.addParameter(name='id', value='121', format='int')
-                # opObj11.addParameter(name='wintitle', value='Scope', format='str')
+                opObj11.addParameter(name='wintitle', value='Scope', format='str')
                 # procUnitConfObj1 = controllerObj.addProcUnit(datatype='Spectra',
                 #                                              inputId=procUnitConfObj0.getId())
                 # #Creating a processing object with its parameters
                 # #schainpy.model.proc.jroproc_spectra.SpectraProc.run()
                 # #If you need to add more parameters can use the "addParameter method"
                 # procUnitConfObj1.addParameter(name='nFFTPoints', value='8', format='int')
                 # procUnitConfObj1.addParameter(name='pairsList', value='(0,1)', format='pairslist')
             #     opObj10 = procUnitConfObj1.addOperation(name='IncohInt', optype='external')
             #     opObj10.addParameter(name='n', value='2', format='float')
             #
                 #Using internal methods
                 #schainpy.model.proc.jroproc_spectra.SpectraProc.selectChannels()
             #     opObj10 = procUnitConfObj1.addOperation(name='selectChannels')
             #     opObj10.addParameter(name='channelList', value='0,1', format='intlist')
                 #Using internal methods
                 #schainpy.model.proc.jroproc_spectra.SpectraProc.selectHeights()
             #     opObj10 = procUnitConfObj1.addOperation(name='selectHeights')
             #     opObj10.addParameter(name='minHei', value='90', format='float')
             #     opObj10.addParameter(name='maxHei', value='180', format='float')
                 #Using external methods (new modules)
             #     #schainpy.model.proc.jroproc_spectra.IncohInt.setup()
             #     opObj12 = procUnitConfObj1.addOperation(name='IncohInt', optype='other')
             #     opObj12.addParameter(name='n', value='1', format='int')
                 #Using external methods (new modules)
                 #schainpy.model.graphics.jroplot_spectra.SpectraPlot.setup()
                 # opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='external')
                 # opObj11.addParameter(name='id', value='11', format='int')
                 # opObj11.addParameter(name='wintitle', value='SpectraPlot', format='str')
             #     opObj11.addParameter(name='zmin', value='0', format='int')
             #     opObj11.addParameter(name='zmax', value='90', format='int')
             #     opObj11.addParameter(name='save', value='1', format='int')
             #     opObj11.addParameter(name='xmin', value='-20', format='float')
             #     opObj11.addParameter(name='xmax', value='20', format='float')
                 #Using external methods (new modules)
                 #schainpy.model.graphics.jroplot_spectra.RTIPlot.setup()
             #     opObj11 = procUnitConfObj1.addOperation(name='RTIPlot', optype='other')
             #     opObj11.addParameter(name='id', value='30', format='int')
             #     opObj11.addParameter(name='wintitle', value='RTI', format='str')
             # #     opObj11.addParameter(name='zmin', value='0', format='int')
             # #     opObj11.addParameter(name='zmax', value='90', format='int')
             #     opObj11.addParameter(name='showprofile', value='1', format='int')
             #     opObj11.addParameter(name='timerange', value=str(2*60*60), format='int')
             #     opObj11.addParameter(name='xmin', value='19.5', format='float')
             #     opObj11.addParameter(name='xmax', value='20', format='float')
                 # opObj11 = procUnitConfObj1.addOperation(name='CrossSpectraPlot', optype='other')
                 # opObj11.addParameter(name='id', value='3', format='int')
                 # opObj11.addParameter(name='wintitle', value='CrossSpectraPlot', format='str')
             #     opObj11.addParameter(name='zmin', value='30', format='int')
             #     opObj11.addParameter(name='zmax', value='120', format='int')
             #     opObj11.addParameter(name='pairsList', value='(0,1)', format='pairslist')
                 controllerObj.start()
             if __name__ == '__main__':
                 main()

schainpy/scripts/testDigitalRFWriter.py +1 -1

             import os, sys
             from schainpy.controller import Project
             if __name__ == '__main__':
                 desc = "Segundo Test"
                 filename = "schain.xml"
                 controllerObj = Project()
                 controllerObj.setup(id = '191', name='test01', description=desc)
                 readUnitConfObj = controllerObj.addReadUnit(datatype='VoltageReader',
                                                             path='/home/jchavez/jicamarca/jro_data/rawdata/',
                                                             startDate='2010/10/28',
                                                             endDate='2017/10/28',
                                                             startTime='00:00:00',
                                                             endTime='23:59:59',
                                                             online=0,
                                                             walk=0)
                 opObj00 = readUnitConfObj.addOperation(name='printNumberOfBlock')
                 procUnitConfObj0 = controllerObj.addProcUnit(datatype='VoltageProc',
                                                              inputId=readUnitConfObj.getId())
                 # opObj11 = procUnitConfObj0.addOperation(name='Scope', optype='external')
                 # opObj11.addParameter(name='id', value='121', format='int')
                 # opObj11.addParameter(name='wintitle', value='Scope', format='str')
                 opObj10 = procUnitConfObj0.addOperation(name='DigitalRFWriter', optype='other')
-                opObj10.addParameter(name='path', value='/home/jchavez/jicamarca/mocked_data/voltage', format='str')
+                opObj10.addParameter(name='path', value='/media/jchavez/DATA/mocked_data/voltage', format='str')
                 # opObj10.addParameter(name='minHei', value='0', format='float')
                 # opObj10.addParameter(name='maxHei', value='8', format='float')
                 # opObj10 = procUnitConfObj0.addOperation(name='filterByHeights')
                 # opObj10.addParameter(name='window', value='2', format='float')
                 # opObj10 = procUnitConfObj0.addOperation(name='Decoder', optype='external')
                 # opObj10.addParameter(name='code', value='1,-1', format='intlist')
                 # opObj10.addParameter(name='nCode', value='2', format='float')
                 # opObj10.addParameter(name='nBaud', value='1', format='float')
                 # opObj10 = procUnitConfObj0.addOperation(name='CohInt', optype='external')
                 # opObj10.addParameter(name='n', value='1296', format='float')
                 # procUnitConfObj1 = controllerObj.addProcUnit(datatype='SpectraProc',
                 #                                              inputId=procUnitConfObj0.getId())
                 #Creating a processing object with its parameters
                 #schainpy.model.proc.jroproc_spectra.SpectraProc.run()
                 #If you need to add more parameters can use the "addParameter method"
                 # procUnitConfObj1.addParameter(name='nFFTPoints', value='128', format='int')
                 # opObj10 = procUnitConfObj1.addOperation(name='IncohInt', optype='external')
                 # opObj10.addParameter(name='n', value='2', format='float')
                 #Using internal methods
                 #schainpy.model.proc.jroproc_spectra.SpectraProc.selectChannels()
             #     opObj10 = procUnitConfObj1.addOperation(name='selectChannels')
             #     opObj10.addParameter(name='channelList', value='0,1', format='intlist')
                 #Using internal methods
                 #schainpy.model.proc.jroproc_spectra.SpectraProc.selectHeights()
             #     opObj10 = procUnitConfObj1.addOperation(name='selectHeights')
             #     opObj10.addParameter(name='minHei', value='90', format='float')
             #     opObj10.addParameter(name='maxHei', value='180', format='float')
                 #Using external methods (new modules)
             #     #schainpy.model.proc.jroproc_spectra.IncohInt.setup()
             #     opObj12 = procUnitConfObj1.addOperation(name='IncohInt', optype='other')
             #     opObj12.addParameter(name='n', value='1', format='int')
                 #Using external methods (new modules)
                 #schainpy.model.graphics.jroplot_spectra.SpectraPlot.setup()
             #     opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='external')
             #     opObj11.addParameter(name='id', value='11', format='int')
             #     opObj11.addParameter(name='wintitle', value='SpectraPlot', format='str')
             #     opObj11.addParameter(name='zmin', value='-60', format='int')
             #     opObj11.addParameter(name='zmax', value='10', format='int')
             #     opObj11.addParameter(name='save', value='1', format='int')
             #     #Using external methods (new modules)
             #     #schainpy.model.graphics.jroplot_spectra.RTIPlot.setup()
             #     opObj11 = procUnitConfObj1.addOperation(name='RTIPlot', optype='other')
             #     opObj11.addParameter(name='id', value='30', format='int')
             #     opObj11.addParameter(name='wintitle', value='RTI', format='str')
             #     opObj11.addParameter(name='zmin', value='-60', format='int')
             #     opObj11.addParameter(name='zmax', value='-10', format='int')
             #     opObj11.addParameter(name='showprofile', value='1', format='int')
             # #     opObj11.addParameter(name='timerange', value=str(5*60*60*60), format='int')
             #     opObj11.addParameter(name='xmin', value='14', format='float')
             #     opObj11.addParameter(name='xmax', value='23.9', format='float')
             #     opObj11.addParameter(name='save', value='1', format='int')
                 controllerObj.start()

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages