schain-jc Commit - r985:c13d556a2908

lectura de subchannels

Jose Chavez -

r985:c13d556a2908

parent child

Context file:

r985:c13d556a2908

Collapse all files

schainpy/model/io/jroIO_digitalRF.py +42 -22

             import os
             import datetime
             import numpy
+            import timeit
             from profilehooks import coverage, profile
             from fractions import Fraction
             from schainpy.model.data.jrodata import Voltage
             from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
             from time import time
             import cPickle
             try:
                 import digital_rf
                     self.dataOut.heightList = self.__firstHeigth + numpy.arange(self.__nSamples, dtype = numpy.float)*self.__deltaHeigth
-                    self.dataOut.channelList = self.__channelList
+                    self.dataOut.channelList = range(self.__num_subchannels)
                     self.dataOut.blocksize = self.dataOut.getNChannels() * self.dataOut.getNHeights()
                     top_properties = self.digitalReadObj.get_properties(channelNameList[channelList[0]])
+                    self.__num_subchannels = top_properties['num_subchannels']
                     self.__sample_rate = 1.0 * top_properties['sample_rate_numerator'] / top_properties['sample_rate_denominator']
                     # self.__samples_per_file = top_properties['samples_per_file'][0]
                     self.__deltaHeigth = 1e6*0.15/self.__sample_rate ## why 0.15?
                     this_metadata_file = self.digitalReadObj.get_digital_metadata(channelNameList[channelList[0]])
+                    print this_metadata_file
                     metadata_bounds = this_metadata_file.get_bounds()
                     self.fixed_metadata_dict = this_metadata_file.read(metadata_bounds[0])[metadata_bounds[0]] ## GET FIRST HEADER
                     self.__processingHeader = self.fixed_metadata_dict['processingHeader']
                     self.__thisUnixSample = long(startUTCSecond*self.__sample_rate) - self.__samples_to_read ## por que en el otro metodo lo primero q se hace es sumar samplestoread
-                    self.__data_buffer = numpy.zeros((self.__nChannels, self.__samples_to_read), dtype = numpy.complex)
+                    self.__data_buffer = numpy.zeros((self.__num_subchannels, self.__samples_to_read), dtype = numpy.complex)
                     self.__setFileHeader()
                     self.isConfig = True
                     dataOk = False
                     for thisChannelName in self.__channelNameList: ##TODO VARIOS CHANNELS?
-                        try:
+                        for indexSubchannel in range(self.__num_subchannels):
-                            result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample,
+                            try:
-                                                                          self.__samples_to_read,
+                                result = self.digitalReadObj.read_vector_c81d(self.__thisUnixSample,
-                                                                          thisChannelName)
+                                                                            self.__samples_to_read,
-                        except IOError, e:
+                                                                            thisChannelName, sub_channel=indexSubchannel)
-                            #read next profile
+                            except IOError, e:
-                            self.__flagDiscontinuousBlock = True
+                                #read next profile
-                            print "[Reading] %s" %datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), e
+                                self.__flagDiscontinuousBlock = True
-                            break
+                                print "[Reading] %s" %datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone), e
+                                break
-                        if result.shape[0] != self.__samples_to_read:
+                            if result.shape[0] != self.__samples_to_read:
-                            self.__flagDiscontinuousBlock = True
+                                self.__flagDiscontinuousBlock = True
-                            print "[Reading] %s: Too few samples were found, just %d/%d  samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
+                                print "[Reading] %s: Too few samples were found, just %d/%d  samples" %(datetime.datetime.utcfromtimestamp(self.thisSecond - self.__timezone),
-                                                                                            result.shape[0],
+                                                                                                result.shape[0],
-                                                                                            self.__samples_to_read)
+                                                                                                self.__samples_to_read)
-                            break
+                                break
-                        self.__data_buffer[indexChannel,:] = result*volt_scale
+                            self.__data_buffer[indexSubchannel,:] = result*volt_scale
-                        indexChannel += 1
+                            indexChannel += 1
-                        dataOk = True
+                            dataOk = True
                     self.__utctime = self.__thisUnixSample/self.__sample_rate
                     compression_level = 1
                     checksum = False
                     is_complex = True
-                    num_subchannels = 2
+                    num_subchannels = len(dataOut.channelList)
                     is_continuous = True
                     marching_periods = False
                     self.digitalWriteObj = digital_rf.DigitalRFWriter(path, self.__dtype, 100,
 , start_global_index,
                                                             sample_rate_numerator, sample_rate_denominator, uuid, compression_level, checksum,
                                                             is_complex, num_subchannels, is_continuous, marching_periods)
                     self.isConfig = True
                     self.currentSample = 0
+                    self.oldAverage = 0
+                    self.count = 0
                     return
                 def writeMetadata(self):
                         for channel in self.dataOut.channelList:
                             self.arr_data[i][channel]['r'] = self.dataOut.data[channel][i].real
                             self.arr_data[i][channel]['i'] = self.dataOut.data[channel][i].imag
+                    t0 = time()
                     self.digitalWriteObj.rf_write(self.arr_data)
+                    self.executionTime = time() - t0
+                    if self.oldAverage is None: self.oldAverage = self.executionTime
+                    self.oldAverage = (self.executionTime + self.count*self.oldAverage) / (self.count + 1.0)
+                    self.count = self.count + 1.0
+                    if self.oldAverage is None: self.oldAverage = self.executionTime
                     return
                 def run(self, dataOut, frequency=49.92e6, path=None, **kwargs):
                 def close(self):
                     print '[Writing] - Closing files '
+                    print 'Average of writing to digital rf format is ', self.oldAverage * 1000
                     try:
                         self.digitalWriteObj.close()
                     except:

schainpy/scripts/schain.xml +1 -1

	@@ -1,1 +1,1
	1	<Project description="Segundo Test" id="191" name="test01"><ReadUnit datatype="VoltageReader" id="1911" inputId="0" name="VoltageReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="VoltageReader" /><Parameter format="str" id="191112" name="path" value="/home/jchavez/jicamarca/jro_data/rawdata" /><Parameter format="date" id="191113" name="startDate" value="2010/10/28" /><Parameter format="date" id="191114" name="endDate" value="2017/10/28" /><Parameter format="time" id="191115" name="startTime" value="00:00:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:59" /><Parameter format="int" id="191118" name="online" value="0" /><Parameter format="int" id="191119" name="walk" value="0" /></Operation><Operation id="19112" name="printNumberOfBlock" priority="2" type="self" /></ReadUnit><ProcUnit datatype="VoltageProc" id="1912" inputId="1911" name="VoltageProc"><Operation id="19121" name="run" priority="1" type="self" /><Operation id="19122" name="DigitalRFWriter" priority="2" type="other"><Parameter format="str" id="191221" name="path" value="/media/jchavez/DATA/mocked_data/voltage" /></Operation></ProcUnit></Project> No newline at end of file		1	<Project description="Testing USRP data reader" id="191" name="test01"><ReadUnit datatype="DigitalRF" id="1911" inputId="0" name="DigitalRFReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="DigitalRF" /><Parameter format="str" id="191112" name="path" value="/home/jchavez/jicamarca/mocked_data" /><Parameter format="date" id="191113" name="startDate" value="2000/07/03" /><Parameter format="date" id="191114" name="endDate" value="2017/07/03" /><Parameter format="time" id="191115" name="startTime" value="00:00:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:59" /><Parameter format="int" id="191118" name="online" value="0" /></Operation></ReadUnit><ProcUnit datatype="Voltage" id="1912" inputId="1911" name="VoltageProc"><Operation id="19121" name="run" priority="1" type="self" /><Operation id="19122" name="Scope" priority="2" type="external"><Parameter format="int" id="191221" name="id" value="121" /><Parameter format="str" id="191222" name="wintitle" value="Scope" /></Operation></ProcUnit></Project> No newline at end of file

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages