|
|
'''
|
|
|
Created on 23/01/2012
|
|
|
|
|
|
@author $Author$
|
|
|
@version $Id$
|
|
|
'''
|
|
|
|
|
|
import os, sys
|
|
|
import numpy
|
|
|
import glob
|
|
|
import fnmatch
|
|
|
import time, datetime
|
|
|
|
|
|
path = os.path.split(os.getcwd())[0]
|
|
|
sys.path.append(path)
|
|
|
|
|
|
from Model.JROHeader import *
|
|
|
from Model.Voltage import Voltage
|
|
|
|
|
|
from IO.JRODataIO import JRODataReader
|
|
|
from IO.JRODataIO import JRODataWriter
|
|
|
|
|
|
|
|
|
class VoltageReader(JRODataReader):
|
|
|
"""
|
|
|
Esta clase permite leer datos de voltage desde archivos en formato rawdata (.r). La lectura
|
|
|
de los datos siempre se realiza por bloques. Los datos leidos (array de 3 dimensiones:
|
|
|
perfiles*alturas*canales) son almacenados en la variable "buffer".
|
|
|
|
|
|
perfiles * alturas * canales
|
|
|
|
|
|
Esta clase contiene instancias (objetos) de las clases BasicHeader, SystemHeader,
|
|
|
RadarControllerHeader y Voltage. Los tres primeros se usan para almacenar informacion de la
|
|
|
cabecera de datos (metadata), y el cuarto (Voltage) para obtener y almacenar un perfil de
|
|
|
datos desde el "buffer" cada vez que se ejecute el metodo "getData".
|
|
|
|
|
|
Example:
|
|
|
|
|
|
dpath = "/home/myuser/data"
|
|
|
|
|
|
startTime = datetime.datetime(2010,1,20,0,0,0,0,0,0)
|
|
|
|
|
|
endTime = datetime.datetime(2010,1,21,23,59,59,0,0,0)
|
|
|
|
|
|
readerObj = VoltageReader()
|
|
|
|
|
|
readerObj.setup(dpath, startTime, endTime)
|
|
|
|
|
|
while(True):
|
|
|
|
|
|
#to get one profile
|
|
|
profile = readerObj.getData()
|
|
|
|
|
|
#print the profile
|
|
|
print profile
|
|
|
|
|
|
#If you want to see all datablock
|
|
|
print readerObj.datablock
|
|
|
|
|
|
if readerObj.flagNoMoreFiles:
|
|
|
break
|
|
|
|
|
|
"""
|
|
|
m_DataObj = None
|
|
|
|
|
|
datablock = None
|
|
|
|
|
|
ext = ".r"
|
|
|
|
|
|
optchar = "D"
|
|
|
|
|
|
|
|
|
def __init__(self, m_Voltage=None):
|
|
|
"""
|
|
|
Inicializador de la clase VoltageReader para la lectura de datos de voltage.
|
|
|
|
|
|
Input:
|
|
|
m_Voltage : Objeto de la clase Voltage. Este objeto sera utilizado para
|
|
|
almacenar un perfil de datos cada vez que se haga un requerimiento
|
|
|
(getData). El perfil sera obtenido a partir del buffer de datos,
|
|
|
si el buffer esta vacio se hara un nuevo proceso de lectura de un
|
|
|
bloque de datos.
|
|
|
Si este parametro no es pasado se creara uno internamente.
|
|
|
|
|
|
Variables afectadas:
|
|
|
self.m_DataObj
|
|
|
|
|
|
Return:
|
|
|
None
|
|
|
"""
|
|
|
if m_Voltage == None:
|
|
|
m_Voltage = Voltage()
|
|
|
|
|
|
if not(isinstance(m_Voltage, Voltage)):
|
|
|
raise ValueError, "in VoltageReader, m_Voltage must be an Voltage class object"
|
|
|
|
|
|
self.m_DataObj = m_Voltage
|
|
|
|
|
|
self.datablock = None
|
|
|
|
|
|
self.utc = 0
|
|
|
|
|
|
self.ext = ".r"
|
|
|
|
|
|
self.optchar = "D"
|
|
|
|
|
|
self.m_BasicHeader = BasicHeader()
|
|
|
|
|
|
self.m_SystemHeader = SystemHeader()
|
|
|
|
|
|
self.m_RadarControllerHeader = RadarControllerHeader()
|
|
|
|
|
|
self.m_ProcessingHeader = ProcessingHeader()
|
|
|
|
|
|
self.online = 0
|
|
|
|
|
|
self.fp = None
|
|
|
|
|
|
self.idFile = None
|
|
|
|
|
|
self.startDateTime = None
|
|
|
|
|
|
self.endDateTime = None
|
|
|
|
|
|
self.dataType = None
|
|
|
|
|
|
self.fileSizeByHeader = None
|
|
|
|
|
|
self.filenameList = []
|
|
|
|
|
|
self.filename = None
|
|
|
|
|
|
self.fileSize = None
|
|
|
|
|
|
self.firstHeaderSize = 0
|
|
|
|
|
|
self.basicHeaderSize = 24
|
|
|
|
|
|
self.pathList = []
|
|
|
|
|
|
self.filenameList = []
|
|
|
|
|
|
self.lastUTTime = 0
|
|
|
|
|
|
self.maxTimeStep = 30
|
|
|
|
|
|
self.flagNoMoreFiles = 0
|
|
|
|
|
|
self.set = 0
|
|
|
|
|
|
self.path = None
|
|
|
|
|
|
self.profileIndex = 9999
|
|
|
|
|
|
self.delay = 3 #seconds
|
|
|
|
|
|
self.nTries = 3 #quantity tries
|
|
|
|
|
|
self.nFiles = 3 #number of files for searching
|
|
|
|
|
|
self.nReadBlocks = 0
|
|
|
|
|
|
self.flagIsNewFile = 1
|
|
|
|
|
|
self.ippSeconds = 0
|
|
|
|
|
|
self.flagResetProcessing = 0
|
|
|
|
|
|
self.flagIsNewBlock = 0
|
|
|
|
|
|
self.nTotalBlocks = 0
|
|
|
|
|
|
self.blocksize = 0
|
|
|
|
|
|
def __hasNotDataInBuffer(self):
|
|
|
if self.profileIndex >= self.m_ProcessingHeader.profilesPerBlock:
|
|
|
return 1
|
|
|
return 0
|
|
|
|
|
|
|
|
|
def getBlockDimension(self):
|
|
|
"""
|
|
|
Obtiene la cantidad de puntos a leer por cada bloque de datos
|
|
|
|
|
|
Affected:
|
|
|
self.blocksize
|
|
|
|
|
|
Return:
|
|
|
None
|
|
|
"""
|
|
|
pts2read = self.m_ProcessingHeader.profilesPerBlock * self.m_ProcessingHeader.numHeights * self.m_SystemHeader.numChannels
|
|
|
self.blocksize = pts2read
|
|
|
|
|
|
|
|
|
def readBlock(self):
|
|
|
"""
|
|
|
readBlock lee el bloque de datos desde la posicion actual del puntero del archivo
|
|
|
(self.fp) y actualiza todos los parametros relacionados al bloque de datos
|
|
|
(metadata + data). La data leida es almacenada en el buffer y el contador del buffer
|
|
|
es seteado a 0
|
|
|
|
|
|
Inputs:
|
|
|
None
|
|
|
|
|
|
Return:
|
|
|
None
|
|
|
|
|
|
Affected:
|
|
|
self.profileIndex
|
|
|
self.datablock
|
|
|
self.flagIsNewFile
|
|
|
self.flagIsNewBlock
|
|
|
self.nTotalBlocks
|
|
|
|
|
|
Exceptions:
|
|
|
Si un bloque leido no es un bloque valido
|
|
|
"""
|
|
|
|
|
|
junk = numpy.fromfile( self.fp, self.dataType, self.blocksize )
|
|
|
|
|
|
try:
|
|
|
junk = junk.reshape( (self.m_ProcessingHeader.profilesPerBlock, self.m_ProcessingHeader.numHeights, self.m_SystemHeader.numChannels) )
|
|
|
except:
|
|
|
print "The read block (%3d) has not enough data" %self.nReadBlocks
|
|
|
return 0
|
|
|
|
|
|
junk = numpy.transpose(junk, (2,0,1))
|
|
|
self.datablock = junk['real'] + junk['imag']*1j
|
|
|
|
|
|
self.profileIndex = 0
|
|
|
|
|
|
self.flagIsNewFile = 0
|
|
|
self.flagIsNewBlock = 1
|
|
|
|
|
|
self.nTotalBlocks += 1
|
|
|
self.nReadBlocks += 1
|
|
|
|
|
|
return 1
|
|
|
|
|
|
|
|
|
def getData(self):
|
|
|
"""
|
|
|
getData obtiene una unidad de datos del buffer de lectura y la copia a la clase "Voltage"
|
|
|
con todos los parametros asociados a este (metadata). cuando no hay datos en el buffer de
|
|
|
lectura es necesario hacer una nueva lectura de los bloques de datos usando "readNextBlock"
|
|
|
|
|
|
Ademas incrementa el contador del buffer en 1.
|
|
|
|
|
|
Return:
|
|
|
data : retorna un perfil de voltages (alturas * canales) copiados desde el
|
|
|
buffer. Si no hay mas archivos a leer retorna None.
|
|
|
|
|
|
Variables afectadas:
|
|
|
self.m_DataObj
|
|
|
self.profileIndex
|
|
|
|
|
|
Affected:
|
|
|
self.m_DataObj
|
|
|
self.profileIndex
|
|
|
self.flagResetProcessing
|
|
|
self.flagIsNewBlock
|
|
|
"""
|
|
|
if self.flagNoMoreFiles: return 0
|
|
|
|
|
|
self.flagResetProcessing = 0
|
|
|
self.flagIsNewBlock = 0
|
|
|
|
|
|
if self.__hasNotDataInBuffer():
|
|
|
|
|
|
if not( self.readNextBlock() ):
|
|
|
return 0
|
|
|
|
|
|
self.updateDataHeader()
|
|
|
|
|
|
if self.flagNoMoreFiles == 1:
|
|
|
print 'Process finished'
|
|
|
return 0
|
|
|
|
|
|
#data es un numpy array de 3 dmensiones (perfiles, alturas y canales)
|
|
|
|
|
|
if self.datablock == None:
|
|
|
self.m_DataObj.flagNoData = True
|
|
|
return 0
|
|
|
|
|
|
time = self.m_BasicHeader.utc + self.profileIndex * self.ippSeconds
|
|
|
self.m_DataObj.m_BasicHeader.utc = time
|
|
|
|
|
|
self.m_DataObj.flagNoData = False
|
|
|
self.m_DataObj.flagResetProcessing = self.flagResetProcessing
|
|
|
|
|
|
self.m_DataObj.data = self.datablock[:,self.profileIndex,:]
|
|
|
|
|
|
self.profileIndex += 1
|
|
|
|
|
|
#call setData - to Data Object
|
|
|
|
|
|
return 1 #self.m_DataObj.data
|
|
|
|
|
|
|
|
|
class VoltageWriter(JRODataWriter):
|
|
|
"""
|
|
|
Esta clase permite escribir datos de voltajes a archivos procesados (.r). La escritura
|
|
|
de los datos siempre se realiza por bloques.
|
|
|
"""
|
|
|
__configHeaderFile = 'wrSetHeadet.txt'
|
|
|
|
|
|
m_DataObj = None
|
|
|
|
|
|
ext = ".r"
|
|
|
|
|
|
optchar = "D"
|
|
|
|
|
|
datablock = None
|
|
|
|
|
|
profileIndex = 0
|
|
|
|
|
|
shapeBuffer = None
|
|
|
|
|
|
|
|
|
def __init__(self, m_Voltage=None):
|
|
|
"""
|
|
|
Inicializador de la clase VoltageWriter para la escritura de datos de espectros.
|
|
|
|
|
|
Affected:
|
|
|
self.m_DataObj
|
|
|
|
|
|
Return: None
|
|
|
"""
|
|
|
if m_Voltage == None:
|
|
|
m_Voltage = Voltage()
|
|
|
|
|
|
if not( isinstance(m_Voltage, Voltage) ):
|
|
|
raise ValueError, "in VoltageReader, m_Voltage must be an Spectra class object"
|
|
|
|
|
|
self.m_DataObj = m_Voltage
|
|
|
|
|
|
|
|
|
def hasAllDataInBuffer(self):
|
|
|
if self.profileIndex >= self.m_ProcessingHeader.profilesPerBlock:
|
|
|
return 1
|
|
|
return 0
|
|
|
|
|
|
|
|
|
def setBlockDimension(self):
|
|
|
"""
|
|
|
Obtiene las formas dimensionales del los subbloques de datos que componen un bloque
|
|
|
|
|
|
Affected:
|
|
|
self.shape_spc_Buffer
|
|
|
self.shape_cspc_Buffer
|
|
|
self.shape_dc_Buffer
|
|
|
|
|
|
Return: None
|
|
|
"""
|
|
|
self.shapeBuffer = (self.m_ProcessingHeader.profilesPerBlock,
|
|
|
self.m_ProcessingHeader.numHeights,
|
|
|
self.m_SystemHeader.numChannels )
|
|
|
|
|
|
self.datablock = numpy.zeros((self.m_SystemHeader.numChannels,
|
|
|
self.m_ProcessingHeader.profilesPerBlock,
|
|
|
self.m_ProcessingHeader.numHeights),
|
|
|
dtype=numpy.dtype('complex'))
|
|
|
|
|
|
|
|
|
def writeBlock(self):
|
|
|
"""
|
|
|
Escribe el buffer en el file designado
|
|
|
|
|
|
Affected:
|
|
|
self.profileIndex
|
|
|
self.flagIsNewFile
|
|
|
self.flagIsNewBlock
|
|
|
self.nTotalBlocks
|
|
|
self.nWriteBlocks
|
|
|
|
|
|
Return: None
|
|
|
"""
|
|
|
data = numpy.zeros( self.shapeBuffer, self.dataType )
|
|
|
|
|
|
junk = numpy.transpose(self.datablock, (1,2,0))
|
|
|
|
|
|
data['real'] = junk.real
|
|
|
data['imag'] = junk.imag
|
|
|
|
|
|
data = data.reshape( (-1) )
|
|
|
|
|
|
data.tofile( self.fp )
|
|
|
|
|
|
self.datablock.fill(0)
|
|
|
self.profileIndex = 0
|
|
|
self.flagIsNewFile = 0
|
|
|
self.flagIsNewBlock = 1
|
|
|
self.nTotalBlocks += 1
|
|
|
self.nWriteBlocks += 1
|
|
|
|
|
|
|
|
|
def putData(self):
|
|
|
"""
|
|
|
Setea un bloque de datos y luego los escribe en un file
|
|
|
|
|
|
Affected:
|
|
|
self.flagIsNewBlock
|
|
|
self.profileIndex
|
|
|
|
|
|
Return:
|
|
|
0 : Si no hay data o no hay mas files que puedan escribirse
|
|
|
1 : Si se escribio la data de un bloque en un file
|
|
|
"""
|
|
|
self.flagIsNewBlock = 0
|
|
|
|
|
|
if self.m_DataObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
if self.m_DataObj.flagResetProcessing:
|
|
|
|
|
|
self.datablock.fill(0)
|
|
|
self.profileIndex = 0
|
|
|
self.setNextFile()
|
|
|
|
|
|
self.datablock[:,self.profileIndex,:] = self.m_DataObj.data
|
|
|
|
|
|
self.profileIndex += 1
|
|
|
|
|
|
if self.hasAllDataInBuffer():
|
|
|
#if self.flagIsNewFile:
|
|
|
self.getDataHeader()
|
|
|
self.writeNextBlock()
|
|
|
|
|
|
if self.flagNoMoreFiles:
|
|
|
#print 'Process finished'
|
|
|
return 0
|
|
|
|
|
|
return 1
|
|
|
|
