|
|
'''
|
|
|
|
|
|
$Author$
|
|
|
$Id$
|
|
|
'''
|
|
|
|
|
|
import os, sys
|
|
|
import numpy
|
|
|
import time
|
|
|
import datetime
|
|
|
path = os.path.split(os.getcwd())[0]
|
|
|
sys.path.append(path)
|
|
|
|
|
|
from Data.JROData import SpectraHeis
|
|
|
from IO.SpectraIO import SpectraWriter
|
|
|
#from Graphics.schainPlotTypes import SpcFigure
|
|
|
#from JRONoise import Noise
|
|
|
|
|
|
class SpectraProcessor:
|
|
|
'''
|
|
|
classdocs
|
|
|
'''
|
|
|
|
|
|
dataInObj = None
|
|
|
|
|
|
dataOutObj = None
|
|
|
|
|
|
noiseObj = None
|
|
|
|
|
|
integratorObjList = []
|
|
|
|
|
|
writerObjList = []
|
|
|
|
|
|
integratorObjIndex = None
|
|
|
|
|
|
writerObjIndex = None
|
|
|
|
|
|
profIndex = 0 # Se emplea cuando el objeto de entrada es un Voltage
|
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
'''
|
|
|
Constructor
|
|
|
'''
|
|
|
|
|
|
self.integratorObjIndex = None
|
|
|
self.writerObjIndex = None
|
|
|
self.plotObjIndex = None
|
|
|
self.integratorOst = []
|
|
|
self.plotObjList = []
|
|
|
self.noiseObj = bjList = []
|
|
|
self.writerObjLiNone
|
|
|
self.buffer = None
|
|
|
self.profIndex = 0
|
|
|
|
|
|
def setup(self, dataInObj=None, dataOutObj=None, nFFTPoints=None, pairList=None):
|
|
|
|
|
|
if dataInObj == None:
|
|
|
raise ValueError, "This SpectraProcessor.setup() function needs dataInObj input variable"
|
|
|
|
|
|
if dataInObj.type == "Voltage":
|
|
|
if nFFTPoints == None:
|
|
|
raise ValueError, "This SpectraProcessor.setup() function needs nFFTPoints input variable"
|
|
|
else:
|
|
|
nFFTPoints = dataInObj.nFFTPoints
|
|
|
|
|
|
self.dataInObj = dataInObj
|
|
|
|
|
|
if dataOutObj == None:
|
|
|
dataOutObj = Spectra()
|
|
|
|
|
|
self.dataOutObj = dataOutObj
|
|
|
|
|
|
return self.dataOutObj
|
|
|
|
|
|
def init(self):
|
|
|
|
|
|
self.integratorObjIndex = 0
|
|
|
self.writerObjIndex = 0
|
|
|
self.plotObjIndex = 0
|
|
|
if self.dataInObj.type == "Voltage":
|
|
|
|
|
|
if self.buffer == None:
|
|
|
self.buffer = numpy.zeros((self.nChannels,
|
|
|
self.nFFTPoints,
|
|
|
self.dataInObj.nHeights),
|
|
|
dtype='complex')
|
|
|
|
|
|
self.buffer[:,self.profIndex,:] = self.dataInObj.data
|
|
|
self.profIndex += 1
|
|
|
|
|
|
if self.profIndex == self.nFFTPoints:
|
|
|
self.__getFft()
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
|
|
|
self.buffer = None
|
|
|
self.profIndex = 0
|
|
|
return
|
|
|
|
|
|
self.dataOutObj.flagNoData = True
|
|
|
|
|
|
return
|
|
|
|
|
|
#Other kind of data
|
|
|
if self.dataInObj.type == "Spectra":
|
|
|
self.dataOutObj.copy(self.dataInObj)
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
return
|
|
|
|
|
|
raise ValueError, "The dtype is not valid"
|
|
|
|
|
|
def __getFft(self):
|
|
|
"""
|
|
|
Convierte valores de Voltaje a Spectra
|
|
|
|
|
|
Affected:
|
|
|
self.dataOutObj.data_spc
|
|
|
self.dataOutObj.data_cspc
|
|
|
self.dataOutObj.data_dc
|
|
|
self.dataOutObj.heightList
|
|
|
self.dataOutObj.m_BasicHeader
|
|
|
self.dataOutObj.m_ProcessingHeader
|
|
|
self.dataOutObj.radarControllerHeaderObj
|
|
|
self.dataOutObj.systemHeaderObj
|
|
|
self.profIndex
|
|
|
self.buffer
|
|
|
self.dataOutObj.flagNoData
|
|
|
self.dataOutObj.dtype
|
|
|
self.dataOutObj.nPairs
|
|
|
self.dataOutObj.nChannels
|
|
|
self.dataOutObj.nProfiles
|
|
|
self.dataOutObj.systemHeaderObj.numChannels
|
|
|
self.dataOutObj.m_ProcessingHeader.totalSpectra
|
|
|
self.dataOutObj.m_ProcessingHeader.profilesPerBlock
|
|
|
self.dataOutObj.m_ProcessingHeader.numHeights
|
|
|
self.dataOutObj.m_ProcessingHeader.spectraComb
|
|
|
self.dataOutObj.m_ProcessingHeader.shif_fft
|
|
|
"""
|
|
|
|
|
|
if self.dataInObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
fft_volt = numpy.fft.fft(self.buffer,axis=1)
|
|
|
dc = fft_volt[:,0,:]
|
|
|
|
|
|
#calculo de self-spectra
|
|
|
fft_volt = numpy.fft.fftshift(fft_volt,axes=(1,))
|
|
|
spc = fft_volt * numpy.conjugate(fft_volt)
|
|
|
spc = spc.real
|
|
|
|
|
|
blocksize = 0
|
|
|
blocksize += dc.size
|
|
|
blocksize += spc.size
|
|
|
|
|
|
cspc = None
|
|
|
pairIndex = 0
|
|
|
if self.pairList != None:
|
|
|
#calculo de cross-spectra
|
|
|
cspc = numpy.zeros((self.nPairs, self.nFFTPoints, self.nHeights), dtype='complex')
|
|
|
for pair in self.pairList:
|
|
|
cspc[pairIndex,:,:] = numpy.abs(fft_volt[pair[0],:,:] * numpy.conjugate(fft_volt[pair[1],:,:]))
|
|
|
pairIndex += 1
|
|
|
blocksize += cspc.size
|
|
|
|
|
|
self.dataOutObj.data_spc = spc
|
|
|
self.dataOutObj.data_cspc = cspc
|
|
|
self.dataOutObj.data_dc = dc
|
|
|
self.dataOutObj.m_ProcessingHeader.blockSize = blocksize
|
|
|
self.dataOutObj.m_BasicHeader.utc = self.dataInObj.m_BasicHeader.utc
|
|
|
|
|
|
# self.getNoise()
|
|
|
|
|
|
def addWriter(self, wrpath, blocksPerFile):
|
|
|
objWriter = SpectraWriter(self.dataOutObj)
|
|
|
objWriter.setup(wrpath, blocksPerFile)
|
|
|
self.writerObjList.append(objWriter)
|
|
|
|
|
|
def addIntegrator(self,N,timeInterval):
|
|
|
|
|
|
objIncohInt = IncoherentIntegration(N,timeInterval)
|
|
|
self.integratorObjList.append(objIncohInt)
|
|
|
|
|
|
def addSpc(self, idfigure, nframes, wintitle, driver, colormap, colorbar, showprofile):
|
|
|
spcObj = SpcFigure(idfigure, nframes, wintitle, driver, colormap, colorbar, showprofile)
|
|
|
self.plotObjList.append(spcObj)
|
|
|
|
|
|
def plotSpc(self, idfigure=None,
|
|
|
xmin=None,
|
|
|
xmax=None,
|
|
|
ymin=None,
|
|
|
ymax=None,
|
|
|
minvalue=None,
|
|
|
maxvalue=None,
|
|
|
wintitle='',
|
|
|
driver='plplot',
|
|
|
colormap='br_greeen',
|
|
|
colorbar=True,
|
|
|
showprofile=False,
|
|
|
save=False,
|
|
|
gpath=None):
|
|
|
|
|
|
if self.dataOutObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
nframes = len(self.dataOutObj.channelList)
|
|
|
|
|
|
if len(self.plotObjList) <= self.plotObjIndex:
|
|
|
self.addSpc(idfigure, nframes, wintitle, driver, colormap, colorbar, showprofile)
|
|
|
|
|
|
x = numpy.arange(self.dataOutObj.nFFTPoints)
|
|
|
|
|
|
y = self.dataOutObj.heightList
|
|
|
|
|
|
channelList = self.dataOutObj.channelList
|
|
|
|
|
|
data = 10.*numpy.log10(self.dataOutObj.data_spc[channelList,:,:])
|
|
|
# noisedB = 10.*numpy.log10(noise)
|
|
|
noisedB = numpy.arange(len(channelList)+1)
|
|
|
noisedB = noisedB *1.2
|
|
|
titleList = []
|
|
|
for i in range(len(noisedB)):
|
|
|
title = "%.2f"%noisedB[i]
|
|
|
titleList.append(title)
|
|
|
|
|
|
thisdatetime = datetime.datetime.fromtimestamp(self.dataOutObj.dataUtcTime)
|
|
|
dateTime = "%s"%(thisdatetime.strftime("%d-%b-%Y %H:%M:%S"))
|
|
|
figuretitle = "Spc Radar Data: %s"%dateTime
|
|
|
|
|
|
cleardata = True
|
|
|
|
|
|
plotObj = self.plotObjList[self.plotObjIndex]
|
|
|
|
|
|
plotObj.plotPcolor(data,
|
|
|
x,
|
|
|
y,
|
|
|
channelList,
|
|
|
xmin,
|
|
|
xmax,
|
|
|
ymin,
|
|
|
ymax,
|
|
|
minvalue,
|
|
|
maxvalue,
|
|
|
figuretitle,
|
|
|
None,
|
|
|
save,
|
|
|
gpath,
|
|
|
cleardata,
|
|
|
titleList)
|
|
|
|
|
|
self.plotObjIndex += 1
|
|
|
|
|
|
|
|
|
def writeData(self, wrpath, blocksPerFile):
|
|
|
if self.dataOutObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
if len(self.writerObjList) <= self.writerObjIndex:
|
|
|
self.addWriter(wrpath, blocksPerFile)
|
|
|
|
|
|
self.writerObjList[self.writerObjIndex].putData()
|
|
|
|
|
|
self.writerObjIndex += 1
|
|
|
|
|
|
def integrator(self, N=None, timeInterval=None):
|
|
|
|
|
|
if self.dataOutObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
if len(self.integratorObjList) <= self.integratorObjIndex:
|
|
|
self.addIntegrator(N,timeInterval)
|
|
|
|
|
|
myIncohIntObj = self.integratorObjList[self.integratorObjIndex]
|
|
|
myIncohIntObj.exe(data=self.dataOutObj.data_spc,timeOfData=self.dataOutObj.m_BasicHeader.utc)
|
|
|
|
|
|
if myIncohIntObj.isReady:
|
|
|
self.dataOutObj.data_spc = myIncohIntObj.data
|
|
|
self.dataOutObj.nAvg = myIncohIntObj.navg
|
|
|
self.dataOutObj.m_ProcessingHeader.incoherentInt = self.dataInObj.m_ProcessingHeader.incoherentInt*myIncohIntObj.navg
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
|
|
|
"""Calcular el ruido"""
|
|
|
self.getNoise()
|
|
|
else:
|
|
|
self.dataOutObj.flagNoData = True
|
|
|
|
|
|
self.integratorObjIndex += 1
|
|
|
|
|
|
|
|
|
class SpectraHeisProcessor:
|
|
|
|
|
|
def __init__(self):
|
|
|
|
|
|
self.integratorObjIndex = None
|
|
|
self.writerObjIndex = None
|
|
|
self.plotterObjIndex = None
|
|
|
self.integratorObjList = []
|
|
|
self.writerObjList = []
|
|
|
self.plotterObjList = []
|
|
|
#self.noiseObj = Noise()
|
|
|
|
|
|
def setup(self, dataInObj, dataOutObj=None, nFFTPoints=None, pairList=None):
|
|
|
|
|
|
if nFFTPoints == None:
|
|
|
nFFTPoints = self.dataInObj.nHeights
|
|
|
|
|
|
self.dataInObj = dataInObj
|
|
|
|
|
|
if dataOutObj == None:
|
|
|
dataOutObj = SpectraHeis()
|
|
|
|
|
|
self.dataOutObj = dataOutObj
|
|
|
# self.noiseObj = Noise()
|
|
|
|
|
|
##########################################
|
|
|
self.nFFTPoints = nFFTPoints
|
|
|
self.nChannels = self.dataInObj.nChannels
|
|
|
self.nHeights = self.dataInObj.nHeights
|
|
|
self.pairList = pairList
|
|
|
|
|
|
if pairList != None:
|
|
|
self.nPairs = len(pairList)
|
|
|
else:
|
|
|
self.nPairs = 0
|
|
|
|
|
|
self.dataOutObj.radarControllerHeaderObj = self.dataInObj.radarControllerHeaderObj.copy()
|
|
|
self.dataOutObj.systemHeaderObj = self.dataInObj.systemHeaderObj.copy()
|
|
|
|
|
|
self.dataOutObj.type = "SpectraHeis"
|
|
|
|
|
|
self.dataOutObj.dtype = self.dataInObj.dtype
|
|
|
|
|
|
self.dataOutObj.nChannels = self.nChannels
|
|
|
|
|
|
self.dataOutObj.nHeights = self.nHeights
|
|
|
|
|
|
self.dataOutObj.nProfiles = self.nFFTPoints
|
|
|
|
|
|
self.dataOutObj.heightList = None
|
|
|
|
|
|
self.dataOutObj.channelList = None
|
|
|
|
|
|
self.dataOutObj.channelIndexList = None
|
|
|
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
|
|
|
self.dataOutObj.flagTimeBlock = False
|
|
|
|
|
|
self.dataOutObj.dataUtcTime = None
|
|
|
|
|
|
self.dataOutObj.nCode = None
|
|
|
|
|
|
self.dataOutObj.nBaud = None
|
|
|
|
|
|
self.dataOutObj.code = None
|
|
|
|
|
|
self.dataOutObj.flagDecodeData = True #asumo q la data esta decodificada
|
|
|
|
|
|
self.dataOutObj.flagDeflipData = True #asumo q la data esta sin flip
|
|
|
|
|
|
self.dataOutObj.flagShiftFFT = False
|
|
|
|
|
|
self.dataOutObj.ippSeconds = None
|
|
|
|
|
|
self.dataOutObjdata_spc = None
|
|
|
|
|
|
self.dataOutObjdata_cspc = None
|
|
|
|
|
|
self.dataOutObjdata_dc = None
|
|
|
|
|
|
self.dataOutObjnFFTPoints = None
|
|
|
|
|
|
self.dataOutObjnPairs = None
|
|
|
|
|
|
self.dataOutObjpairsList = None
|
|
|
|
|
|
|
|
|
return self.dataOutObj
|
|
|
|
|
|
def init(self):
|
|
|
self.integratorObjIndex = 0
|
|
|
self.writerObjIndex = 0
|
|
|
self.plotterObjIndex = 0
|
|
|
|
|
|
if self.dataInObj.type == "Voltage":
|
|
|
self.__getFft()
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
return
|
|
|
|
|
|
#Other kind of data
|
|
|
if self.dataInObj.type == "SpectraHeis":
|
|
|
self.dataOutObj.copy(self.dataInObj)
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
return
|
|
|
|
|
|
raise ValueError, "The type is not valid"
|
|
|
|
|
|
def __getFft(self):
|
|
|
if self.dataInObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
fft_volt = numpy.fft.fft(self.dataInObj.data, axis=1)
|
|
|
#print fft_volt
|
|
|
#calculo de self-spectra
|
|
|
fft_volt = numpy.fft.fftshift(fft_volt,axes=(1,))
|
|
|
|
|
|
spc = numpy.abs(fft_volt * numpy.conjugate(fft_volt))
|
|
|
self.dataOutObj.data_spc = spc
|
|
|
#print spc
|
|
|
|
|
|
def getSpectra(self):
|
|
|
|
|
|
return self.dataOutObj.data_spc
|
|
|
|
|
|
def getFrecuencies(self):
|
|
|
|
|
|
print self.nFFTPoints
|
|
|
return numpy.arange(int(self.nFFTPoints))
|
|
|
|
|
|
def addIntegrator(self,N,timeInterval):
|
|
|
objIncohInt = IncoherentIntegration(N,timeInterval)
|
|
|
self.integratorObjList.append(objIncohInt)
|
|
|
|
|
|
def integrator(self, N=None, timeInterval=None):
|
|
|
if self.dataOutObj.flagNoData:
|
|
|
return 0
|
|
|
|
|
|
if len(self.integratorObjList) <= self.integratorObjIndex:
|
|
|
self.addIntegrator(N,timeInterval)
|
|
|
|
|
|
myIncohIntObj = self.integratorObjList[self.integratorObjIndex]
|
|
|
myIncohIntObj.exe(data=self.dataOutObj.data_spc,timeOfData=self.dataOutObj.m_BasicHeader.utc)
|
|
|
|
|
|
if myIncohIntObj.isReady:
|
|
|
self.dataOutObj.data_spc = myIncohIntObj.data
|
|
|
self.dataOutObj.nAvg = myIncohIntObj.navg
|
|
|
self.dataOutObj.m_ProcessingHeader.incoherentInt *= myIncohIntObj.navg
|
|
|
#print "myIncohIntObj.navg: ",myIncohIntObj.navg
|
|
|
self.dataOutObj.flagNoData = False
|
|
|
|
|
|
#self.getNoise(type="hildebrand",parm=myIncohIntObj.navg)
|
|
|
# self.getNoise(type="sort", parm=16)
|
|
|
|
|
|
else:
|
|
|
self.dataOutObj.flagNoData = True
|
|
|
|
|
|
self.integratorObjIndex += 1
|
|
|
|
|
|
|
|
|
|
|
|
class IncoherentIntegration:
|
|
|
|
|
|
integ_counter = None
|
|
|
data = None
|
|
|
navg = None
|
|
|
buffer = None
|
|
|
nIncohInt = None
|
|
|
|
|
|
def __init__(self, N = None, timeInterval = None):
|
|
|
"""
|
|
|
N
|
|
|
timeInterval - interval time [min], integer value
|
|
|
"""
|
|
|
|
|
|
self.data = None
|
|
|
self.navg = None
|
|
|
self.buffer = None
|
|
|
self.timeOut = None
|
|
|
self.exitCondition = False
|
|
|
self.isReady = False
|
|
|
self.nIncohInt = N
|
|
|
self.integ_counter = 0
|
|
|
if timeInterval!=None:
|
|
|
self.timeIntervalInSeconds = timeInterval * 60. #if (type(timeInterval)!=integer) -> change this line
|
|
|
|
|
|
if ((timeInterval==None) and (N==None)):
|
|
|
print 'N = None ; timeInterval = None'
|
|
|
sys.exit(0)
|
|
|
elif timeInterval == None:
|
|
|
self.timeFlag = False
|
|
|
else:
|
|
|
self.timeFlag = True
|
|
|
|
|
|
|
|
|
def exe(self,data,timeOfData):
|
|
|
"""
|
|
|
data
|
|
|
|
|
|
timeOfData [seconds]
|
|
|
"""
|
|
|
|
|
|
if self.timeFlag:
|
|
|
if self.timeOut == None:
|
|
|
self.timeOut = timeOfData + self.timeIntervalInSeconds
|
|
|
|
|
|
if timeOfData < self.timeOut:
|
|
|
if self.buffer == None:
|
|
|
self.buffer = data
|
|
|
else:
|
|
|
self.buffer = self.buffer + data
|
|
|
self.integ_counter += 1
|
|
|
else:
|
|
|
self.exitCondition = True
|
|
|
|
|
|
else:
|
|
|
if self.integ_counter < self.nIncohInt:
|
|
|
if self.buffer == None:
|
|
|
self.buffer = data
|
|
|
else:
|
|
|
self.buffer = self.buffer + data
|
|
|
|
|
|
self.integ_counter += 1
|
|
|
|
|
|
if self.integ_counter == self.nIncohInt:
|
|
|
self.exitCondition = True
|
|
|
|
|
|
if self.exitCondition:
|
|
|
self.data = self.buffer
|
|
|
self.navg = self.integ_counter
|
|
|
self.isReady = True
|
|
|
self.buffer = None
|
|
|
self.timeOut = None
|
|
|
self.integ_counter = 0
|
|
|
self.exitCondition = False
|
|
|
|
|
|
if self.timeFlag:
|
|
|
self.buffer = data
|
|
|
self.timeOut = timeOfData + self.timeIntervalInSeconds
|
|
|
else:
|
|
|
self.isReady = False
|
|
|
|
