jrodata.py
1363 lines
| 37.2 KiB
| text/x-python
|
PythonLexer
Daniel Valdez
|
r487 | ''' | ||
| $Author: murco $ | ||||
| $Id: JROData.py 173 2012-11-20 15:06:21Z murco $ | ||||
| ''' | ||||
| import copy | ||||
| import numpy | ||||
| import datetime | ||||
Juan C. Espinoza
|
r1187 | import json | ||
|
Daniel Valdez
|
r487 | |||
|
Juan C. Espinoza
|
r1187 | from schainpy.utils import log | ||
George Yong
|
r1167 | from .jroheaderIO import SystemHeader, RadarControllerHeader | ||
|
Juan C. Valdez
|
r878 | |||
|
Daniel Valdez
|
r487 | |||
| def getNumpyDtype(dataTypeCode): | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | if dataTypeCode == 0: | ||
José Chávez
|
r1092 | numpyDtype = numpy.dtype([('real', '<i1'), ('imag', '<i1')]) | ||
|
Daniel Valdez
|
r487 | elif dataTypeCode == 1: | ||
|
José Chávez
|
r1092 | numpyDtype = numpy.dtype([('real', '<i2'), ('imag', '<i2')]) | ||
|
Daniel Valdez
|
r487 | elif dataTypeCode == 2: | ||
|
José Chávez
|
r1092 | numpyDtype = numpy.dtype([('real', '<i4'), ('imag', '<i4')]) | ||
|
Daniel Valdez
|
r487 | elif dataTypeCode == 3: | ||
|
José Chávez
|
r1092 | numpyDtype = numpy.dtype([('real', '<i8'), ('imag', '<i8')]) | ||
|
Daniel Valdez
|
r487 | elif dataTypeCode == 4: | ||
|
José Chávez
|
r1092 | numpyDtype = numpy.dtype([('real', '<f4'), ('imag', '<f4')]) | ||
|
Daniel Valdez
|
r487 | elif dataTypeCode == 5: | ||
|
José Chávez
|
r1092 | numpyDtype = numpy.dtype([('real', '<f8'), ('imag', '<f8')]) | ||
|
Daniel Valdez
|
r487 | else: | ||
|
George Yong
|
r1167 | raise ValueError('dataTypeCode was not defined') | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return numpyDtype | ||
|
José Chávez
|
r1092 | |||
|
Daniel Valdez
|
r487 | def getDataTypeCode(numpyDtype): | ||
| r889 | ||||
|
José Chávez
|
r1092 | if numpyDtype == numpy.dtype([('real', '<i1'), ('imag', '<i1')]): | ||
|
Daniel Valdez
|
r487 | datatype = 0 | ||
|
José Chávez
|
r1092 | elif numpyDtype == numpy.dtype([('real', '<i2'), ('imag', '<i2')]): | ||
|
Daniel Valdez
|
r487 | datatype = 1 | ||
|
José Chávez
|
r1092 | elif numpyDtype == numpy.dtype([('real', '<i4'), ('imag', '<i4')]): | ||
|
Daniel Valdez
|
r487 | datatype = 2 | ||
|
José Chávez
|
r1092 | elif numpyDtype == numpy.dtype([('real', '<i8'), ('imag', '<i8')]): | ||
|
Daniel Valdez
|
r487 | datatype = 3 | ||
|
José Chávez
|
r1092 | elif numpyDtype == numpy.dtype([('real', '<f4'), ('imag', '<f4')]): | ||
|
Daniel Valdez
|
r487 | datatype = 4 | ||
|
José Chávez
|
r1092 | elif numpyDtype == numpy.dtype([('real', '<f8'), ('imag', '<f8')]): | ||
|
Daniel Valdez
|
r487 | datatype = 5 | ||
| else: | ||||
| datatype = None | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | return datatype | ||
|
José Chávez
|
r1092 | |||
|
Daniel Valdez
|
r487 | def hildebrand_sekhon(data, navg): | ||
Miguel Valdez
|
r568 | """ | ||
| r889 | This method is for the objective determination of the noise level in Doppler spectra. This | |||
| implementation technique is based on the fact that the standard deviation of the spectral | ||||
|
Miguel Valdez
|
r568 | densities is equal to the mean spectral density for white Gaussian noise | ||
| r889 | ||||
|
Miguel Valdez
|
r568 | Inputs: | ||
| Data : heights | ||||
| navg : numbers of averages | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | Return: | ||
|
Juan C. Espinoza
|
r1176 | mean : noise's level | ||
|
Miguel Valdez
|
r568 | """ | ||
| r889 | ||||
|
George Yong
|
r1179 | sortdata = numpy.sort(data, axis=None) | ||
| lenOfData = len(sortdata) | ||||
| nums_min = lenOfData*0.2 | ||||
| if nums_min <= 5: | ||||
| nums_min = 5 | ||||
| sump = 0. | ||||
| sumq = 0. | ||||
| j = 0 | ||||
| cont = 1 | ||||
|
Juan C. Espinoza
|
r1187 | while((cont == 1)and(j < lenOfData)): | ||
|
George Yong
|
r1179 | |||
| sump += sortdata[j] | ||||
| sumq += sortdata[j]**2 | ||||
| if j > nums_min: | ||||
| rtest = float(j)/(j-1) + 1.0/navg | ||||
| if ((sumq*j) > (rtest*sump**2)): | ||||
| j = j - 1 | ||||
|
Juan C. Espinoza
|
r1187 | sump = sump - sortdata[j] | ||
| sumq = sumq - sortdata[j]**2 | ||||
|
George Yong
|
r1179 | cont = 0 | ||
| j += 1 | ||||
|
Juan C. Espinoza
|
r1187 | lnoise = sump / j | ||
|
George Yong
|
r1179 | |||
| return lnoise | ||||
|
Daniel Valdez
|
r487 | |||
|
Daniel Valdez
|
r501 | class Beam: | ||
| r889 | ||||
|
Daniel Valdez
|
r501 | def __init__(self): | ||
| self.codeList = [] | ||||
| self.azimuthList = [] | ||||
| r889 | self.zenithList = [] | |||
|
Daniel Valdez
|
r501 | |||
|
José Chávez
|
r1092 | |||
|
Daniel Valdez
|
r487 | class GenericData(object): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | flagNoData = True | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def copy(self, inputObj=None): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | if inputObj == None: | ||
| return copy.deepcopy(self) | ||||
|
George Yong
|
r1167 | for key in list(inputObj.__dict__.keys()): | ||
| r889 | ||||
|
Miguel Valdez
|
r757 | attribute = inputObj.__dict__[key] | ||
| r889 | ||||
|
José Chávez
|
r1092 | # If this attribute is a tuple or list | ||
|
Miguel Valdez
|
r757 | if type(inputObj.__dict__[key]) in (tuple, list): | ||
| self.__dict__[key] = attribute[:] | ||||
| continue | ||||
| r889 | ||||
|
José Chávez
|
r1092 | # If this attribute is another object or instance | ||
|
Miguel Valdez
|
r757 | if hasattr(attribute, '__dict__'): | ||
| self.__dict__[key] = attribute.copy() | ||||
| continue | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.__dict__[key] = inputObj.__dict__[key] | ||
| def deepcopy(self): | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | return copy.deepcopy(self) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def isEmpty(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return self.flagNoData | ||
| r889 | ||||
|
José Chávez
|
r1092 | |||
|
Daniel Valdez
|
r487 | class JROData(GenericData): | ||
| r889 | ||||
|
José Chávez
|
r1092 | # m_BasicHeader = BasicHeader() | ||
| # m_ProcessingHeader = ProcessingHeader() | ||||
|
Daniel Valdez
|
r487 | |||
| systemHeaderObj = SystemHeader() | ||||
| radarControllerHeaderObj = RadarControllerHeader() | ||||
| # data = None | ||||
| type = None | ||||
|
José Chávez
|
r1092 | datatype = None # dtype but in string | ||
|
Daniel Valdez
|
r487 | # dtype = None | ||
| # nChannels = None | ||||
| # nHeights = None | ||||
| nProfiles = None | ||||
| heightList = None | ||||
| channelList = None | ||||
|
Miguel Valdez
|
r568 | flagDiscontinuousBlock = False | ||
|
Daniel Valdez
|
r487 | useLocalTime = False | ||
| utctime = None | ||||
| timeZone = None | ||||
| dstFlag = None | ||||
| errorCount = None | ||||
| blocksize = None | ||||
|
Miguel Valdez
|
r568 | # nCode = None | ||
| # nBaud = None | ||||
| # code = None | ||||
|
José Chávez
|
r1092 | flagDecodeData = False # asumo q la data no esta decodificada | ||
| flagDeflipData = False # asumo q la data no esta sin flip | ||||
|
Daniel Valdez
|
r487 | flagShiftFFT = False | ||
| # ippSeconds = None | ||||
|
Miguel Valdez
|
r526 | # timeInterval = None | ||
|
Daniel Valdez
|
r487 | nCohInt = None | ||
|
Miguel Valdez
|
r568 | # noise = None | ||
|
Daniel Valdez
|
r487 | windowOfFilter = 1 | ||
|
José Chávez
|
r1092 | # Speed of ligth | ||
|
Daniel Valdez
|
r487 | C = 3e8 | ||
| frequency = 49.92e6 | ||||
| realtime = False | ||||
| beacon_heiIndexList = None | ||||
| last_block = None | ||||
| blocknow = None | ||||
|
Daniel Valdez
|
r499 | azimuth = None | ||
| zenith = None | ||||
|
Daniel Valdez
|
r501 | beam = Beam() | ||
|
Miguel Valdez
|
r534 | profileIndex = None | ||
|
Juan C. Espinoza
|
r1187 | error = None | ||
| data = None | ||||
|
Juan C. Espinoza
|
r1188 | nmodes = None | ||
|
Juan C. Espinoza
|
r1176 | |||
| def __str__(self): | ||||
| return '{} - {}'.format(self.type, self.getDatatime()) | ||||
|
Daniel Valdez
|
r487 | def getNoise(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r684 | raise NotImplementedError | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getNChannels(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return len(self.channelList) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getChannelIndexList(self): | ||
| r889 | ||||
|
George Yong
|
r1167 | return list(range(self.nChannels)) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getNHeights(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return len(self.heightList) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getHeiRange(self, extrapoints=0): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | heis = self.heightList | ||
| # deltah = self.heightList[1] - self.heightList[0] | ||||
| r889 | # | |||
|
Daniel Valdez
|
r487 | # heis.append(self.heightList[-1]) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return heis | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | def getDeltaH(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | delta = self.heightList[1] - self.heightList[0] | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | return delta | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getltctime(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | if self.useLocalTime: | ||
|
José Chávez
|
r1092 | return self.utctime - self.timeZone * 60 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return self.utctime | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getDatatime(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatimeValue = datetime.datetime.utcfromtimestamp(self.ltctime) | ||
| return datatimeValue | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getTimeRange(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime = [] | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime.append(self.ltctime) | ||
|
José Chávez
|
r1092 | datatime.append(self.ltctime + self.timeInterval + 1) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime = numpy.array(datatime) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return datatime | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | def getFmaxTimeResponse(self): | ||
| r889 | ||||
|
José Chávez
|
r1092 | period = (10**-6) * self.getDeltaH() / (0.15) | ||
| r889 | ||||
|
José Chávez
|
r1092 | PRF = 1. / (period * self.nCohInt) | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | fmax = PRF | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | return fmax | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getFmax(self): | ||
|
José Chávez
|
r1092 | PRF = 1. / (self.ippSeconds * self.nCohInt) | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | fmax = PRF | ||
|
Daniel Valdez
|
r487 | return fmax | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getVmax(self): | ||
| r889 | ||||
|
José Chávez
|
r1092 | _lambda = self.C / self.frequency | ||
| r889 | ||||
|
José Chávez
|
r1092 | vmax = self.getFmax() * _lambda / 2 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return vmax | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def get_ippSeconds(self): | ||
| ''' | ||||
| ''' | ||||
| return self.radarControllerHeaderObj.ippSeconds | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | def set_ippSeconds(self, ippSeconds): | ||
| ''' | ||||
| ''' | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.radarControllerHeaderObj.ippSeconds = ippSeconds | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def get_dtype(self): | ||
| ''' | ||||
| ''' | ||||
| return getNumpyDtype(self.datatype) | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | def set_dtype(self, numpyDtype): | ||
| ''' | ||||
| ''' | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.datatype = getDataTypeCode(numpyDtype) | ||
|
Miguel Valdez
|
r568 | |||
| def get_code(self): | ||||
| ''' | ||||
| ''' | ||||
| return self.radarControllerHeaderObj.code | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | def set_code(self, code): | ||
| ''' | ||||
| ''' | ||||
| self.radarControllerHeaderObj.code = code | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | return | ||
| def get_ncode(self): | ||||
| ''' | ||||
| ''' | ||||
| return self.radarControllerHeaderObj.nCode | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | def set_ncode(self, nCode): | ||
| ''' | ||||
| ''' | ||||
| self.radarControllerHeaderObj.nCode = nCode | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | return | ||
| def get_nbaud(self): | ||||
| ''' | ||||
| ''' | ||||
| return self.radarControllerHeaderObj.nBaud | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | def set_nbaud(self, nBaud): | ||
| ''' | ||||
| ''' | ||||
| self.radarControllerHeaderObj.nBaud = nBaud | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | return | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | nChannels = property(getNChannels, "I'm the 'nChannel' property.") | ||
|
José Chávez
|
r1092 | channelIndexList = property( | ||
| getChannelIndexList, "I'm the 'channelIndexList' property.") | ||||
|
Daniel Valdez
|
r487 | nHeights = property(getNHeights, "I'm the 'nHeights' property.") | ||
| #noise = property(getNoise, "I'm the 'nHeights' property.") | ||||
| datatime = property(getDatatime, "I'm the 'datatime' property") | ||||
| ltctime = property(getltctime, "I'm the 'ltctime' property") | ||||
| ippSeconds = property(get_ippSeconds, set_ippSeconds) | ||||
| dtype = property(get_dtype, set_dtype) | ||||
|
Miguel Valdez
|
r526 | # timeInterval = property(getTimeInterval, "I'm the 'timeInterval' property") | ||
|
Miguel Valdez
|
r568 | code = property(get_code, set_code) | ||
| nCode = property(get_ncode, set_ncode) | ||||
| nBaud = property(get_nbaud, set_nbaud) | ||||
| r889 | ||||
|
José Chávez
|
r1092 | |||
|
Daniel Valdez
|
r487 | class Voltage(JROData): | ||
| r889 | ||||
|
José Chávez
|
r1092 | # data es un numpy array de 2 dmensiones (canales, alturas) | ||
|
Daniel Valdez
|
r487 | data = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def __init__(self): | ||
| ''' | ||||
| Constructor | ||||
| ''' | ||||
| r889 | ||||
|
Miguel Valdez
|
r566 | self.useLocalTime = True | ||
|
Daniel Valdez
|
r487 | self.radarControllerHeaderObj = RadarControllerHeader() | ||
| self.systemHeaderObj = SystemHeader() | ||||
| self.type = "Voltage" | ||||
| self.data = None | ||||
| # self.dtype = None | ||||
| # self.nChannels = 0 | ||||
| # self.nHeights = 0 | ||||
| self.nProfiles = None | ||||
|
George Yong
|
r1191 | self.heightList = None | ||
|
Daniel Valdez
|
r487 | self.channelList = None | ||
| # self.channelIndexList = None | ||||
| self.flagNoData = True | ||||
|
Miguel Valdez
|
r568 | self.flagDiscontinuousBlock = False | ||
|
Daniel Valdez
|
r487 | self.utctime = None | ||
| self.timeZone = None | ||||
| self.dstFlag = None | ||||
| self.errorCount = None | ||||
| self.nCohInt = None | ||||
| self.blocksize = None | ||||
|
José Chávez
|
r1092 | self.flagDecodeData = False # asumo q la data no esta decodificada | ||
| self.flagDeflipData = False # asumo q la data no esta sin flip | ||||
|
Daniel Valdez
|
r487 | self.flagShiftFFT = False | ||
|
José Chávez
|
r1092 | self.flagDataAsBlock = False # Asumo que la data es leida perfil a perfil | ||
|
Miguel Valdez
|
r534 | self.profileIndex = 0 | ||
| r889 | ||||
|
José Chávez
|
r1092 | def getNoisebyHildebrand(self, channel=None): | ||
|
Daniel Valdez
|
r487 | """ | ||
| Determino el nivel de ruido usando el metodo Hildebrand-Sekhon | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | Return: | ||
| noiselevel | ||||
| """ | ||||
|
Miguel Valdez
|
r568 | if channel != None: | ||
| data = self.data[channel] | ||||
| nChannels = 1 | ||||
| else: | ||||
| data = self.data | ||||
| nChannels = self.nChannels | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | noise = numpy.zeros(nChannels) | ||
| power = data * numpy.conjugate(data) | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | for thisChannel in range(nChannels): | ||
| if nChannels == 1: | ||||
| daux = power[:].real | ||||
| else: | ||||
|
José Chávez
|
r1092 | daux = power[thisChannel, :].real | ||
|
Miguel Valdez
|
r568 | noise[thisChannel] = hildebrand_sekhon(daux, self.nCohInt) | ||
| r889 | ||||
|
Miguel Valdez
|
r568 | return noise | ||
| r889 | ||||
|
José Chávez
|
r1092 | def getNoise(self, type=1, channel=None): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | if type == 1: | ||
|
Miguel Valdez
|
r568 | noise = self.getNoisebyHildebrand(channel) | ||
| r889 | ||||
|
Miguel Valdez
|
r720 | return noise | ||
| r889 | ||||
|
José Chávez
|
r1092 | def getPower(self, channel=None): | ||
| r889 | ||||
|
Miguel Valdez
|
r568 | if channel != None: | ||
| data = self.data[channel] | ||||
| else: | ||||
| data = self.data | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | power = data * numpy.conjugate(data) | ||
|
José Chávez
|
r1092 | powerdB = 10 * numpy.log10(power.real) | ||
Julio Valdez
|
r850 | powerdB = numpy.squeeze(powerdB) | ||
| r889 | ||||
|
Julio Valdez
|
r850 | return powerdB | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | def getTimeInterval(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | timeInterval = self.ippSeconds * self.nCohInt | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | return timeInterval | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | noise = property(getNoise, "I'm the 'nHeights' property.") | ||
| timeInterval = property(getTimeInterval, "I'm the 'timeInterval' property") | ||||
| r889 | ||||
|
José Chávez
|
r1092 | |||
|
Daniel Valdez
|
r487 | class Spectra(JROData): | ||
| r889 | ||||
|
José Chávez
|
r1092 | # data spc es un numpy array de 2 dmensiones (canales, perfiles, alturas) | ||
|
Daniel Valdez
|
r487 | data_spc = None | ||
|
José Chávez
|
r1092 | # data cspc es un numpy array de 2 dmensiones (canales, pares, alturas) | ||
|
Daniel Valdez
|
r487 | data_cspc = None | ||
|
José Chávez
|
r1092 | # data dc es un numpy array de 2 dmensiones (canales, alturas) | ||
|
Daniel Valdez
|
r487 | data_dc = None | ||
|
José Chávez
|
r1092 | # data power | ||
|
Julio Valdez
|
r832 | data_pwr = None | ||
|
Daniel Valdez
|
r487 | nFFTPoints = None | ||
| # nPairs = None | ||||
| pairsList = None | ||||
| nIncohInt = None | ||||
|
José Chávez
|
r1092 | wavelength = None # Necesario para cacular el rango de velocidad desde la frecuencia | ||
| nCohInt = None # se requiere para determinar el valor de timeInterval | ||||
|
Daniel Valdez
|
r487 | ippFactor = None | ||
|
Miguel Valdez
|
r534 | profileIndex = 0 | ||
|
Miguel Valdez
|
r773 | plotting = "spectra" | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def __init__(self): | ||
| ''' | ||||
| Constructor | ||||
| ''' | ||||
| r889 | ||||
|
Miguel Valdez
|
r566 | self.useLocalTime = True | ||
|
Daniel Valdez
|
r487 | self.radarControllerHeaderObj = RadarControllerHeader() | ||
| self.systemHeaderObj = SystemHeader() | ||||
| self.type = "Spectra" | ||||
| # self.data = None | ||||
| # self.dtype = None | ||||
| # self.nChannels = 0 | ||||
| # self.nHeights = 0 | ||||
| self.nProfiles = None | ||||
| self.heightList = None | ||||
| self.channelList = None | ||||
| # self.channelIndexList = None | ||||
| self.pairsList = None | ||||
| self.flagNoData = True | ||||
|
Miguel Valdez
|
r568 | self.flagDiscontinuousBlock = False | ||
|
Daniel Valdez
|
r487 | self.utctime = None | ||
| self.nCohInt = None | ||||
| self.nIncohInt = None | ||||
| self.blocksize = None | ||||
| self.nFFTPoints = None | ||||
| self.wavelength = None | ||||
|
José Chávez
|
r1092 | self.flagDecodeData = False # asumo q la data no esta decodificada | ||
| self.flagDeflipData = False # asumo q la data no esta sin flip | ||||
|
Daniel Valdez
|
r487 | self.flagShiftFFT = False | ||
| self.ippFactor = 1 | ||||
| #self.noise = None | ||||
| self.beacon_heiIndexList = [] | ||||
| self.noise_estimation = None | ||||
| r889 | ||||
|
Miguel Valdez
|
r568 | def getNoisebyHildebrand(self, xmin_index=None, xmax_index=None, ymin_index=None, ymax_index=None): | ||
|
Daniel Valdez
|
r487 | """ | ||
| Determino el nivel de ruido usando el metodo Hildebrand-Sekhon | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | Return: | ||
| noiselevel | ||||
| """ | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | noise = numpy.zeros(self.nChannels) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | for channel in range(self.nChannels): | ||
|
José Chávez
|
r1092 | daux = self.data_spc[channel, | ||
| xmin_index:xmax_index, ymin_index:ymax_index] | ||||
|
Daniel Valdez
|
r487 | noise[channel] = hildebrand_sekhon(daux, self.nIncohInt) | ||
| r889 | ||||
| return noise | ||||
|
Miguel Valdez
|
r568 | def getNoise(self, xmin_index=None, xmax_index=None, ymin_index=None, ymax_index=None): | ||
| r889 | ||||
|
Miguel Valdez
|
r729 | if self.noise_estimation is not None: | ||
|
José Chávez
|
r1092 | # this was estimated by getNoise Operation defined in jroproc_spectra.py | ||
| return self.noise_estimation | ||||
|
Daniel Valdez
|
r487 | else: | ||
|
José Chávez
|
r1092 | noise = self.getNoisebyHildebrand( | ||
| xmin_index, xmax_index, ymin_index, ymax_index) | ||||
|
Daniel Valdez
|
r487 | return noise | ||
| r889 | ||||
|
Miguel Valdez
|
r765 | def getFreqRangeTimeResponse(self, extrapoints=0): | ||
| r889 | ||||
|
José Chávez
|
r1092 | deltafreq = self.getFmaxTimeResponse() / (self.nFFTPoints * self.ippFactor) | ||
| freqrange = deltafreq * \ | ||||
| (numpy.arange(self.nFFTPoints + extrapoints) - | ||||
| self.nFFTPoints / 2.) - deltafreq / 2 | ||||
| r889 | ||||
|
Miguel Valdez
|
r771 | return freqrange | ||
| r889 | ||||
|
Miguel Valdez
|
r771 | def getAcfRange(self, extrapoints=0): | ||
| r889 | ||||
|
José Chávez
|
r1092 | deltafreq = 10. / (self.getFmax() / (self.nFFTPoints * self.ippFactor)) | ||
| freqrange = deltafreq * \ | ||||
| (numpy.arange(self.nFFTPoints + extrapoints) - | ||||
| self.nFFTPoints / 2.) - deltafreq / 2 | ||||
| r889 | ||||
|
Miguel Valdez
|
r765 | return freqrange | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getFreqRange(self, extrapoints=0): | ||
| r889 | ||||
|
José Chávez
|
r1092 | deltafreq = self.getFmax() / (self.nFFTPoints * self.ippFactor) | ||
| freqrange = deltafreq * \ | ||||
| (numpy.arange(self.nFFTPoints + extrapoints) - | ||||
| self.nFFTPoints / 2.) - deltafreq / 2 | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | return freqrange | ||
| def getVelRange(self, extrapoints=0): | ||||
| r889 | ||||
|
José Chávez
|
r1092 | deltav = self.getVmax() / (self.nFFTPoints * self.ippFactor) | ||
| velrange = deltav * (numpy.arange(self.nFFTPoints + | ||||
|
Juan C. Espinoza
|
r1188 | extrapoints) - self.nFFTPoints / 2.) | ||
| r889 | ||||
|
Juan C. Espinoza
|
r1188 | if self.nmodes: | ||
| return velrange/self.nmodes | ||||
| else: | ||||
| return velrange | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getNPairs(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return len(self.pairsList) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getPairsIndexList(self): | ||
| r889 | ||||
|
George Yong
|
r1167 | return list(range(self.nPairs)) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getNormFactor(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | pwcode = 1 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | if self.flagDecodeData: | ||
| pwcode = numpy.sum(self.code[0]**2) | ||||
| #normFactor = min(self.nFFTPoints,self.nProfiles)*self.nIncohInt*self.nCohInt*pwcode*self.windowOfFilter | ||||
|
José Chávez
|
r1092 | normFactor = self.nProfiles * self.nIncohInt * \ | ||
| self.nCohInt * pwcode * self.windowOfFilter | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | return normFactor | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getFlagCspc(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r611 | if self.data_cspc is None: | ||
|
Daniel Valdez
|
r487 | return True | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return False | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getFlagDc(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r611 | if self.data_dc is None: | ||
|
Daniel Valdez
|
r487 | return True | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return False | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | def getTimeInterval(self): | ||
| r889 | ||||
|
Juan C. Espinoza
|
r1187 | timeInterval = self.ippSeconds * self.nCohInt * \ | ||
| self.nIncohInt * self.nProfiles * self.ippFactor | ||||
| r889 | ||||
|
Miguel Valdez
|
r526 | return timeInterval | ||
| r889 | ||||
|
Julio Valdez
|
r832 | def getPower(self): | ||
| r889 | ||||
|
Julio Valdez
|
r832 | factor = self.normFactor | ||
|
José Chávez
|
r1092 | z = self.data_spc / factor | ||
| r889 | z = numpy.where(numpy.isfinite(z), z, numpy.NAN) | |||
|
Julio Valdez
|
r832 | avg = numpy.average(z, axis=1) | ||
| r889 | ||||
|
José Chávez
|
r1092 | return 10 * numpy.log10(avg) | ||
| r889 | ||||
| def getCoherence(self, pairsList=None, phase=False): | ||||
| z = [] | ||||
| if pairsList is None: | ||||
| pairsIndexList = self.pairsIndexList | ||||
| else: | ||||
| pairsIndexList = [] | ||||
| for pair in pairsList: | ||||
| if pair not in self.pairsList: | ||||
|
George Yong
|
r1167 | raise ValueError("Pair %s is not in dataOut.pairsList" % ( | ||
| pair)) | ||||
|
José Chávez
|
r1092 | pairsIndexList.append(self.pairsList.index(pair)) | ||
| r889 | for i in range(len(pairsIndexList)): | |||
| pair = self.pairsList[pairsIndexList[i]] | ||||
|
José Chávez
|
r1092 | ccf = numpy.average( | ||
| self.data_cspc[pairsIndexList[i], :, :], axis=0) | ||||
| r889 | powa = numpy.average(self.data_spc[pair[0], :, :], axis=0) | |||
| powb = numpy.average(self.data_spc[pair[1], :, :], axis=0) | ||||
|
José Chávez
|
r1092 | avgcoherenceComplex = ccf / numpy.sqrt(powa * powb) | ||
| r889 | if phase: | |||
| data = numpy.arctan2(avgcoherenceComplex.imag, | ||||
|
José Chávez
|
r1092 | avgcoherenceComplex.real) * 180 / numpy.pi | ||
| r889 | else: | |||
| data = numpy.abs(avgcoherenceComplex) | ||||
| z.append(data) | ||||
| return numpy.array(z) | ||||
|
Miguel Valdez
|
r624 | def setValue(self, value): | ||
| r889 | ||||
|
George Yong
|
r1167 | print("This property should not be initialized") | ||
| r889 | ||||
|
Miguel Valdez
|
r624 | return | ||
| r889 | ||||
|
Miguel Valdez
|
r624 | nPairs = property(getNPairs, setValue, "I'm the 'nPairs' property.") | ||
|
José Chávez
|
r1092 | pairsIndexList = property( | ||
| getPairsIndexList, setValue, "I'm the 'pairsIndexList' property.") | ||||
| normFactor = property(getNormFactor, setValue, | ||||
| "I'm the 'getNormFactor' property.") | ||||
|
Miguel Valdez
|
r624 | flag_cspc = property(getFlagCspc, setValue) | ||
| flag_dc = property(getFlagDc, setValue) | ||||
| noise = property(getNoise, setValue, "I'm the 'nHeights' property.") | ||||
|
José Chávez
|
r1092 | timeInterval = property(getTimeInterval, setValue, | ||
| "I'm the 'timeInterval' property") | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | class SpectraHeis(Spectra): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | data_spc = None | ||
| data_cspc = None | ||||
| data_dc = None | ||||
| nFFTPoints = None | ||||
| # nPairs = None | ||||
| pairsList = None | ||||
|
Miguel Valdez
|
r587 | nCohInt = None | ||
|
Daniel Valdez
|
r487 | nIncohInt = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def __init__(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.radarControllerHeaderObj = RadarControllerHeader() | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.systemHeaderObj = SystemHeader() | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.type = "SpectraHeis" | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.dtype = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.nChannels = 0 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.nHeights = 0 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.nProfiles = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.heightList = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.channelList = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.channelIndexList = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.flagNoData = True | ||
| r889 | ||||
|
Miguel Valdez
|
r568 | self.flagDiscontinuousBlock = False | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.nPairs = 0 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.utctime = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.blocksize = None | ||
| r889 | ||||
|
Miguel Valdez
|
r534 | self.profileIndex = 0 | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | self.nCohInt = 1 | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | self.nIncohInt = 1 | ||
| r889 | ||||
|
Daniel Valdez
|
r496 | def getNormFactor(self): | ||
| pwcode = 1 | ||||
| if self.flagDecodeData: | ||||
| pwcode = numpy.sum(self.code[0]**2) | ||||
| r889 | ||||
|
José Chávez
|
r1092 | normFactor = self.nIncohInt * self.nCohInt * pwcode | ||
| r889 | ||||
|
Daniel Valdez
|
r496 | return normFactor | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | def getTimeInterval(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | timeInterval = self.ippSeconds * self.nCohInt * self.nIncohInt | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | return timeInterval | ||
| r889 | ||||
|
Daniel Valdez
|
r496 | normFactor = property(getNormFactor, "I'm the 'getNormFactor' property.") | ||
|
Miguel Valdez
|
r526 | timeInterval = property(getTimeInterval, "I'm the 'timeInterval' property") | ||
|
Daniel Valdez
|
r487 | |||
|
José Chávez
|
r1092 | |||
|
Miguel Valdez
|
r587 | class Fits(JROData): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | heightList = None | ||
| channelList = None | ||||
| flagNoData = True | ||||
|
Miguel Valdez
|
r568 | flagDiscontinuousBlock = False | ||
|
Daniel Valdez
|
r487 | useLocalTime = False | ||
| utctime = None | ||||
| timeZone = None | ||||
| # ippSeconds = None | ||||
|
Miguel Valdez
|
r526 | # timeInterval = None | ||
|
Daniel Valdez
|
r487 | nCohInt = None | ||
| nIncohInt = None | ||||
| noise = None | ||||
| windowOfFilter = 1 | ||||
|
José Chávez
|
r1092 | # Speed of ligth | ||
|
Daniel Valdez
|
r487 | C = 3e8 | ||
| frequency = 49.92e6 | ||||
| realtime = False | ||||
| def __init__(self): | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.type = "Fits" | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.nProfiles = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.heightList = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.channelList = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.channelIndexList = None | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.flagNoData = True | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.utctime = None | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | self.nCohInt = 1 | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | self.nIncohInt = 1 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | self.useLocalTime = True | ||
| r889 | ||||
|
Miguel Valdez
|
r534 | self.profileIndex = 0 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | # self.utctime = None | ||
| # self.timeZone = None | ||||
| # self.ltctime = None | ||||
| # self.timeInterval = None | ||||
| # self.header = None | ||||
| # self.data_header = None | ||||
| # self.data = None | ||||
| # self.datatime = None | ||||
| # self.flagNoData = False | ||||
| # self.expName = '' | ||||
| # self.nChannels = None | ||||
| # self.nSamples = None | ||||
| # self.dataBlocksPerFile = None | ||||
| # self.comments = '' | ||||
| r889 | # | |||
|
Daniel Valdez
|
r487 | def getltctime(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | if self.useLocalTime: | ||
|
José Chávez
|
r1092 | return self.utctime - self.timeZone * 60 | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return self.utctime | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getDatatime(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime = datetime.datetime.utcfromtimestamp(self.ltctime) | ||
| return datatime | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getTimeRange(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime = [] | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime.append(self.ltctime) | ||
| datatime.append(self.ltctime + self.timeInterval) | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | datatime = numpy.array(datatime) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return datatime | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getHeiRange(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | heis = self.heightList | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return heis | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getNHeights(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return len(self.heightList) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getNChannels(self): | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | return len(self.channelList) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | def getChannelIndexList(self): | ||
| r889 | ||||
|
George Yong
|
r1167 | return list(range(self.nChannels)) | ||
| r889 | ||||
|
José Chávez
|
r1092 | def getNoise(self, type=1): | ||
| r889 | ||||
|
Miguel Valdez
|
r568 | #noise = numpy.zeros(self.nChannels) | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | if type == 1: | ||
| noise = self.getNoisebyHildebrand() | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | if type == 2: | ||
| noise = self.getNoisebySort() | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | if type == 3: | ||
| noise = self.getNoisebyWindow() | ||||
| r889 | ||||
|
Daniel Valdez
|
r487 | return noise | ||
| r889 | ||||
|
Miguel Valdez
|
r526 | def getTimeInterval(self): | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | timeInterval = self.ippSeconds * self.nCohInt * self.nIncohInt | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | return timeInterval | ||
| r889 | ||||
|
George Yong
|
r1191 | def get_ippSeconds(self): | ||
| ''' | ||||
| ''' | ||||
| return self.ipp_sec | ||||
|
Daniel Valdez
|
r487 | datatime = property(getDatatime, "I'm the 'datatime' property") | ||
| nHeights = property(getNHeights, "I'm the 'nHeights' property.") | ||||
| nChannels = property(getNChannels, "I'm the 'nChannel' property.") | ||||
|
José Chávez
|
r1092 | channelIndexList = property( | ||
| getChannelIndexList, "I'm the 'channelIndexList' property.") | ||||
|
Daniel Valdez
|
r487 | noise = property(getNoise, "I'm the 'nHeights' property.") | ||
| r889 | ||||
|
Daniel Valdez
|
r487 | ltctime = property(getltctime, "I'm the 'ltctime' property") | ||
|
Miguel Valdez
|
r526 | timeInterval = property(getTimeInterval, "I'm the 'timeInterval' property") | ||
|
George Yong
|
r1191 | ippSeconds = property(get_ippSeconds, '') | ||
| r889 | ||||
|
Julio Valdez
|
r502 | class Correlation(JROData): | ||
| r889 | ||||
|
Julio Valdez
|
r502 | noise = None | ||
| SNR = None | ||||
| #-------------------------------------------------- | ||||
|
Julio Valdez
|
r850 | mode = None | ||
| split = False | ||||
| data_cf = None | ||||
| lags = None | ||||
| lagRange = None | ||||
|
Julio Valdez
|
r502 | pairsList = None | ||
|
Julio Valdez
|
r850 | normFactor = None | ||
| #-------------------------------------------------- | ||||
| # calculateVelocity = None | ||||
| nLags = None | ||||
| nPairs = None | ||||
| nAvg = None | ||||
|
Julio Valdez
|
r502 | def __init__(self): | ||
| ''' | ||||
| Constructor | ||||
| ''' | ||||
| self.radarControllerHeaderObj = RadarControllerHeader() | ||||
| r889 | ||||
|
Julio Valdez
|
r502 | self.systemHeaderObj = SystemHeader() | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.type = "Correlation" | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.data = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.dtype = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.nProfiles = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.heightList = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.channelList = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.flagNoData = True | ||
| r889 | ||||
|
Miguel Valdez
|
r568 | self.flagDiscontinuousBlock = False | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.utctime = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.timeZone = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.dstFlag = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.errorCount = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.blocksize = None | ||
| r889 | ||||
|
José Chávez
|
r1092 | self.flagDecodeData = False # asumo q la data no esta decodificada | ||
| r889 | ||||
|
José Chávez
|
r1092 | self.flagDeflipData = False # asumo q la data no esta sin flip | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.pairsList = None | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.nPoints = None | ||
|
Julio Valdez
|
r850 | |||
|
Julio Valdez
|
r502 | def getPairsList(self): | ||
| r889 | ||||
|
Julio Valdez
|
r502 | return self.pairsList | ||
| r889 | ||||
|
José Chávez
|
r1092 | def getNoise(self, mode=2): | ||
| r889 | ||||
|
Julio Valdez
|
r502 | indR = numpy.where(self.lagR == 0)[0][0] | ||
| indT = numpy.where(self.lagT == 0)[0][0] | ||||
| r889 | ||||
|
José Chávez
|
r1092 | jspectra0 = self.data_corr[:, :, indR, :] | ||
|
Julio Valdez
|
r502 | jspectra = copy.copy(jspectra0) | ||
| r889 | ||||
|
Julio Valdez
|
r502 | num_chan = jspectra.shape[0] | ||
| num_hei = jspectra.shape[2] | ||||
| r889 | ||||
|
José Chávez
|
r1092 | freq_dc = jspectra.shape[1] / 2 | ||
| ind_vel = numpy.array([-2, -1, 1, 2]) + freq_dc | ||||
| r889 | ||||
|
José Chávez
|
r1092 | if ind_vel[0] < 0: | ||
|
Juan C. Espinoza
|
r1187 | ind_vel[list(range(0, 1))] = ind_vel[list( | ||
| range(0, 1))] + self.num_prof | ||||
| r889 | ||||
| if mode == 1: | ||||
|
José Chávez
|
r1092 | jspectra[:, freq_dc, :] = ( | ||
| jspectra[:, ind_vel[1], :] + jspectra[:, ind_vel[2], :]) / 2 # CORRECCION | ||||
| r889 | ||||
|
Julio Valdez
|
r502 | if mode == 2: | ||
| r889 | ||||
|
José Chávez
|
r1092 | vel = numpy.array([-2, -1, 1, 2]) | ||
| xx = numpy.zeros([4, 4]) | ||||
| r889 | ||||
|
Julio Valdez
|
r502 | for fil in range(4): | ||
|
George Yong
|
r1167 | xx[fil, :] = vel[fil]**numpy.asarray(list(range(4))) | ||
| r889 | ||||
|
Julio Valdez
|
r502 | xx_inv = numpy.linalg.inv(xx) | ||
|
José Chávez
|
r1092 | xx_aux = xx_inv[0, :] | ||
| r889 | ||||
|
Julio Valdez
|
r502 | for ich in range(num_chan): | ||
|
José Chávez
|
r1092 | yy = jspectra[ich, ind_vel, :] | ||
| jspectra[ich, freq_dc, :] = numpy.dot(xx_aux, yy) | ||||
|
Julio Valdez
|
r502 | |||
|
José Chávez
|
r1092 | junkid = jspectra[ich, freq_dc, :] <= 0 | ||
|
Julio Valdez
|
r502 | cjunkid = sum(junkid) | ||
| r889 | ||||
|
Julio Valdez
|
r502 | if cjunkid.any(): | ||
|
José Chávez
|
r1092 | jspectra[ich, freq_dc, junkid.nonzero()] = ( | ||
| jspectra[ich, ind_vel[1], junkid] + jspectra[ich, ind_vel[2], junkid]) / 2 | ||||
| r889 | ||||
|
José Chávez
|
r1092 | noise = jspectra0[:, freq_dc, :] - jspectra[:, freq_dc, :] | ||
| r889 | ||||
|
Julio Valdez
|
r502 | return noise | ||
|
Miguel Valdez
|
r587 | |||
| def getTimeInterval(self): | ||||
| r889 | ||||
|
Julio Valdez
|
r850 | timeInterval = self.ippSeconds * self.nCohInt * self.nProfiles | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | return timeInterval | ||
| r889 | ||||
|
Julio Valdez
|
r850 | def splitFunctions(self): | ||
| r889 | ||||
|
Julio Valdez
|
r850 | pairsList = self.pairsList | ||
| ccf_pairs = [] | ||||
| acf_pairs = [] | ||||
| ccf_ind = [] | ||||
| acf_ind = [] | ||||
| r889 | for l in range(len(pairsList)): | |||
|
Julio Valdez
|
r850 | chan0 = pairsList[l][0] | ||
| chan1 = pairsList[l][1] | ||||
| r889 | ||||
|
José Chávez
|
r1092 | # Obteniendo pares de Autocorrelacion | ||
|
Julio Valdez
|
r850 | if chan0 == chan1: | ||
| acf_pairs.append(chan0) | ||||
| acf_ind.append(l) | ||||
| else: | ||||
| ccf_pairs.append(pairsList[l]) | ||||
| ccf_ind.append(l) | ||||
| r889 | ||||
|
Julio Valdez
|
r850 | data_acf = self.data_cf[acf_ind] | ||
| data_ccf = self.data_cf[ccf_ind] | ||||
| return acf_ind, ccf_ind, acf_pairs, ccf_pairs, data_acf, data_ccf | ||||
| def getNormFactor(self): | ||||
| acf_ind, ccf_ind, acf_pairs, ccf_pairs, data_acf, data_ccf = self.splitFunctions() | ||||
| acf_pairs = numpy.array(acf_pairs) | ||||
|
José Chávez
|
r1092 | normFactor = numpy.zeros((self.nPairs, self.nHeights)) | ||
| r889 | ||||
|
Julio Valdez
|
r850 | for p in range(self.nPairs): | ||
| pair = self.pairsList[p] | ||||
| r889 | ||||
|
Julio Valdez
|
r850 | ch0 = pair[0] | ||
| ch1 = pair[1] | ||||
| r889 | ||||
|
José Chávez
|
r1092 | ch0_max = numpy.max(data_acf[acf_pairs == ch0, :, :], axis=1) | ||
| ch1_max = numpy.max(data_acf[acf_pairs == ch1, :, :], axis=1) | ||||
| normFactor[p, :] = numpy.sqrt(ch0_max * ch1_max) | ||||
| r889 | ||||
|
Julio Valdez
|
r850 | return normFactor | ||
| r889 | ||||
|
Miguel Valdez
|
r587 | timeInterval = property(getTimeInterval, "I'm the 'timeInterval' property") | ||
|
Julio Valdez
|
r850 | normFactor = property(getNormFactor, "I'm the 'normFactor property'") | ||
| r889 | ||||
|
José Chávez
|
r1092 | |||
| r922 | class Parameters(Spectra): | |||
|
Julio Valdez
|
r502 | |||
|
José Chávez
|
r1092 | experimentInfo = None # Information about the experiment | ||
| # Information from previous data | ||||
| inputUnit = None # Type of data to be processed | ||||
| operation = None # Type of operation to parametrize | ||||
| # normFactor = None #Normalization Factor | ||||
| groupList = None # List of Pairs, Groups, etc | ||||
| # Parameters | ||||
| data_param = None # Parameters obtained | ||||
| data_pre = None # Data Pre Parametrization | ||||
| data_SNR = None # Signal to Noise Ratio | ||||
|
Julio Valdez
|
r608 | # heightRange = None #Heights | ||
|
José Chávez
|
r1092 | abscissaList = None # Abscissa, can be velocities, lags or time | ||
| r923 | # noise = None #Noise Potency | |||
|
José Chávez
|
r1092 | utctimeInit = None # Initial UTC time | ||
| paramInterval = None # Time interval to calculate Parameters in seconds | ||||
|
Julio Valdez
|
r802 | useLocalTime = True | ||
|
José Chávez
|
r1092 | # Fitting | ||
| data_error = None # Error of the estimation | ||||
| r889 | constants = None | |||
|
Julio Valdez
|
r513 | library = None | ||
|
José Chávez
|
r1092 | # Output signal | ||
| outputInterval = None # Time interval to calculate output signal in seconds | ||||
| data_output = None # Out signal | ||||
|
Julio Valdez
|
r850 | nAvg = None | ||
| r922 | noise_estimation = None | |||
|
José Chávez
|
r1092 | GauSPC = None # Fit gaussian SPC | ||
| r889 | ||||
|
Julio Valdez
|
r502 | def __init__(self): | ||
| ''' | ||||
| Constructor | ||||
| ''' | ||||
| self.radarControllerHeaderObj = RadarControllerHeader() | ||||
| r889 | ||||
|
Julio Valdez
|
r502 | self.systemHeaderObj = SystemHeader() | ||
| r889 | ||||
|
Julio Valdez
|
r502 | self.type = "Parameters" | ||
| r889 | ||||
|
Julio Valdez
|
r804 | def getTimeRange1(self, interval): | ||
| r889 | ||||
|
Julio Valdez
|
r502 | datatime = [] | ||
| r889 | ||||
|
Julio Valdez
|
r608 | if self.useLocalTime: | ||
|
José Chávez
|
r1092 | time1 = self.utctimeInit - self.timeZone * 60 | ||
|
Julio Valdez
|
r608 | else: | ||
|
Julio Valdez
|
r802 | time1 = self.utctimeInit | ||
| r889 | ||||
|
Julio Valdez
|
r608 | datatime.append(time1) | ||
|
Julio Valdez
|
r804 | datatime.append(time1 + interval) | ||
|
Julio Valdez
|
r502 | datatime = numpy.array(datatime) | ||
| r889 | ||||
| r922 | return datatime | |||
| r923 | ||||
| def getTimeInterval(self): | ||||
|
Juan C. Espinoza
|
r937 | if hasattr(self, 'timeInterval1'): | ||
| return self.timeInterval1 | ||||
| else: | ||||
| return self.paramInterval | ||||
|
Juan C. Espinoza
|
r928 | |||
ebocanegra
|
r1001 | def setValue(self, value): | ||
|
George Yong
|
r1167 | print("This property should not be initialized") | ||
|
ebocanegra
|
r1001 | |||
| return | ||||
|
Juan C. Espinoza
|
r928 | def getNoise(self): | ||
| return self.spc_noise | ||||
| timeInterval = property(getTimeInterval) | ||||
|
Juan C. Espinoza
|
r1187 | noise = property(getNoise, setValue, "I'm the 'Noise' property.") | ||
| class PlotterData(object): | ||||
| ''' | ||||
| Object to hold data to be plotted | ||||
| ''' | ||||
| MAXNUMX = 100 | ||||
| MAXNUMY = 100 | ||||
| def __init__(self, code, throttle_value, exp_code, buffering=True): | ||||
|
George Yong
|
r1201 | |||
|
Juan C. Espinoza
|
r1187 | self.throttle = throttle_value | ||
| self.exp_code = exp_code | ||||
| self.buffering = buffering | ||||
| self.ready = False | ||||
| self.localtime = False | ||||
| self.data = {} | ||||
| self.meta = {} | ||||
| self.__times = [] | ||||
| self.__heights = [] | ||||
| if 'snr' in code: | ||||
| self.plottypes = ['snr'] | ||||
| elif code == 'spc': | ||||
| self.plottypes = ['spc', 'noise', 'rti'] | ||||
| elif code == 'rti': | ||||
| self.plottypes = ['noise', 'rti'] | ||||
| else: | ||||
| self.plottypes = [code] | ||||
| for plot in self.plottypes: | ||||
| self.data[plot] = {} | ||||
| def __str__(self): | ||||
| dum = ['{}{}'.format(key, self.shape(key)) for key in self.data] | ||||
| return 'Data[{}][{}]'.format(';'.join(dum), len(self.__times)) | ||||
| def __len__(self): | ||||
| return len(self.__times) | ||||
| def __getitem__(self, key): | ||||
|
George Yong
|
r1202 | |||
|
Juan C. Espinoza
|
r1187 | if key not in self.data: | ||
| raise KeyError(log.error('Missing key: {}'.format(key))) | ||||
| if 'spc' in key or not self.buffering: | ||||
| ret = self.data[key] | ||||
|
George Yong
|
r1202 | elif 'scope' in key: | ||
| ret = numpy.array(self.data[key][float(self.tm)]) | ||||
|
Juan C. Espinoza
|
r1187 | else: | ||
| ret = numpy.array([self.data[key][x] for x in self.times]) | ||||
| if ret.ndim > 1: | ||||
| ret = numpy.swapaxes(ret, 0, 1) | ||||
| return ret | ||||
| def __contains__(self, key): | ||||
| return key in self.data | ||||
| def setup(self): | ||||
| ''' | ||||
| Configure object | ||||
| ''' | ||||
| self.type = '' | ||||
| self.ready = False | ||||
| self.data = {} | ||||
| self.__times = [] | ||||
| self.__heights = [] | ||||
| self.__all_heights = set() | ||||
| for plot in self.plottypes: | ||||
| if 'snr' in plot: | ||||
| plot = 'snr' | ||||
| self.data[plot] = {} | ||||
|
George Yong
|
r1201 | if 'spc' in self.data or 'rti' in self.data or 'cspc' in self.data: | ||
|
Juan C. Espinoza
|
r1187 | self.data['noise'] = {} | ||
| if 'noise' not in self.plottypes: | ||||
| self.plottypes.append('noise') | ||||
|
George Yong
|
r1201 | |||
|
Juan C. Espinoza
|
r1187 | def shape(self, key): | ||
| ''' | ||||
| Get the shape of the one-element data for the given key | ||||
| ''' | ||||
| if len(self.data[key]): | ||||
| if 'spc' in key or not self.buffering: | ||||
| return self.data[key].shape | ||||
| return self.data[key][self.__times[0]].shape | ||||
| return (0,) | ||||
| def update(self, dataOut, tm): | ||||
| ''' | ||||
| Update data object with new dataOut | ||||
| ''' | ||||
|
George Yong
|
r1201 | |||
|
Juan C. Espinoza
|
r1187 | if tm in self.__times: | ||
| return | ||||
|
George Yong
|
r1202 | self.profileIndex = dataOut.profileIndex | ||
| self.tm = tm | ||||
|
Juan C. Espinoza
|
r1187 | self.type = dataOut.type | ||
| self.parameters = getattr(dataOut, 'parameters', []) | ||||
| if hasattr(dataOut, 'pairsList'): | ||||
| self.pairs = dataOut.pairsList | ||||
| if hasattr(dataOut, 'meta'): | ||||
| self.meta = dataOut.meta | ||||
| self.channels = dataOut.channelList | ||||
| self.interval = dataOut.getTimeInterval() | ||||
| self.localtime = dataOut.useLocalTime | ||||
| if 'spc' in self.plottypes or 'cspc' in self.plottypes: | ||||
| self.xrange = (dataOut.getFreqRange(1)/1000., | ||||
| dataOut.getAcfRange(1), dataOut.getVelRange(1)) | ||||
|
George Yong
|
r1201 | self.factor = dataOut.normFactor | ||
|
Juan C. Espinoza
|
r1187 | self.__heights.append(dataOut.heightList) | ||
| self.__all_heights.update(dataOut.heightList) | ||||
| self.__times.append(tm) | ||||
|
George Yong
|
r1201 | |||
|
Juan C. Espinoza
|
r1187 | for plot in self.plottypes: | ||
| if plot == 'spc': | ||||
| z = dataOut.data_spc/dataOut.normFactor | ||||
| buffer = 10*numpy.log10(z) | ||||
| if plot == 'cspc': | ||||
|
George Yong
|
r1201 | z = dataOut.data_spc/dataOut.normFactor | ||
| buffer = (dataOut.data_spc, dataOut.data_cspc) | ||||
|
Juan C. Espinoza
|
r1187 | if plot == 'noise': | ||
| buffer = 10*numpy.log10(dataOut.getNoise()/dataOut.normFactor) | ||||
| if plot == 'rti': | ||||
| buffer = dataOut.getPower() | ||||
| if plot == 'snr_db': | ||||
| buffer = dataOut.data_SNR | ||||
| if plot == 'snr': | ||||
| buffer = 10*numpy.log10(dataOut.data_SNR) | ||||
| if plot == 'dop': | ||||
| buffer = 10*numpy.log10(dataOut.data_DOP) | ||||
| if plot == 'mean': | ||||
| buffer = dataOut.data_MEAN | ||||
| if plot == 'std': | ||||
| buffer = dataOut.data_STD | ||||
| if plot == 'coh': | ||||
| buffer = dataOut.getCoherence() | ||||
| if plot == 'phase': | ||||
| buffer = dataOut.getCoherence(phase=True) | ||||
| if plot == 'output': | ||||
| buffer = dataOut.data_output | ||||
| if plot == 'param': | ||||
| buffer = dataOut.data_param | ||||
|
George Yong
|
r1202 | if plot == 'scope': | ||
| buffer = dataOut.data | ||||
| self.flagDataAsBlock = dataOut.flagDataAsBlock | ||||
| self.nProfiles = dataOut.nProfiles | ||||
|
George Yong
|
r1201 | if plot == 'spc': | ||
|
Juan C. Espinoza
|
r1187 | self.data[plot] = buffer | ||
|
George Yong
|
r1201 | elif plot == 'cspc': | ||
| self.data['spc'] = buffer[0] | ||||
| self.data['cspc'] = buffer[1] | ||||
|
Juan C. Espinoza
|
r1187 | else: | ||
| if self.buffering: | ||||
| self.data[plot][tm] = buffer | ||||
| else: | ||||
| self.data[plot] = buffer | ||||
| def normalize_heights(self): | ||||
| ''' | ||||
| Ensure same-dimension of the data for different heighList | ||||
| ''' | ||||
| H = numpy.array(list(self.__all_heights)) | ||||
| H.sort() | ||||
| for key in self.data: | ||||
| shape = self.shape(key)[:-1] + H.shape | ||||
| for tm, obj in list(self.data[key].items()): | ||||
| h = self.__heights[self.__times.index(tm)] | ||||
| if H.size == h.size: | ||||
| continue | ||||
| index = numpy.where(numpy.in1d(H, h))[0] | ||||
| dummy = numpy.zeros(shape) + numpy.nan | ||||
| if len(shape) == 2: | ||||
| dummy[:, index] = obj | ||||
| else: | ||||
| dummy[index] = obj | ||||
| self.data[key][tm] = dummy | ||||
| self.__heights = [H for tm in self.__times] | ||||
| def jsonify(self, decimate=False): | ||||
| ''' | ||||
| Convert data to json | ||||
| ''' | ||||
| data = {} | ||||
| tm = self.times[-1] | ||||
| dy = int(self.heights.size/self.MAXNUMY) + 1 | ||||
| for key in self.data: | ||||
| if key in ('spc', 'cspc') or not self.buffering: | ||||
| dx = int(self.data[key].shape[1]/self.MAXNUMX) + 1 | ||||
| data[key] = self.roundFloats( | ||||
| self.data[key][::, ::dx, ::dy].tolist()) | ||||
| else: | ||||
| data[key] = self.roundFloats(self.data[key][tm].tolist()) | ||||
| ret = {'data': data} | ||||
| ret['exp_code'] = self.exp_code | ||||
| ret['time'] = float(tm) | ||||
| ret['interval'] = float(self.interval) | ||||
| ret['localtime'] = self.localtime | ||||
| ret['yrange'] = self.roundFloats(self.heights[::dy].tolist()) | ||||
| if 'spc' in self.data or 'cspc' in self.data: | ||||
| ret['xrange'] = self.roundFloats(self.xrange[2][::dx].tolist()) | ||||
| else: | ||||
| ret['xrange'] = [] | ||||
| if hasattr(self, 'pairs'): | ||||
| ret['pairs'] = [(int(p[0]), int(p[1])) for p in self.pairs] | ||||
| else: | ||||
| ret['pairs'] = [] | ||||
| for key, value in list(self.meta.items()): | ||||
| ret[key] = value | ||||
| return json.dumps(ret) | ||||
| @property | ||||
| def times(self): | ||||
| ''' | ||||
| Return the list of times of the current data | ||||
| ''' | ||||
| ret = numpy.array(self.__times) | ||||
| ret.sort() | ||||
| return ret | ||||
| @property | ||||
| def min_time(self): | ||||
| ''' | ||||
| Return the minimun time value | ||||
| ''' | ||||
| return self.times[0] | ||||
| @property | ||||
| def max_time(self): | ||||
| ''' | ||||
| Return the maximun time value | ||||
| ''' | ||||
| return self.times[-1] | ||||
| @property | ||||
| def heights(self): | ||||
| ''' | ||||
| Return the list of heights of the current data | ||||
| ''' | ||||
| return numpy.array(self.__heights[-1]) | ||||
| @staticmethod | ||||
| def roundFloats(obj): | ||||
| if isinstance(obj, list): | ||||
| return list(map(PlotterData.roundFloats, obj)) | ||||
| elif isinstance(obj, float): | ||||
| return round(obj, 2) | ||||
