jroproc_spectra_lags.py
738 lines
| 25.7 KiB
| text/x-python
|
PythonLexer
Miguel Valdez
|
r768 | import numpy | |
George Yong
|
r1167 | from .jroproc_base import ProcessingUnit, Operation | |
|
Miguel Valdez
|
r768 | from schainpy.model.data.jrodata import Spectra | |
| from schainpy.model.data.jrodata import hildebrand_sekhon | |||
| class SpectraLagsProc(ProcessingUnit): | |||
José Chávez
|
r897 | ||
| def __init__(self, **kwargs): | |||
| ProcessingUnit.__init__(self, **kwargs) | |||
|
Miguel Valdez
|
r776 | self.__input_buffer = None | |
|
Miguel Valdez
|
r768 | self.firstdatatime = None | |
| self.profIndex = 0 | |||
| self.dataOut = Spectra() | |||
| self.id_min = None | |||
| self.id_max = None | |||
|
Miguel Valdez
|
r776 | self.__codeIndex = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.__lags_buffer = None | |
|
Miguel Valdez
|
r768 | ||
| def __updateSpecFromVoltage(self): | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.dataOut.plotting = "spectra_lags" | |
|
Miguel Valdez
|
r768 | self.dataOut.timeZone = self.dataIn.timeZone | |
| self.dataOut.dstFlag = self.dataIn.dstFlag | |||
| self.dataOut.errorCount = self.dataIn.errorCount | |||
| self.dataOut.useLocalTime = self.dataIn.useLocalTime | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.radarControllerHeaderObj = self.dataIn.radarControllerHeaderObj.copy() | |
| self.dataOut.systemHeaderObj = self.dataIn.systemHeaderObj.copy() | |||
| self.dataOut.ippSeconds = self.dataIn.getDeltaH()*(10**-6)/0.15 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.channelList = self.dataIn.channelList | |
| self.dataOut.heightList = self.dataIn.heightList | |||
| self.dataOut.dtype = numpy.dtype([('real','<f4'),('imag','<f4')]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.nBaud = self.dataIn.nBaud | |
| self.dataOut.nCode = self.dataIn.nCode | |||
| self.dataOut.code = self.dataIn.code | |||
|
Miguel Valdez
|
r770 | # self.dataOut.nProfiles = self.dataOut.nFFTPoints | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.flagDiscontinuousBlock = self.dataIn.flagDiscontinuousBlock | |
| self.dataOut.utctime = self.firstdatatime | |||
| self.dataOut.flagDecodeData = self.dataIn.flagDecodeData #asumo q la data esta decodificada | |||
| self.dataOut.flagDeflipData = self.dataIn.flagDeflipData #asumo q la data esta sin flip | |||
| self.dataOut.flagShiftFFT = False | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.nCohInt = self.dataIn.nCohInt | |
| self.dataOut.nIncohInt = 1 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.windowOfFilter = self.dataIn.windowOfFilter | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.frequency = self.dataIn.frequency | |
| self.dataOut.realtime = self.dataIn.realtime | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.azimuth = self.dataIn.azimuth | |
| self.dataOut.zenith = self.dataIn.zenith | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.beam.codeList = self.dataIn.beam.codeList | |
| self.dataOut.beam.azimuthList = self.dataIn.beam.azimuthList | |||
| self.dataOut.beam.zenithList = self.dataIn.beam.zenithList | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | def __createLagsBlock(self, voltages): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | if self.__lags_buffer is None: | |
| self.__lags_buffer = numpy.zeros((self.dataOut.nChannels, self.dataOut.nProfiles, self.dataOut.nHeights), dtype='complex') | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | nsegments = self.dataOut.nHeights - self.dataOut.nProfiles | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | # codes = numpy.conjugate(self.__input_buffer[:,9:169])/10000 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | for i in range(nsegments): | |
| self.__lags_buffer[:,:,i] = voltages[:,i:i+self.dataOut.nProfiles]#*codes | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | return self.__lags_buffer | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | def __decodeData(self, volt_buffer, pulseIndex=None): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | if pulseIndex is None: | |
| return volt_buffer | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | codes = numpy.conjugate(self.__input_buffer[:,pulseIndex[0]:pulseIndex[1]])/10000 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | nsegments = self.dataOut.nHeights - self.dataOut.nProfiles | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | for i in range(nsegments): | |
| volt_buffer[:,:,i] = volt_buffer[:,:,i]*codes | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | return volt_buffer | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | def __getFft(self, datablock): | |
|
Miguel Valdez
|
r768 | """ | |
| Convierte valores de Voltaje a Spectra | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Affected: | |
| self.dataOut.data_spc | |||
| self.dataOut.data_cspc | |||
| self.dataOut.data_dc | |||
| self.dataOut.heightList | |||
|
José Chávez
|
r897 | self.profIndex | |
|
Miguel Valdez
|
r776 | self.__input_buffer | |
|
Miguel Valdez
|
r768 | self.dataOut.flagNoData | |
| """ | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | fft_volt = numpy.fft.fft(datablock, n=self.dataOut.nFFTPoints, axis=1) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r794 | dc = fft_volt[:,0,:] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #calculo de self-spectra | |
| fft_volt = numpy.fft.fftshift(fft_volt, axes=(1,)) | |||
| spc = fft_volt * numpy.conjugate(fft_volt) | |||
| spc = spc.real | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | blocksize = 0 | |
|
Miguel Valdez
|
r794 | blocksize += dc.size | |
|
Miguel Valdez
|
r768 | blocksize += spc.size | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | cspc = None | |
| pairIndex = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r794 | if self.dataOut.pairsList != []: | |
|
Miguel Valdez
|
r768 | #calculo de cross-spectra | |
| cspc = numpy.zeros((self.dataOut.nPairs, self.dataOut.nFFTPoints, self.dataOut.nHeights), dtype='complex') | |||
| for pair in self.dataOut.pairsList: | |||
| if pair[0] not in self.dataOut.channelList: | |||
|
George Yong
|
r1167 | raise ValueError("Error getting CrossSpectra: pair 0 of %s is not in channelList = %s" %(str(pair), str(self.dataOut.channelList))) | |
|
Miguel Valdez
|
r768 | if pair[1] not in self.dataOut.channelList: | |
|
George Yong
|
r1167 | raise ValueError("Error getting CrossSpectra: pair 1 of %s is not in channelList = %s" %(str(pair), str(self.dataOut.channelList))) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | chan_index0 = self.dataOut.channelList.index(pair[0]) | |
| chan_index1 = self.dataOut.channelList.index(pair[1]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | cspc[pairIndex,:,:] = fft_volt[chan_index0,:,:] * numpy.conjugate(fft_volt[chan_index1,:,:]) | |
| pairIndex += 1 | |||
| blocksize += cspc.size | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = spc | |
| self.dataOut.data_cspc = cspc | |||
|
Miguel Valdez
|
r794 | self.dataOut.data_dc = dc | |
|
Miguel Valdez
|
r768 | self.dataOut.blockSize = blocksize | |
| self.dataOut.flagShiftFFT = True | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | def run(self, nProfiles=None, nFFTPoints=None, pairsList=[], code=None, nCode=None, nBaud=None, codeFromHeader=False, pulseIndex=None): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.flagNoData = True | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.code = None | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | if codeFromHeader: | |
| if self.dataIn.code is not None: | |||
| self.code = self.dataIn.code | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if code is not None: | |
| self.code = numpy.array(code).reshape(nCode,nBaud) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if self.dataIn.type == "Voltage": | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if nFFTPoints == None: | |
|
George Yong
|
r1167 | raise ValueError("This SpectraProc.run() need nFFTPoints input variable") | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if nProfiles == None: | |
| nProfiles = nFFTPoints | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.profIndex == nProfiles | |
| self.firstdatatime = self.dataIn.utctime | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.dataOut.ippFactor = 1 | |
|
Miguel Valdez
|
r768 | self.dataOut.nFFTPoints = nFFTPoints | |
|
Miguel Valdez
|
r770 | self.dataOut.nProfiles = nProfiles | |
|
Miguel Valdez
|
r768 | self.dataOut.pairsList = pairsList | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.__updateSpecFromVoltage() | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | if not self.dataIn.flagDataAsBlock: | |
| self.__input_buffer = self.dataIn.data.copy() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | lags_block = self.__createLagsBlock(self.__input_buffer) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | lags_block = self.__decodeData(lags_block, pulseIndex) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | else: | |
| self.__input_buffer = self.dataIn.data.copy() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r776 | self.__getFft(lags_block) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.flagNoData = False | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return True | |
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | raise ValueError("The type of input object '%s' is not valid"%(self.dataIn.type)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def __selectPairs(self, pairsList): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if channelList == None: | |
| return | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | pairsIndexListSelected = [] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for thisPair in pairsList: | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if thisPair not in self.dataOut.pairsList: | |
| continue | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | pairIndex = self.dataOut.pairsList.index(thisPair) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | pairsIndexListSelected.append(pairIndex) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if not pairsIndexListSelected: | |
| self.dataOut.data_cspc = None | |||
| self.dataOut.pairsList = [] | |||
| return | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_cspc = self.dataOut.data_cspc[pairsIndexListSelected] | |
|
José Chávez
|
r897 | self.dataOut.pairsList = [self.dataOut.pairsList[i] for i in pairsIndexListSelected] | |
|
Miguel Valdez
|
r768 | return | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def __selectPairsByChannel(self, channelList=None): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if channelList == None: | |
| return | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | pairsIndexListSelected = [] | |
| for pairIndex in self.dataOut.pairsIndexList: | |||
| #First pair | |||
| if self.dataOut.pairsList[pairIndex][0] not in channelList: | |||
| continue | |||
| #Second pair | |||
| if self.dataOut.pairsList[pairIndex][1] not in channelList: | |||
| continue | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | pairsIndexListSelected.append(pairIndex) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if not pairsIndexListSelected: | |
| self.dataOut.data_cspc = None | |||
| self.dataOut.pairsList = [] | |||
| return | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_cspc = self.dataOut.data_cspc[pairsIndexListSelected] | |
|
José Chávez
|
r897 | self.dataOut.pairsList = [self.dataOut.pairsList[i] for i in pairsIndexListSelected] | |
|
Miguel Valdez
|
r768 | return | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def selectChannels(self, channelList): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | channelIndexList = [] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for channel in channelList: | |
| if channel not in self.dataOut.channelList: | |||
|
George Yong
|
r1167 | raise ValueError("Error selecting channels, Channel %d is not valid.\nAvailable channels = %s" %(channel, str(self.dataOut.channelList))) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | index = self.dataOut.channelList.index(channel) | |
| channelIndexList.append(index) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.selectChannelsByIndex(channelIndexList) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def selectChannelsByIndex(self, channelIndexList): | |
| """ | |||
|
José Chávez
|
r897 | Selecciona un bloque de datos en base a canales segun el channelIndexList | |
|
Miguel Valdez
|
r768 | Input: | |
|
José Chávez
|
r897 | channelIndexList : lista sencilla de canales a seleccionar por ej. [2,3,7] | |
|
Miguel Valdez
|
r768 | Affected: | |
| self.dataOut.data_spc | |||
| self.dataOut.channelIndexList | |||
| self.dataOut.nChannels | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Return: | |
| None | |||
| """ | |||
| for channelIndex in channelIndexList: | |||
| if channelIndex not in self.dataOut.channelIndexList: | |||
|
George Yong
|
r1167 | raise ValueError("Error selecting channels: The value %d in channelIndexList is not valid.\nAvailable channel indexes = " %(channelIndex, self.dataOut.channelIndexList)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | # nChannels = len(channelIndexList) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | data_spc = self.dataOut.data_spc[channelIndexList,:] | |
| data_dc = self.dataOut.data_dc[channelIndexList,:] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = data_spc | |
| self.dataOut.data_dc = data_dc | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.channelList = [self.dataOut.channelList[i] for i in channelIndexList] | |
| # self.dataOut.nChannels = nChannels | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.__selectPairsByChannel(self.dataOut.channelList) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
| def selectHeights(self, minHei, maxHei): | |||
| """ | |||
| Selecciona un bloque de datos en base a un grupo de valores de alturas segun el rango | |||
| minHei <= height <= maxHei | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Input: | |
|
José Chávez
|
r897 | minHei : valor minimo de altura a considerar | |
|
Miguel Valdez
|
r768 | maxHei : valor maximo de altura a considerar | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Affected: | |
| Indirectamente son cambiados varios valores a travez del metodo selectHeightsByIndex | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Return: | |
| 1 si el metodo se ejecuto con exito caso contrario devuelve 0 | |||
| """ | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (minHei > maxHei): | |
|
George Yong
|
r1167 | raise ValueError("Error selecting heights: Height range (%d,%d) is not valid" % (minHei, maxHei)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (minHei < self.dataOut.heightList[0]): | |
| minHei = self.dataOut.heightList[0] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (maxHei > self.dataOut.heightList[-1]): | |
| maxHei = self.dataOut.heightList[-1] | |||
| minIndex = 0 | |||
| maxIndex = 0 | |||
| heights = self.dataOut.heightList | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | inda = numpy.where(heights >= minHei) | |
| indb = numpy.where(heights <= maxHei) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | try: | |
| minIndex = inda[0][0] | |||
| except: | |||
| minIndex = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | try: | |
| maxIndex = indb[0][-1] | |||
| except: | |||
| maxIndex = len(heights) | |||
| self.selectHeightsByIndex(minIndex, maxIndex) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
| def getBeaconSignal(self, tauindex = 0, channelindex = 0, hei_ref=None): | |||
| newheis = numpy.where(self.dataOut.heightList>self.dataOut.radarControllerHeaderObj.Taus[tauindex]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if hei_ref != None: | |
| newheis = numpy.where(self.dataOut.heightList>hei_ref) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | minIndex = min(newheis[0]) | |
| maxIndex = max(newheis[0]) | |||
| data_spc = self.dataOut.data_spc[:,:,minIndex:maxIndex+1] | |||
| heightList = self.dataOut.heightList[minIndex:maxIndex+1] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | # determina indices | |
| nheis = int(self.dataOut.radarControllerHeaderObj.txB/(self.dataOut.heightList[1]-self.dataOut.heightList[0])) | |||
| avg_dB = 10*numpy.log10(numpy.sum(data_spc[channelindex,:,:],axis=0)) | |||
| beacon_dB = numpy.sort(avg_dB)[-nheis:] | |||
| beacon_heiIndexList = [] | |||
| for val in avg_dB.tolist(): | |||
| if val >= beacon_dB[0]: | |||
| beacon_heiIndexList.append(avg_dB.tolist().index(val)) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #data_spc = data_spc[:,:,beacon_heiIndexList] | |
| data_cspc = None | |||
| if self.dataOut.data_cspc is not None: | |||
| data_cspc = self.dataOut.data_cspc[:,:,minIndex:maxIndex+1] | |||
| #data_cspc = data_cspc[:,:,beacon_heiIndexList] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | data_dc = None | |
| if self.dataOut.data_dc is not None: | |||
| data_dc = self.dataOut.data_dc[:,minIndex:maxIndex+1] | |||
| #data_dc = data_dc[:,beacon_heiIndexList] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = data_spc | |
| self.dataOut.data_cspc = data_cspc | |||
| self.dataOut.data_dc = data_dc | |||
| self.dataOut.heightList = heightList | |||
| self.dataOut.beacon_heiIndexList = beacon_heiIndexList | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def selectHeightsByIndex(self, minIndex, maxIndex): | |
| """ | |||
| Selecciona un bloque de datos en base a un grupo indices de alturas segun el rango | |||
| minIndex <= index <= maxIndex | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Input: | |
|
José Chávez
|
r897 | minIndex : valor de indice minimo de altura a considerar | |
|
Miguel Valdez
|
r768 | maxIndex : valor de indice maximo de altura a considerar | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Affected: | |
| self.dataOut.data_spc | |||
| self.dataOut.data_cspc | |||
| self.dataOut.data_dc | |||
| self.dataOut.heightList | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | Return: | |
| 1 si el metodo se ejecuto con exito caso contrario devuelve 0 | |||
| """ | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (minIndex < 0) or (minIndex > maxIndex): | |
|
George Yong
|
r1167 | raise ValueError("Error selecting heights: Index range (%d,%d) is not valid" % (minIndex, maxIndex)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (maxIndex >= self.dataOut.nHeights): | |
| maxIndex = self.dataOut.nHeights-1 | |||
| #Spectra | |||
| data_spc = self.dataOut.data_spc[:,:,minIndex:maxIndex+1] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | data_cspc = None | |
| if self.dataOut.data_cspc is not None: | |||
| data_cspc = self.dataOut.data_cspc[:,:,minIndex:maxIndex+1] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | data_dc = None | |
| if self.dataOut.data_dc is not None: | |||
| data_dc = self.dataOut.data_dc[:,minIndex:maxIndex+1] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = data_spc | |
| self.dataOut.data_cspc = data_cspc | |||
| self.dataOut.data_dc = data_dc | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.heightList = self.dataOut.heightList[minIndex:maxIndex+1] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def removeDC(self, mode = 2): | |
| jspectra = self.dataOut.data_spc | |||
| jcspectra = self.dataOut.data_cspc | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | num_chan = jspectra.shape[0] | |
| num_hei = jspectra.shape[2] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if jcspectra is not None: | |
| jcspectraExist = True | |||
| num_pairs = jcspectra.shape[0] | |||
| else: jcspectraExist = False | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | freq_dc = jspectra.shape[1]/2 | |
|
José Chávez
|
r897 | ind_vel = numpy.array([-2,-1,1,2]) + freq_dc | |
|
Miguel Valdez
|
r768 | if ind_vel[0]<0: | |
|
George Yong
|
r1167 | ind_vel[list(range(0,1))] = ind_vel[list(range(0,1))] + self.num_prof | |
|
José Chávez
|
r897 | ||
| if mode == 1: | |||
|
Miguel Valdez
|
r768 | jspectra[:,freq_dc,:] = (jspectra[:,ind_vel[1],:] + jspectra[:,ind_vel[2],:])/2 #CORRECCION | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if jcspectraExist: | |
| jcspectra[:,freq_dc,:] = (jcspectra[:,ind_vel[1],:] + jcspectra[:,ind_vel[2],:])/2 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if mode == 2: | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | vel = numpy.array([-2,-1,1,2]) | |
| xx = numpy.zeros([4,4]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for fil in range(4): | |
|
George Yong
|
r1167 | xx[fil,:] = vel[fil]**numpy.asarray(list(range(4))) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | xx_inv = numpy.linalg.inv(xx) | |
| xx_aux = xx_inv[0,:] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for ich in range(num_chan): | |
| yy = jspectra[ich,ind_vel,:] | |||
| jspectra[ich,freq_dc,:] = numpy.dot(xx_aux,yy) | |||
| junkid = jspectra[ich,freq_dc,:]<=0 | |||
| cjunkid = sum(junkid) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if cjunkid.any(): | |
| jspectra[ich,freq_dc,junkid.nonzero()] = (jspectra[ich,ind_vel[1],junkid] + jspectra[ich,ind_vel[2],junkid])/2 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if jcspectraExist: | |
| for ip in range(num_pairs): | |||
| yy = jcspectra[ip,ind_vel,:] | |||
| jcspectra[ip,freq_dc,:] = numpy.dot(xx_aux,yy) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = jspectra | |
| self.dataOut.data_cspc = jcspectra | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def removeInterference(self, interf = 2,hei_interf = None, nhei_interf = None, offhei_interf = None): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | jspectra = self.dataOut.data_spc | |
| jcspectra = self.dataOut.data_cspc | |||
| jnoise = self.dataOut.getNoise() | |||
| num_incoh = self.dataOut.nIncohInt | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | num_channel = jspectra.shape[0] | |
| num_prof = jspectra.shape[1] | |||
| num_hei = jspectra.shape[2] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #hei_interf | |
| if hei_interf is None: | |||
| count_hei = num_hei/2 #Como es entero no importa | |||
|
George Yong
|
r1167 | hei_interf = numpy.asmatrix(list(range(count_hei))) + num_hei - count_hei | |
|
Miguel Valdez
|
r768 | hei_interf = numpy.asarray(hei_interf)[0] | |
|
José Chávez
|
r897 | #nhei_interf | |
|
Miguel Valdez
|
r768 | if (nhei_interf == None): | |
| nhei_interf = 5 | |||
| if (nhei_interf < 1): | |||
|
José Chávez
|
r897 | nhei_interf = 1 | |
|
Miguel Valdez
|
r768 | if (nhei_interf > count_hei): | |
| nhei_interf = count_hei | |||
|
José Chávez
|
r897 | if (offhei_interf == None): | |
|
Miguel Valdez
|
r768 | offhei_interf = 0 | |
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | ind_hei = list(range(num_hei)) | |
|
José Chávez
|
r897 | # mask_prof = numpy.asarray(range(num_prof - 2)) + 1 | |
|
Miguel Valdez
|
r768 | # mask_prof[range(num_prof/2 - 1,len(mask_prof))] += 1 | |
|
George Yong
|
r1167 | mask_prof = numpy.asarray(list(range(num_prof))) | |
|
Miguel Valdez
|
r768 | num_mask_prof = mask_prof.size | |
| comp_mask_prof = [0, num_prof/2] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #noise_exist: Determina si la variable jnoise ha sido definida y contiene la informacion del ruido de cada canal | |
| if (jnoise.size < num_channel or numpy.isnan(jnoise).any()): | |||
| jnoise = numpy.nan | |||
| noise_exist = jnoise[0] < numpy.Inf | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Subrutina de Remocion de la Interferencia | |
| for ich in range(num_channel): | |||
| #Se ordena los espectros segun su potencia (menor a mayor) | |||
| power = jspectra[ich,mask_prof,:] | |||
| power = power[:,hei_interf] | |||
| power = power.sum(axis = 0) | |||
| psort = power.ravel().argsort() | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Se estima la interferencia promedio en los Espectros de Potencia empleando | |
|
George Yong
|
r1167 | junkspc_interf = jspectra[ich,:,hei_interf[psort[list(range(offhei_interf, nhei_interf + offhei_interf))]]] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if noise_exist: | |
| # tmp_noise = jnoise[ich] / num_prof | |||
| tmp_noise = jnoise[ich] | |||
| junkspc_interf = junkspc_interf - tmp_noise | |||
| #junkspc_interf[:,comp_mask_prof] = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | jspc_interf = junkspc_interf.sum(axis = 0) / nhei_interf | |
| jspc_interf = jspc_interf.transpose() | |||
| #Calculando el espectro de interferencia promedio | |||
| noiseid = numpy.where(jspc_interf <= tmp_noise/ numpy.sqrt(num_incoh)) | |||
| noiseid = noiseid[0] | |||
| cnoiseid = noiseid.size | |||
| interfid = numpy.where(jspc_interf > tmp_noise/ numpy.sqrt(num_incoh)) | |||
| interfid = interfid[0] | |||
| cinterfid = interfid.size | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (cnoiseid > 0): jspc_interf[noiseid] = 0 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Expandiendo los perfiles a limpiar | |
| if (cinterfid > 0): | |||
| new_interfid = (numpy.r_[interfid - 1, interfid, interfid + 1] + num_prof)%num_prof | |||
|
José Chávez
|
r897 | new_interfid = numpy.asarray(new_interfid) | |
|
Miguel Valdez
|
r768 | new_interfid = {x for x in new_interfid} | |
| new_interfid = numpy.array(list(new_interfid)) | |||
| new_cinterfid = new_interfid.size | |||
| else: new_cinterfid = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for ip in range(new_cinterfid): | |
|
José Chávez
|
r897 | ind = junkspc_interf[:,new_interfid[ip]].ravel().argsort() | |
|
Miguel Valdez
|
r768 | jspc_interf[new_interfid[ip]] = junkspc_interf[ind[nhei_interf/2],new_interfid[ip]] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | jspectra[ich,:,ind_hei] = jspectra[ich,:,ind_hei] - jspc_interf #Corregir indices | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Removiendo la interferencia del punto de mayor interferencia | |
| ListAux = jspc_interf[mask_prof].tolist() | |||
| maxid = ListAux.index(max(ListAux)) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if cinterfid > 0: | |
| for ip in range(cinterfid*(interf == 2) - 1): | |||
| ind = (jspectra[ich,interfid[ip],:] < tmp_noise*(1 + 1/numpy.sqrt(num_incoh))).nonzero() | |||
| cind = len(ind) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (cind > 0): | |
| jspectra[ich,interfid[ip],ind] = tmp_noise*(1 + (numpy.random.uniform(cind) - 0.5)/numpy.sqrt(num_incoh)) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | ind = numpy.array([-2,-1,1,2]) | |
| xx = numpy.zeros([4,4]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for id1 in range(4): | |
|
George Yong
|
r1167 | xx[:,id1] = ind[id1]**numpy.asarray(list(range(4))) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | xx_inv = numpy.linalg.inv(xx) | |
| xx = xx_inv[:,0] | |||
| ind = (ind + maxid + num_mask_prof)%num_mask_prof | |||
| yy = jspectra[ich,mask_prof[ind],:] | |||
| jspectra[ich,mask_prof[maxid],:] = numpy.dot(yy.transpose(),xx) | |||
|
José Chávez
|
r897 | ||
| indAux = (jspectra[ich,:,:] < tmp_noise*(1-1/numpy.sqrt(num_incoh))).nonzero() | |||
|
Miguel Valdez
|
r768 | jspectra[ich,indAux[0],indAux[1]] = tmp_noise * (1 - 1/numpy.sqrt(num_incoh)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Remocion de Interferencia en el Cross Spectra | |
| if jcspectra is None: return jspectra, jcspectra | |||
| num_pairs = jcspectra.size/(num_prof*num_hei) | |||
| jcspectra = jcspectra.reshape(num_pairs, num_prof, num_hei) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for ip in range(num_pairs): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #------------------------------------------- | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | cspower = numpy.abs(jcspectra[ip,mask_prof,:]) | |
| cspower = cspower[:,hei_interf] | |||
| cspower = cspower.sum(axis = 0) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | cspsort = cspower.ravel().argsort() | |
|
George Yong
|
r1167 | junkcspc_interf = jcspectra[ip,:,hei_interf[cspsort[list(range(offhei_interf, nhei_interf + offhei_interf))]]] | |
|
Miguel Valdez
|
r768 | junkcspc_interf = junkcspc_interf.transpose() | |
| jcspc_interf = junkcspc_interf.sum(axis = 1)/nhei_interf | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | ind = numpy.abs(jcspc_interf[mask_prof]).ravel().argsort() | |
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | median_real = numpy.median(numpy.real(junkcspc_interf[mask_prof[ind[list(range(3*num_prof/4))]],:])) | |
| median_imag = numpy.median(numpy.imag(junkcspc_interf[mask_prof[ind[list(range(3*num_prof/4))]],:])) | |||
|
Miguel Valdez
|
r768 | junkcspc_interf[comp_mask_prof,:] = numpy.complex(median_real, median_imag) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for iprof in range(num_prof): | |
| ind = numpy.abs(junkcspc_interf[iprof,:]).ravel().argsort() | |||
| jcspc_interf[iprof] = junkcspc_interf[iprof, ind[nhei_interf/2]] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Removiendo la Interferencia | |
| jcspectra[ip,:,ind_hei] = jcspectra[ip,:,ind_hei] - jcspc_interf | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | ListAux = numpy.abs(jcspc_interf[mask_prof]).tolist() | |
| maxid = ListAux.index(max(ListAux)) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | ind = numpy.array([-2,-1,1,2]) | |
| xx = numpy.zeros([4,4]) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for id1 in range(4): | |
|
George Yong
|
r1167 | xx[:,id1] = ind[id1]**numpy.asarray(list(range(4))) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | xx_inv = numpy.linalg.inv(xx) | |
| xx = xx_inv[:,0] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | ind = (ind + maxid + num_mask_prof)%num_mask_prof | |
| yy = jcspectra[ip,mask_prof[ind],:] | |||
| jcspectra[ip,mask_prof[maxid],:] = numpy.dot(yy.transpose(),xx) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #Guardar Resultados | |
| self.dataOut.data_spc = jspectra | |||
| self.dataOut.data_cspc = jcspectra | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | def setRadarFrequency(self, frequency=None): | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if frequency != None: | |
| self.dataOut.frequency = frequency | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | return 1 | |
|
José Chávez
|
r897 | ||
| def getNoise(self, minHei=None, maxHei=None, minVel=None, maxVel=None): | |||
|
Miguel Valdez
|
r768 | #validacion de rango | |
| if minHei == None: | |||
| minHei = self.dataOut.heightList[0] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if maxHei == None: | |
| maxHei = self.dataOut.heightList[-1] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (minHei < self.dataOut.heightList[0]) or (minHei > maxHei): | |
|
George Yong
|
r1167 | print('minHei: %.2f is out of the heights range'%(minHei)) | |
| print('minHei is setting to %.2f'%(self.dataOut.heightList[0])) | |||
|
Miguel Valdez
|
r768 | minHei = self.dataOut.heightList[0] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (maxHei > self.dataOut.heightList[-1]) or (maxHei < minHei): | |
|
George Yong
|
r1167 | print('maxHei: %.2f is out of the heights range'%(maxHei)) | |
| print('maxHei is setting to %.2f'%(self.dataOut.heightList[-1])) | |||
|
Miguel Valdez
|
r768 | maxHei = self.dataOut.heightList[-1] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | # validacion de velocidades | |
| velrange = self.dataOut.getVelRange(1) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if minVel == None: | |
| minVel = velrange[0] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if maxVel == None: | |
| maxVel = velrange[-1] | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (minVel < velrange[0]) or (minVel > maxVel): | |
|
George Yong
|
r1167 | print('minVel: %.2f is out of the velocity range'%(minVel)) | |
| print('minVel is setting to %.2f'%(velrange[0])) | |||
|
Miguel Valdez
|
r768 | minVel = velrange[0] | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (maxVel > velrange[-1]) or (maxVel < minVel): | |
|
George Yong
|
r1167 | print('maxVel: %.2f is out of the velocity range'%(maxVel)) | |
| print('maxVel is setting to %.2f'%(velrange[-1])) | |||
|
Miguel Valdez
|
r768 | maxVel = velrange[-1] | |
|
José Chávez
|
r897 | ||
| # seleccion de indices para rango | |||
|
Miguel Valdez
|
r768 | minIndex = 0 | |
| maxIndex = 0 | |||
| heights = self.dataOut.heightList | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | inda = numpy.where(heights >= minHei) | |
| indb = numpy.where(heights <= maxHei) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | try: | |
| minIndex = inda[0][0] | |||
| except: | |||
| minIndex = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | try: | |
| maxIndex = indb[0][-1] | |||
| except: | |||
| maxIndex = len(heights) | |||
| if (minIndex < 0) or (minIndex > maxIndex): | |||
|
George Yong
|
r1167 | raise ValueError("some value in (%d,%d) is not valid" % (minIndex, maxIndex)) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | if (maxIndex >= self.dataOut.nHeights): | |
| maxIndex = self.dataOut.nHeights-1 | |||
| # seleccion de indices para velocidades | |||
| indminvel = numpy.where(velrange >= minVel) | |||
| indmaxvel = numpy.where(velrange <= maxVel) | |||
| try: | |||
| minIndexVel = indminvel[0][0] | |||
| except: | |||
| minIndexVel = 0 | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | try: | |
| maxIndexVel = indmaxvel[0][-1] | |||
|
José Chávez
|
r897 | except: | |
|
Miguel Valdez
|
r768 | maxIndexVel = len(velrange) | |
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | #seleccion del espectro | |
| data_spc = self.dataOut.data_spc[:,minIndexVel:maxIndexVel+1,minIndex:maxIndex+1] | |||
| #estimacion de ruido | |||
| noise = numpy.zeros(self.dataOut.nChannels) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | for channel in range(self.dataOut.nChannels): | |
| daux = data_spc[channel,:,:] | |||
| noise[channel] = hildebrand_sekhon(daux, self.dataOut.nIncohInt) | |||
|
José Chávez
|
r897 | ||
|
Miguel Valdez
|
r768 | self.dataOut.noise_estimation = noise.copy() | |
|
José Chávez
|
r897 | ||
|
George Yong
|
r1167 | return 1 |