jroproc_spectra_lags.py
739 lines
| 25.6 KiB
| text/x-python
|
PythonLexer
Miguel Valdez
|
r768 | import numpy | ||
| from jroproc_base import ProcessingUnit, Operation | ||||
| from schainpy.model.data.jrodata import Spectra | ||||
| from schainpy.model.data.jrodata import hildebrand_sekhon | ||||
| class SpectraLagsProc(ProcessingUnit): | ||||
José Chávez
|
r897 | |||
| def __init__(self, **kwargs): | ||||
| ProcessingUnit.__init__(self, **kwargs) | ||||
|
Miguel Valdez
|
r776 | self.__input_buffer = None | ||
|
Miguel Valdez
|
r768 | self.firstdatatime = None | ||
| self.profIndex = 0 | ||||
| self.dataOut = Spectra() | ||||
| self.id_min = None | ||||
| self.id_max = None | ||||
|
Miguel Valdez
|
r776 | self.__codeIndex = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.__lags_buffer = None | ||
|
Miguel Valdez
|
r768 | |||
| def __updateSpecFromVoltage(self): | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.dataOut.plotting = "spectra_lags" | ||
|
Miguel Valdez
|
r768 | self.dataOut.timeZone = self.dataIn.timeZone | ||
| self.dataOut.dstFlag = self.dataIn.dstFlag | ||||
| self.dataOut.errorCount = self.dataIn.errorCount | ||||
| self.dataOut.useLocalTime = self.dataIn.useLocalTime | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.radarControllerHeaderObj = self.dataIn.radarControllerHeaderObj.copy() | ||
| self.dataOut.systemHeaderObj = self.dataIn.systemHeaderObj.copy() | ||||
| self.dataOut.ippSeconds = self.dataIn.getDeltaH()*(10**-6)/0.15 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.channelList = self.dataIn.channelList | ||
| self.dataOut.heightList = self.dataIn.heightList | ||||
| self.dataOut.dtype = numpy.dtype([('real','<f4'),('imag','<f4')]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.nBaud = self.dataIn.nBaud | ||
| self.dataOut.nCode = self.dataIn.nCode | ||||
| self.dataOut.code = self.dataIn.code | ||||
|
Miguel Valdez
|
r770 | # self.dataOut.nProfiles = self.dataOut.nFFTPoints | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.flagDiscontinuousBlock = self.dataIn.flagDiscontinuousBlock | ||
| self.dataOut.utctime = self.firstdatatime | ||||
| self.dataOut.flagDecodeData = self.dataIn.flagDecodeData #asumo q la data esta decodificada | ||||
| self.dataOut.flagDeflipData = self.dataIn.flagDeflipData #asumo q la data esta sin flip | ||||
| self.dataOut.flagShiftFFT = False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.nCohInt = self.dataIn.nCohInt | ||
| self.dataOut.nIncohInt = 1 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.windowOfFilter = self.dataIn.windowOfFilter | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.frequency = self.dataIn.frequency | ||
| self.dataOut.realtime = self.dataIn.realtime | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.azimuth = self.dataIn.azimuth | ||
| self.dataOut.zenith = self.dataIn.zenith | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.beam.codeList = self.dataIn.beam.codeList | ||
| self.dataOut.beam.azimuthList = self.dataIn.beam.azimuthList | ||||
| self.dataOut.beam.zenithList = self.dataIn.beam.zenithList | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | def __createLagsBlock(self, voltages): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | if self.__lags_buffer is None: | ||
| self.__lags_buffer = numpy.zeros((self.dataOut.nChannels, self.dataOut.nProfiles, self.dataOut.nHeights), dtype='complex') | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | nsegments = self.dataOut.nHeights - self.dataOut.nProfiles | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | # codes = numpy.conjugate(self.__input_buffer[:,9:169])/10000 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | for i in range(nsegments): | ||
| self.__lags_buffer[:,:,i] = voltages[:,i:i+self.dataOut.nProfiles]#*codes | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | return self.__lags_buffer | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | def __decodeData(self, volt_buffer, pulseIndex=None): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | if pulseIndex is None: | ||
| return volt_buffer | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | codes = numpy.conjugate(self.__input_buffer[:,pulseIndex[0]:pulseIndex[1]])/10000 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | nsegments = self.dataOut.nHeights - self.dataOut.nProfiles | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | for i in range(nsegments): | ||
| volt_buffer[:,:,i] = volt_buffer[:,:,i]*codes | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | return volt_buffer | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | def __getFft(self, datablock): | ||
|
Miguel Valdez
|
r768 | """ | ||
| Convierte valores de Voltaje a Spectra | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Affected: | ||
| self.dataOut.data_spc | ||||
| self.dataOut.data_cspc | ||||
| self.dataOut.data_dc | ||||
| self.dataOut.heightList | ||||
|
José Chávez
|
r897 | self.profIndex | ||
|
Miguel Valdez
|
r776 | self.__input_buffer | ||
|
Miguel Valdez
|
r768 | self.dataOut.flagNoData | ||
| """ | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | fft_volt = numpy.fft.fft(datablock, n=self.dataOut.nFFTPoints, axis=1) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r794 | dc = fft_volt[:,0,:] | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #calculo de self-spectra | ||
| fft_volt = numpy.fft.fftshift(fft_volt, axes=(1,)) | ||||
| spc = fft_volt * numpy.conjugate(fft_volt) | ||||
| spc = spc.real | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | blocksize = 0 | ||
|
Miguel Valdez
|
r794 | blocksize += dc.size | ||
|
Miguel Valdez
|
r768 | blocksize += spc.size | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | cspc = None | ||
| pairIndex = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r794 | if self.dataOut.pairsList != []: | ||
|
Miguel Valdez
|
r768 | #calculo de cross-spectra | ||
| cspc = numpy.zeros((self.dataOut.nPairs, self.dataOut.nFFTPoints, self.dataOut.nHeights), dtype='complex') | ||||
| for pair in self.dataOut.pairsList: | ||||
| if pair[0] not in self.dataOut.channelList: | ||||
| raise ValueError, "Error getting CrossSpectra: pair 0 of %s is not in channelList = %s" %(str(pair), str(self.dataOut.channelList)) | ||||
| if pair[1] not in self.dataOut.channelList: | ||||
| raise ValueError, "Error getting CrossSpectra: pair 1 of %s is not in channelList = %s" %(str(pair), str(self.dataOut.channelList)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | chan_index0 = self.dataOut.channelList.index(pair[0]) | ||
| chan_index1 = self.dataOut.channelList.index(pair[1]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | cspc[pairIndex,:,:] = fft_volt[chan_index0,:,:] * numpy.conjugate(fft_volt[chan_index1,:,:]) | ||
| pairIndex += 1 | ||||
| blocksize += cspc.size | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = spc | ||
| self.dataOut.data_cspc = cspc | ||||
|
Miguel Valdez
|
r794 | self.dataOut.data_dc = dc | ||
|
Miguel Valdez
|
r768 | self.dataOut.blockSize = blocksize | ||
| self.dataOut.flagShiftFFT = True | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | def run(self, nProfiles=None, nFFTPoints=None, pairsList=[], code=None, nCode=None, nBaud=None, codeFromHeader=False, pulseIndex=None): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.flagNoData = True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.code = None | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | if codeFromHeader: | ||
| if self.dataIn.code is not None: | ||||
| self.code = self.dataIn.code | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if code is not None: | ||
| self.code = numpy.array(code).reshape(nCode,nBaud) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if self.dataIn.type == "Voltage": | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if nFFTPoints == None: | ||
| raise ValueError, "This SpectraProc.run() need nFFTPoints input variable" | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if nProfiles == None: | ||
| nProfiles = nFFTPoints | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.profIndex == nProfiles | ||
| self.firstdatatime = self.dataIn.utctime | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.dataOut.ippFactor = 1 | ||
|
Miguel Valdez
|
r768 | self.dataOut.nFFTPoints = nFFTPoints | ||
|
Miguel Valdez
|
r770 | self.dataOut.nProfiles = nProfiles | ||
|
Miguel Valdez
|
r768 | self.dataOut.pairsList = pairsList | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.__updateSpecFromVoltage() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | if not self.dataIn.flagDataAsBlock: | ||
| self.__input_buffer = self.dataIn.data.copy() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | lags_block = self.__createLagsBlock(self.__input_buffer) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | lags_block = self.__decodeData(lags_block, pulseIndex) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | else: | ||
| self.__input_buffer = self.dataIn.data.copy() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r776 | self.__getFft(lags_block) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.flagNoData = False | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return True | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | raise ValueError, "The type of input object '%s' is not valid"%(self.dataIn.type) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def __selectPairs(self, pairsList): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if channelList == None: | ||
| return | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | pairsIndexListSelected = [] | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for thisPair in pairsList: | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if thisPair not in self.dataOut.pairsList: | ||
| continue | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | pairIndex = self.dataOut.pairsList.index(thisPair) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | pairsIndexListSelected.append(pairIndex) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if not pairsIndexListSelected: | ||
| self.dataOut.data_cspc = None | ||||
| self.dataOut.pairsList = [] | ||||
| return | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_cspc = self.dataOut.data_cspc[pairsIndexListSelected] | ||
|
José Chávez
|
r897 | self.dataOut.pairsList = [self.dataOut.pairsList[i] for i in pairsIndexListSelected] | ||
|
Miguel Valdez
|
r768 | return | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def __selectPairsByChannel(self, channelList=None): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if channelList == None: | ||
| return | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | pairsIndexListSelected = [] | ||
| for pairIndex in self.dataOut.pairsIndexList: | ||||
| #First pair | ||||
| if self.dataOut.pairsList[pairIndex][0] not in channelList: | ||||
| continue | ||||
| #Second pair | ||||
| if self.dataOut.pairsList[pairIndex][1] not in channelList: | ||||
| continue | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | pairsIndexListSelected.append(pairIndex) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if not pairsIndexListSelected: | ||
| self.dataOut.data_cspc = None | ||||
| self.dataOut.pairsList = [] | ||||
| return | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_cspc = self.dataOut.data_cspc[pairsIndexListSelected] | ||
|
José Chávez
|
r897 | self.dataOut.pairsList = [self.dataOut.pairsList[i] for i in pairsIndexListSelected] | ||
|
Miguel Valdez
|
r768 | return | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def selectChannels(self, channelList): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | channelIndexList = [] | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for channel in channelList: | ||
| if channel not in self.dataOut.channelList: | ||||
| raise ValueError, "Error selecting channels, Channel %d is not valid.\nAvailable channels = %s" %(channel, str(self.dataOut.channelList)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | index = self.dataOut.channelList.index(channel) | ||
| channelIndexList.append(index) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.selectChannelsByIndex(channelIndexList) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def selectChannelsByIndex(self, channelIndexList): | ||
| """ | ||||
|
José Chávez
|
r897 | Selecciona un bloque de datos en base a canales segun el channelIndexList | ||
|
Miguel Valdez
|
r768 | Input: | ||
|
José Chávez
|
r897 | channelIndexList : lista sencilla de canales a seleccionar por ej. [2,3,7] | ||
|
Miguel Valdez
|
r768 | Affected: | ||
| self.dataOut.data_spc | ||||
| self.dataOut.channelIndexList | ||||
| self.dataOut.nChannels | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Return: | ||
| None | ||||
| """ | ||||
| for channelIndex in channelIndexList: | ||||
| if channelIndex not in self.dataOut.channelIndexList: | ||||
| raise ValueError, "Error selecting channels: The value %d in channelIndexList is not valid.\nAvailable channel indexes = " %(channelIndex, self.dataOut.channelIndexList) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | # nChannels = len(channelIndexList) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | data_spc = self.dataOut.data_spc[channelIndexList,:] | ||
| data_dc = self.dataOut.data_dc[channelIndexList,:] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = data_spc | ||
| self.dataOut.data_dc = data_dc | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.channelList = [self.dataOut.channelList[i] for i in channelIndexList] | ||
| # self.dataOut.nChannels = nChannels | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.__selectPairsByChannel(self.dataOut.channelList) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
| def selectHeights(self, minHei, maxHei): | ||||
| """ | ||||
| Selecciona un bloque de datos en base a un grupo de valores de alturas segun el rango | ||||
| minHei <= height <= maxHei | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Input: | ||
|
José Chávez
|
r897 | minHei : valor minimo de altura a considerar | ||
|
Miguel Valdez
|
r768 | maxHei : valor maximo de altura a considerar | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Affected: | ||
| Indirectamente son cambiados varios valores a travez del metodo selectHeightsByIndex | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Return: | ||
| 1 si el metodo se ejecuto con exito caso contrario devuelve 0 | ||||
| """ | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (minHei > maxHei): | ||
| raise ValueError, "Error selecting heights: Height range (%d,%d) is not valid" % (minHei, maxHei) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (minHei < self.dataOut.heightList[0]): | ||
| minHei = self.dataOut.heightList[0] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (maxHei > self.dataOut.heightList[-1]): | ||
| maxHei = self.dataOut.heightList[-1] | ||||
| minIndex = 0 | ||||
| maxIndex = 0 | ||||
| heights = self.dataOut.heightList | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | inda = numpy.where(heights >= minHei) | ||
| indb = numpy.where(heights <= maxHei) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | try: | ||
| minIndex = inda[0][0] | ||||
| except: | ||||
| minIndex = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | try: | ||
| maxIndex = indb[0][-1] | ||||
| except: | ||||
| maxIndex = len(heights) | ||||
| self.selectHeightsByIndex(minIndex, maxIndex) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
| def getBeaconSignal(self, tauindex = 0, channelindex = 0, hei_ref=None): | ||||
| newheis = numpy.where(self.dataOut.heightList>self.dataOut.radarControllerHeaderObj.Taus[tauindex]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if hei_ref != None: | ||
| newheis = numpy.where(self.dataOut.heightList>hei_ref) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | minIndex = min(newheis[0]) | ||
| maxIndex = max(newheis[0]) | ||||
| data_spc = self.dataOut.data_spc[:,:,minIndex:maxIndex+1] | ||||
| heightList = self.dataOut.heightList[minIndex:maxIndex+1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | # determina indices | ||
| nheis = int(self.dataOut.radarControllerHeaderObj.txB/(self.dataOut.heightList[1]-self.dataOut.heightList[0])) | ||||
| avg_dB = 10*numpy.log10(numpy.sum(data_spc[channelindex,:,:],axis=0)) | ||||
| beacon_dB = numpy.sort(avg_dB)[-nheis:] | ||||
| beacon_heiIndexList = [] | ||||
| for val in avg_dB.tolist(): | ||||
| if val >= beacon_dB[0]: | ||||
| beacon_heiIndexList.append(avg_dB.tolist().index(val)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #data_spc = data_spc[:,:,beacon_heiIndexList] | ||
| data_cspc = None | ||||
| if self.dataOut.data_cspc is not None: | ||||
| data_cspc = self.dataOut.data_cspc[:,:,minIndex:maxIndex+1] | ||||
| #data_cspc = data_cspc[:,:,beacon_heiIndexList] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | data_dc = None | ||
| if self.dataOut.data_dc is not None: | ||||
| data_dc = self.dataOut.data_dc[:,minIndex:maxIndex+1] | ||||
| #data_dc = data_dc[:,beacon_heiIndexList] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = data_spc | ||
| self.dataOut.data_cspc = data_cspc | ||||
| self.dataOut.data_dc = data_dc | ||||
| self.dataOut.heightList = heightList | ||||
| self.dataOut.beacon_heiIndexList = beacon_heiIndexList | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def selectHeightsByIndex(self, minIndex, maxIndex): | ||
| """ | ||||
| Selecciona un bloque de datos en base a un grupo indices de alturas segun el rango | ||||
| minIndex <= index <= maxIndex | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Input: | ||
|
José Chávez
|
r897 | minIndex : valor de indice minimo de altura a considerar | ||
|
Miguel Valdez
|
r768 | maxIndex : valor de indice maximo de altura a considerar | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Affected: | ||
| self.dataOut.data_spc | ||||
| self.dataOut.data_cspc | ||||
| self.dataOut.data_dc | ||||
| self.dataOut.heightList | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | Return: | ||
| 1 si el metodo se ejecuto con exito caso contrario devuelve 0 | ||||
| """ | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (minIndex < 0) or (minIndex > maxIndex): | ||
| raise ValueError, "Error selecting heights: Index range (%d,%d) is not valid" % (minIndex, maxIndex) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (maxIndex >= self.dataOut.nHeights): | ||
| maxIndex = self.dataOut.nHeights-1 | ||||
| #Spectra | ||||
| data_spc = self.dataOut.data_spc[:,:,minIndex:maxIndex+1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | data_cspc = None | ||
| if self.dataOut.data_cspc is not None: | ||||
| data_cspc = self.dataOut.data_cspc[:,:,minIndex:maxIndex+1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | data_dc = None | ||
| if self.dataOut.data_dc is not None: | ||||
| data_dc = self.dataOut.data_dc[:,minIndex:maxIndex+1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = data_spc | ||
| self.dataOut.data_cspc = data_cspc | ||||
| self.dataOut.data_dc = data_dc | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.heightList = self.dataOut.heightList[minIndex:maxIndex+1] | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def removeDC(self, mode = 2): | ||
| jspectra = self.dataOut.data_spc | ||||
| jcspectra = self.dataOut.data_cspc | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | num_chan = jspectra.shape[0] | ||
| num_hei = jspectra.shape[2] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if jcspectra is not None: | ||
| jcspectraExist = True | ||||
| num_pairs = jcspectra.shape[0] | ||||
| else: jcspectraExist = False | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | freq_dc = jspectra.shape[1]/2 | ||
|
José Chávez
|
r897 | ind_vel = numpy.array([-2,-1,1,2]) + freq_dc | ||
|
Miguel Valdez
|
r768 | if ind_vel[0]<0: | ||
| ind_vel[range(0,1)] = ind_vel[range(0,1)] + self.num_prof | ||||
|
José Chávez
|
r897 | |||
| if mode == 1: | ||||
|
Miguel Valdez
|
r768 | jspectra[:,freq_dc,:] = (jspectra[:,ind_vel[1],:] + jspectra[:,ind_vel[2],:])/2 #CORRECCION | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if jcspectraExist: | ||
| jcspectra[:,freq_dc,:] = (jcspectra[:,ind_vel[1],:] + jcspectra[:,ind_vel[2],:])/2 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if mode == 2: | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | vel = numpy.array([-2,-1,1,2]) | ||
| xx = numpy.zeros([4,4]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for fil in range(4): | ||
| xx[fil,:] = vel[fil]**numpy.asarray(range(4)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | xx_inv = numpy.linalg.inv(xx) | ||
| xx_aux = xx_inv[0,:] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for ich in range(num_chan): | ||
| yy = jspectra[ich,ind_vel,:] | ||||
| jspectra[ich,freq_dc,:] = numpy.dot(xx_aux,yy) | ||||
| junkid = jspectra[ich,freq_dc,:]<=0 | ||||
| cjunkid = sum(junkid) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if cjunkid.any(): | ||
| jspectra[ich,freq_dc,junkid.nonzero()] = (jspectra[ich,ind_vel[1],junkid] + jspectra[ich,ind_vel[2],junkid])/2 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if jcspectraExist: | ||
| for ip in range(num_pairs): | ||||
| yy = jcspectra[ip,ind_vel,:] | ||||
| jcspectra[ip,freq_dc,:] = numpy.dot(xx_aux,yy) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.data_spc = jspectra | ||
| self.dataOut.data_cspc = jcspectra | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def removeInterference(self, interf = 2,hei_interf = None, nhei_interf = None, offhei_interf = None): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | jspectra = self.dataOut.data_spc | ||
| jcspectra = self.dataOut.data_cspc | ||||
| jnoise = self.dataOut.getNoise() | ||||
| num_incoh = self.dataOut.nIncohInt | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | num_channel = jspectra.shape[0] | ||
| num_prof = jspectra.shape[1] | ||||
| num_hei = jspectra.shape[2] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #hei_interf | ||
| if hei_interf is None: | ||||
| count_hei = num_hei/2 #Como es entero no importa | ||||
| hei_interf = numpy.asmatrix(range(count_hei)) + num_hei - count_hei | ||||
| hei_interf = numpy.asarray(hei_interf)[0] | ||||
|
José Chávez
|
r897 | #nhei_interf | ||
|
Miguel Valdez
|
r768 | if (nhei_interf == None): | ||
| nhei_interf = 5 | ||||
| if (nhei_interf < 1): | ||||
|
José Chávez
|
r897 | nhei_interf = 1 | ||
|
Miguel Valdez
|
r768 | if (nhei_interf > count_hei): | ||
| nhei_interf = count_hei | ||||
|
José Chávez
|
r897 | if (offhei_interf == None): | ||
|
Miguel Valdez
|
r768 | offhei_interf = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | ind_hei = range(num_hei) | ||
|
José Chávez
|
r897 | # mask_prof = numpy.asarray(range(num_prof - 2)) + 1 | ||
|
Miguel Valdez
|
r768 | # mask_prof[range(num_prof/2 - 1,len(mask_prof))] += 1 | ||
|
José Chávez
|
r897 | mask_prof = numpy.asarray(range(num_prof)) | ||
|
Miguel Valdez
|
r768 | num_mask_prof = mask_prof.size | ||
| comp_mask_prof = [0, num_prof/2] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #noise_exist: Determina si la variable jnoise ha sido definida y contiene la informacion del ruido de cada canal | ||
| if (jnoise.size < num_channel or numpy.isnan(jnoise).any()): | ||||
| jnoise = numpy.nan | ||||
| noise_exist = jnoise[0] < numpy.Inf | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Subrutina de Remocion de la Interferencia | ||
| for ich in range(num_channel): | ||||
| #Se ordena los espectros segun su potencia (menor a mayor) | ||||
| power = jspectra[ich,mask_prof,:] | ||||
| power = power[:,hei_interf] | ||||
| power = power.sum(axis = 0) | ||||
| psort = power.ravel().argsort() | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Se estima la interferencia promedio en los Espectros de Potencia empleando | ||
| junkspc_interf = jspectra[ich,:,hei_interf[psort[range(offhei_interf, nhei_interf + offhei_interf)]]] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if noise_exist: | ||
| # tmp_noise = jnoise[ich] / num_prof | ||||
| tmp_noise = jnoise[ich] | ||||
| junkspc_interf = junkspc_interf - tmp_noise | ||||
| #junkspc_interf[:,comp_mask_prof] = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | jspc_interf = junkspc_interf.sum(axis = 0) / nhei_interf | ||
| jspc_interf = jspc_interf.transpose() | ||||
| #Calculando el espectro de interferencia promedio | ||||
| noiseid = numpy.where(jspc_interf <= tmp_noise/ numpy.sqrt(num_incoh)) | ||||
| noiseid = noiseid[0] | ||||
| cnoiseid = noiseid.size | ||||
| interfid = numpy.where(jspc_interf > tmp_noise/ numpy.sqrt(num_incoh)) | ||||
| interfid = interfid[0] | ||||
| cinterfid = interfid.size | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (cnoiseid > 0): jspc_interf[noiseid] = 0 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Expandiendo los perfiles a limpiar | ||
| if (cinterfid > 0): | ||||
| new_interfid = (numpy.r_[interfid - 1, interfid, interfid + 1] + num_prof)%num_prof | ||||
|
José Chávez
|
r897 | new_interfid = numpy.asarray(new_interfid) | ||
|
Miguel Valdez
|
r768 | new_interfid = {x for x in new_interfid} | ||
| new_interfid = numpy.array(list(new_interfid)) | ||||
| new_cinterfid = new_interfid.size | ||||
| else: new_cinterfid = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for ip in range(new_cinterfid): | ||
|
José Chávez
|
r897 | ind = junkspc_interf[:,new_interfid[ip]].ravel().argsort() | ||
|
Miguel Valdez
|
r768 | jspc_interf[new_interfid[ip]] = junkspc_interf[ind[nhei_interf/2],new_interfid[ip]] | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | jspectra[ich,:,ind_hei] = jspectra[ich,:,ind_hei] - jspc_interf #Corregir indices | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Removiendo la interferencia del punto de mayor interferencia | ||
| ListAux = jspc_interf[mask_prof].tolist() | ||||
| maxid = ListAux.index(max(ListAux)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if cinterfid > 0: | ||
| for ip in range(cinterfid*(interf == 2) - 1): | ||||
| ind = (jspectra[ich,interfid[ip],:] < tmp_noise*(1 + 1/numpy.sqrt(num_incoh))).nonzero() | ||||
| cind = len(ind) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (cind > 0): | ||
| jspectra[ich,interfid[ip],ind] = tmp_noise*(1 + (numpy.random.uniform(cind) - 0.5)/numpy.sqrt(num_incoh)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | ind = numpy.array([-2,-1,1,2]) | ||
| xx = numpy.zeros([4,4]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for id1 in range(4): | ||
| xx[:,id1] = ind[id1]**numpy.asarray(range(4)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | xx_inv = numpy.linalg.inv(xx) | ||
| xx = xx_inv[:,0] | ||||
| ind = (ind + maxid + num_mask_prof)%num_mask_prof | ||||
| yy = jspectra[ich,mask_prof[ind],:] | ||||
| jspectra[ich,mask_prof[maxid],:] = numpy.dot(yy.transpose(),xx) | ||||
|
José Chávez
|
r897 | |||
| indAux = (jspectra[ich,:,:] < tmp_noise*(1-1/numpy.sqrt(num_incoh))).nonzero() | ||||
|
Miguel Valdez
|
r768 | jspectra[ich,indAux[0],indAux[1]] = tmp_noise * (1 - 1/numpy.sqrt(num_incoh)) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Remocion de Interferencia en el Cross Spectra | ||
| if jcspectra is None: return jspectra, jcspectra | ||||
| num_pairs = jcspectra.size/(num_prof*num_hei) | ||||
| jcspectra = jcspectra.reshape(num_pairs, num_prof, num_hei) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for ip in range(num_pairs): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #------------------------------------------- | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | cspower = numpy.abs(jcspectra[ip,mask_prof,:]) | ||
| cspower = cspower[:,hei_interf] | ||||
| cspower = cspower.sum(axis = 0) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | cspsort = cspower.ravel().argsort() | ||
| junkcspc_interf = jcspectra[ip,:,hei_interf[cspsort[range(offhei_interf, nhei_interf + offhei_interf)]]] | ||||
| junkcspc_interf = junkcspc_interf.transpose() | ||||
| jcspc_interf = junkcspc_interf.sum(axis = 1)/nhei_interf | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | ind = numpy.abs(jcspc_interf[mask_prof]).ravel().argsort() | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | median_real = numpy.median(numpy.real(junkcspc_interf[mask_prof[ind[range(3*num_prof/4)]],:])) | ||
| median_imag = numpy.median(numpy.imag(junkcspc_interf[mask_prof[ind[range(3*num_prof/4)]],:])) | ||||
| junkcspc_interf[comp_mask_prof,:] = numpy.complex(median_real, median_imag) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for iprof in range(num_prof): | ||
| ind = numpy.abs(junkcspc_interf[iprof,:]).ravel().argsort() | ||||
| jcspc_interf[iprof] = junkcspc_interf[iprof, ind[nhei_interf/2]] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Removiendo la Interferencia | ||
| jcspectra[ip,:,ind_hei] = jcspectra[ip,:,ind_hei] - jcspc_interf | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | ListAux = numpy.abs(jcspc_interf[mask_prof]).tolist() | ||
| maxid = ListAux.index(max(ListAux)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | ind = numpy.array([-2,-1,1,2]) | ||
| xx = numpy.zeros([4,4]) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for id1 in range(4): | ||
| xx[:,id1] = ind[id1]**numpy.asarray(range(4)) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | xx_inv = numpy.linalg.inv(xx) | ||
| xx = xx_inv[:,0] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | ind = (ind + maxid + num_mask_prof)%num_mask_prof | ||
| yy = jcspectra[ip,mask_prof[ind],:] | ||||
| jcspectra[ip,mask_prof[maxid],:] = numpy.dot(yy.transpose(),xx) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #Guardar Resultados | ||
| self.dataOut.data_spc = jspectra | ||||
| self.dataOut.data_cspc = jcspectra | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | def setRadarFrequency(self, frequency=None): | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if frequency != None: | ||
| self.dataOut.frequency = frequency | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | return 1 | ||
|
José Chávez
|
r897 | |||
| def getNoise(self, minHei=None, maxHei=None, minVel=None, maxVel=None): | ||||
|
Miguel Valdez
|
r768 | #validacion de rango | ||
| if minHei == None: | ||||
| minHei = self.dataOut.heightList[0] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if maxHei == None: | ||
| maxHei = self.dataOut.heightList[-1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (minHei < self.dataOut.heightList[0]) or (minHei > maxHei): | ||
| print 'minHei: %.2f is out of the heights range'%(minHei) | ||||
| print 'minHei is setting to %.2f'%(self.dataOut.heightList[0]) | ||||
| minHei = self.dataOut.heightList[0] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (maxHei > self.dataOut.heightList[-1]) or (maxHei < minHei): | ||
| print 'maxHei: %.2f is out of the heights range'%(maxHei) | ||||
| print 'maxHei is setting to %.2f'%(self.dataOut.heightList[-1]) | ||||
| maxHei = self.dataOut.heightList[-1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | # validacion de velocidades | ||
| velrange = self.dataOut.getVelRange(1) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if minVel == None: | ||
| minVel = velrange[0] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if maxVel == None: | ||
| maxVel = velrange[-1] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (minVel < velrange[0]) or (minVel > maxVel): | ||
| print 'minVel: %.2f is out of the velocity range'%(minVel) | ||||
| print 'minVel is setting to %.2f'%(velrange[0]) | ||||
| minVel = velrange[0] | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (maxVel > velrange[-1]) or (maxVel < minVel): | ||
| print 'maxVel: %.2f is out of the velocity range'%(maxVel) | ||||
| print 'maxVel is setting to %.2f'%(velrange[-1]) | ||||
| maxVel = velrange[-1] | ||||
|
José Chávez
|
r897 | |||
| # seleccion de indices para rango | ||||
|
Miguel Valdez
|
r768 | minIndex = 0 | ||
| maxIndex = 0 | ||||
| heights = self.dataOut.heightList | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | inda = numpy.where(heights >= minHei) | ||
| indb = numpy.where(heights <= maxHei) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | try: | ||
| minIndex = inda[0][0] | ||||
| except: | ||||
| minIndex = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | try: | ||
| maxIndex = indb[0][-1] | ||||
| except: | ||||
| maxIndex = len(heights) | ||||
| if (minIndex < 0) or (minIndex > maxIndex): | ||||
| raise ValueError, "some value in (%d,%d) is not valid" % (minIndex, maxIndex) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | if (maxIndex >= self.dataOut.nHeights): | ||
| maxIndex = self.dataOut.nHeights-1 | ||||
| # seleccion de indices para velocidades | ||||
| indminvel = numpy.where(velrange >= minVel) | ||||
| indmaxvel = numpy.where(velrange <= maxVel) | ||||
| try: | ||||
| minIndexVel = indminvel[0][0] | ||||
| except: | ||||
| minIndexVel = 0 | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | try: | ||
| maxIndexVel = indmaxvel[0][-1] | ||||
|
José Chávez
|
r897 | except: | ||
|
Miguel Valdez
|
r768 | maxIndexVel = len(velrange) | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | #seleccion del espectro | ||
| data_spc = self.dataOut.data_spc[:,minIndexVel:maxIndexVel+1,minIndex:maxIndex+1] | ||||
| #estimacion de ruido | ||||
| noise = numpy.zeros(self.dataOut.nChannels) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | for channel in range(self.dataOut.nChannels): | ||
| daux = data_spc[channel,:,:] | ||||
| noise[channel] = hildebrand_sekhon(daux, self.dataOut.nIncohInt) | ||||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r768 | self.dataOut.noise_estimation = noise.copy() | ||
|
José Chávez
|
r897 | |||
| return 1 | ||||