jroproc_correlation.py
178 lines
| 6.8 KiB
| text/x-python
|
PythonLexer
Julio Valdez
|
r502 | import numpy | ||
George Yong
|
r1167 | from .jroproc_base import ProcessingUnit, Operation | ||
Juan C. Espinoza
|
r1287 | from schainpy.model.data.jrodata import Correlation | ||
|
Julio Valdez
|
r502 | |||
| class CorrelationProc(ProcessingUnit): | ||||
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | pairsList = None | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | data_cf = None | ||
|
José Chávez
|
r897 | |||
| def __init__(self, **kwargs): | ||||
| ProcessingUnit.__init__(self, **kwargs) | ||||
|
Julio Valdez
|
r502 | self.objectDict = {} | ||
| self.buffer = None | ||||
| self.firstdatatime = None | ||||
| self.profIndex = 0 | ||||
| self.dataOut = Correlation() | ||||
|
José Chávez
|
r897 | |||
Miguel Valdez
|
r587 | def __updateObjFromVoltage(self): | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | self.dataOut.timeZone = self.dataIn.timeZone | ||
| self.dataOut.dstFlag = self.dataIn.dstFlag | ||||
| self.dataOut.errorCount = self.dataIn.errorCount | ||||
| self.dataOut.useLocalTime = self.dataIn.useLocalTime | ||||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | self.dataOut.radarControllerHeaderObj = self.dataIn.radarControllerHeaderObj.copy() | ||
| self.dataOut.systemHeaderObj = self.dataIn.systemHeaderObj.copy() | ||||
| self.dataOut.channelList = self.dataIn.channelList | ||||
| self.dataOut.heightList = self.dataIn.heightList | ||||
| r1396 | self.dataOut.dtype = numpy.dtype([('real', '<f4'), ('imag', '<f4')]) | |||
|
Julio Valdez
|
r502 | # self.dataOut.nHeights = self.dataIn.nHeights | ||
| # self.dataOut.nChannels = self.dataIn.nChannels | ||||
| self.dataOut.nBaud = self.dataIn.nBaud | ||||
| self.dataOut.nCode = self.dataIn.nCode | ||||
| self.dataOut.code = self.dataIn.code | ||||
| # self.dataOut.nProfiles = self.dataOut.nFFTPoints | ||||
|
Miguel Valdez
|
r568 | self.dataOut.flagDiscontinuousBlock = self.dataIn.flagDiscontinuousBlock | ||
|
Julio Valdez
|
r502 | self.dataOut.utctime = self.firstdatatime | ||
| r1396 | self.dataOut.flagDecodeData = self.dataIn.flagDecodeData # asumo q la data esta decodificada | |||
| self.dataOut.flagDeflipData = self.dataIn.flagDeflipData # asumo q la data esta sin flip | ||||
|
Julio Valdez
|
r762 | self.dataOut.nCohInt = self.dataIn.nCohInt | ||
|
Julio Valdez
|
r502 | # self.dataOut.nIncohInt = 1 | ||
| self.dataOut.ippSeconds = self.dataIn.ippSeconds | ||||
|
Julio Valdez
|
r854 | self.dataOut.nProfiles = self.dataIn.nProfiles | ||
| self.dataOut.utctime = self.dataIn.utctime | ||||
|
Julio Valdez
|
r502 | # self.dataOut.windowOfFilter = self.dataIn.windowOfFilter | ||
|
José Chávez
|
r897 | |||
|
Miguel Valdez
|
r587 | # self.dataOut.timeInterval = self.dataIn.timeInterval*self.dataOut.nPoints | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | def removeDC(self, jspectra): | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | nChannel = jspectra.shape[0] | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | for i in range(nChannel): | ||
| r1396 | jspectra_tmp = jspectra[i, :, :] | |||
| jspectra_DC = numpy.mean(jspectra_tmp, axis=0) | ||||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | jspectra_tmp = jspectra_tmp - jspectra_DC | ||
| r1396 | jspectra[i, :, :] = jspectra_tmp | |||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | return jspectra | ||
|
José Chávez
|
r897 | |||
| r1396 | def removeNoise(self, mode=2): | |||
|
Julio Valdez
|
r502 | indR = numpy.where(self.dataOut.lagR == 0)[0][0] | ||
| indT = numpy.where(self.dataOut.lagT == 0)[0][0] | ||||
|
José Chávez
|
r897 | |||
| r1396 | jspectra = self.dataOut.data_corr[:, :, indR, :] | |||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | num_chan = jspectra.shape[0] | ||
| num_hei = jspectra.shape[2] | ||||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | freq_dc = indT | ||
| r1396 | ind_vel = numpy.array([-2, -1, 1, 2]) + freq_dc | |||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | NPot = self.dataOut.getNoise(mode) | ||
| r1396 | jspectra[:, freq_dc, :] = jspectra[:, freq_dc, :] - NPot | |||
| SPot = jspectra[:, freq_dc, :] | ||||
|
Julio Valdez
|
r502 | pairsAutoCorr = self.dataOut.getPairsAutoCorr() | ||
| # self.dataOut.signalPotency = SPot | ||||
| self.dataOut.noise = NPot | ||||
| r1396 | self.dataOut.SNR = (SPot / NPot)[pairsAutoCorr] | |||
| self.dataOut.data_corr[:, :, indR, :] = jspectra | ||||
|
José Chávez
|
r897 | |||
| return 1 | ||||
| r1396 | def run(self, lags=None, mode='time', pairsList=None, fullBuffer=False, nAvg=1, removeDC=False, splitCF=False): | |||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | self.dataOut.flagNoData = True | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | if self.dataIn.type == "Correlation": | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | self.dataOut.copy(self.dataIn) | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | return | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r502 | if self.dataIn.type == "Voltage": | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | nChannels = self.dataIn.nChannels | ||
|
José Chávez
|
r897 | nProfiles = self.dataIn.nProfiles | ||
|
Julio Valdez
|
r854 | nHeights = self.dataIn.nHeights | ||
| data_pre = self.dataIn.data | ||||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | #--------------- Remover DC ------------ | ||
| if removeDC: | ||||
| data_pre = self.removeDC(data_pre) | ||||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | #--------------------------------------------- | ||
| # pairsList = list(ccfList) | ||||
| # for i in acfList: | ||||
| # pairsList.append((i,i)) | ||||
|
José Chávez
|
r897 | # | ||
|
Julio Valdez
|
r854 | # ccf_pairs = numpy.arange(len(ccfList)) | ||
| # acf_pairs = numpy.arange(len(ccfList),len(pairsList)) | ||||
| self.__updateObjFromVoltage() | ||||
| #---------------------------------------------------------------------- | ||||
| r1396 | # Creating temporal buffers | |||
|
Julio Valdez
|
r854 | if fullBuffer: | ||
| r1396 | tmp = numpy.zeros((len(pairsList), len(lags), nProfiles, nHeights), dtype='complex') * numpy.nan | |||
|
Julio Valdez
|
r854 | elif mode == 'time': | ||
| if lags == None: | ||||
| r1396 | lags = numpy.arange(-nProfiles + 1, nProfiles) | |||
| tmp = numpy.zeros((len(pairsList), len(lags), nHeights), dtype='complex') | ||||
|
Julio Valdez
|
r854 | elif mode == 'height': | ||
| if lags == None: | ||||
| r1396 | lags = numpy.arange(-nHeights + 1, nHeights) | |||
| tmp = numpy.zeros(len(pairsList), (len(lags), nProfiles), dtype='complex') | ||||
|
José Chávez
|
r897 | |||
| r1396 | # For loop | |||
|
Julio Valdez
|
r854 | for l in range(len(pairsList)): | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | ch0 = pairsList[l][0] | ||
|
José Chávez
|
r897 | ch1 = pairsList[l][1] | ||
|
Julio Valdez
|
r854 | for i in range(len(lags)): | ||
| idx = lags[i] | ||||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | if idx >= 0: | ||
| if mode == 'time': | ||||
| r1396 | ccf0 = data_pre[ch0, :nProfiles - idx, :] * numpy.conj(data_pre[ch1, idx:, :]) # time | |||
|
Julio Valdez
|
r854 | else: | ||
| r1396 | ccf0 = data_pre[ch0, :, nHeights - idx] * numpy.conj(data_pre[ch1, :, idx:]) # heights | |||
|
Julio Valdez
|
r854 | else: | ||
| if mode == 'time': | ||||
| r1396 | ccf0 = data_pre[ch0, -idx:, :] * numpy.conj(data_pre[ch1, :nProfiles + idx, :]) # time | |||
|
Julio Valdez
|
r854 | else: | ||
| r1396 | ccf0 = data_pre[ch0, :, -idx:] * numpy.conj(data_pre[ch1, :, :nHeights + idx]) # heights | |||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | if fullBuffer: | ||
| r1396 | tmp[l, i, :ccf0.shape[0], :] = ccf0 | |||
|
Julio Valdez
|
r854 | else: | ||
| r1396 | tmp[l, i, :] = numpy.sum(ccf0, axis=0) | |||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | #----------------------------------------------------------------- | ||
| if fullBuffer: | ||||
| r1396 | tmp = numpy.sum(numpy.reshape(tmp, (tmp.shape[0], tmp.shape[1], tmp.shape[2] / nAvg, nAvg, tmp.shape[3])), axis=3) | |||
|
Julio Valdez
|
r854 | self.dataOut.nAvg = nAvg | ||
|
José Chávez
|
r897 | |||
|
Julio Valdez
|
r854 | self.dataOut.data_cf = tmp | ||
| self.dataOut.mode = mode | ||||
| self.dataOut.nLags = len(lags) | ||||
| self.dataOut.pairsList = pairsList | ||||
| self.dataOut.nPairs = len(pairsList) | ||||
|
José Chávez
|
r897 | |||
| r1396 | # Se Calcula los factores de Normalizacion | |||
|
Julio Valdez
|
r854 | if mode == 'time': | ||
| r1396 | delta = self.dataIn.ippSeconds * self.dataIn.nCohInt | |||
|
Julio Valdez
|
r854 | else: | ||
| delta = self.dataIn.heightList[1] - self.dataIn.heightList[0] | ||||
| r1396 | self.dataOut.lagRange = numpy.array(lags) * delta | |||
|
José Chávez
|
r897 | # self.dataOut.nCohInt = self.dataIn.nCohInt*nAvg | ||
|
Julio Valdez
|
r854 | self.dataOut.flagNoData = False | ||
|
Juan C. Espinoza
|
r989 | # a = self.dataOut.normFactor | ||
|
José Chávez
|
r897 | return | ||
