From 799ea06d41f3d3af49b7b6ee5c85cdba45589250 2025-02-19 15:43:40 From: sebastianVP Date: 2025-02-19 15:43:40 Subject: [PATCH] UPDATE de operaciones en el Dominio de la Frecuencia y 2 scripts de prueba --- diff --git a/schainpy/model/graphics/jroplot_parameters.py b/schainpy/model/graphics/jroplot_parameters.py index ee8040e..00bfb9c 100644 --- a/schainpy/model/graphics/jroplot_parameters.py +++ b/schainpy/model/graphics/jroplot_parameters.py @@ -513,8 +513,10 @@ class PolarMapPlot(Plot): self.titles = ['{} {}'.format( self.data.parameters[x], title) for x in self.channels] + + class WeatherParamsPlot(Plot): - + plot_type = 'scattermap' buffering = False @@ -564,10 +566,10 @@ class WeatherParamsPlot(Plot): data = {} meta = {} - if hasattr(dataOut, 'nFFTPoints'): - factor = dataOut.normFactor - else: - factor = 1 + ##if hasattr(dataOut, 'nFFTPoints'): + ## factor = dataOut.normFactor*10.0 # CONSIDERACION ENTRE PULSE PAIR Y FFT + ##else: + ## factor = 1 if hasattr(dataOut, 'dparam'): tmp = getattr(dataOut, 'data_param') @@ -575,7 +577,7 @@ class WeatherParamsPlot(Plot): #print("-------------------self.attr_data[0]",self.attr_data[0]) if 'S' in self.attr_data[0]: if self.attr_data[0]=='S': - tmp = 10*numpy.log10(10.0*getattr(dataOut, 'data_param')[:,0,:]/(factor)) + tmp = 10*numpy.log10(10.0*getattr(dataOut, 'data_param')[:,0,:]) ## /(factor)) ya no considerar factor se aplica factor jroproc_parametrs if self.attr_data[0]=='SNR': tmp = 10*numpy.log10(getattr(dataOut, 'data_param')[:,3,:]) else: @@ -586,7 +588,20 @@ class WeatherParamsPlot(Plot): tmp[mask] = numpy.nan mask = numpy.nansum((tmp, numpy.roll(tmp, 1),numpy.roll(tmp, -1)), axis=0) == tmp tmp[mask] = numpy.nan + + #################################################################### + #SE GUARDAN LOS DATOS DE LOS PARAMETROS YA SEA PP O SPECTRA EN UN ARCHIVO .npy + ##elapsed_time = time.time() - self.start_time + ##filename = f'{dataOut.inputUnit}_{self.attr_data[0]}_{elapsed_time:.0f}.npy' # Nombre único con timestamp + + # Guardar el array en el nuevo archivo + ##with open(filename, 'wb') as f: + ## numpy.save(f, tmp) + + ##print("Se creó el archivo:", filename) + + ##################################################################### r = dataOut.heightList delta_height = r[1]-r[0] valid = numpy.where(r>=0)[0] diff --git a/schainpy/model/io/jroIO_digitalRF.py b/schainpy/model/io/jroIO_digitalRF.py index 75c67d5..63afde2 100644 --- a/schainpy/model/io/jroIO_digitalRF.py +++ b/schainpy/model/io/jroIO_digitalRF.py @@ -320,6 +320,8 @@ class DigitalRFReader(ProcessingUnit): self.__frequency = self.fixed_metadata_dict.get('frequency', 1) + self.__frequency = 9.345e9 + self.__timezone = self.fixed_metadata_dict.get('timezone', 18000) try: diff --git a/schainpy/model/proc/jroproc_parameters.py b/schainpy/model/proc/jroproc_parameters.py index 3272c2d..a36732b 100644 --- a/schainpy/model/proc/jroproc_parameters.py +++ b/schainpy/model/proc/jroproc_parameters.py @@ -28,7 +28,6 @@ from scipy import optimize, interpolate, signal, stats, ndimage from scipy.optimize.optimize import OptimizeWarning warnings.filterwarnings('ignore') - SPEED_OF_LIGHT = 299792458 '''solving pickling issue''' @@ -3986,12 +3985,14 @@ class WeatherRadar(Operation): data_param[:,1,:] = dataOut.dataPP_DOP data_param[:,2,:] = dataOut.dataPP_WIDTH data_param[:,3,:] = dataOut.dataPP_SNR + if type == "Spectra": factor = dataOut.normFactor data_param[:,0,:] = dataOut.data_pow/(factor) data_param[:,1,:] = dataOut.data_dop data_param[:,2,:] = dataOut.data_width data_param[:,3,:] = dataOut.data_snr + return data_param def getCoeficienteCorrelacionROhv_R(self,dataOut): @@ -4024,6 +4025,7 @@ class WeatherRadar(Operation): '''-----------------------------Potencia de Radar -Signal S-----------------------------''' Pr = dataOut.data_param[:,0,:] + '''---------------------------- Calculo de Noise y threshold para Reflectividad---------''' Pr = Pr/100.0 # Conversion Watt @@ -4272,7 +4274,12 @@ class Block360(Operation): self.__buffer.append(tmp) self.azi.append(data.azimuth) self.ele.append(data.elevation) - self.__noise.append(data.dataPP_NOISE) + try: + #print("SHOW ------", type(data.dataPP_NOISE),data.dataPP_NOISE.shape,"value:",data.dataPP_NOISE) + self.__noise.append(data.dataPP_NOISE) + except: + #print("SHOW ------", type(data.noise),data.noise.shape,"value:",data.noise) + self.__noise.append(data.noise) self.__profIndex += 1 def pushData(self, data, case_flag): @@ -4497,4 +4504,4 @@ class MergeProc(ProcessingUnit): # dh = self.dataOut.heightList[1]-self.dataOut.heightList[0] # heightList_2 = (self.dataOut.heightList[-1]+dh) + numpy.arange(g.shape[-1], dtype=numpy.float) * dh - # self.dataOut.heightList = numpy.concatenate((self.dataOut.heightList,heightList_2)) \ No newline at end of file + # self.dataOut.heightList = numpy.concatenate((self.dataOut.heightList,heightList_2)) diff --git a/schainpy/scripts/prueba1.py b/schainpy/scripts/prueba1.py new file mode 100644 index 0000000..00b3d22 --- /dev/null +++ b/schainpy/scripts/prueba1.py @@ -0,0 +1,386 @@ +#!python +''' +''' + +import os, sys, json, argparse +import datetime +import time + +from schainpy.controller import Project + +PATH = "/home/pc-igp-179/Documentos/SOPHy" + + +PARAM = { + 'S': {'zmin': -80, 'zmax':-45, 'colormap': 'jet' , 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, + 'SNR':{'zmin': -10, 'zmax': 15, 'colormap': 'jet' , 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0}, + 'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'R': {'zmin': 0.5, 'zmax': 1 , 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0}, + 'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0}, + 'D': {'zmin': -9 , 'zmax': 12, 'colormap': 'sophy_d', 'label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0}, + 'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z', 'label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0}, + 'W': {'zmin': 0 , 'zmax': 12, 'colormap': 'sophy_w', 'label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0} + } + +META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name', + 'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses', + 'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit', + 'snr_threshold', 'data_noise'] + + +def max_index(r, sample_rate, ipp, h0,ipp_km): + + return int(sample_rate*ipp*1e6 * r / ipp_km) + int(sample_rate*ipp*1e6 * -h0 / ipp_km) + + +def main(args): + experiment = args.experiment + + fp = open(os.path.join(PATH, experiment, 'experiment.json')) + conf = json.loads(fp.read()) + + ipp_km = conf['usrp_tx']['ipp'] + bottom = conf['pedestal']['bottom'] + ipp = ipp_km * 2 /300000 + sample_rate = conf['usrp_rx']['sample_rate'] + speed_axis = conf['pedestal']['speed'] + + if args.angles: + angles = args.angles + else: + angles = conf['pedestal']['table'] + + + + start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/') + end_date = start_date + if args.start_time: + start_time = args.start_time + else: + start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':') + + if args.end_time: + end_time = args.end_time + else: + end_time = '23:59:59' + + + if args.label: + label = '-{}'.format(args.label) + else: + label = '' + + path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label)) + path_save = os.path.join(PATH, experiment, 'param{}'.format(label)) + + + time_offset = args.time_offset + parameters = args.parameters + + N = int(1.0/(abs(speed_axis[0])*ipp)) + RMIX = 6.0 + H0 = -1.33 + MASK = args.mask + + path = os.path.join(PATH, experiment, 'rawdata') + path_ped = os.path.join(PATH, experiment, 'position') + + proyecto = Project() + proyecto.setup(id = '2', name='Test_2025', description="PRUEBA") + + lectura = proyecto.addReadUnit(datatype='DigitalRFReader', + path=path, + startDate= "2025/01/06",#today, + endDate= "2025/01/06",#today, + startTime= start_time, + endTime= end_time, + delay=30, + #set=0, + online=0, + walk=1, + ippKm = ipp_km, + getByBlock = 1, + nProfileBlocks = N + ) + + n_pulses = 1 + pulse_1_width = conf['usrp_tx']['pulse_1'] + pulse_1_repetitions = conf['usrp_tx']['repetitions_1'] + pulse_2_width = conf['usrp_tx']['pulse_2'] + pulse_2_repetitions = conf['usrp_tx']['repetitions_2'] + + if '1' in args.pulses: + voltage1 = proyecto.addProcUnit( + datatype='VoltageProc', + inputId=lectura.getId() + ) + + op = voltage1.addOperation( + name='ProfileSelector' + ) + op.addParameter( + name='profileRangeList', + value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1) + ) + + if conf['usrp_tx']['code_type_1'] != 'None': + codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage1.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + ncode = len(code) + else: + ncode = 1 + code = ['0'] + + op = voltage1.addOperation(name='CohInt', optype='other') + op.addParameter(name='n', value=ncode, format='int') + + op = voltage1.addOperation(name='setH0') + op.addParameter(name='h0', value=H0, format='float') + + if args.range > 0: + op = voltage1.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0,ipp_km), format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0,ipp_km), format='int') + + + op = voltage1.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int') + + if args.rmDC: + op.addParameter(name='removeDC', value=1, format='int') + + proc1 = proyecto.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId()) + proc1.addParameter(name='runNextUnit', value=True) + + opObj10 = proc1.addOperation(name="WeatherRadar") + opObj10.addParameter(name='CR_Flag',value=True) + print(1, len(code[0])) + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=200) + opObj10.addParameter(name='min_index',value=max_index(0, sample_rate, ipp, H0,ipp_km)) + + + op = proc1.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value=args.mode) + + op = proc1.addOperation(name='Block360') + op.addParameter(name='attr_data', value='data_param') + op.addParameter(name='runNextOp', value=True) + op.addParameter(name='angles', value=angles) + op.addParameter(name='heading', value=conf['heading']) + + + if '2' in args.pulses: + voltage2 = proyecto.addProcUnit( + datatype='VoltageProc', + inputId=lectura.getId() + ) + + op = voltage2.addOperation( + name='ProfileSelector' + ) + op.addParameter( + name='profileRangeList', + value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1) + ) + + if conf['usrp_tx']['code_type_2']: + codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage2.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + + op = voltage2.addOperation(name='CohInt', optype='other') + op.addParameter(name='n', value=len(code), format='int') + + ncode = len(code) + else: + ncode = 1 + + op = voltage2.addOperation(name='setH0') + op.addParameter(name='h0', value=H0, format='float') + + if args.range > 0: + op = voltage2.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0,ipp_km), format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0,ipp_km), format='int') + + + op = voltage2.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int') + + proc2 = proyecto.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId()) + proc2.addParameter(name='runNextUnit', value=True) + + opObj10 = proc2.addOperation(name="WeatherRadar") + opObj10.addParameter(name='CR_Flag',value=True,format='bool') + print(2, len(code[0])) + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=200) + opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp, H0,ipp_km)) + + op = proc2.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value=args.mode) + op.addParameter(name='heading', value=conf['heading']) + + op = proc2.addOperation(name='Block360') + op.addParameter(name='attr_data', value='data_param') + op.addParameter(name='runNextOp', value=True) + op.addParameter(name='angles', value=angles) + op.addParameter(name='heading', value=conf['heading']) + + if '1' in args.pulses and '2' in args.pulses: + merge = proyecto.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()]) + merge.addParameter(name='attr_data', value='data_param') + merge.addParameter(name='mode', value='7') + merge.addParameter(name='index', value=max_index(RMIX, sample_rate, ipp, H0,ipp_km)) + + elif '1' in args.pulses: + merge = proc1 + elif '2' in args.pulses: + merge = proc2 + + for param in parameters: + + if args.plot: + op= merge.addOperation(name='WeatherParamsPlot') + if args.save: + op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='0,') + op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int') + op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int') + op.addParameter(name='yrange', value=20, format='int') + op.addParameter(name='xrange', value=args.range, format='int') + op.addParameter(name='attr_data', value=param, format='str') + op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor', value='black') + op.addParameter(name='localtime', value=False) + op.addParameter(name='shapes', value='./shapes') + op.addParameter(name='latitude', value=conf['latitude'], format='float') + op.addParameter(name='longitude', value=conf['longitude'], format='float') + op.addParameter(name='map', value=True) + + if MASK: op.addParameter(name='mask', value=MASK, format='float') + if args.server: + op.addParameter(name='server', value='190.187.237.239:4444') + op.addParameter(name='exp_code', value='400') + + desc = { + 'Data': { + 'data_param': {PARAM[param]['wrname']: ['H', 'V']}, + 'utctime': 'time' + }, + 'Metadata': { + 'heightList': 'range', + 'data_azi': 'azimuth', + 'data_ele': 'elevation', + 'mode_op': 'scan_type', + 'h0': 'range_correction', + 'dataPP_NOISE': 'noise', + } + } + + if args.save: + writer = merge.addOperation(name='HDFWriter') + writer.addParameter(name='path', value=path_save, format='str') + writer.addParameter(name='Reset', value=True) + writer.addParameter(name='setType', value='weather') + writer.addParameter(name='setChannel', value='0') #new parameter choose ch 0 H or ch 1 V + writer.addParameter(name='description', value=json.dumps(desc)) + writer.addParameter(name='blocksPerFile', value='1',format='int') + writer.addParameter(name='metadataList', value=','.join(META)) + writer.addParameter(name='dataList', value='data_param,utctime') + writer.addParameter(name='weather_var', value=param) + writer.addParameter(name='mask', value=MASK, format='float') + writer.addParameter(name='localtime', value=False) + # meta + writer.addParameter(name='latitude', value=conf['latitude']) + writer.addParameter(name='longitude', value=conf['longitude']) + writer.addParameter(name='altitude', value=conf['altitude']) + writer.addParameter(name='heading', value=conf['heading']) + writer.addParameter(name='radar_name', value='SOPHy') + writer.addParameter(name='institution', value='IGP') + writer.addParameter(name='contact', value='dscipion@igp.gob.pe') + writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)') + writer.addParameter(name='range_unit', value='km') + writer.addParameter(name='prf', value=1/ipp) + writer.addParameter(name='prf_unit', value='hertz') + writer.addParameter(name='variable', value=PARAM[param]['label']) + writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label']) + writer.addParameter(name='n_pulses', value=n_pulses) + writer.addParameter(name='pulse1_range', value=RMIX) + writer.addParameter(name='pulse1_width', value=pulse_1_width) + writer.addParameter(name='pulse2_width', value=pulse_2_width) + writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions) + writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions) + writer.addParameter(name='pulse_width_unit', value='microseconds') + writer.addParameter(name='snr_threshold', value=MASK) + writer.addParameter(name='cr_hv', value=[67.41,67.17]) #new parameter + + + return proyecto + + + + +if __name__ == '__main__': + + parser = argparse.ArgumentParser(description='Script to process SOPHy data.') + parser.add_argument('experiment', + help='Experiment name') + parser.add_argument('--parameters', nargs='*', default=['S'], + help='Variables to process: P, Z, V') + parser.add_argument('--pulses', nargs='*', default=['1', '2'], + help='Variables to process: 1, 2') + parser.add_argument('--range', default=60, type=float, + help='Max range to plot') + parser.add_argument('--server', action='store_true', + help='Send to realtime') + parser.add_argument('--start_time', default='', + help='Set start time.') + parser.add_argument('--end_time', default='', + help='Set end time.') + parser.add_argument('--rmDC', action='store_true', + help='Apply remove DC.') + parser.add_argument('--time_offset', default=0, + help='Fix time offset') + parser.add_argument('--mode', default=None, + help='Type of scan') + parser.add_argument('--angles', nargs='*', default=[], type=int, + help='Angles to process') + parser.add_argument('--plot', action='store_true', + help='Create plot files') + parser.add_argument('--save', action='store_true', + help='Create output files') + parser.add_argument('--show', action='store_true', + help='Show matplotlib plot.') + parser.add_argument('--mask', default=0.36, type=float, + help='Filter mask over SNR') + parser.add_argument('--label', default='', + help='Label for plot & param folder') + + args = parser.parse_args() + + proyecto= main(args) + proyecto.start() \ No newline at end of file diff --git a/schainpy/scripts/prueba2.py b/schainpy/scripts/prueba2.py new file mode 100644 index 0000000..2455141 --- /dev/null +++ b/schainpy/scripts/prueba2.py @@ -0,0 +1,381 @@ +import os, sys, json, argparse +import multiprocessing +import datetime +import time + +PATH = "/home/pc-igp-179/Documentos/SOPHy" + +PARAM = { + 'S': {'zmin': -80, 'zmax':-45, 'colormap': 'jet' , 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, + 'SNR':{'zmin': -10, 'zmax': 15, 'colormap': 'jet' , 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0}, + 'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'R': {'zmin': 0.5, 'zmax': 1 , 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0}, + 'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0}, + 'D': {'zmin': -9 , 'zmax': 12, 'colormap': 'sophy_d', 'label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0}, + 'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z', 'label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0}, + 'W': {'zmin': 0 , 'zmax': 12, 'colormap': 'sophy_w', 'label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0} + } + +META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name', + 'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses', + 'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit', + 'snr_threshold', 'data_noise'] + + +def max_index(r, sample_rate, ipp, h0,ipp_km): + + return int(sample_rate*ipp*1e6 * r / ipp_km) + int(sample_rate*ipp*1e6 * -h0 / ipp_km) + +def main(args): + + experiment = args.experiment + fp = open(os.path.join(PATH, experiment, 'experiment.json')) + conf = json.loads(fp.read()) + + ipp_km = conf['usrp_tx']['ipp'] + bottom = conf['pedestal']['bottom'] + ipp = ipp_km * 2 /300000 + sample_rate = conf['usrp_rx']['sample_rate'] + speed_axis = conf['pedestal']['speed'] + if args.angles: + angles = args.angles + else: + angles = conf['pedestal']['table'] + time_offset = args.time_offset + parameters = args.parameters + start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/') + end_date = start_date + if args.start_time: + start_time = args.start_time + else: + start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':') + + if args.end_time: + end_time = args.end_time + else: + end_time = '23:59:59' + + N = int(1.0/(abs(speed_axis[0])*ipp)) + + path = os.path.join(PATH, experiment, 'rawdata') + + path_ped = os.path.join(PATH, experiment, 'position') + if args.label: + label = '-{}'.format(args.label) + else: + label = '' + path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label)) + path_save = os.path.join(PATH, experiment, 'param{}'.format(label)) + RMIX = 6.0 + H0 = -1.33 + MASK = args.mask + + from schainpy.controller import Project + + project = Project() + project.setup(id='1', name='Sophy', description='sophy proc') + + reader = project.addReadUnit(datatype='DigitalRFReader', + path=path, + startDate=start_date, + endDate=end_date, + startTime=start_time, + endTime=end_time, + delay=0, + online=args.online, + walk=0, + ippKm = ipp_km, + getByBlock = 1, + nProfileBlocks = N, + ) + + + n_pulses = 1 + pulse_1_width = conf['usrp_tx']['pulse_1'] + pulse_1_repetitions = conf['usrp_tx']['repetitions_1'] + pulse_2_width = conf['usrp_tx']['pulse_2'] + pulse_2_repetitions = conf['usrp_tx']['repetitions_2'] + + if '1' in args.pulses: + voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + op = voltage1.addOperation(name='ProfileSelector') + op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1)) + + if conf['usrp_tx']['code_type_1'] != 'None': + codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage1.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + ncode = len(code) + else: + ncode = 1 + code = ['0'] + + + op = voltage1.addOperation(name='CohInt', optype='other') + op.addParameter(name='n', value=ncode, format='int') + + op = voltage1.addOperation(name='setH0') + op.addParameter(name='h0', value=H0, format='float') + + if args.range > 0: + op = voltage1.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0,ipp_km), format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0,ipp_km), format='int') + + + + #op = voltage1.addOperation(name='PulsePair_vRF', optype='other') + #op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int') + + procUnitConfObjA = project.addProcUnit(datatype='SpectraProc', inputId=voltage1.getId()) + procUnitConfObjA.addParameter(name='nFFTPoints', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int') + procUnitConfObjA.addParameter(name='nProfiles', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int') + + + #opObj11 = procUnitConfObjA.addOperation(name='setRadarFrequency') + #opObj11.addParameter(name='frequency', value='9.345e9', format='float') + #procUnitConfObjA.addOperation(name='removeDC') + #if args.rmDC: + # op.addParameter(name='removeDC', value=1, format='int') + + proc1 = project.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjA.getId()) + proc1.addOperation(name='SpectralMoments') + + proc1.addParameter(name='runNextUnit', value=True) + + opObj10 = proc1.addOperation(name="WeatherRadar") + opObj10.addParameter(name='CR_Flag',value=True) + #print(1, len(code[0])) + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=200) + opObj10.addParameter(name='min_index',value=max_index(0, sample_rate, ipp, H0,ipp_km)) + + + op = proc1.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value=args.mode) + + op = proc1.addOperation(name='Block360') + op.addParameter(name='attr_data', value='data_param') + op.addParameter(name='runNextOp', value=True) + op.addParameter(name='angles', value=angles) + op.addParameter(name='heading', value=conf['heading']) + + + if '2' in args.pulses: + voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + op = voltage2.addOperation(name='ProfileSelector') + op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1)) + + if conf['usrp_tx']['code_type_2']: + codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage2.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + + op = voltage2.addOperation(name='CohInt', optype='other') + op.addParameter(name='n', value=len(code), format='int') + + ncode = len(code) + else: + ncode = 1 + + op = voltage2.addOperation(name='setH0') + op.addParameter(name='h0', value=H0, format='float') + + if args.range > 0: + op = voltage2.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0,ipp_km), format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0,ipp_km), format='int') + + + + + procUnitConfObjB = project.addProcUnit(datatype='SpectraProc', inputId=voltage2.getId()) + procUnitConfObjB.addParameter(name='nFFTPoints', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int') + procUnitConfObjB.addParameter(name='nProfiles', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int') + + + + #opObj11 = procUnitConfObjB.addOperation(name='setRadarFrequency') + #opObj11.addParameter(name='frequency', value='9.345e9', format='float') + #procUnitConfObjB.addOperation(name='removeDC') + + #if args.rmDC: + # op.addParameter(name='removeDC', value=1, format='int') + + proc2 = project.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjB.getId()) + proc2.addOperation(name='SpectralMoments') + proc2.addParameter(name='runNextUnit', value=True) + + opObj10 = proc2.addOperation(name="WeatherRadar") + opObj10.addParameter(name='CR_Flag',value=True,format='bool') + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=200) + opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp, H0,ipp_km)) + + op = proc2.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value=args.mode) + op.addParameter(name='heading', value=conf['heading']) + + op = proc2.addOperation(name='Block360') + op.addParameter(name='attr_data', value='data_param') + op.addParameter(name='runNextOp', value=True) + op.addParameter(name='angles', value=angles) + op.addParameter(name='heading', value=conf['heading']) + + + if '1' in args.pulses and '2' in args.pulses: + merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()]) + merge.addParameter(name='attr_data', value='data_param') + merge.addParameter(name='mode', value='7') + merge.addParameter(name='index', value=max_index(RMIX, sample_rate, ipp, H0,ipp_km)) + + elif '1' in args.pulses: + merge = proc1 + elif '2' in args.pulses: + merge = proc2 + + + for param in parameters: + + if args.plot: + op= merge.addOperation(name='WeatherParamsPlot') + if args.save: + op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='0,') + op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int') + op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int') + op.addParameter(name='yrange', value=20, format='int') + op.addParameter(name='xrange', value=args.range, format='int') + op.addParameter(name='attr_data', value=param, format='str') + op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor', value='black') + op.addParameter(name='localtime', value=False) + op.addParameter(name='shapes', value='./shapes') + op.addParameter(name='latitude', value=conf['latitude'], format='float') + op.addParameter(name='longitude', value=conf['longitude'], format='float') + op.addParameter(name='map', value=True) + + if MASK: op.addParameter(name='mask', value=MASK, format='float') + #if args.server: + # op.addParameter(name='server', value='190.187.237.239:4444') + # op.addParameter(name='exp_code', value='400') + + desc = { + 'Data': { + 'data_param': {PARAM[param]['wrname']: ['H', 'V']}, + 'utctime': 'time' + }, + 'Metadata': { + 'heightList': 'range', + 'data_azi': 'azimuth', + 'data_ele': 'elevation', + 'mode_op': 'scan_type', + 'h0': 'range_correction', + 'dataPP_NOISE': 'noise', + } + } + + if args.save: + writer = merge.addOperation(name='HDFWriter') + writer.addParameter(name='path', value=path_save, format='str') + writer.addParameter(name='Reset', value=True) + writer.addParameter(name='setType', value='weather') + writer.addParameter(name='setChannel', value='0') #new parameter choose ch 0 H or ch 1 V + writer.addParameter(name='description', value=json.dumps(desc)) + writer.addParameter(name='blocksPerFile', value='1',format='int') + writer.addParameter(name='metadataList', value=','.join(META)) + writer.addParameter(name='dataList', value='data_param,utctime') + writer.addParameter(name='weather_var', value=param) + writer.addParameter(name='mask', value=MASK, format='float') + writer.addParameter(name='localtime', value=False) + # meta + writer.addParameter(name='latitude', value=conf['latitude']) + writer.addParameter(name='longitude', value=conf['longitude']) + writer.addParameter(name='altitude', value=conf['altitude']) + writer.addParameter(name='heading', value=conf['heading']) + writer.addParameter(name='radar_name', value='SOPHy') + writer.addParameter(name='institution', value='IGP') + writer.addParameter(name='contact', value='dscipion@igp.gob.pe') + writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)') + writer.addParameter(name='range_unit', value='km') + writer.addParameter(name='prf', value=1/ipp) + writer.addParameter(name='prf_unit', value='hertz') + writer.addParameter(name='variable', value=PARAM[param]['label']) + writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label']) + writer.addParameter(name='n_pulses', value=n_pulses) + writer.addParameter(name='pulse1_range', value=RMIX) + writer.addParameter(name='pulse1_width', value=pulse_1_width) + writer.addParameter(name='pulse2_width', value=pulse_2_width) + writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions) + writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions) + writer.addParameter(name='pulse_width_unit', value='microseconds') + writer.addParameter(name='snr_threshold', value=MASK) + writer.addParameter(name='cr_hv', value=[67.41,67.17]) #new parameter + + return project + +if __name__ == '__main__': + + parser = argparse.ArgumentParser(description='Script to process SOPHy data.') + parser.add_argument('experiment', + help='Experiment name') + parser.add_argument('--parameters', nargs='*', default=['S'], + help='Variables to process: P, Z, V') + parser.add_argument('--pulses', nargs='*', default=['1', '2'], + help='Variables to process: 1, 2') + parser.add_argument('--angles', nargs='*', default=[], type=int, + help='Angles to process') + parser.add_argument('--time_offset', default=0, + help='Fix time offset') + parser.add_argument('--range', default=60, type=float, + help='Max range to plot') + + parser.add_argument('--save', action='store_true', + help='Create output files') + parser.add_argument('--plot', action='store_true', + help='Create plot files') + parser.add_argument('--show', action='store_true', + help='Show matplotlib plot.') + parser.add_argument('--online', action='store_true', + help='Set online mode.') + parser.add_argument('--server', action='store_true', + help='Send to realtime') + parser.add_argument('--start_time', default='', + help='Set start time.') + parser.add_argument('--end_time', default='', + help='Set end time.') + parser.add_argument('--label', default='', + help='Label for plot & param folder') + parser.add_argument('--mode', default=None, + help='Type of scan') + #parser.add_argument('--rmDC', action='store_true', + # help='Apply remove DC.') + parser.add_argument('--mask', default=0, type=float, + help='Set SNR threshold.') + args = parser.parse_args() + + project = main(args) + project.start() \ No newline at end of file