diff --git a/schainpy/scripts/sophy_proc_rev003.py b/schainpy/scripts/sophy_proc_rev003.py new file mode 100644 index 0000000..cb204d9 --- /dev/null +++ b/schainpy/scripts/sophy_proc_rev003.py @@ -0,0 +1,190 @@ +# SOPHY PROC script +import os, sys, json, argparse +import datetime +import time + +PATH = '/DATA_RM/DATA' +# PATH = '/Users/jespinoza/workspace/data/' +#PATH = '/home/roberto/DATA/data_WR_RHI/RHI' +PATH = '/home/soporte/Downloads/data_WR_RHI' +PATH = '/home/soporte/Documents/EVENTO/' + + +PARAM = { + 'S': {'name': 'dataPP_POWER', 'zmin': -45, 'zmax': -15, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, + #'V': {'name': 'dataPP_DOP', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'V': {'name': 'velRadial_V', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'R': {'name': 'RhoHV_R', 'zmin': 0, 'zmax': 1, 'colormap': 'jet', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*', 'ch':0}, + 'P': {'name': 'PhiD_P', 'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'º', 'ch':0}, + 'D': {'name': 'Zdb_D', 'zmin': -20, 'zmax': 80, 'colormap': 'gist_ncar','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0}, + 'Z': {'name': 'Zdb', 'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':1}, + 'W': {'name': 'Sigmav_W', 'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'hz', 'ch':1} + } + +def max_index(r, sample_rate, ipp): + + return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60) + +def main(args): + + experiment = args.experiment + fp = open(os.path.join(PATH, experiment, 'experiment.conf')) + conf = json.loads(fp.read()) + + ipp_km = conf['usrp_tx']['ipp'] + ipp = ipp_km * 2 /300000 + sample_rate = conf['usrp_rx']['sample_rate'] + axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']] # AZIMUTH 1 ELEVACION 0 + speed_axis = conf['pedestal']['speed'] + steps = conf['pedestal']['table'] + time_offset = args.time_offset + parameters = args.parameters + start_date = experiment.split('@')[1].split('T')[0].replace('-', '/') + end_date = start_date + if args.start_time: + start_time = args.start_time + else: + start_time = experiment.split('@')[1].split('T')[1].replace('-', ':') + #start_time = '16:15:00' + end_time = '23:59:59' + N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION + path = os.path.join(PATH, experiment, 'rawdata') + path_ped = os.path.join(PATH, experiment, 'position') + path_plots = os.path.join(PATH, experiment, 'plotsC0_PC_R5km') + path_save = os.path.join(PATH, experiment, 'param') + RMIX = 1.62 + + from schainpy.controller import Project + + project = Project() + project.setup(id='1', name='Sophy', description='sophy proc') + + reader = project.addReadUnit(datatype='DigitalRFReader', + path=path, + startDate=start_date, + endDate=end_date, + startTime=start_time, + endTime=end_time, + delay=30, + online=args.online, + walk=1, + ippKm = ipp_km, + getByBlock = 1, + nProfileBlocks = N, + ) + voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + op = voltage.addOperation(name='ProfileSelector') + op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1)) + + if conf['usrp_tx']['code_type_1'] != 'None': + codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage1.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + else: + code=[[1]] + + op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario + op.addParameter(name='n', value=2, format='int') + + op = voltage.addOperation(name='setH0') + op.addParameter(name='h0', value='-1.68') + + if args.range > 0: + op = voltage.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value='0', format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int') + + op = voltage.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int') + + proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId()) + + opObj10 = proc.addOperation(name="WeatherRadar") + opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral') + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) + + # {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647} + + op = proc.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + #op.addParameter(name='az_offset', value=-26.2) + op.addParameter(name='mode', value='PPI') + + for param in parameters: + op = proc.addOperation(name='Block360') + op.addParameter(name='attr_data', value=PARAM[param]['name']) + op.addParameter(name='runNextOp', value=True) + + op= proc.addOperation(name='WeatherParamsPlot') + if args.save: op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='0,') + op.addParameter(name='zmin', value=PARAM[param]['zmin']) + op.addParameter(name='zmax', value=PARAM[param]['zmax']) + op.addParameter(name='attr_data', value=PARAM[param]['name'], format='str') + op.addParameter(name='labels', value=[PARAM[param]['label']]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor',value='black') + op.addParameter(name='snr_threshold',value=0.4) + + desc = { + 'Data': { + PARAM[param]['name']: PARAM[param]['wrname'], + 'utctime': 'time' + }, + 'Metadata': { + 'heightList': 'range', + 'data_azi': 'azimuth', + 'data_ele': 'elevation', + } + } + + if args.save: + opObj10 = proc.addOperation(name='HDFWriter') + opObj10.addParameter(name='path', value=path_save, format='str') + opObj10.addParameter(name='Reset', value=True) + opObj10.addParameter(name='setType', value='weather') + opObj10.addParameter(name=' description', value=json.dumps(desc)) + opObj10.addParameter(name='blocksPerFile', value='1',format='int') + opObj10.addParameter(name='metadataList', value='heightList,data_azi,data_ele') + opObj10.addParameter(name='dataList', value='{},utctime'.format(PARAM[param]['name'])) + project.start() + + + +if __name__ == '__main__': + + parser = argparse.ArgumentParser(description='Script to process SOPHy data.') + parser.add_argument('experiment', + help='Experiment name') + parser.add_argument('--parameters', nargs='*', default=['S'], + help='Variables to process: P, Z, V') + parser.add_argument('--time_offset', default=0, + help='Fix time offset') + parser.add_argument('--range', default=0, type=float, + help='Max range to plot') + parser.add_argument('--save', action='store_true', + help='Create output files') + parser.add_argument('--show', action='store_true', + help='Show matplotlib plot.') + parser.add_argument('--online', action='store_true', + help='Set online mode.') + parser.add_argument('--start_time', default='', + help='Set start time.') + + + args = parser.parse_args() + + main(args) diff --git a/schainpy/scripts/sophy_proc_rev004.py b/schainpy/scripts/sophy_proc_rev004.py new file mode 100644 index 0000000..3d8cade --- /dev/null +++ b/schainpy/scripts/sophy_proc_rev004.py @@ -0,0 +1,194 @@ +# SOPHY PROC script +import os, sys, json, argparse +import datetime +import time + +PATH = '/DATA_RM/DATA' +# PATH = '/Users/jespinoza/workspace/data/' +#PATH = '/home/roberto/DATA/data_WR_RHI/RHI' +PATH = '/home/soporte/Downloads/data_WR_RHI' +PATH = '/home/soporte/Documents/EVENTO/' + + +PARAM = { + 'S': {'name': 'dataPP_POWER', 'zmin': -45, 'zmax': -15, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, + #'V': {'name': 'dataPP_DOP', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'V': {'name': 'velRadial_V', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'R': {'name': 'RhoHV_R', 'zmin': 0, 'zmax': 1, 'colormap': 'jet', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*', 'ch':0}, + 'P': {'name': 'PhiD_P', 'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'º', 'ch':0}, + 'D': {'name': 'Zdb_D', 'zmin': -20, 'zmax': 80, 'colormap': 'gist_ncar','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0}, + 'Z': {'name': 'Zdb', 'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':1}, + 'W': {'name': 'Sigmav_W', 'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'hz', 'ch':1} + } + +def max_index(r, sample_rate, ipp): + + return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60) + +def main(args): + + experiment = args.experiment + fp = open(os.path.join(PATH, experiment, 'experiment.conf')) + conf = json.loads(fp.read()) + + ipp_km = conf['usrp_tx']['ipp'] + ipp = ipp_km * 2 /300000 + sample_rate = conf['usrp_rx']['sample_rate'] + axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']] # AZIMUTH 1 ELEVACION 0 + speed_axis = conf['pedestal']['speed'] + steps = conf['pedestal']['table'] + time_offset = args.time_offset + parameters = args.parameters + start_date = experiment.split('@')[1].split('T')[0].replace('-', '/') + end_date = start_date + if args.start_time: + start_time = args.start_time + else: + start_time = experiment.split('@')[1].split('T')[1].replace('-', ':') + #start_time = '16:15:00' + end_time = '23:59:59' + N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION + path = os.path.join(PATH, experiment, 'rawdata') + path_ped = os.path.join(PATH, experiment, 'position') + path_plots = os.path.join(PATH, experiment, 'plotsC0_PL_R5km') + path_save = os.path.join(PATH, experiment, 'param') + RMIX = 1.62 + + from schainpy.controller import Project + + project = Project() + project.setup(id='1', name='Sophy', description='sophy proc') + + reader = project.addReadUnit(datatype='DigitalRFReader', + path=path, + startDate=start_date, + endDate=end_date, + startTime=start_time, + endTime=end_time, + delay=30, + online=args.online, + walk=1, + ippKm = ipp_km, + getByBlock = 1, + nProfileBlocks = N, + ) + voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + op = voltage.addOperation(name='ProfileSelector') + op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1)) + + + + + if conf['usrp_tx']['code_type_2']: + codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + + op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario + op.addParameter(name='n', value=len(code), format='int') + ncode = len(code) + else: + ncode = 1 + + op = voltage.addOperation(name='setH0') + op.addParameter(name='h0', value='-1.68') + + if args.range > 0: + op = voltage.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value='0', format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int') + + op = voltage.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int') + + proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId()) + + opObj10 = proc.addOperation(name="WeatherRadar") + opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral') + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) + + # {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647} + + op = proc.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + #op.addParameter(name='az_offset', value=-26.2) + op.addParameter(name='mode', value='PPI') + + for param in parameters: + op = proc.addOperation(name='Block360') + op.addParameter(name='attr_data', value=PARAM[param]['name']) + op.addParameter(name='runNextOp', value=True) + + op= proc.addOperation(name='WeatherParamsPlot') + if args.save: op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='0,') + op.addParameter(name='zmin', value=PARAM[param]['zmin']) + op.addParameter(name='zmax', value=PARAM[param]['zmax']) + op.addParameter(name='attr_data', value=PARAM[param]['name'], format='str') + op.addParameter(name='labels', value=[PARAM[param]['label']]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor',value='black') + op.addParameter(name='snr_threshold',value=0.4) + + desc = { + 'Data': { + PARAM[param]['name']: PARAM[param]['wrname'], + 'utctime': 'time' + }, + 'Metadata': { + 'heightList': 'range', + 'data_azi': 'azimuth', + 'data_ele': 'elevation', + } + } + + if args.save: + opObj10 = proc.addOperation(name='HDFWriter') + opObj10.addParameter(name='path', value=path_save, format='str') + opObj10.addParameter(name='Reset', value=True) + opObj10.addParameter(name='setType', value='weather') + opObj10.addParameter(name=' description', value=json.dumps(desc)) + opObj10.addParameter(name='blocksPerFile', value='1',format='int') + opObj10.addParameter(name='metadataList', value='heightList,data_azi,data_ele') + opObj10.addParameter(name='dataList', value='{},utctime'.format(PARAM[param]['name'])) + project.start() + + + +if __name__ == '__main__': + + parser = argparse.ArgumentParser(description='Script to process SOPHy data.') + parser.add_argument('experiment', + help='Experiment name') + parser.add_argument('--parameters', nargs='*', default=['S'], + help='Variables to process: P, Z, V') + parser.add_argument('--time_offset', default=0, + help='Fix time offset') + parser.add_argument('--range', default=0, type=float, + help='Max range to plot') + parser.add_argument('--save', action='store_true', + help='Create output files') + parser.add_argument('--show', action='store_true', + help='Show matplotlib plot.') + parser.add_argument('--online', action='store_true', + help='Set online mode.') + parser.add_argument('--start_time', default='', + help='Set start time.') + + + args = parser.parse_args() + + main(args)