schain Commit - r1497:291376e0da40 · Jicamarca Repository

update test with save data

avaldezp -

r1497:291376e0da40

parent child

Context file:

r1497:291376e0da40

Collapse all files

schainpy/scripts/sophy_proc_rev003.py +2 -2

             # SOPHY PROC script
             import os, sys, json, argparse
             import datetime
             import time
             PATH = '/DATA_RM/DATA'
             # PATH = '/Users/jespinoza/workspace/data/'
             #PATH = '/home/roberto/DATA/data_WR_RHI/RHI'
             PATH = '/home/soporte/Downloads/data_WR_RHI'
             PATH = '/home/soporte/Documents/EVENTO/'
             PARAM = {
                 'S': {'name': 'dataPP_POWER', 'zmin': -45, 'zmax': -15, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},
                 #'V': {'name': 'dataPP_DOP', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
                 'V': {'name': 'velRadial_V', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
                 'R': {'name': 'RhoHV_R', 'zmin': 0,   'zmax': 1,  'colormap': 'jet',    'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*',  'ch':0},
                 'P': {'name': 'PhiD_P', 'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'º',  'ch':0},
                 'D': {'name': 'Zdb_D', 'zmin': -20, 'zmax': 80, 'colormap': 'gist_ncar','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0},
                 'Z':  {'name': 'Zdb', 'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity',  'wrname':'reflectivity', 'cb_label': 'dBz','ch':1},
                 'W':  {'name': 'Sigmav_W', 'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'hz', 'ch':1}
                 }
             def max_index(r, sample_rate, ipp):
                 return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)
             def main(args):
                 experiment = args.experiment
                 fp = open(os.path.join(PATH, experiment, 'experiment.conf'))
                 conf = json.loads(fp.read())
                 ipp_km = conf['usrp_tx']['ipp']
                 ipp = ipp_km * 2 /300000
                 sample_rate  = conf['usrp_rx']['sample_rate']
                 axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']]      # AZIMUTH 1 ELEVACION 0
                 speed_axis = conf['pedestal']['speed']
                 steps = conf['pedestal']['table']
                 time_offset = args.time_offset
                 parameters = args.parameters
                 start_date = experiment.split('@')[1].split('T')[0].replace('-', '/')
                 end_date = start_date
                 if args.start_time:
                     start_time = args.start_time
                 else:
                     start_time = experiment.split('@')[1].split('T')[1].replace('-', ':')
                 #start_time = '16:15:00'
                 end_time = '23:59:59'
                 N = int(1/(speed_axis[0]*ipp))                                               # 1 GRADO DE RESOLUCION
                 path = os.path.join(PATH, experiment, 'rawdata')
                 path_ped = os.path.join(PATH, experiment, 'position')
-                path_plots = os.path.join(PATH, experiment, 'plotsC0_PC_R5km')
+                path_plots = os.path.join(PATH, experiment, 'plotsC0_PC_R'+str(args.range)+'km')
-                path_save = os.path.join(PATH, experiment, 'param')
+                path_save = os.path.join(PATH, experiment, 'paramC0_PC_R'+str(args.range)+'km')
                 RMIX = 1.62
                 from schainpy.controller import Project
                 project = Project()
                 project.setup(id='1', name='Sophy', description='sophy proc')
                 reader = project.addReadUnit(datatype='DigitalRFReader',
                     path=path,
                     startDate=start_date,
                     endDate=end_date,
                     startTime=start_time,
                     endTime=end_time,
                     delay=30,
                     online=args.online,
                     walk=1,
                     ippKm = ipp_km,
                     getByBlock = 1,
                     nProfileBlocks = N,
                 )
                 voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                 op = voltage.addOperation(name='ProfileSelector')
                 op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))
                 if conf['usrp_tx']['code_type_1'] != 'None':
                     codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
                     code = []
                     for c in codes:
                         code.append([int(x) for x in c])
                     op = voltage1.addOperation(name='Decoder', optype='other')
                     op.addParameter(name='code', value=code)
                     op.addParameter(name='nCode', value=len(code), format='int')
                     op.addParameter(name='nBaud', value=len(code[0]), format='int')
                 else:
                     code=[[1]]
                 op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                 op.addParameter(name='n', value=2, format='int')
                 op = voltage.addOperation(name='setH0')
                 op.addParameter(name='h0', value='-1.68')
                 if args.range > 0:
                     op = voltage.addOperation(name='selectHeights')
                     op.addParameter(name='minIndex', value='0', format='int')
                     op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')
                 op = voltage.addOperation(name='PulsePair_vRF', optype='other')
                 op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')
                 proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())
                 opObj10 = proc.addOperation(name="WeatherRadar")
                 opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral')
                 opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                 opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                 # {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647}
                 op = proc.addOperation(name='PedestalInformation')
                 op.addParameter(name='path', value=path_ped, format='str')
                 op.addParameter(name='interval', value='0.04')
                 op.addParameter(name='time_offset', value=time_offset)
                 #op.addParameter(name='az_offset', value=-26.2)
                 op.addParameter(name='mode', value='PPI')
                 for param in parameters:
                     op = proc.addOperation(name='Block360')
                     op.addParameter(name='attr_data', value=PARAM[param]['name'])
                     op.addParameter(name='runNextOp', value=True)
                     op= proc.addOperation(name='WeatherParamsPlot')
                     if args.save: op.addParameter(name='save', value=path_plots, format='str')
                     op.addParameter(name='save_period', value=-1)
                     op.addParameter(name='show', value=args.show)
                     op.addParameter(name='channels', value='0,')
                     op.addParameter(name='zmin', value=PARAM[param]['zmin'])
                     op.addParameter(name='zmax', value=PARAM[param]['zmax'])
                     op.addParameter(name='attr_data', value=PARAM[param]['name'], format='str')
                     op.addParameter(name='labels', value=[PARAM[param]['label']])
                     op.addParameter(name='save_code', value=param)
                     op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                     op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                     op.addParameter(name='bgcolor',value='black')
                     op.addParameter(name='snr_threshold',value=0.4)
                     desc = {
                             'Data': {
                                 PARAM[param]['name']: PARAM[param]['wrname'],
                                 'utctime': 'time'
                             },
                              'Metadata': {
                                 'heightList': 'range',
                                 'data_azi': 'azimuth',
                                 'data_ele': 'elevation',
                             }
                         }
                     if args.save:
                         opObj10 = proc.addOperation(name='HDFWriter')
                         opObj10.addParameter(name='path', value=path_save, format='str')
                         opObj10.addParameter(name='Reset', value=True)
                         opObj10.addParameter(name='setType', value='weather')
                         opObj10.addParameter(name='    description', value=json.dumps(desc))
                         opObj10.addParameter(name='blocksPerFile', value='1',format='int')
                         opObj10.addParameter(name='metadataList', value='heightList,data_azi,data_ele')
                         opObj10.addParameter(name='dataList', value='{},utctime'.format(PARAM[param]['name']))
                 project.start()
             if __name__ == '__main__':
                 parser = argparse.ArgumentParser(description='Script to process SOPHy data.')
                 parser.add_argument('experiment',
                                     help='Experiment name')
                 parser.add_argument('--parameters', nargs='*', default=['S'],
                                     help='Variables to process: P, Z, V')
                 parser.add_argument('--time_offset', default=0,
                                     help='Fix time offset')
                 parser.add_argument('--range', default=0, type=float,
                                     help='Max range to plot')
                 parser.add_argument('--save', action='store_true',
                                     help='Create output files')
                 parser.add_argument('--show', action='store_true',
                                     help='Show matplotlib plot.')
                 parser.add_argument('--online', action='store_true',
                                     help='Set online mode.')
                 parser.add_argument('--start_time', default='',
                                     help='Set start time.')
                 args = parser.parse_args()
                 main(args)

schainpy/scripts/sophy_proc_rev004.py +2 -2

             # SOPHY PROC script
             import os, sys, json, argparse
             import datetime
             import time
             PATH = '/DATA_RM/DATA'
             # PATH = '/Users/jespinoza/workspace/data/'
             #PATH = '/home/roberto/DATA/data_WR_RHI/RHI'
             PATH = '/home/soporte/Downloads/data_WR_RHI'
             PATH = '/home/soporte/Documents/EVENTO/'
             PARAM = {
                 'S': {'name': 'dataPP_POWER', 'zmin': -45, 'zmax': -15, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},
                 #'V': {'name': 'dataPP_DOP', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
                 'V': {'name': 'velRadial_V', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
                 'R': {'name': 'RhoHV_R', 'zmin': 0,   'zmax': 1,  'colormap': 'jet',    'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*',  'ch':0},
                 'P': {'name': 'PhiD_P', 'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'º',  'ch':0},
                 'D': {'name': 'Zdb_D', 'zmin': -20, 'zmax': 80, 'colormap': 'gist_ncar','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0},
                 'Z':  {'name': 'Zdb', 'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity',  'wrname':'reflectivity', 'cb_label': 'dBz','ch':1},
                 'W':  {'name': 'Sigmav_W', 'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'hz', 'ch':1}
                 }
             def max_index(r, sample_rate, ipp):
                 return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)
             def main(args):
                 experiment = args.experiment
                 fp = open(os.path.join(PATH, experiment, 'experiment.conf'))
                 conf = json.loads(fp.read())
                 ipp_km = conf['usrp_tx']['ipp']
                 ipp = ipp_km * 2 /300000
                 sample_rate  = conf['usrp_rx']['sample_rate']
                 axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']]      # AZIMUTH 1 ELEVACION 0
                 speed_axis = conf['pedestal']['speed']
                 steps = conf['pedestal']['table']
                 time_offset = args.time_offset
                 parameters = args.parameters
                 start_date = experiment.split('@')[1].split('T')[0].replace('-', '/')
                 end_date = start_date
                 if args.start_time:
                     start_time = args.start_time
                 else:
                     start_time = experiment.split('@')[1].split('T')[1].replace('-', ':')
                 #start_time = '16:15:00'
                 end_time = '23:59:59'
                 N = int(1/(speed_axis[0]*ipp))                                               # 1 GRADO DE RESOLUCION
                 path = os.path.join(PATH, experiment, 'rawdata')
                 path_ped = os.path.join(PATH, experiment, 'position')
-                path_plots = os.path.join(PATH, experiment, 'plotsC0_PL_R5km')
+                path_plots = os.path.join(PATH, experiment, 'plotsC0_PL_R'+str(args.range)+'km')
-                path_save = os.path.join(PATH, experiment, 'param')
+                path_save = os.path.join(PATH, experiment, 'paramC0_PL_R'+str(args.range)+'km')
                 RMIX = 1.62
                 from schainpy.controller import Project
                 project = Project()
                 project.setup(id='1', name='Sophy', description='sophy proc')
                 reader = project.addReadUnit(datatype='DigitalRFReader',
                     path=path,
                     startDate=start_date,
                     endDate=end_date,
                     startTime=start_time,
                     endTime=end_time,
                     delay=30,
                     online=args.online,
                     walk=1,
                     ippKm = ipp_km,
                     getByBlock = 1,
                     nProfileBlocks = N,
                 )
                 voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                 op = voltage.addOperation(name='ProfileSelector')
                 op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))
                 if conf['usrp_tx']['code_type_2']:
                     codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]
                     code = []
                     for c in codes:
                         code.append([int(x) for x in c])
                     op = voltage.addOperation(name='Decoder', optype='other')
                     op.addParameter(name='code', value=code)
                     op.addParameter(name='nCode', value=len(code), format='int')
                     op.addParameter(name='nBaud', value=len(code[0]), format='int')
                     op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                     op.addParameter(name='n', value=len(code), format='int')
                     ncode = len(code)
                 else:
                     ncode = 1
                 op = voltage.addOperation(name='setH0')
                 op.addParameter(name='h0', value='-1.68')
                 if args.range > 0:
                     op = voltage.addOperation(name='selectHeights')
                     op.addParameter(name='minIndex', value='0', format='int')
                     op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')
                 op = voltage.addOperation(name='PulsePair_vRF', optype='other')
                 op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')
                 proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())
                 opObj10 = proc.addOperation(name="WeatherRadar")
                 opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral')
                 opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                 opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                 # {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647}
                 op = proc.addOperation(name='PedestalInformation')
                 op.addParameter(name='path', value=path_ped, format='str')
                 op.addParameter(name='interval', value='0.04')
                 op.addParameter(name='time_offset', value=time_offset)
                 #op.addParameter(name='az_offset', value=-26.2)
                 op.addParameter(name='mode', value='PPI')
                 for param in parameters:
                     op = proc.addOperation(name='Block360')
                     op.addParameter(name='attr_data', value=PARAM[param]['name'])
                     op.addParameter(name='runNextOp', value=True)
                     op= proc.addOperation(name='WeatherParamsPlot')
                     if args.save: op.addParameter(name='save', value=path_plots, format='str')
                     op.addParameter(name='save_period', value=-1)
                     op.addParameter(name='show', value=args.show)
                     op.addParameter(name='channels', value='0,')
                     op.addParameter(name='zmin', value=PARAM[param]['zmin'])
                     op.addParameter(name='zmax', value=PARAM[param]['zmax'])
                     op.addParameter(name='attr_data', value=PARAM[param]['name'], format='str')
                     op.addParameter(name='labels', value=[PARAM[param]['label']])
                     op.addParameter(name='save_code', value=param)
                     op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                     op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                     op.addParameter(name='bgcolor',value='black')
                     op.addParameter(name='snr_threshold',value=0.4)
                     desc = {
                             'Data': {
                                 PARAM[param]['name']: PARAM[param]['wrname'],
                                 'utctime': 'time'
                             },
                              'Metadata': {
                                 'heightList': 'range',
                                 'data_azi': 'azimuth',
                                 'data_ele': 'elevation',
                             }
                         }
                     if args.save:
                         opObj10 = proc.addOperation(name='HDFWriter')
                         opObj10.addParameter(name='path', value=path_save, format='str')
                         opObj10.addParameter(name='Reset', value=True)
                         opObj10.addParameter(name='setType', value='weather')
                         opObj10.addParameter(name='    description', value=json.dumps(desc))
                         opObj10.addParameter(name='blocksPerFile', value='1',format='int')
                         opObj10.addParameter(name='metadataList', value='heightList,data_azi,data_ele')
                         opObj10.addParameter(name='dataList', value='{},utctime'.format(PARAM[param]['name']))
                 project.start()
             if __name__ == '__main__':
                 parser = argparse.ArgumentParser(description='Script to process SOPHy data.')
                 parser.add_argument('experiment',
                                     help='Experiment name')
                 parser.add_argument('--parameters', nargs='*', default=['S'],
                                     help='Variables to process: P, Z, V')
                 parser.add_argument('--time_offset', default=0,
                                     help='Fix time offset')
                 parser.add_argument('--range', default=0, type=float,
                                     help='Max range to plot')
                 parser.add_argument('--save', action='store_true',
                                     help='Create output files')
                 parser.add_argument('--show', action='store_true',
                                     help='Show matplotlib plot.')
                 parser.add_argument('--online', action='store_true',
                                     help='Set online mode.')
                 parser.add_argument('--start_time', default='',
                                     help='Set start time.')
                 args = parser.parse_args()
                 main(args)

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages