##// END OF EJS Templates
schain
RSS
Script test de pruebas actuales con el update de heading en el block 360, el parametro adicional es heading que se lee del experiment.conf
Script test de pruebas actuales con el update de heading en el block 360, el parametro adicional es heading que se lee del experiment.conf
avaldezp - - Load All Authors

File last commit:

r1505:8d720d40ced2
r1759:c8ee9da660f1
Show More
sophy_proc_rev000.py
350 lines | 16.8 KiB | text/x-python | PythonLexer
/ schainpy / scripts / sophy_proc_rev000.py
History | Source | Raw |Copy content |Copy permalink
avaldezp
test de revision, pruebas y mediciones
 r1484 # SOPHY PROC script
import os, sys, json, argparse
import datetime
import time
PATH = '/DATA_RM/DATA'
#PATH = '/media/jespinoza/Elements'
#PATH = '/media/jespinoza/data/SOPHY'
PATH = '/home/soporte/Documents/HUANCAYO'
avaldezp
Test general para merge de pulsos0
 r1495 PATH = '/home/soporte/Documents/EVENTO/'
#HYO_PM@2022-05-31T12-00-17
avaldezp
test de revision, pruebas y mediciones
 r1484
PARAM = {
'S': {'name': 'dataPP_POWER', 'zmin': -45, 'zmax': -15, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},
avaldezp
Test general para merge de pulsos0
 r1495 #'V': {'name': 'dataPP_DOP', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
'V': {'name': 'velRadial_V', 'zmin': -10, 'zmax': 10, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
avaldezp
test de revision, pruebas y mediciones
 r1484 'R': {'name': 'RhoHV_R', 'zmin': 0, 'zmax': 1, 'colormap': 'jet', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*', 'ch':0},
'P': {'name': 'PhiD_P', 'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'ยบ', 'ch':0},
'D': {'name': 'Zdb_D', 'zmin': -20, 'zmax': 80, 'colormap': 'gist_ncar','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0},
avaldezp
Test general para merge de pulsos0
 r1495 'Z': {'name': 'Zdb', 'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':1},
'W': {'name': 'Sigmav_W', 'zmin': -20, 'zmax': 60, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'hz', 'ch':1}
avaldezp
test de revision, pruebas y mediciones
 r1484 }
def max_index(r, sample_rate, ipp):
return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)
def main(args):
experiment = args.experiment
fp = open(os.path.join(PATH, experiment, 'experiment.conf'))
conf = json.loads(fp.read())
ipp_km = conf['usrp_tx']['ipp']
ipp = ipp_km * 2 /300000
sample_rate = conf['usrp_rx']['sample_rate']
axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']] # AZIMUTH 1 ELEVACION 0
speed_axis = conf['pedestal']['speed']
steps = conf['pedestal']['table']
time_offset = args.time_offset
parameters = args.parameters
start_date = experiment.split('@')[1].split('T')[0].replace('-', '/')
end_date = start_date
if args.start_time:
start_time = args.start_time
else:
start_time = experiment.split('@')[1].split('T')[1].replace('-', ':')
avaldezp
Test general para merge de pulsos0
 r1495 #start_time = '16:15:00'
avaldezp
test de revision, pruebas y mediciones
 r1484 end_time = '23:59:59'
N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION
path = os.path.join(PATH, experiment, 'rawdata')
path_ped = os.path.join(PATH, experiment, 'position')
avaldezp
Update scritps
 r1505 path_plots = os.path.join(PATH, experiment, 'plotsC0_PM_R'+str(args.range)+'km')
path_save = os.path.join(PATH, experiment, 'paramC0_PM_R'+str(args.range)+'km_1.62km')
avaldezp
Test general para merge de pulsos0
 r1495 RMIX = 1.62
avaldezp
test de revision, pruebas y mediciones
 r1484
from schainpy.controller import Project
project = Project()
project.setup(id='1', name='Sophy', description='sophy proc')
reader = project.addReadUnit(datatype='DigitalRFReader',
path=path,
startDate=start_date,
endDate=end_date,
avaldezp
Test general para merge de pulsos0
 r1495 startTime=start_time,
avaldezp
test de revision, pruebas y mediciones
 r1484 endTime=end_time,
delay=30,
online=args.online,
walk=1,
ippKm = ipp_km,
getByBlock = 1,
nProfileBlocks = N,
)
if not conf['usrp_tx']['enable_2']: # One Pulse
voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
if conf['usrp_tx']['code_type_1'] != 'None':
codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
code = []
for c in codes:
code.append([int(x) for x in c])
op = voltage.addOperation(name='Decoder', optype='other')
op.addParameter(name='code', value=code)
op.addParameter(name='nCode', value=len(code), format='int')
op.addParameter(name='nBaud', value=len(code[0]), format='int')
op = voltage.addOperation(name='setH0')
op.addParameter(name='h0', value='-1.2')
if args.range > 0:
op = voltage.addOperation(name='selectHeights')
op.addParameter(name='minIndex', value='0', format='int')
op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')
op = voltage.addOperation(name='PulsePair_vRF', optype='other')
op.addParameter(name='n', value=int(N), format='int')
proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())
opObj10 = proc.addOperation(name="WeatherRadar")
opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral')
# {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647}
op = proc.addOperation(name='PedestalInformation')
op.addParameter(name='path', value=path_ped, format='str')
op.addParameter(name='interval', value='0.04')
op.addParameter(name='time_offset', value=time_offset)
#op.addParameter(name='az_offset', value=-26.2)
op.addParameter(name='mode', value='PPI')
for param in parameters:
avaldezp
Test general para merge de pulsos0
 r1495 op = proc.addOperation(name='Block360')
avaldezp
test de revision, pruebas y mediciones
 r1484 op.addParameter(name='attr_data', value=PARAM[param]['name'])
op.addParameter(name='runNextOp', value=True)
op= proc.addOperation(name='WeatherParamsPlot')
if args.save: op.addParameter(name='save', value=path_plots, format='str')
op.addParameter(name='save_period', value=-1)
op.addParameter(name='show', value=args.show)
op.addParameter(name='channels', value='1,')
op.addParameter(name='zmin', value=PARAM[param]['zmin'])
op.addParameter(name='zmax', value=PARAM[param]['zmax'])
op.addParameter(name='attr_data', value=PARAM[param]['name'], format='str')
op.addParameter(name='labels', value=[PARAM[param]['label']])
op.addParameter(name='save_code', value=param)
op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
op.addParameter(name='colormap', value=PARAM[param]['colormap'])
desc = {
'Data': {
PARAM[param]['name']: PARAM[param]['wrname'],
'utctime': 'time'
},
'Metadata': {
'heightList': 'range',
'data_azi': 'azimuth',
'data_ele': 'elevation',
}
}
if args.save:
opObj10 = proc.addOperation(name='HDFWriter')
opObj10.addParameter(name='path', value=path_save, format='str')
opObj10.addParameter(name='Reset', value=True)
opObj10.addParameter(name='setType', value='weather')
opObj10.addParameter(name='description', value=json.dumps(desc))
opObj10.addParameter(name='blocksPerFile', value='1',format='int')
opObj10.addParameter(name='metadataList', value='heightList,data_azi,data_ele')
opObj10.addParameter(name='dataList', value='{},utctime'.format(PARAM[param]['name']))
else: #Two pulses
voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
op = voltage1.addOperation(name='ProfileSelector')
op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))
if conf['usrp_tx']['code_type_1'] != 'None':
codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
code = []
for c in codes:
code.append([int(x) for x in c])
op = voltage1.addOperation(name='Decoder', optype='other')
op.addParameter(name='code', value=code)
op.addParameter(name='nCode', value=len(code), format='int')
op.addParameter(name='nBaud', value=len(code[0]), format='int')
else:
code=[[1]]
op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
op.addParameter(name='n', value=2, format='int')
op = voltage1.addOperation(name='setH0')
avaldezp
Test general para merge de pulsos0
 r1495 op.addParameter(name='h0', value='-1.68')
avaldezp
test de revision, pruebas y mediciones
 r1484
if args.range > 0:
op = voltage1.addOperation(name='selectHeights')
op.addParameter(name='minIndex', value='0', format='int')
op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int')
op = voltage1.addOperation(name='PulsePair_vRF', optype='other')
op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')
proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())
proc1.addParameter(name='runNextUnit', value=True)
opObj10 = proc1.addOperation(name="WeatherRadar")
opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral')
print("sample_rate",sample_rate)
print("tauw1",(1e-6/sample_rate)*len(code[0]))
print("Pt1",((1e-6/sample_rate)*len(code[0])/ipp)*200)
opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
# {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647}
op = proc1.addOperation(name='PedestalInformation')
op.addParameter(name='path', value=path_ped, format='str')
op.addParameter(name='interval', value='0.04')
op.addParameter(name='time_offset', value=time_offset)
avaldezp
Test general para merge de pulsos0
 r1495 #op.addParameter(name='az_offset', value=-26.2)
avaldezp
test de revision, pruebas y mediciones
 r1484 op.addParameter(name='mode', value='PPI')
for param in parameters:
avaldezp
Test general para merge de pulsos0
 r1495 op = proc1.addOperation(name='Block360')
avaldezp
test de revision, pruebas y mediciones
 r1484 op.addParameter(name='attr_data', value=PARAM[param]['name'])
op.addParameter(name='runNextOp', value=True)
voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
op = voltage2.addOperation(name='ProfileSelector')
op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))
if conf['usrp_tx']['code_type_2']:
codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]
code = []
for c in codes:
code.append([int(x) for x in c])
op = voltage2.addOperation(name='Decoder', optype='other')
op.addParameter(name='code', value=code)
op.addParameter(name='nCode', value=len(code), format='int')
op.addParameter(name='nBaud', value=len(code[0]), format='int')
op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
op.addParameter(name='n', value=len(code), format='int')
ncode = len(code)
else:
ncode = 1
op = voltage2.addOperation(name='setH0')
avaldezp
Test general para merge de pulsos0
 r1495 op.addParameter(name='h0', value='-1.68')
avaldezp
test de revision, pruebas y mediciones
 r1484
if args.range > 0:
op = voltage2.addOperation(name='selectHeights')
op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int')
op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')
op = voltage2.addOperation(name='PulsePair_vRF', optype='other')
op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')
proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())
opObj10 = proc2.addOperation(name="WeatherRadar")
avaldezp
Test general para merge de pulsos0
 r1495 opObj10.addParameter(name='variableList',value='Reflectividad,VelocidadRadial,AnchoEspectral')
avaldezp
test de revision, pruebas y mediciones
 r1484 print("tauw2",(1e-6/sample_rate)*len(code[0]))
print("Pt2",((1e-6/sample_rate)*len(code[0])/ipp)*200)
opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
# {"latitude": -12.0404828587, "longitude": -75.2147483647, "altitude": 3379.2147483647}
op = proc2.addOperation(name='PedestalInformation')
op.addParameter(name='path', value=path_ped, format='str')
op.addParameter(name='interval', value='0.04')
op.addParameter(name='time_offset', value=time_offset)
avaldezp
Test general para merge de pulsos0
 r1495 #op.addParameter(name='az_offset', value=-26.2)
avaldezp
test de revision, pruebas y mediciones
 r1484 op.addParameter(name='mode', value='PPI')
for param in parameters:
avaldezp
Test general para merge de pulsos0
 r1495 op = proc2.addOperation(name='Block360')
avaldezp
test de revision, pruebas y mediciones
 r1484 #op.addParameter(name='axis', value=','.join(axis))
op.addParameter(name='attr_data', value=PARAM[param]['name'])
op.addParameter(name='runNextOp', value=True)
merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])
merge.addParameter(name='attr_data', value=PARAM[param]['name'])
merge.addParameter(name='mode', value='7') #RM
op= merge.addOperation(name='WeatherParamsPlot')
if args.save: op.addParameter(name='save', value=path_plots, format='str')
op.addParameter(name='save_period', value=-1)
op.addParameter(name='show', value=args.show)
op.addParameter(name='channels', value='0,')
op.addParameter(name='zmin', value=PARAM[param]['zmin'])
op.addParameter(name='zmax', value=PARAM[param]['zmax'])
op.addParameter(name='attr_data', value=PARAM[param]['name'], format='str')
op.addParameter(name='labels', value=[PARAM[param]['label']])
op.addParameter(name='save_code', value=param)
op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
op.addParameter(name='colormap', value=PARAM[param]['colormap'])
avaldezp
Test general para merge de pulsos0
 r1495 op.addParameter(name='bgcolor',value='black')
op.addParameter(name='snr_threshold',value=0.4)
avaldezp
test de revision, pruebas y mediciones
 r1484
desc = {
'Data': {
PARAM[param]['name']: {PARAM[param]['wrname']: ['H', 'V']},
'utctime': 'time'
},
'Metadata': {
'heightList': 'range',
'data_azi': 'azimuth',
'data_ele': 'elevation',
'mode_op': 'scan_type',
'h0': 'range_correction',
}
}
if args.save:
writer = merge.addOperation(name='HDFWriter')
writer.addParameter(name='path', value=path_save, format='str')
writer.addParameter(name='Reset', value=True)
writer.addParameter(name='setType', value='weather')
writer.addParameter(name='description', value=json.dumps(desc))
writer.addParameter(name='blocksPerFile', value='1',format='int')
writer.addParameter(name='metadataList', value='heightList,data_azi,data_ele,mode_op,latitude,longitude,altitude,heading,radar_name,institution,contact,h0,range_unit')
writer.addParameter(name='dataList', value='{},utctime'.format(PARAM[param]['name']))
# meta
writer.addParameter(name='latitude', value='-12.0404828587')
writer.addParameter(name='longitude', value='-75.2147483647')
writer.addParameter(name='altitude', value='3379.2147483647')
writer.addParameter(name='heading', value='0')
writer.addParameter(name='radar_name', value='SOPHy')
writer.addParameter(name='institution', value='IGP')
writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
writer.addParameter(name='range_unit', value='km')
project.start()
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Script to process SOPHy data.')
parser.add_argument('experiment',
help='Experiment name')
parser.add_argument('--parameters', nargs='*', default=['S'],
help='Variables to process: P, Z, V')
parser.add_argument('--time_offset', default=0,
help='Fix time offset')
parser.add_argument('--range', default=0, type=float,
help='Max range to plot')
parser.add_argument('--save', action='store_true',
help='Create output files')
parser.add_argument('--show', action='store_true',
help='Show matplotlib plot.')
parser.add_argument('--online', action='store_true',
help='Set online mode.')
parser.add_argument('--start_time', default='',
help='Set start time.')
args = parser.parse_args()
main(args)