diff --git a/schainpy/model/graphics/jroplot_parameters.py b/schainpy/model/graphics/jroplot_parameters.py index 75d3c74..662d29e 100644 --- a/schainpy/model/graphics/jroplot_parameters.py +++ b/schainpy/model/graphics/jroplot_parameters.py @@ -557,20 +557,23 @@ class WeatherParamsPlot(Plot): 'P' : 6, 'R' : 7, } - + data = {} meta = {} - + if hasattr(dataOut, 'nFFTPoints'): factor = dataOut.normFactor else: factor = 1 - if 'S' in self.attr_data[0]: - tmp = 10*numpy.log10(10.0*getattr(dataOut, 'data_param')[:,0,:]/(factor)) + if hasattr(dataOut, 'dparam'): + tmp = getattr(dataOut, 'data_param') else: - tmp = getattr(dataOut, 'data_param')[:,vars[self.attr_data[0]],:] - + + if 'S' in self.attr_data[0]: + tmp = 10*numpy.log10(10.0*getattr(dataOut, 'data_param')[:,0,:]/(factor)) + else: + tmp = getattr(dataOut, 'data_param')[:,vars[self.attr_data[0]],:] if self.mask: mask = dataOut.data_param[:,3,:] < self.mask @@ -603,7 +606,7 @@ class WeatherParamsPlot(Plot): el = numpy.repeat(data['ele'], data['data'].shape[1]) # lla = georef.spherical_to_proj(r, data['azi'], data['ele'], (-75.295893, -12.040436, 3379.2147)) - + latlon = antenna_to_geographic(r, az, el, (-75.295893, -12.040436)) if self.mask: @@ -628,6 +631,9 @@ class WeatherParamsPlot(Plot): self.zmax = self.zmax if self.zmax else numpy.nanmax(z) self.zmin = self.zmin if self.zmin is not None else numpy.nanmin(z) + if isinstance(data['mode_op'], bytes): + data['mode_op'] = data['mode_op'].decode() + if data['mode_op'] == 'RHI': try: if self.data['mode_op'][-2] == 'PPI': diff --git a/schainpy/model/io/jroIO_base.py b/schainpy/model/io/jroIO_base.py index a658151..9dbba93 100644 --- a/schainpy/model/io/jroIO_base.py +++ b/schainpy/model/io/jroIO_base.py @@ -481,6 +481,7 @@ class Reader(object): folderfmt = None open_file = open open_mode = 'rb' + filter =None def run(self): @@ -519,11 +520,13 @@ class Reader(object): return def find_files(self, folders, ext, filefmt, startDate=None, endDate=None, - expLabel='', last=False): + expLabel='', filter=None,last=False): for path in folders: files = glob.glob1(path, '*{}'.format(ext)) files.sort() + if filter is not None: + files= [ file for file in files if os.path.splitext(file)[0][-len(filter):] == filter] if last: if files: fo = files[-1] @@ -549,7 +552,7 @@ class Reader(object): def searchFilesOffLine(self, path, startDate, endDate, expLabel, ext, walk, - filefmt, folderfmt): + filefmt, folderfmt,filter): """Search files in offline mode for the given arguments Return: @@ -563,11 +566,11 @@ class Reader(object): folders = path.split(',') return self.find_files( - folders, ext, filefmt, startDate, endDate, expLabel) + folders, ext, filefmt, startDate, endDate, expLabel,filter) def searchFilesOnLine(self, path, startDate, endDate, expLabel, ext, walk, - filefmt, folderfmt): + filefmt, folderfmt,filter): """Search for the last file of the last folder Arguments: @@ -586,8 +589,7 @@ class Reader(object): else: folders = path.split(',') - return self.find_files( - folders, ext, filefmt, startDate, endDate, expLabel, last=True) + return self.find_files(folders, ext, filefmt, startDate, endDate, expLabel, filter,last=True) def setNextFile(self): """Set the next file to be readed open it and parse de file header""" diff --git a/schainpy/model/io/jroIO_param.py b/schainpy/model/io/jroIO_param.py index 658ee09..d060669 100644 --- a/schainpy/model/io/jroIO_param.py +++ b/schainpy/model/io/jroIO_param.py @@ -95,6 +95,8 @@ class HDFReader(Reader, ProcessingUnit): self.filefmt = "*%Y%j***" self.folderfmt = "*%Y%j" self.utcoffset = 0 + self.filter = None + self.dparam = None def setup(self, **kwargs): @@ -108,7 +110,7 @@ class HDFReader(Reader, ProcessingUnit): for nTries in range(self.nTries): fullpath = self.searchFilesOnLine(self.path, self.startDate, self.endDate, self.expLabel, self.ext, self.walk, - self.filefmt, self.folderfmt) + self.filefmt, self.folderfmt,self.filter) try: fullpath = next(fullpath) except: @@ -134,7 +136,7 @@ class HDFReader(Reader, ProcessingUnit): else: log.log("Searching files in {}".format(self.path), self.name) self.filenameList = self.searchFilesOffLine(self.path, self.startDate, - self.endDate, self.expLabel, self.ext, self.walk, self.filefmt, self.folderfmt) + self.endDate, self.expLabel, self.ext, self.walk, self.filefmt, self.folderfmt,self.filter) self.setNextFile() @@ -150,6 +152,9 @@ class HDFReader(Reader, ProcessingUnit): if 'type' in self.meta: self.dataOut = eval(self.meta['type'])() + if self.dparam: + setattr(self.dataOut, "dparam", 1) + for attr in self.meta: setattr(self.dataOut, attr, self.meta[attr]) @@ -172,7 +177,10 @@ class HDFReader(Reader, ProcessingUnit): startTime = self.startTime endTime = self.endTime thisUtcTime = self.data['utctime'] + self.utcoffset - self.interval = numpy.min(thisUtcTime[1:] - thisUtcTime[:-1]) + try: + self.interval = numpy.min(thisUtcTime[1:] - thisUtcTime[:-1]) + except: + self.interval = 0 thisDatetime = datetime.datetime.utcfromtimestamp(thisUtcTime[0]) thisDate = thisDatetime.date() @@ -256,7 +264,10 @@ class HDFReader(Reader, ProcessingUnit): if self.data[attr].ndim == 1: setattr(self.dataOut, attr, self.data[attr][self.blockIndex]) else: - setattr(self.dataOut, attr, self.data[attr][:, self.blockIndex]) + if self.dparam: + setattr(self.dataOut, attr, self.data[attr]) + else: + setattr(self.dataOut, attr, self.data[attr][:, self.blockIndex]) self.dataOut.flagNoData = False self.blockIndex += 1 @@ -409,7 +420,7 @@ class HDFWriter(Operation): self.metadataList = self.dataOut.metadata_list dsList = [] - + for i in range(len(self.dataList)): dsDict = {} if hasattr(self.dataOut, self.dataList[i]): @@ -682,7 +693,7 @@ class HDFWriter(Operation): return def putData(self): - + if (self.blockIndex == self.blocksPerFile) or self.timeFlag(): self.closeFile() self.setNextFile() @@ -697,7 +708,7 @@ class HDFWriter(Operation): tmp = getattr(self.dataOut, attr)[:,self.weather_vars[self.weather_var],:][ch] if self.mask: tmp[mask] = numpy.nan - ds[:] = tmp + ds[:] = tmp else: ds[self.blockIndex] = getattr(self.dataOut, attr)[ch] diff --git a/schainpy/scripts/sophy_proc_JC.py b/schainpy/scripts/sophy_proc_JC.py new file mode 100644 index 0000000..a4f45d7 --- /dev/null +++ b/schainpy/scripts/sophy_proc_JC.py @@ -0,0 +1,418 @@ +# SOPHY PROC script +import os, sys, json, argparse +import datetime +import time + +PATH = '/DATA_RM/DATA' +PATH = '/media/jespinoza/Elements' +PATH = '/media/jespinoza/data/SOPHY' +PATH = '/home/soporte/Documents/EVENTO/' + +# NOTA: EL GRABADO ESTA EN PARAM +PARAM = { + 'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, + 'SNR': {'zmin': -40, 'zmax': -20, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0}, + 'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'R': {'zmin': 0, 'zmax': 1, 'colormap': 'jet', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0}, + 'P': {'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0}, + 'D': {'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0}, + 'Z': {'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0}, + 'W': {'zmin': 0, 'zmax': 15, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0} + } + +META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name', + 'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses', + 'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit', + 'snr_threshold','dataPP_NOISE'] + + +def max_index(r, sample_rate, ipp): + + return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60) + +def main(args): + + experiment = args.experiment + fp = open(os.path.join(PATH, experiment, 'experiment.conf')) + conf = json.loads(fp.read()) + + ipp_km = conf['usrp_tx']['ipp'] + ipp = ipp_km * 2 /300000 + sample_rate = conf['usrp_rx']['sample_rate'] + axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']] # AZIMUTH 1 ELEVACION 0 + speed_axis = conf['pedestal']['speed'] + steps = conf['pedestal']['table'] + time_offset = args.time_offset + parameters = args.parameters + start_date = experiment.split('@')[1].split('T')[0].replace('-', '/') + end_date = start_date + if args.start_time: + start_time = args.start_time + else: + start_time = experiment.split('@')[1].split('T')[1].replace('-', ':') + end_time = '23:59:59' + N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION + path = os.path.join(PATH, experiment, 'rawdata') + path_ped = os.path.join(PATH, experiment, 'position') + if args.label: + label = '-{}'.format(args.label) + else: + label = '' + path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label)) + path_save = os.path.join(PATH, experiment, 'param{}'.format(label)) + RMIX = 1.62 + H0 = -1.68 + MASK = 0.3 + + from schainpy.controller import Project + + project = Project() + project.setup(id='1', name='Sophy', description='sophy proc') + + reader = project.addReadUnit(datatype='DigitalRFReader', + path=path, + startDate=start_date, + endDate=end_date, + startTime=start_time, + endTime=end_time, + delay=30, + online=args.online, + walk=1, + ippKm = ipp_km, + getByBlock = 1, + nProfileBlocks = N, + ) + + if not conf['usrp_tx']['enable_2']: # One Pulse + n_pulses = 1 + pulse_1_width = conf['usrp_tx']['pulse_1'] + pulse_1_repetitions = conf['usrp_tx']['repetitions_1'] + pulse_2_width = 0 + pulse_2_repetitions = 0 + + voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + if conf['usrp_tx']['code_type_1'] != 'None': + codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + + op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario + op.addParameter(name='n', value=len(code), format='int') + ncode = len(code) + else: + ncode = 1 + code = ['0'] + + op = voltage.addOperation(name='setH0') + op.addParameter(name='h0', value=H0) + + if args.range > 0: + op = voltage.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value='0', format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int') + + op = voltage.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(N)/ncode, format='int') + + proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId()) + + opObj10 = proc.addOperation(name="WeatherRadar") + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) + + op = proc.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value='PPI') + + for param in parameters: + op = proc.addOperation(name='Block360') + op.addParameter(name='runNextOp', value=True) + + op= proc.addOperation(name='WeatherParamsPlot') + if args.save: op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='1,') + op.addParameter(name='zmin', value=PARAM[param]['zmin']) + op.addParameter(name='zmax', value=PARAM[param]['zmax']) + op.addParameter(name='attr_data', value=param, format='str') + op.addParameter(name='labels', value=[PARAM[param]['label']]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor', value='black') + if MASK: op.addParameter(name='mask', value=MASK, format='float') + if args.server: + op.addParameter(name='server', value='0.0.0.0:4444') + op.addParameter(name='exp_code', value='400') + + desc = { + 'Data': { + param: PARAM[param]['wrname'], + 'utctime': 'time' + }, + 'Metadata': { + 'heightList': 'range', + 'data_azi': 'azimuth', + 'data_ele': 'elevation', + 'mode_op': 'scan_type', + 'h0': 'range_correction', + } + } + + if args.save: + writer = merge.addOperation(name='HDFWriter') + writer.addParameter(name='path', value=path_save, format='str') + writer.addParameter(name='Reset', value=True) + writer.addParameter(name='setType', value='weather') + writer.addParameter(name='description', value=json.dumps(desc)) + writer.addParameter(name='blocksPerFile', value='1',format='int') + writer.addParameter(name='metadataList', value=','.join(META)) + writer.addParameter(name='dataList', value='data_param,utctime') + writer.addParameter(name='weather_var', value=param) + writer.addParameter(name='mask', value=MASK, format='float') + # meta + writer.addParameter(name='latitude', value='-12.040436') + writer.addParameter(name='longitude', value='-75.295893') + writer.addParameter(name='altitude', value='3379.2147') + writer.addParameter(name='heading', value='0') + writer.addParameter(name='radar_name', value='SOPHy') + writer.addParameter(name='institution', value='IGP') + writer.addParameter(name='contact', value='dscipion@igp.gob.pe') + writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)') + writer.addParameter(name='range_unit', value='km') + writer.addParameter(name='prf', value=1/ipp) + writer.addParameter(name='prf_unit', value='hertz') + writer.addParameter(name='variable', value=PARAM[param]['label']) + writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label']) + writer.addParameter(name='n_pulses', value=n_pulses) + writer.addParameter(name='pulse1_range', value=RMIX) + writer.addParameter(name='pulse1_width', value=pulse_1_width) + writer.addParameter(name='pulse2_width', value=pulse_2_width) + writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions) + writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions) + writer.addParameter(name='pulse_width_unit', value='microseconds') + writer.addParameter(name='snr_threshold', value=MASK) + + + else: #Two pulses + n_pulses = 1 + pulse_1_width = conf['usrp_tx']['pulse_1'] + pulse_1_repetitions = conf['usrp_tx']['repetitions_1'] + pulse_2_width = conf['usrp_tx']['pulse_2'] + pulse_2_repetitions = conf['usrp_tx']['repetitions_2'] + + voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + op = voltage1.addOperation(name='ProfileSelector') + op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1)) + + if conf['usrp_tx']['code_type_1'] != 'None': + codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage1.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + else: + code = ['0'] + + op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario + op.addParameter(name='n', value=2, format='int') + + if args.range > 0: + op = voltage1.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value='0', format='int') + op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int') + + op = voltage1.addOperation(name='setH0') + op.addParameter(name='h0', value=H0, format='float') + + op = voltage1.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int') + + proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId()) + proc1.addParameter(name='runNextUnit', value=True) + + opObj10 = proc1.addOperation(name="WeatherRadar") + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) + + op = proc1.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value='PPI') + + op = proc1.addOperation(name='Block360') + op.addParameter(name='attr_data', value='data_param') + op.addParameter(name='runNextOp', value=True) + + + voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) + + op = voltage2.addOperation(name='ProfileSelector') + op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1)) + + if conf['usrp_tx']['code_type_2']: + codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')] + code = [] + for c in codes: + code.append([int(x) for x in c]) + op = voltage2.addOperation(name='Decoder', optype='other') + op.addParameter(name='code', value=code) + op.addParameter(name='nCode', value=len(code), format='int') + op.addParameter(name='nBaud', value=len(code[0]), format='int') + + op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario + op.addParameter(name='n', value=len(code), format='int') + ncode = len(code) + else: + ncode = 1 + + if args.range > 0: + op = voltage2.addOperation(name='selectHeights') + op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int') + op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int') + + op = voltage2.addOperation(name='setH0') + op.addParameter(name='h0', value=H0, format='float') + + op = voltage2.addOperation(name='PulsePair_vRF', optype='other') + op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int') + + proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId()) + proc2.addParameter(name='runNextUnit', value=True) + + opObj10 = proc2.addOperation(name="WeatherRadar") + opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) + opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) + + op = proc2.addOperation(name='PedestalInformation') + op.addParameter(name='path', value=path_ped, format='str') + op.addParameter(name='interval', value='0.04') + op.addParameter(name='time_offset', value=time_offset) + op.addParameter(name='mode', value='PPI') + + op = proc2.addOperation(name='Block360') + op.addParameter(name='attr_data', value='data_param') + op.addParameter(name='runNextOp', value=True) + + merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()]) + merge.addParameter(name='attr_data', value='data_param') + merge.addParameter(name='mode', value='7') #RM + + + for param in parameters: + + if args.plot: + op= merge.addOperation(name='WeatherParamsPlot') + if args.save: + op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='0,') + op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int') + op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int') + op.addParameter(name='attr_data', value=param, format='str') + op.addParameter(name='labels', value=[PARAM[param]['label']]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor', value='black') + if MASK: op.addParameter(name='mask', value=MASK, format='float') + if args.server: + op.addParameter(name='server', value='0.0.0.0:4444') + op.addParameter(name='exp_code', value='400') + + desc = { + 'Data': { + 'data_param': {PARAM[param]['wrname']: ['H', 'V']}, + 'utctime': 'time' + }, + 'Metadata': { + 'heightList': 'range', + 'data_azi': 'azimuth', + 'data_ele': 'elevation', + 'mode_op': 'scan_type', + 'h0': 'range_correction', + 'dataPP_NOISE': 'noise', + } + } + + if args.save: + writer = merge.addOperation(name='HDFWriter') + writer.addParameter(name='path', value=path_save, format='str') + writer.addParameter(name='Reset', value=True) + writer.addParameter(name='setType', value='weather') + writer.addParameter(name='description', value=json.dumps(desc)) + writer.addParameter(name='blocksPerFile', value='1',format='int') + writer.addParameter(name='metadataList', value=','.join(META)) + writer.addParameter(name='dataList', value='data_param,utctime') + writer.addParameter(name='weather_var', value=param) + writer.addParameter(name='mask', value=MASK, format='float') + # meta + writer.addParameter(name='latitude', value='-12.040436') + writer.addParameter(name='longitude', value='-75.295893') + writer.addParameter(name='altitude', value='3379.2147') + writer.addParameter(name='heading', value='0') + writer.addParameter(name='radar_name', value='SOPHy') + writer.addParameter(name='institution', value='IGP') + writer.addParameter(name='contact', value='dscipion@igp.gob.pe') + writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)') + writer.addParameter(name='range_unit', value='km') + writer.addParameter(name='prf', value=1/ipp) + writer.addParameter(name='prf_unit', value='hertz') + writer.addParameter(name='variable', value=PARAM[param]['label']) + writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label']) + writer.addParameter(name='n_pulses', value=n_pulses) + writer.addParameter(name='pulse1_range', value=RMIX) + writer.addParameter(name='pulse1_width', value=pulse_1_width) + writer.addParameter(name='pulse2_width', value=pulse_2_width) + writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions) + writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions) + writer.addParameter(name='pulse_width_unit', value='microseconds') + writer.addParameter(name='snr_threshold', value=MASK) + + + project.start() + +if __name__ == '__main__': + + parser = argparse.ArgumentParser(description='Script to process SOPHy data.') + parser.add_argument('experiment', + help='Experiment name') + parser.add_argument('--parameters', nargs='*', default=['S'], + help='Variables to process: P, Z, V') + parser.add_argument('--time_offset', default=0, + help='Fix time offset') + parser.add_argument('--range', default=0, type=float, + help='Max range to plot') + parser.add_argument('--save', action='store_true', + help='Create output files') + parser.add_argument('--plot', action='store_true', + help='Create plot files') + parser.add_argument('--show', action='store_true', + help='Show matplotlib plot.') + parser.add_argument('--online', action='store_true', + help='Set online mode.') + parser.add_argument('--server', action='store_true', + help='Send to realtime') + parser.add_argument('--start_time', default='', + help='Set start time.') + parser.add_argument('--label', default='', + help='Label for plot & param folder') + + args = parser.parse_args() + + main(args) diff --git a/schainpy/scripts/sophy_proc_rev007.py b/schainpy/scripts/sophy_proc_rev007.py new file mode 100644 index 0000000..48da205 --- /dev/null +++ b/schainpy/scripts/sophy_proc_rev007.py @@ -0,0 +1,117 @@ +import os,sys,json +import datetime +import time +import argparse + +from schainpy.controller import Project +''' +NOTA: +Este script de prueba. +- Unidad del lectura 'HDFReader'. +- Unidad de procesamiento ParametersProc +''' +PATH = "/home/soporte/Documents/EVENTO/HYO_PM@2022-06-09T15-05-12/paramC0N36.0/2022-06-09T18-00-00/" +#PATH = "/home/soporte/Documents/EVENTO/HYO_PM@2022-06-09T15-05-12/param/2022-06-09T18-00-00/" + +#PATH = "/home/soporte/Documents/EVENTO/HYO_PM@2022-06-09T15-05-12/paramC0N36.0/2022-06-09T19-00-00/" +#PATH = "/home/soporte/Documents/EVENTO/HYO_PM@2022-05-31T12-00-17/paramC0N36.0/2022-05-31T16-00-00/" +path = PATH +PARAM = { + 'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, + 'SNR': {'zmin': -40, 'zmax': -20, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0}, + 'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, + 'R': {'zmin': 0, 'zmax': 1, 'colormap': 'jet', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*', 'ch':0}, + 'P': {'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'ยบ', 'ch':0}, + 'D': {'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0}, + 'Z': {'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0}, + 'W': {'zmin': 0, 'zmax': 15, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0} + } + +def main(args): + #filefmt="******%Y%m%d*%H%M%S*******" + #filefmt="SOPHY_20220609_184620_E8.0_Z" + parameters = args.parameters + grado = args.grado + MASK = None + + for param in parameters: + filefmt ="******%Y%m%d*%H%M%S*******" + filter= "_E"+str(grado)+".0_"+param + variable = 'Data/'+PARAM[param]['wrname']+'/H' + desc = { + 'Data': { + 'data_param': [variable], + 'utctime' : 'Data/time' + }, + 'Metadata': { + 'heightList': 'Metadata/range', + 'data_azi' : 'Metadata/azimuth', + 'data_ele' : 'Metadata/elevation', + 'mode_op' : 'Metadata/scan_type', + 'h0' : 'Metadata/range_correction', + } + } + + project = Project() + + project.setup(id='10',name='Test Simulator',description=desc) + + readUnitConfObj = project.addReadUnit(datatype='HDFReader', + path=path, + startDate="2022/01/01", #"2020/01/01",#today, + endDate= "2022/12/01", #"2020/12/30",#today, + startTime='00:00:00', + endTime='23:59:59', + delay=0, + #set=0, + online=0, + walk=0, + filefmt=filefmt, + filter=filter, + dparam= 1, + description= json.dumps(desc))#1 + + proc1 = project.addProcUnit(datatype='ParametersProc',inputId=readUnitConfObj.getId()) + + if args.plot: + print("plotea") + op= proc1.addOperation(name='WeatherParamsPlot') + if args.save: + op.addParameter(name='save', value=path_plots, format='str') + op.addParameter(name='save_period', value=-1) + op.addParameter(name='show', value=args.show) + op.addParameter(name='channels', value='0,') + op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int') + op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int') + op.addParameter(name='attr_data', value=param, format='str') + op.addParameter(name='labels', value=[PARAM[param]['label']]) + op.addParameter(name='save_code', value=param) + op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) + op.addParameter(name='colormap', value=PARAM[param]['colormap']) + op.addParameter(name='bgcolor', value='black') + if MASK: op.addParameter(name='mask', value=MASK, format='float') + if args.server: + op.addParameter(name='server', value='0.0.0.0:4444') + op.addParameter(name='exp_code', value='400') + project.start() + +if __name__ == '__main__': + + parser = argparse.ArgumentParser(description='Script to process SOPHy data.') + parser.add_argument('--parameters', nargs='*', default=['S'], + help='Variables to process: P, Z, V ,W') + parser.add_argument('--grado', default=2, + help='Angle in Elev to plot') + parser.add_argument('--save', default=0, + help='Save plot') + parser.add_argument('--range', default=0, type=float, + help='Max range to plot') + parser.add_argument('--plot', action='store_true', + help='Create plot files') + parser.add_argument('--show', action='store_true', + help='Show matplotlib plot.') + parser.add_argument('--server', action='store_true', + help='Send to realtime') + args = parser.parse_args() + + main(args)