# SOPHY PROC script
import os, sys, json, argparse
import datetime
import time

PATH = '/DATA_RM/DATA'
PATH = '/media/jespinoza/Elements'
PATH = '/media/jespinoza/data/SOPHY'
PATH = '/home/soporte/Documents/EVENTO'

PARAM = {
    'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},
    'SNR': {'zmin': -40, 'zmax': -20, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},
    'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
    'R': {'zmin': 0,   'zmax': 1,  'colormap': 'jet',    'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '*',  'ch':0},
    'P': {'zmin': -180,'zmax': 180,'colormap': 'RdBu_r', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'º',  'ch':0},
    'D': {'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dBz','ch':0},
    'Z':  {'zmin': -30, 'zmax': 80, 'colormap': 'sophy_r','label': 'Reflectivity ',  'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},
    'W':  {'zmin': 0, 'zmax': 15, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}
    }

def max_index(r, sample_rate, ipp):

    return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)

def main(args):

    experiment = args.experiment
    fp = open(os.path.join(PATH, experiment, 'experiment.conf'))
    conf = json.loads(fp.read())

    ipp_km = conf['usrp_tx']['ipp']
    ipp = ipp_km * 2 /300000
    sample_rate  = conf['usrp_rx']['sample_rate']
    axis = ['0' if x=='elevation' else '1' for x in conf['pedestal']['axis']]      # AZIMUTH 1 ELEVACION 0
    speed_axis = conf['pedestal']['speed']
    steps = conf['pedestal']['table']
    time_offset = args.time_offset
    parameters = args.parameters
    start_date = experiment.split('@')[1].split('T')[0].replace('-', '/')
    end_date = start_date
    if args.start_time:
        start_time = args.start_time
    else:
        start_time = experiment.split('@')[1].split('T')[1].replace('-', ':')
    end_time = '23:59:59'
    N = int(1/(speed_axis[0]*ipp))                                               # 1 GRADO DE RESOLUCION
    path = os.path.join(PATH, experiment, 'rawdata')
    path_ped = os.path.join(PATH, experiment, 'position')
    path_plots = os.path.join(PATH, experiment, 'plotsC0N'+str(args.range))
    path_save = os.path.join(PATH, experiment, 'paramC0N'+str(args.range))
    RMIX = 1.62
    H0 = -1.68
    MASK = 0.3

    from schainpy.controller import Project

    project = Project()
    project.setup(id='1', name='Sophy', description='sophy proc')

    reader = project.addReadUnit(datatype='DigitalRFReader',
        path=path,
        startDate=start_date,
        endDate=end_date,
        startTime=start_time,
        endTime=end_time,
        delay=30,
        online=args.online,
        walk=1,
        ippKm = ipp_km,
        getByBlock = 1,
        nProfileBlocks = N,
    )

    if not conf['usrp_tx']['enable_2']: # One Pulse
        voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

        if conf['usrp_tx']['code_type_1'] != 'None':
            codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
            code = []
            for c in codes:
                code.append([int(x) for x in c])
            op = voltage.addOperation(name='Decoder', optype='other')
            op.addParameter(name='code', value=code)
            op.addParameter(name='nCode', value=len(code), format='int')
            op.addParameter(name='nBaud', value=len(code[0]), format='int')

            op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
            op.addParameter(name='n', value=len(code), format='int')
            ncode = len(code)
        else:
            ncode = 1
            code = ['0']

        op = voltage.addOperation(name='setH0')
        op.addParameter(name='h0', value=H0)

        if args.range > 0:
            op = voltage.addOperation(name='selectHeights')
            op.addParameter(name='minIndex', value='0', format='int')
            op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')

        op = voltage.addOperation(name='PulsePair_vRF', optype='other')
        op.addParameter(name='n', value=int(N)/ncode, format='int')
        #op.addParameter(name='removeDC', value=1, format='int')


        proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())

        opObj10 = proc.addOperation(name="WeatherRadar")
        opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
        opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

        op = proc.addOperation(name='PedestalInformation')
        op.addParameter(name='path', value=path_ped, format='str')
        op.addParameter(name='interval', value='0.04')
        op.addParameter(name='time_offset', value=time_offset)
        op.addParameter(name='mode', value='PPI')

        for param in parameters:
            op = proc.addOperation(name='Block360')
            op.addParameter(name='runNextOp', value=True)

            op= proc.addOperation(name='WeatherParamsPlot')
            if args.save: op.addParameter(name='save', value=path_plots, format='str')
            op.addParameter(name='save_period', value=-1)
            op.addParameter(name='show', value=args.show)
            op.addParameter(name='channels', value='1,')
            op.addParameter(name='zmin', value=PARAM[param]['zmin'])
            op.addParameter(name='zmax', value=PARAM[param]['zmax'])
            op.addParameter(name='attr_data', value=param, format='str')
            op.addParameter(name='labels', value=[PARAM[param]['label']])
            op.addParameter(name='save_code', value=param)
            op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
            op.addParameter(name='colormap', value=PARAM[param]['colormap'])
            op.addParameter(name='bgcolor', value='black')
            if MASK: op.addParameter(name='mask', value=MASK, format='float')
            if args.server:
                op.addParameter(name='server', value='0.0.0.0:4444')
                op.addParameter(name='exp_code', value='400')

            desc = {
                    'Data': {
                        param: PARAM[param]['wrname'],
                        'utctime': 'time'
                    },
                     'Metadata': {
                        'heightList': 'range',
                        'data_azi': 'azimuth',
                        'data_ele': 'elevation',
                        'mode_op': 'scan_type',
                        'h0': 'range_correction',
                    }
                }

            if args.save:
                opObj10 = proc.addOperation(name='HDFWriter')
                writer.addParameter(name='path', value=path_save, format='str')
                writer.addParameter(name='Reset', value=True)
                writer.addParameter(name='setType', value='weather')
                writer.addParameter(name='description', value=json.dumps(desc))
                writer.addParameter(name='blocksPerFile', value='1',format='int')
                writer.addParameter(name='metadataList', value='heightList,data_azi,data_ele,mode_op,latitude,longitude,altitude,heading,radar_name,institution,contact,h0,range_unit')
                writer.addParameter(name='dataList', value='{},utctime'.format(param))
                writer.addParameter(name='mask', value=MASK, format='float')
                # meta
                writer.addParameter(name='latitude', value='-12.040436')
                writer.addParameter(name='longitude', value='-75.295893')
                writer.addParameter(name='altitude', value='3379.2147')
                writer.addParameter(name='heading', value='0')
                writer.addParameter(name='radar_name', value='SOPHy')
                writer.addParameter(name='institution', value='IGP')
                writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
                writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
                writer.addParameter(name='range_unit', value='km')

    else: #Two pulses

        voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

        op = voltage1.addOperation(name='ProfileSelector')
        op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))

        if conf['usrp_tx']['code_type_1'] != 'None':
            codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
            code = []
            for c in codes:
                code.append([int(x) for x in c])
            op = voltage1.addOperation(name='Decoder', optype='other')
            op.addParameter(name='code', value=code)
            op.addParameter(name='nCode', value=len(code), format='int')
            op.addParameter(name='nBaud', value=len(code[0]), format='int')
        else:
            code = ['0']

        op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
        op.addParameter(name='n', value=2, format='int')

        if args.range > 0:
            op = voltage1.addOperation(name='selectHeights')
            op.addParameter(name='minIndex', value='0', format='int')
            op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int')

        op = voltage1.addOperation(name='setH0')
        op.addParameter(name='h0', value=H0, format='float')

        op = voltage1.addOperation(name='PulsePair_vRF', optype='other')
        op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')
        #op.addParameter(name='removeDC', value=1, format='int')


        proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())
        proc1.addParameter(name='runNextUnit', value=True)

        opObj10 = proc1.addOperation(name="WeatherRadar")
        opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
        opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

        op = proc1.addOperation(name='PedestalInformation')
        op.addParameter(name='path', value=path_ped, format='str')
        op.addParameter(name='interval', value='0.04')
        op.addParameter(name='time_offset', value=time_offset)
        op.addParameter(name='mode', value='PPI')

        op = proc1.addOperation(name='Block360')
        op.addParameter(name='attr_data', value='data_param')
        op.addParameter(name='runNextOp', value=True)


        voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

        op = voltage2.addOperation(name='ProfileSelector')
        op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))

        if conf['usrp_tx']['code_type_2']:
            codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]
            code = []
            for c in codes:
                code.append([int(x) for x in c])
            op = voltage2.addOperation(name='Decoder', optype='other')
            op.addParameter(name='code', value=code)
            op.addParameter(name='nCode', value=len(code), format='int')
            op.addParameter(name='nBaud', value=len(code[0]), format='int')

            op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
            op.addParameter(name='n', value=len(code), format='int')
            ncode = len(code)
        else:
            ncode = 1

        if args.range > 0:
            op = voltage2.addOperation(name='selectHeights')
            op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int')
            op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')

        op = voltage2.addOperation(name='setH0')
        op.addParameter(name='h0', value=H0, format='float')

        op = voltage2.addOperation(name='PulsePair_vRF', optype='other')
        op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')
        #op.addParameter(name='removeDC', value=1, format='int')


        proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())
        proc2.addParameter(name='runNextUnit', value=True)

        opObj10 = proc2.addOperation(name="WeatherRadar")
        opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
        opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

        op = proc2.addOperation(name='PedestalInformation')
        op.addParameter(name='path', value=path_ped, format='str')
        op.addParameter(name='interval', value='0.04')
        op.addParameter(name='time_offset', value=time_offset)
        op.addParameter(name='mode', value='PPI')

        op = proc2.addOperation(name='Block360')
        op.addParameter(name='attr_data', value='data_param')
        op.addParameter(name='runNextOp', value=True)

        merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])
        merge.addParameter(name='attr_data', value='data_param')
        merge.addParameter(name='mode', value='7') #RM


        for param in parameters:

            if args.plot:
                op= merge.addOperation(name='WeatherParamsPlot')
                if args.save:
                    op.addParameter(name='save', value=path_plots, format='str')
                op.addParameter(name='save_period', value=-1)
                op.addParameter(name='show', value=args.show)
                op.addParameter(name='channels', value='0,')
                op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')
                op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')
                op.addParameter(name='attr_data', value=param, format='str')
                op.addParameter(name='labels', value=[PARAM[param]['label']])
                op.addParameter(name='save_code', value=param)
                op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                op.addParameter(name='bgcolor', value='black')
                if MASK: op.addParameter(name='mask', value=MASK, format='float')
                if args.server:
                    op.addParameter(name='server', value='0.0.0.0:4444')
                    op.addParameter(name='exp_code', value='400')

            desc = {
                    'Data': {
                        'data_param': {PARAM[param]['wrname']: ['H', 'V']},
                        'utctime': 'time'
                    },
                     'Metadata': {
                        'heightList': 'range',
                        'data_azi': 'azimuth',
                        'data_ele': 'elevation',
                        'mode_op': 'scan_type',
                        'h0': 'range_correction',
                    }
                }

            if args.save:
                writer = merge.addOperation(name='HDFWriter')
                writer.addParameter(name='path', value=path_save, format='str')
                writer.addParameter(name='Reset', value=True)
                writer.addParameter(name='setType', value='weather')
                writer.addParameter(name='description', value=json.dumps(desc))
                writer.addParameter(name='blocksPerFile', value='1',format='int')
                writer.addParameter(name='metadataList', value='heightList,data_azi,data_ele,mode_op,latitude,longitude,altitude,heading,radar_name,institution,contact,h0,range_unit')
                writer.addParameter(name='dataList', value='data_param,utctime')
                writer.addParameter(name='weather_var', value=param)
                writer.addParameter(name='mask', value=MASK, format='float')
                # meta
                writer.addParameter(name='latitude', value='-12.040436')
                writer.addParameter(name='longitude', value='-75.295893')
                writer.addParameter(name='altitude', value='3379.2147')
                writer.addParameter(name='heading', value='0')
                writer.addParameter(name='radar_name', value='SOPHy')
                writer.addParameter(name='institution', value='IGP')
                writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
                writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
                writer.addParameter(name='range_unit', value='km')

    project.start()

if __name__ == '__main__':

    parser = argparse.ArgumentParser(description='Script to process SOPHy data.')
    parser.add_argument('experiment',
                        help='Experiment name')
    parser.add_argument('--parameters', nargs='*', default=['S'],
                        help='Variables to process: P, Z, V')
    parser.add_argument('--time_offset', default=0,
                        help='Fix time offset')
    parser.add_argument('--range', default=0, type=float,
                        help='Max range to plot')
    parser.add_argument('--save', action='store_true',
                        help='Create output files')
    parser.add_argument('--plot', action='store_true',
                        help='Create plot files')
    parser.add_argument('--show', action='store_true',
                        help='Show matplotlib plot.')
    parser.add_argument('--online', action='store_true',
                        help='Set online mode.')
    parser.add_argument('--server', action='store_true',
                        help='Send to realtime')
    parser.add_argument('--start_time', default='',
                        help='Set start time.')


    args = parser.parse_args()

    main(args)

# python sophy_proc.py  HYO_PM@2022-06-09T15-05-12  --parameters V --plot --save --show --range 36S
