schain Commit - r1588:eef5b98ab0ad · Jicamarca Repository

1

# SOPHY PROC script

1

# SOPHY PROC script

2

import os, sys, json, argparse

2

import os, sys, json, argparse

3

import multiprocessing

3

import multiprocessing

4

import datetime

4

import datetime

5

import time

5

import time

6

7

PATH = '/DATA_RM/DATA'

7

PATH = '/DATA_RM/DATA'

8

PATH = "/media/soporte/TOSHIBAEXT/sophy/"

8

PATH = "/media/soporte/TOSHIBAEXT/sophy/"

9

# SNR ZMIN -40 A ZMAX -20

9

# SNR ZMIN -40 A ZMAX -20

10

PARAM = {

10

PARAM = {

11

'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},

11

'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},

12

'SNR': {'zmin': -10, 'zmax': 15, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},

12

'SNR': {'zmin': -10, 'zmax': 15, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},

13

'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},

13

'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},

14

'R': {'zmin': 0.5, 'zmax': 1, 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0},

14

'R': {'zmin': 0.5, 'zmax': 1, 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0},

15

'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0},

15

'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0},

16

'D': {'zmin': -9, 'zmax': 12, 'colormap': 'sophy_d','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0},

16

'D': {'zmin': -9, 'zmax': 12, 'colormap': 'sophy_d','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0},

17

'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z','label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},

17

'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z','label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},

18

'W': {'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}

18

'W': {'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}

19

}

19

}

20

21

META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name',

21

META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name',

22

'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses',

22

'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses',

23

'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit',

23

'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit',

24

'snr_threshold', 'dataPP_NOISE']

24

'snr_threshold', 'dataPP_NOISE']

25

26

27

def max_index(r, sample_rate, ipp):

27

def max_index(r, sample_rate, ipp):

28

29

return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)

29

return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)

30

31

def main(args):

31

def main(args):

32

33

experiment = args.experiment

33

experiment = args.experiment

34

fp = open(os.path.join(PATH, experiment, 'experiment.json'))

34

fp = open(os.path.join(PATH, experiment, 'experiment.json'))

35

conf = json.loads(fp.read())

35

conf = json.loads(fp.read())

36

37

ipp_km = conf['usrp_tx']['ipp']

37

ipp_km = conf['usrp_tx']['ipp']

38

ipp = ipp_km * 2 /300000

38

ipp = ipp_km * 2 /300000

39

sample_rate = conf['usrp_rx']['sample_rate']

39

sample_rate = conf['usrp_rx']['sample_rate']

40

speed_axis = conf['pedestal']['speed']

40

speed_axis = conf['pedestal']['speed']

41

time_offset = args.time_offset

41

time_offset = args.time_offset

42

parameters = args.parameters

42

parameters = args.parameters

43

start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/')

43

start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/')

44

end_date = start_date

44

end_date = start_date

45

if args.start_time:

45

if args.start_time:

46

start_time = args.start_time

46

start_time = args.start_time

47

else:

47

else:

48

start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':')

48

start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':')

49

50

if args.end_time:

50

if args.end_time:

51

end_time = args.end_time

51

end_time = args.end_time

52

else:

52

else:

53

end_time = '23:59:59'

53

end_time = '23:59:59'

54

55

N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION

55

N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION

56

57

path = os.path.join(PATH, experiment, 'rawdata')

57

path = os.path.join(PATH, experiment, 'rawdata')

58

path_ped = os.path.join(PATH, experiment, 'position')

58

path_ped = os.path.join(PATH, experiment, 'position')

59

if args.label:

59

if args.label:

60

label = '-{}'.format(args.label)

60

label = '-{}'.format(args.label)

61

else:

61

else:

62

label = ''

62

label = ''

63

path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label))

63

path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label))

64

path_save = os.path.join(PATH, experiment, 'param{}'.format(label))

64

path_save = os.path.join(PATH, experiment, 'param{}'.format(label))

65

RMIX = 5.8#4.8#5.68#4.8#4.8#2.64#10#2.64

65

RMIX = 5.8 #4.8#5.68#4.8#4.8#2.64#10#2.64

66

H0 =-1.68# -1.2#-1.68#-1.2#0.5#-1.2

66

H0 = -1.2#-1.68# -1.2#-1.68#-1.2#0.5#-1.2

67

MASK = 0.8

67

MASK = 0.8

68

#MASK = 0.4#0.35

68

#MASK = 0.4#0.35

69

70

from schainpy.controller import Project

70

from schainpy.controller import Project

71

72

project = Project()

72

project = Project()

73

project.setup(id='1', name='Sophy', description='sophy proc')

73

project.setup(id='1', name='Sophy', description='sophy proc')

74

75

reader = project.addReadUnit(datatype='DigitalRFReader',

75

reader = project.addReadUnit(datatype='DigitalRFReader',

76

path=path,

76

path=path,

77

startDate=start_date,

77

startDate=start_date,

78

endDate=end_date,

78

endDate=end_date,

79

startTime=start_time,

79

startTime=start_time,

80

endTime=end_time,

80

endTime=end_time,

81

delay=30,

81

delay=30,

82

online=args.online,

82

online=args.online,

83

walk=1,

83

walk=1,

84

ippKm = ipp_km,

84

ippKm = ipp_km,

85

getByBlock = 1,

85

getByBlock = 1,

86

nProfileBlocks = N,

86

nProfileBlocks = N,

87

)

87

)

88

89

if not conf['usrp_tx']['enable_2']: # One Pulse

89

if not conf['usrp_tx']['enable_2']: # One Pulse

90

n_pulses = 1

90

n_pulses = 1

91

pulse_1_width = conf['usrp_tx']['pulse_1']

91

pulse_1_width = conf['usrp_tx']['pulse_1']

92

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

92

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

93

pulse_2_width = 0

93

pulse_2_width = 0

94

pulse_2_repetitions = 0

94

pulse_2_repetitions = 0

95

96

voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

96

voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

97

98

if conf['usrp_tx']['code_type_1'] != 'None':

98

if conf['usrp_tx']['code_type_1'] != 'None':

99

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

99

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

100

code = []

100

code = []

101

for c in codes:

101

for c in codes:

102

code.append([int(x) for x in c])

102

code.append([int(x) for x in c])

103

op = voltage.addOperation(name='Decoder', optype='other')

103

op = voltage.addOperation(name='Decoder', optype='other')

104

op.addParameter(name='code', value=code)

104

op.addParameter(name='code', value=code)

105

op.addParameter(name='nCode', value=len(code), format='int')

105

op.addParameter(name='nCode', value=len(code), format='int')

106

op.addParameter(name='nBaud', value=len(code[0]), format='int')

106

op.addParameter(name='nBaud', value=len(code[0]), format='int')

107

108

op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

108

op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

109

op.addParameter(name='n', value=len(code), format='int')

109

op.addParameter(name='n', value=len(code), format='int')

110

ncode = len(code)

110

ncode = len(code)

111

else:

111

else:

112

ncode = 1

112

ncode = 1

113

code = ['0']

113

code = ['0']

114

115

op = voltage.addOperation(name='setH0')

115

op = voltage.addOperation(name='setH0')

116

op.addParameter(name='h0', value=H0)

116

op.addParameter(name='h0', value=H0)

117

118

if args.range > 0:

118

if args.range > 0:

119

op = voltage.addOperation(name='selectHeights')

119

op = voltage.addOperation(name='selectHeights')

120

op.addParameter(name='minIndex', value='0', format='int')

120

op.addParameter(name='minIndex', value='0', format='int')

121

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')

121

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')

122

123

op = voltage.addOperation(name='PulsePair_vRF', optype='other')

123

op = voltage.addOperation(name='PulsePair_vRF', optype='other')

124

op.addParameter(name='n', value=int(N)/ncode, format='int')

124

op.addParameter(name='n', value=int(N)/ncode, format='int')

125

if args.rmDC:

125

if args.rmDC:

126

op.addParameter(name='removeDC', value=1, format='int')

126

op.addParameter(name='removeDC', value=1, format='int')

127

128

proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())

128

proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())

129

130

opObj10 = proc.addOperation(name="WeatherRadar")

130

opObj10 = proc.addOperation(name="WeatherRadar")

131

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

131

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

132

opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

132

opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

133

134

op = proc.addOperation(name='PedestalInformation')

134

op = proc.addOperation(name='PedestalInformation')

135

op.addParameter(name='path', value=path_ped, format='str')

135

op.addParameter(name='path', value=path_ped, format='str')

136

op.addParameter(name='interval', value='0.04')

136

op.addParameter(name='interval', value='0.04')

137

op.addParameter(name='time_offset', value=time_offset)

137

op.addParameter(name='time_offset', value=time_offset)

138

op.addParameter(name='mode', value=args.mode)

138

op.addParameter(name='mode', value=args.mode)

139

140

for param in parameters:

140

for param in parameters:

141

op = proc.addOperation(name='Block360')

141

op = proc.addOperation(name='Block360')

142

op.addParameter(name='runNextOp', value=True)

142

op.addParameter(name='runNextOp', value=True)

143

op.addParameter(name='attr_data', value='data_param')

143

op.addParameter(name='attr_data', value='data_param')

144

145

op= proc.addOperation(name='WeatherParamsPlot')

145

op= proc.addOperation(name='WeatherParamsPlot')

146

if args.save: op.addParameter(name='save', value=path_plots, format='str')

146

if args.save: op.addParameter(name='save', value=path_plots, format='str')

147

op.addParameter(name='save_period', value=-1)

147

op.addParameter(name='save_period', value=-1)

148

op.addParameter(name='show', value=args.show)

148

op.addParameter(name='show', value=args.show)

149

op.addParameter(name='channels', value='0,')

149

op.addParameter(name='channels', value='0,')

150

op.addParameter(name='zmin', value=PARAM[param]['zmin'])

150

op.addParameter(name='zmin', value=PARAM[param]['zmin'])

151

op.addParameter(name='zmax', value=PARAM[param]['zmax'])

151

op.addParameter(name='zmax', value=PARAM[param]['zmax'])

152

op.addParameter(name='attr_data', value=param, format='str')

152

op.addParameter(name='attr_data', value=param, format='str')

153

op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']])

153

op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']])

154

op.addParameter(name='save_code', value=param)

154

op.addParameter(name='save_code', value=param)

155

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

155

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

156

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

156

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

157

op.addParameter(name='bgcolor', value='white')

157

op.addParameter(name='bgcolor', value='white')

158

op.addParameter(name='localtime', value=False)

158

op.addParameter(name='localtime', value=False)

159

if MASK: op.addParameter(name='mask', value=MASK, format='float')

159

if MASK: op.addParameter(name='mask', value=MASK, format='float')

160

if args.server:

160

if args.server:

161

op.addParameter(name='server', value='190.187.237.239:4444')

161

op.addParameter(name='server', value='190.187.237.239:4444')

162

op.addParameter(name='exp_code', value='400')

162

op.addParameter(name='exp_code', value='400')

163

164

desc = {

164

desc = {

165

'Data': {

165

'Data': {

166

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

166

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

167

'utctime': 'time'

167

'utctime': 'time'

168

},

168

},

169

'Metadata': {

169

'Metadata': {

170

'heightList': 'range',

170

'heightList': 'range',

171

'data_azi': 'azimuth',

171

'data_azi': 'azimuth',

172

'data_ele': 'elevation',

172

'data_ele': 'elevation',

173

'mode_op': 'scan_type',

173

'mode_op': 'scan_type',

174

'h0': 'range_correction',

174

'h0': 'range_correction',

175

'dataPP_NOISE': 'noise',

175

'dataPP_NOISE': 'noise',

176

}

176

}

177

}

177

}

178

179

if args.save:

179

if args.save:

180

writer = proc.addOperation(name='HDFWriter')

180

writer = proc.addOperation(name='HDFWriter')

181

writer.addParameter(name='path', value=path_save, format='str')

181

writer.addParameter(name='path', value=path_save, format='str')

182

writer.addParameter(name='Reset', value=True)

182

writer.addParameter(name='Reset', value=True)

183

writer.addParameter(name='setType', value='weather')

183

writer.addParameter(name='setType', value='weather')

184

writer.addParameter(name='description', value=json.dumps(desc))

184

writer.addParameter(name='description', value=json.dumps(desc))

185

writer.addParameter(name='blocksPerFile', value='1',format='int')

185

writer.addParameter(name='blocksPerFile', value='1',format='int')

186

writer.addParameter(name='metadataList', value=','.join(META))

186

writer.addParameter(name='metadataList', value=','.join(META))

187

writer.addParameter(name='dataList', value='data_param,utctime')

187

writer.addParameter(name='dataList', value='data_param,utctime')

188

writer.addParameter(name='weather_var', value=param)

188

writer.addParameter(name='weather_var', value=param)

189

writer.addParameter(name='mask', value=MASK, format='float')

189

writer.addParameter(name='mask', value=MASK, format='float')

190

writer.addParameter(name='localtime', value=False)

190

writer.addParameter(name='localtime', value=False)

191

# meta

191

# meta

192

writer.addParameter(name='latitude', value='-12.040436')

192

writer.addParameter(name='latitude', value='-12.040436')

193

writer.addParameter(name='longitude', value='-75.295893')

193

writer.addParameter(name='longitude', value='-75.295893')

194

writer.addParameter(name='altitude', value='3379.2147')

194

writer.addParameter(name='altitude', value='3379.2147')

195

writer.addParameter(name='heading', value='0')

195

writer.addParameter(name='heading', value='0')

196

writer.addParameter(name='radar_name', value='SOPHy')

196

writer.addParameter(name='radar_name', value='SOPHy')

197

writer.addParameter(name='institution', value='IGP')

197

writer.addParameter(name='institution', value='IGP')

198

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

198

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

199

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

199

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

200

writer.addParameter(name='range_unit', value='km')

200

writer.addParameter(name='range_unit', value='km')

201

writer.addParameter(name='prf', value=1/ipp)

201

writer.addParameter(name='prf', value=1/ipp)

202

writer.addParameter(name='prf_unit', value='hertz')

202

writer.addParameter(name='prf_unit', value='hertz')

203

writer.addParameter(name='variable', value=PARAM[param]['label'])

203

writer.addParameter(name='variable', value=PARAM[param]['label'])

204

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

204

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

205

writer.addParameter(name='n_pulses', value=n_pulses)

205

writer.addParameter(name='n_pulses', value=n_pulses)

206

writer.addParameter(name='pulse1_range', value=RMIX)

206

writer.addParameter(name='pulse1_range', value=RMIX)

207

writer.addParameter(name='pulse1_width', value=pulse_1_width)

207

writer.addParameter(name='pulse1_width', value=pulse_1_width)

208

writer.addParameter(name='pulse2_width', value=pulse_2_width)

208

writer.addParameter(name='pulse2_width', value=pulse_2_width)

209

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

209

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

210

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

210

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

211

writer.addParameter(name='pulse_width_unit', value='microseconds')

211

writer.addParameter(name='pulse_width_unit', value='microseconds')

212

writer.addParameter(name='snr_threshold', value=MASK)

212

writer.addParameter(name='snr_threshold', value=MASK)

213

214

215

else: #Two pulses

215

else: #Two pulses

216

n_pulses = 1

216

n_pulses = 1

217

pulse_1_width = conf['usrp_tx']['pulse_1']

217

pulse_1_width = conf['usrp_tx']['pulse_1']

218

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

218

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

219

pulse_2_width = conf['usrp_tx']['pulse_2']

219

pulse_2_width = conf['usrp_tx']['pulse_2']

220

pulse_2_repetitions = conf['usrp_tx']['repetitions_2']

220

pulse_2_repetitions = conf['usrp_tx']['repetitions_2']

221

222

voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

222

voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

223

224

op = voltage1.addOperation(name='ProfileSelector')

224

op = voltage1.addOperation(name='ProfileSelector')

225

op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))

225

op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))

226

227

if conf['usrp_tx']['code_type_1'] != 'None':

227

if conf['usrp_tx']['code_type_1'] != 'None':

228

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

228

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

229

code = []

229

code = []

230

for c in codes:

230

for c in codes:

231

code.append([int(x) for x in c])

231

code.append([int(x) for x in c])

232

op = voltage1.addOperation(name='Decoder', optype='other')

232

op = voltage1.addOperation(name='Decoder', optype='other')

233

op.addParameter(name='code', value=code)

233

op.addParameter(name='code', value=code)

234

op.addParameter(name='nCode', value=len(code), format='int')

234

op.addParameter(name='nCode', value=len(code), format='int')

235

op.addParameter(name='nBaud', value=len(code[0]), format='int')

235

op.addParameter(name='nBaud', value=len(code[0]), format='int')

236

else:

236

else:

237

code = ['0']

237

code = ['0']

238

239

op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

239

op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

240

op.addParameter(name='n', value=2, format='int')

240

op.addParameter(name='n', value=2, format='int')

241

242

if args.range > 0:

242

if args.range > 0:

243

op = voltage1.addOperation(name='selectHeights')

243

op = voltage1.addOperation(name='selectHeights')

244

op.addParameter(name='minIndex', value='0', format='int')

244

op.addParameter(name='minIndex', value='0', format='int')

245

op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int')

245

op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int')

246

247

op = voltage1.addOperation(name='setH0')

247

op = voltage1.addOperation(name='setH0')

248

op.addParameter(name='h0', value=H0, format='float')

248

op.addParameter(name='h0', value=H0, format='float')

249

250

op = voltage1.addOperation(name='PulsePair_vRF', optype='other')

250

op = voltage1.addOperation(name='PulsePair_vRF', optype='other')

251

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')

251

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')

252

if args.rmDC:

252

if args.rmDC:

253

op.addParameter(name='removeDC', value=1, format='int')

253

op.addParameter(name='removeDC', value=1, format='int')

254

255

proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())

255

proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())

256

proc1.addParameter(name='runNextUnit', value=True)

256

proc1.addParameter(name='runNextUnit', value=True)

257

258

opObj10 = proc1.addOperation(name="WeatherRadar")

258

opObj10 = proc1.addOperation(name="WeatherRadar")

259

#opObj10.addParameter(name='CR_Flag',value=True)

259

#opObj10.addParameter(name='CR_Flag',value=True)

260

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

260

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

261

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

261

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

262

opObj10.addParameter(name='Pt',value=200)

262

opObj10.addParameter(name='Pt',value=200)

263

opObj10.addParameter(name='min_index',value=0)

264

265

op = proc1.addOperation(name='PedestalInformation')

265

op = proc1.addOperation(name='PedestalInformation')

266

op.addParameter(name='path', value=path_ped, format='str')

266

op.addParameter(name='path', value=path_ped, format='str')

267

op.addParameter(name='interval', value='0.04')

267

op.addParameter(name='interval', value='0.04')

268

op.addParameter(name='time_offset', value=time_offset)

268

op.addParameter(name='time_offset', value=time_offset)

269

op.addParameter(name='mode', value=args.mode)

269

op.addParameter(name='mode', value=args.mode)

270

271

op = proc1.addOperation(name='Block360')

271

op = proc1.addOperation(name='Block360')

272

op.addParameter(name='attr_data', value='data_param')

272

op.addParameter(name='attr_data', value='data_param')

273

op.addParameter(name='runNextOp', value=True)

273

op.addParameter(name='runNextOp', value=True)

274

275

276

voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

276

voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

277

278

op = voltage2.addOperation(name='ProfileSelector')

278

op = voltage2.addOperation(name='ProfileSelector')

279

op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))

279

op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))

280

281

if conf['usrp_tx']['code_type_2']:

281

if conf['usrp_tx']['code_type_2']:

282

codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]

282

codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]

283

code = []

283

code = []

284

for c in codes:

284

for c in codes:

285

code.append([int(x) for x in c])

285

code.append([int(x) for x in c])

286

op = voltage2.addOperation(name='Decoder', optype='other')

286

op = voltage2.addOperation(name='Decoder', optype='other')

287

op.addParameter(name='code', value=code)

287

op.addParameter(name='code', value=code)

288

op.addParameter(name='nCode', value=len(code), format='int')

288

op.addParameter(name='nCode', value=len(code), format='int')

289

op.addParameter(name='nBaud', value=len(code[0]), format='int')

289

op.addParameter(name='nBaud', value=len(code[0]), format='int')

290

291

op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

291

op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

292

op.addParameter(name='n', value=len(code), format='int')

292

op.addParameter(name='n', value=len(code), format='int')

293

ncode = len(code)

293

ncode = len(code)

294

else:

294

else:

295

ncode = 1

295

ncode = 1

296

297

if args.range > 0:

297

if args.range > 0:

298

op = voltage2.addOperation(name='selectHeights')

298

op = voltage2.addOperation(name='selectHeights')

299

op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int')

299

op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int')

300

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')

300

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')

301

302

op = voltage2.addOperation(name='setH0')

302

op = voltage2.addOperation(name='setH0')

303

op.addParameter(name='h0', value=H0, format='float')

303

op.addParameter(name='h0', value=H0, format='float')

304

305

op = voltage2.addOperation(name='PulsePair_vRF', optype='other')

305

op = voltage2.addOperation(name='PulsePair_vRF', optype='other')

306

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')

306

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')

307

if args.rmDC:

307

if args.rmDC:

308

op.addParameter(name='removeDC', value=1, format='int')

308

op.addParameter(name='removeDC', value=1, format='int')

309

310

proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())

310

proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())

311

proc2.addParameter(name='runNextUnit', value=True)

311

proc2.addParameter(name='runNextUnit', value=True)

312

313

opObj10 = proc2.addOperation(name="WeatherRadar")

313

opObj10 = proc2.addOperation(name="WeatherRadar")

314

#opObj10.addParameter(name='CR_Flag',value=True,format='bool')

314

#opObj10.addParameter(name='CR_Flag',value=True,format='bool')

315

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

315

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

316

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

316

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

317

opObj10.addParameter(name='Pt',value=200)

317

opObj10.addParameter(name='Pt',value=200)

318

opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp))

319

318

320

319

321

320

op = proc2.addOperation(name='PedestalInformation')

322

op = proc2.addOperation(name='PedestalInformation')

321

op.addParameter(name='path', value=path_ped, format='str')

323

op.addParameter(name='path', value=path_ped, format='str')

322

op.addParameter(name='interval', value='0.04')

324

op.addParameter(name='interval', value='0.04')

323

op.addParameter(name='time_offset', value=time_offset)

325

op.addParameter(name='time_offset', value=time_offset)

324

op.addParameter(name='mode', value=args.mode)

326

op.addParameter(name='mode', value=args.mode)

325

327

326

op = proc2.addOperation(name='Block360')

328

op = proc2.addOperation(name='Block360')

327

op.addParameter(name='attr_data', value='data_param')

329

op.addParameter(name='attr_data', value='data_param')

328

op.addParameter(name='runNextOp', value=True)

330

op.addParameter(name='runNextOp', value=True)

329

331

330

merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])

332

merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])

331

merge.addParameter(name='attr_data', value='data_param')

333

merge.addParameter(name='attr_data', value='data_param')

332

merge.addParameter(name='mode', value='7') #RM

334

merge.addParameter(name='mode', value='7') #RM

333

335

334

336

335

for param in parameters:

337

for param in parameters:

336

338

337

if args.plot:

339

if args.plot:

338

op= merge.addOperation(name='WeatherParamsPlot')

340

op= merge.addOperation(name='WeatherParamsPlot')

339

if args.save:

341

if args.save:

340

op.addParameter(name='save', value=path_plots, format='str')

342

op.addParameter(name='save', value=path_plots, format='str')

341

op.addParameter(name='save_period', value=-1)

343

op.addParameter(name='save_period', value=-1)

342

op.addParameter(name='show', value=args.show)

344

op.addParameter(name='show', value=args.show)

343

#op.addParameter(name='channels', value='0,1')

345

#op.addParameter(name='channels', value='0,1')

344

op.addParameter(name='channels', value='0,')

346

op.addParameter(name='channels', value='0,')

345

op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')

347

op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')

346

op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')

348

op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')

347

op.addParameter(name='ymax', value=20, format='int')

349

op.addParameter(name='ymax', value=20, format='int')

348

op.addParameter(name='xmin', value=-50, format='int')

350

op.addParameter(name='xmin', value=-50, format='int')

349

op.addParameter(name='xmax', value=50, format='int')

351

op.addParameter(name='xmax', value=50, format='int')

350

op.addParameter(name='attr_data', value=param, format='str')

352

op.addParameter(name='attr_data', value=param, format='str')

351

op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]])

353

op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]])

352

op.addParameter(name='save_code', value=param)

354

op.addParameter(name='save_code', value=param)

353

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

355

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

354

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

356

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

355

op.addParameter(name='bgcolor', value='black')

357

op.addParameter(name='bgcolor', value='black')

356

op.addParameter(name='localtime', value=False)

358

op.addParameter(name='localtime', value=False)

357

op.addParameter(name='shapes', value='./shapes')

359

op.addParameter(name='shapes', value='./shapes')

358

if MASK: op.addParameter(name='mask', value=MASK, format='float')

360

if MASK: op.addParameter(name='mask', value=MASK, format='float')

359

if args.server:

361

if args.server:

360

op.addParameter(name='server', value='190.187.237.239:4444')

362

op.addParameter(name='server', value='190.187.237.239:4444')

361

op.addParameter(name='exp_code', value='400')

363

op.addParameter(name='exp_code', value='400')

362

364

363

desc = {

365

desc = {

364

'Data': {

366

'Data': {

365

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

367

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

366

'utctime': 'time'

368

'utctime': 'time'

367

},

369

},

368

'Metadata': {

370

'Metadata': {

369

'heightList': 'range',

371

'heightList': 'range',

370

'data_azi': 'azimuth',

372

'data_azi': 'azimuth',

371

'data_ele': 'elevation',

373

'data_ele': 'elevation',

372

'mode_op': 'scan_type',

374

'mode_op': 'scan_type',

373

'h0': 'range_correction',

375

'h0': 'range_correction',

374

'dataPP_NOISE': 'noise',

376

'dataPP_NOISE': 'noise',

375

}

377

}

376

}

378

}

377

379

378

if args.save:

380

if args.save:

379

writer = merge.addOperation(name='HDFWriter')

381

writer = merge.addOperation(name='HDFWriter')

380

writer.addParameter(name='path', value=path_save, format='str')

382

writer.addParameter(name='path', value=path_save, format='str')

381

writer.addParameter(name='Reset', value=True)

383

writer.addParameter(name='Reset', value=True)

382

writer.addParameter(name='setType', value='weather')

384

writer.addParameter(name='setType', value='weather')

383

writer.addParameter(name='description', value=json.dumps(desc))

385

writer.addParameter(name='description', value=json.dumps(desc))

384

writer.addParameter(name='blocksPerFile', value='1',format='int')

386

writer.addParameter(name='blocksPerFile', value='1',format='int')

385

writer.addParameter(name='metadataList', value=','.join(META))

387

writer.addParameter(name='metadataList', value=','.join(META))

386

writer.addParameter(name='dataList', value='data_param,utctime')

388

writer.addParameter(name='dataList', value='data_param,utctime')

387

writer.addParameter(name='weather_var', value=param)

389

writer.addParameter(name='weather_var', value=param)

388

writer.addParameter(name='mask', value=MASK, format='float')

390

writer.addParameter(name='mask', value=MASK, format='float')

389

writer.addParameter(name='localtime', value=False)

391

writer.addParameter(name='localtime', value=False)

390

# meta

392

# meta

391

writer.addParameter(name='latitude', value='-12.040436')

393

writer.addParameter(name='latitude', value='-12.040436')

392

writer.addParameter(name='longitude', value='-75.295893')

394

writer.addParameter(name='longitude', value='-75.295893')

393

writer.addParameter(name='altitude', value='3379.2147')

395

writer.addParameter(name='altitude', value='3379.2147')

394

writer.addParameter(name='heading', value='0')

396

writer.addParameter(name='heading', value='0')

395

writer.addParameter(name='radar_name', value='SOPHy')

397

writer.addParameter(name='radar_name', value='SOPHy')

396

writer.addParameter(name='institution', value='IGP')

398

writer.addParameter(name='institution', value='IGP')

397

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

399

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

398

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

400

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

399

writer.addParameter(name='range_unit', value='km')

401

writer.addParameter(name='range_unit', value='km')

400

writer.addParameter(name='prf', value=1/ipp)

402

writer.addParameter(name='prf', value=1/ipp)

401

writer.addParameter(name='prf_unit', value='hertz')

403

writer.addParameter(name='prf_unit', value='hertz')

402

writer.addParameter(name='variable', value=PARAM[param]['label'])

404

writer.addParameter(name='variable', value=PARAM[param]['label'])

403

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

405

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

404

writer.addParameter(name='n_pulses', value=n_pulses)

406

writer.addParameter(name='n_pulses', value=n_pulses)

405

writer.addParameter(name='pulse1_range', value=RMIX)

407

writer.addParameter(name='pulse1_range', value=RMIX)

406

writer.addParameter(name='pulse1_width', value=pulse_1_width)

408

writer.addParameter(name='pulse1_width', value=pulse_1_width)

407

writer.addParameter(name='pulse2_width', value=pulse_2_width)

409

writer.addParameter(name='pulse2_width', value=pulse_2_width)

408

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

410

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

409

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

411

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

410

writer.addParameter(name='pulse_width_unit', value='microseconds')

412

writer.addParameter(name='pulse_width_unit', value='microseconds')

411

writer.addParameter(name='snr_threshold', value=MASK)

413

writer.addParameter(name='snr_threshold', value=MASK)

412

414

413

return project

415

return project

414

416

415

if __name__ == '__main__':

417

if __name__ == '__main__':

416

418

417

parser = argparse.ArgumentParser(description='Script to process SOPHy data.')

419

parser = argparse.ArgumentParser(description='Script to process SOPHy data.')

418

parser.add_argument('experiment',

420

parser.add_argument('experiment',

419

help='Experiment name')

421

help='Experiment name')

420

parser.add_argument('--parameters', nargs='*', default=['S'],

422

parser.add_argument('--parameters', nargs='*', default=['S'],

421

help='Variables to process: P, Z, V')

423

help='Variables to process: P, Z, V')

422

parser.add_argument('--time_offset', default=0,

424

parser.add_argument('--time_offset', default=0,

423

help='Fix time offset')

425

help='Fix time offset')

424

parser.add_argument('--range', default=0, type=float,

426

parser.add_argument('--range', default=0, type=float,

425

help='Max range to plot')

427

help='Max range to plot')

426

parser.add_argument('--save', action='store_true',

428

parser.add_argument('--save', action='store_true',

427

help='Create output files')

429

help='Create output files')

428

parser.add_argument('--plot', action='store_true',

430

parser.add_argument('--plot', action='store_true',

429

help='Create plot files')

431

help='Create plot files')

430

parser.add_argument('--show', action='store_true',

432

parser.add_argument('--show', action='store_true',

431

help='Show matplotlib plot.')

433

help='Show matplotlib plot.')

432

parser.add_argument('--online', action='store_true',

434

parser.add_argument('--online', action='store_true',

433

help='Set online mode.')

435

help='Set online mode.')

434

parser.add_argument('--server', action='store_true',

436

parser.add_argument('--server', action='store_true',

435

help='Send to realtime')

437

help='Send to realtime')

436

parser.add_argument('--start_time', default='',

438

parser.add_argument('--start_time', default='',

437

help='Set start time.')

439

help='Set start time.')

438

parser.add_argument('--end_time', default='',

440

parser.add_argument('--end_time', default='',

439

help='Set end time.')

441

help='Set end time.')

440

parser.add_argument('--label', default='',

442

parser.add_argument('--label', default='',

441

help='Label for plot & param folder')

443

help='Label for plot & param folder')

442

parser.add_argument('--mode', default=None,

444

parser.add_argument('--mode', default=None,

443

help='Type of scan')

445

help='Type of scan')

444

parser.add_argument('--rmDC', action='store_true',

446

parser.add_argument('--rmDC', action='store_true',

445

help='Apply remove DC.')

447

help='Apply remove DC.')

446

args = parser.parse_args()

448

args = parser.parse_args()

447

449

448

project = main(args)

450

project = main(args)

449

project.start()

451

project.start()

450

452

451

#python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z --plot --save --show --rmDC --label Z_04 --start_time "22:00:00"

453

#python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z --plot --save --show --rmDC --label Z_04 --start_time "22:00:00"

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

             # SOPHY PROC script
             import os, sys, json, argparse
             import multiprocessing
             import datetime
             import time
             PATH = '/DATA_RM/DATA'
             PATH = "/media/soporte/TOSHIBAEXT/sophy/"
             # SNR ZMIN -40 A ZMAX -20
             PARAM = {
                 'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},
                 'SNR': {'zmin': -10, 'zmax': 15, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},
                 'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
                 'R': {'zmin': 0.5,   'zmax': 1,  'colormap': 'sophy_r',    'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '',  'ch':0},
                 'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees',  'ch':0},
                 'D': {'zmin': -9, 'zmax': 12, 'colormap': 'sophy_d','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0},
                 'Z':  {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z','label': 'Reflectivity ',  'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},
                 'W':  {'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}
                 }
             META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name',
                 'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses',
                 'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit',
                 'snr_threshold', 'dataPP_NOISE']
             def max_index(r, sample_rate, ipp):
                 return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60)
             def main(args):
                 experiment = args.experiment
                 fp = open(os.path.join(PATH, experiment, 'experiment.json'))
                 conf = json.loads(fp.read())
                 ipp_km = conf['usrp_tx']['ipp']
                 ipp = ipp_km * 2 /300000
                 sample_rate  = conf['usrp_rx']['sample_rate']
                 speed_axis = conf['pedestal']['speed']
                 time_offset = args.time_offset
                 parameters = args.parameters
                 start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/')
                 end_date = start_date
                 if args.start_time:
                     start_time = args.start_time
                 else:
                     start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':')
                 if args.end_time:
                     end_time = args.end_time
                 else:
                     end_time = '23:59:59'
                 N = int(1/(speed_axis[0]*ipp))                                               # 1 GRADO DE RESOLUCION
                 path = os.path.join(PATH, experiment, 'rawdata')
                 path_ped = os.path.join(PATH, experiment, 'position')
                 if args.label:
                     label = '-{}'.format(args.label)
                 else:
                     label = ''
                 path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label))
                 path_save = os.path.join(PATH, experiment, 'param{}'.format(label))
-                RMIX = 5.8#4.8#5.68#4.8#4.8#2.64#10#2.64
+                RMIX = 5.8  #4.8#5.68#4.8#4.8#2.64#10#2.64
-                H0   =-1.68# -1.2#-1.68#-1.2#0.5#-1.2
+                H0   = -1.2#-1.68# -1.2#-1.68#-1.2#0.5#-1.2
                 MASK = 0.8
                 #MASK = 0.4#0.35
                 from schainpy.controller import Project
                 project = Project()
                 project.setup(id='1', name='Sophy', description='sophy proc')
                 reader = project.addReadUnit(datatype='DigitalRFReader',
                     path=path,
                     startDate=start_date,
                     endDate=end_date,
                     startTime=start_time,
                     endTime=end_time,
                     delay=30,
                     online=args.online,
                     walk=1,
                     ippKm = ipp_km,
                     getByBlock = 1,
                     nProfileBlocks = N,
                 )
                 if not conf['usrp_tx']['enable_2']: # One Pulse
                     n_pulses = 1
                     pulse_1_width = conf['usrp_tx']['pulse_1']
                     pulse_1_repetitions = conf['usrp_tx']['repetitions_1']
                     pulse_2_width = 0
                     pulse_2_repetitions = 0
                     voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                     if conf['usrp_tx']['code_type_1'] != 'None':
                         codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
                         code = []
                         for c in codes:
                             code.append([int(x) for x in c])
                         op = voltage.addOperation(name='Decoder', optype='other')
                         op.addParameter(name='code', value=code)
                         op.addParameter(name='nCode', value=len(code), format='int')
                         op.addParameter(name='nBaud', value=len(code[0]), format='int')
                         op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                         op.addParameter(name='n', value=len(code), format='int')
                         ncode = len(code)
                     else:
                         ncode = 1
                         code = ['0']
                     op = voltage.addOperation(name='setH0')
                     op.addParameter(name='h0', value=H0)
                     if args.range > 0:
                         op = voltage.addOperation(name='selectHeights')
                         op.addParameter(name='minIndex', value='0', format='int')
                         op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')
                     op = voltage.addOperation(name='PulsePair_vRF', optype='other')
                     op.addParameter(name='n', value=int(N)/ncode, format='int')
                     if args.rmDC:
                         op.addParameter(name='removeDC', value=1, format='int')
                     proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())
                     opObj10 = proc.addOperation(name="WeatherRadar")
                     opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                     opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                     op = proc.addOperation(name='PedestalInformation')
                     op.addParameter(name='path', value=path_ped, format='str')
                     op.addParameter(name='interval', value='0.04')
                     op.addParameter(name='time_offset', value=time_offset)
                     op.addParameter(name='mode', value=args.mode)
                     for param in parameters:
                         op = proc.addOperation(name='Block360')
                         op.addParameter(name='runNextOp', value=True)
                         op.addParameter(name='attr_data', value='data_param')
                         op= proc.addOperation(name='WeatherParamsPlot')
                         if args.save: op.addParameter(name='save', value=path_plots, format='str')
                         op.addParameter(name='save_period', value=-1)
                         op.addParameter(name='show', value=args.show)
                         op.addParameter(name='channels', value='0,')
                         op.addParameter(name='zmin', value=PARAM[param]['zmin'])
                         op.addParameter(name='zmax', value=PARAM[param]['zmax'])
                         op.addParameter(name='attr_data', value=param, format='str')
                         op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']])
                         op.addParameter(name='save_code', value=param)
                         op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                         op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                         op.addParameter(name='bgcolor', value='white')
                         op.addParameter(name='localtime', value=False)
                         if MASK: op.addParameter(name='mask', value=MASK, format='float')
                         if args.server:
                             op.addParameter(name='server', value='190.187.237.239:4444')
                             op.addParameter(name='exp_code', value='400')
                         desc = {
                                 'Data': {
                                     'data_param': {PARAM[param]['wrname']: ['H', 'V']},
                                     'utctime': 'time'
                                 },
                                  'Metadata': {
                                     'heightList': 'range',
                                     'data_azi': 'azimuth',
                                     'data_ele': 'elevation',
                                     'mode_op': 'scan_type',
                                     'h0': 'range_correction',
                                     'dataPP_NOISE': 'noise',
                                 }
                             }
                         if args.save:
                             writer = proc.addOperation(name='HDFWriter')
                             writer.addParameter(name='path', value=path_save, format='str')
                             writer.addParameter(name='Reset', value=True)
                             writer.addParameter(name='setType', value='weather')
                             writer.addParameter(name='description', value=json.dumps(desc))
                             writer.addParameter(name='blocksPerFile', value='1',format='int')
                             writer.addParameter(name='metadataList', value=','.join(META))
                             writer.addParameter(name='dataList', value='data_param,utctime')
                             writer.addParameter(name='weather_var', value=param)
                             writer.addParameter(name='mask', value=MASK, format='float')
                             writer.addParameter(name='localtime', value=False)
                             # meta
                             writer.addParameter(name='latitude', value='-12.040436')
                             writer.addParameter(name='longitude', value='-75.295893')
                             writer.addParameter(name='altitude', value='3379.2147')
                             writer.addParameter(name='heading', value='0')
                             writer.addParameter(name='radar_name', value='SOPHy')
                             writer.addParameter(name='institution', value='IGP')
                             writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
                             writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
                             writer.addParameter(name='range_unit', value='km')
                             writer.addParameter(name='prf', value=1/ipp)
                             writer.addParameter(name='prf_unit', value='hertz')
                             writer.addParameter(name='variable', value=PARAM[param]['label'])
                             writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])
                             writer.addParameter(name='n_pulses', value=n_pulses)
                             writer.addParameter(name='pulse1_range', value=RMIX)
                             writer.addParameter(name='pulse1_width', value=pulse_1_width)
                             writer.addParameter(name='pulse2_width', value=pulse_2_width)
                             writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)
                             writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)
                             writer.addParameter(name='pulse_width_unit', value='microseconds')
                             writer.addParameter(name='snr_threshold', value=MASK)
                 else: #Two pulses
                     n_pulses = 1
                     pulse_1_width = conf['usrp_tx']['pulse_1']
                     pulse_1_repetitions = conf['usrp_tx']['repetitions_1']
                     pulse_2_width = conf['usrp_tx']['pulse_2']
                     pulse_2_repetitions = conf['usrp_tx']['repetitions_2']
                     voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                     op = voltage1.addOperation(name='ProfileSelector')
                     op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))
                     if conf['usrp_tx']['code_type_1'] != 'None':
                         codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
                         code = []
                         for c in codes:
                             code.append([int(x) for x in c])
                         op = voltage1.addOperation(name='Decoder', optype='other')
                         op.addParameter(name='code', value=code)
                         op.addParameter(name='nCode', value=len(code), format='int')
                         op.addParameter(name='nBaud', value=len(code[0]), format='int')
                     else:
                         code = ['0']
                     op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                     op.addParameter(name='n', value=2, format='int')
                     if args.range > 0:
                         op = voltage1.addOperation(name='selectHeights')
                         op.addParameter(name='minIndex', value='0', format='int')
                         op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int')
                     op = voltage1.addOperation(name='setH0')
                     op.addParameter(name='h0', value=H0, format='float')
                     op = voltage1.addOperation(name='PulsePair_vRF', optype='other')
                     op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int')
                     if args.rmDC:
                         op.addParameter(name='removeDC', value=1, format='int')
                     proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())
                     proc1.addParameter(name='runNextUnit', value=True)
                     opObj10 = proc1.addOperation(name="WeatherRadar")
                     #opObj10.addParameter(name='CR_Flag',value=True)
                     opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                     #opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                     opObj10.addParameter(name='Pt',value=200)
+                    opObj10.addParameter(name='min_index',value=0)
                     op = proc1.addOperation(name='PedestalInformation')
                     op.addParameter(name='path', value=path_ped, format='str')
                     op.addParameter(name='interval', value='0.04')
                     op.addParameter(name='time_offset', value=time_offset)
                     op.addParameter(name='mode', value=args.mode)
                     op = proc1.addOperation(name='Block360')
                     op.addParameter(name='attr_data', value='data_param')
                     op.addParameter(name='runNextOp', value=True)
                     voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                     op = voltage2.addOperation(name='ProfileSelector')
                     op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))
                     if conf['usrp_tx']['code_type_2']:
                         codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]
                         code = []
                         for c in codes:
                             code.append([int(x) for x in c])
                         op = voltage2.addOperation(name='Decoder', optype='other')
                         op.addParameter(name='code', value=code)
                         op.addParameter(name='nCode', value=len(code), format='int')
                         op.addParameter(name='nBaud', value=len(code[0]), format='int')
                         op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                         op.addParameter(name='n', value=len(code), format='int')
                         ncode = len(code)
                     else:
                         ncode = 1
                     if args.range > 0:
                         op = voltage2.addOperation(name='selectHeights')
                         op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int')
                         op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int')
                     op = voltage2.addOperation(name='setH0')
                     op.addParameter(name='h0', value=H0, format='float')
                     op = voltage2.addOperation(name='PulsePair_vRF', optype='other')
                     op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')
                     if args.rmDC:
                         op.addParameter(name='removeDC', value=1, format='int')
                     proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())
                     proc2.addParameter(name='runNextUnit', value=True)
                     opObj10 = proc2.addOperation(name="WeatherRadar")
                     #opObj10.addParameter(name='CR_Flag',value=True,format='bool')
                     opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                     #opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                     opObj10.addParameter(name='Pt',value=200)
+                    opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp))
                     op = proc2.addOperation(name='PedestalInformation')
                     op.addParameter(name='path', value=path_ped, format='str')
                     op.addParameter(name='interval', value='0.04')
                     op.addParameter(name='time_offset', value=time_offset)
                     op.addParameter(name='mode', value=args.mode)
                     op = proc2.addOperation(name='Block360')
                     op.addParameter(name='attr_data', value='data_param')
                     op.addParameter(name='runNextOp', value=True)
                     merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])
                     merge.addParameter(name='attr_data', value='data_param')
                     merge.addParameter(name='mode', value='7') #RM
                     for param in parameters:
                         if args.plot:
                             op= merge.addOperation(name='WeatherParamsPlot')
                             if args.save:
                                 op.addParameter(name='save', value=path_plots, format='str')
                             op.addParameter(name='save_period', value=-1)
                             op.addParameter(name='show', value=args.show)
                             #op.addParameter(name='channels', value='0,1')
                             op.addParameter(name='channels', value='0,')
                             op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')
                             op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')
                             op.addParameter(name='ymax', value=20, format='int')
                             op.addParameter(name='xmin', value=-50, format='int')
                             op.addParameter(name='xmax', value=50, format='int')
                             op.addParameter(name='attr_data', value=param, format='str')
                             op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]])
                             op.addParameter(name='save_code', value=param)
                             op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                             op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                             op.addParameter(name='bgcolor', value='black')
                             op.addParameter(name='localtime', value=False)
                             op.addParameter(name='shapes', value='./shapes')
                             if MASK: op.addParameter(name='mask', value=MASK, format='float')
                             if args.server:
                                 op.addParameter(name='server', value='190.187.237.239:4444')
                                 op.addParameter(name='exp_code', value='400')
                         desc = {
                                 'Data': {
                                     'data_param': {PARAM[param]['wrname']: ['H', 'V']},
                                     'utctime': 'time'
                                 },
                                  'Metadata': {
                                     'heightList': 'range',
                                     'data_azi': 'azimuth',
                                     'data_ele': 'elevation',
                                     'mode_op': 'scan_type',
                                     'h0': 'range_correction',
                                     'dataPP_NOISE': 'noise',
                                 }
                             }
                         if args.save:
                             writer = merge.addOperation(name='HDFWriter')
                             writer.addParameter(name='path', value=path_save, format='str')
                             writer.addParameter(name='Reset', value=True)
                             writer.addParameter(name='setType', value='weather')
                             writer.addParameter(name='description', value=json.dumps(desc))
                             writer.addParameter(name='blocksPerFile', value='1',format='int')
                             writer.addParameter(name='metadataList', value=','.join(META))
                             writer.addParameter(name='dataList', value='data_param,utctime')
                             writer.addParameter(name='weather_var', value=param)
                             writer.addParameter(name='mask', value=MASK, format='float')
                             writer.addParameter(name='localtime', value=False)
                             # meta
                             writer.addParameter(name='latitude', value='-12.040436')
                             writer.addParameter(name='longitude', value='-75.295893')
                             writer.addParameter(name='altitude', value='3379.2147')
                             writer.addParameter(name='heading', value='0')
                             writer.addParameter(name='radar_name', value='SOPHy')
                             writer.addParameter(name='institution', value='IGP')
                             writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
                             writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
                             writer.addParameter(name='range_unit', value='km')
                             writer.addParameter(name='prf', value=1/ipp)
                             writer.addParameter(name='prf_unit', value='hertz')
                             writer.addParameter(name='variable', value=PARAM[param]['label'])
                             writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])
                             writer.addParameter(name='n_pulses', value=n_pulses)
                             writer.addParameter(name='pulse1_range', value=RMIX)
                             writer.addParameter(name='pulse1_width', value=pulse_1_width)
                             writer.addParameter(name='pulse2_width', value=pulse_2_width)
                             writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)
                             writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)
                             writer.addParameter(name='pulse_width_unit', value='microseconds')
                             writer.addParameter(name='snr_threshold', value=MASK)
                 return project
             if __name__ == '__main__':
                 parser = argparse.ArgumentParser(description='Script to process SOPHy data.')
                 parser.add_argument('experiment',
                                     help='Experiment name')
                 parser.add_argument('--parameters', nargs='*', default=['S'],
                                     help='Variables to process: P, Z, V')
                 parser.add_argument('--time_offset', default=0,
                                     help='Fix time offset')
                 parser.add_argument('--range', default=0, type=float,
                                     help='Max range to plot')
                 parser.add_argument('--save', action='store_true',
                                     help='Create output files')
                 parser.add_argument('--plot', action='store_true',
                                     help='Create plot files')
                 parser.add_argument('--show', action='store_true',
                                     help='Show matplotlib plot.')
                 parser.add_argument('--online', action='store_true',
                                     help='Set online mode.')
                 parser.add_argument('--server', action='store_true',
                                     help='Send to realtime')
                 parser.add_argument('--start_time', default='',
                                     help='Set start time.')
                 parser.add_argument('--end_time', default='',
                                     help='Set end time.')
                 parser.add_argument('--label', default='',
                                     help='Label for plot & param folder')
                 parser.add_argument('--mode', default=None,
                                     help='Type of scan')
                 parser.add_argument('--rmDC', action='store_true',
                                     help='Apply remove DC.')
                 args = parser.parse_args()
                 project = main(args)
                 project.start()
             #python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z  --plot --save --show --rmDC --label Z_04 --start_time "22:00:00"