schain Commit - r1716:d0250cd06eec · Jicamarca Repository

1

# SOPHY PROC script

1

# SOPHY PROC script

2

import os, sys, json, argparse

2

import os, sys, json, argparse

3

import multiprocessing

3

import multiprocessing

4

import datetime

4

import datetime

5

import time

5

import time

6

7

PATH = '/data'

7

PATH = '/data'

8

#PATH = "/media/soporte/TOSHIBAEXT/sophy/"

8

#PATH = "/media/soporte/TOSHIBAEXT/sophy/"

9

10

11

9

# SNR ZMIN -40 A ZMAX -20

12

# SNR ZMIN -40 A ZMAX -20

10

PARAM = {

13

PARAM = {

11

'S': {'zmin': -45, 'zmax':-25, 'colormap': 'jet' , 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},

14

'S': {'zmin': -45, 'zmax':-25, 'colormap': 'jet' , 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},

12

'SNR':{'zmin': -10, 'zmax': 15, 'colormap': 'jet' , 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},

15

'SNR':{'zmin': -10, 'zmax': 15, 'colormap': 'jet' , 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},

13

'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},

16

'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},

14

'R': {'zmin': 0.5, 'zmax': 1 , 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0},

17

'R': {'zmin': 0.5, 'zmax': 1 , 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0},

15

'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0},

18

'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0},

16

'D': {'zmin': -9 , 'zmax': 12, 'colormap': 'sophy_d', 'label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0},

19

'D': {'zmin': -9 , 'zmax': 12, 'colormap': 'sophy_d', 'label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0},

17

'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z', 'label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},

20

'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z', 'label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},

18

'W': {'zmin': 0 , 'zmax': 12, 'colormap': 'sophy_w', 'label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}

21

'W': {'zmin': 0 , 'zmax': 12, 'colormap': 'sophy_w', 'label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}

19

}

22

}

20

23

21

META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name',

24

META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name',

22

'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses',

25

'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses',

23

'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit',

26

'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit',

24

'snr_threshold', 'data_noise']

27

'snr_threshold', 'data_noise']

25

28

26

29

27

def max_index(r, sample_rate, ipp, h0):

30

def max_index(r, sample_rate, ipp, h0):

28

31

29

return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * -h0 / 60)

32

return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * -h0 / 60)

30

33

31

def main(args):

34

def main(args):

32

35

33

experiment = args.experiment

36

experiment = args.experiment

34

fp = open(os.path.join(PATH, experiment, 'experiment.json'))

37

fp = open(os.path.join(PATH, experiment, 'experiment.json'))

35

conf = json.loads(fp.read())

38

conf = json.loads(fp.read())

36

39

37

ipp_km = conf['usrp_tx']['ipp']

40

ipp_km = conf['usrp_tx']['ipp']

38

ipp = ipp_km * 2 /300000

41

ipp = ipp_km * 2 /300000

39

sample_rate = conf['usrp_rx']['sample_rate']

42

sample_rate = conf['usrp_rx']['sample_rate']

40

speed_axis = conf['pedestal']['speed']

43

speed_axis = conf['pedestal']['speed']

41

if args.angles:

44

if args.angles:

42

angles = args.angles

45

angles = args.angles

43

else:

46

else:

44

angles = conf['pedestal']['table']

47

angles = conf['pedestal']['table']

45

time_offset = args.time_offset

48

time_offset = args.time_offset

46

parameters = args.parameters

49

parameters = args.parameters

47

start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/')

50

start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/')

48

end_date = start_date

51

end_date = start_date

49

if args.start_time:

52

if args.start_time:

50

start_time = args.start_time

53

start_time = args.start_time

51

else:

54

else:

52

start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':')

55

start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':')

53

56

54

if args.end_time:

57

if args.end_time:

55

end_time = args.end_time

58

end_time = args.end_time

56

else:

59

else:

57

end_time = '23:59:59'

60

end_time = '23:59:59'

58

61

59

N = int(1.0/(abs(speed_axis[0])*ipp)) # 1 GRADO DE RESOLUCION

62

N = int(1.0/(abs(speed_axis[0])*ipp)) # 1 GRADO DE RESOLUCION

60

63

61

path = os.path.join(PATH, experiment, 'rawdata')

64

path = os.path.join(PATH, experiment, 'rawdata')

62

path_ped = os.path.join(PATH, experiment, 'position')

65

path_ped = os.path.join(PATH, experiment, 'position')

63

if args.label:

66

if args.label:

64

label = '-{}'.format(args.label)

67

label = '-{}'.format(args.label)

65

else:

68

else:

66

label = ''

69

label = ''

67

path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label))

70

path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label))

68

path_save = os.path.join(PATH, experiment, 'param{}'.format(label))

71

path_save = os.path.join(PATH, experiment, 'param{}'.format(label))

69

RMIX = 4.8#5.8 #4.8#5.68#4.8#4.8#2.64#10#2.64

72

RMIX = 4.8#5.8 #4.8#5.68#4.8#4.8#2.64#10#2.64

70

H0 = -1.68 #-1.68# -1.2#-1.68#-1.2#0.5#-1.2

73

H0 = -1.68 #-1.68# -1.2#-1.68#-1.2#0.5#-1.2

71

MASK = 0.6

74

MASK = 0.6

72

#MASK = 0.4#0.35

75

#MASK = 0.4#0.35

73

76

74

from schainpy.controller import Project

77

from schainpy.controller import Project

75

78

76

project = Project()

79

project = Project()

77

project.setup(id='1', name='Sophy', description='sophy proc')

80

project.setup(id='1', name='Sophy', description='sophy proc')

78

81

79

reader = project.addReadUnit(datatype='DigitalRFReader',

82

reader = project.addReadUnit(datatype='DigitalRFReader',

80

path=path,

83

path=path,

81

startDate=start_date,

84

startDate=start_date,

82

endDate=end_date,

85

endDate=end_date,

83

startTime=start_time,

86

startTime=start_time,

84

endTime=end_time,

87

endTime=end_time,

85

delay=30,

88

delay=30,

86

online=args.online,

89

online=args.online,

87

walk=1,

90

walk=1,

88

ippKm = ipp_km,

91

ippKm = ipp_km,

89

getByBlock = 1,

92

getByBlock = 1,

90

nProfileBlocks = N,

93

nProfileBlocks = N,

91

)

94

)

92

95

93

if not conf['usrp_tx']['enable_2']: # One Pulse

96

if not conf['usrp_tx']['enable_2']: # One Pulse

94

n_pulses = 1

97

n_pulses = 1

95

pulse_1_width = conf['usrp_tx']['pulse_1']

98

pulse_1_width = conf['usrp_tx']['pulse_1']

96

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

99

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

97

pulse_2_width = 0

100

pulse_2_width = 0

98

pulse_2_repetitions = 0

101

pulse_2_repetitions = 0

99

102

100

voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

103

voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

101

104

102

if conf['usrp_tx']['code_type_1'] != 'None':

105

if conf['usrp_tx']['code_type_1'] != 'None':

103

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

106

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

104

code = []

107

code = []

105

for c in codes:

108

for c in codes:

106

code.append([int(x) for x in c])

109

code.append([int(x) for x in c])

107

op = voltage.addOperation(name='Decoder', optype='other')

110

op = voltage.addOperation(name='Decoder', optype='other')

108

op.addParameter(name='code', value=code)

111

op.addParameter(name='code', value=code)

109

op.addParameter(name='nCode', value=len(code), format='int')

112

op.addParameter(name='nCode', value=len(code), format='int')

110

op.addParameter(name='nBaud', value=len(code[0]), format='int')

113

op.addParameter(name='nBaud', value=len(code[0]), format='int')

111

114

112

op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

115

op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

113

op.addParameter(name='n', value=len(code), format='int')

116

op.addParameter(name='n', value=len(code), format='int')

114

ncode = len(code)

117

ncode = len(code)

115

else:

118

else:

116

ncode = 1

119

ncode = 1

117

code = ['0']

120

code = ['0']

118

121

119

op = voltage.addOperation(name='setH0')

122

op = voltage.addOperation(name='setH0')

120

op.addParameter(name='h0', value=H0)

123

op.addParameter(name='h0', value=H0)

121

124

122

if args.range > 0:

125

if args.range > 0:

123

op = voltage.addOperation(name='selectHeights')

126

op = voltage.addOperation(name='selectHeights')

124

op.addParameter(name='minIndex', value='0', format='int')

127

op.addParameter(name='minIndex', value='0', format='int')

125

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0), format='int')

128

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0), format='int')

126

129

127

op = voltage.addOperation(name='PulsePair_vRF', optype='other')

130

op = voltage.addOperation(name='PulsePair_vRF', optype='other')

128

op.addParameter(name='n', value=int(N)/ncode, format='int')

131

op.addParameter(name='n', value=int(N)/ncode, format='int')

129

if args.rmDC:

132

if args.rmDC:

130

op.addParameter(name='removeDC', value=1, format='int')

133

op.addParameter(name='removeDC', value=1, format='int')

131

134

132

proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())

135

proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())

133

136

134

opObj10 = proc.addOperation(name="WeatherRadar")

137

opObj10 = proc.addOperation(name="WeatherRadar")

135

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

138

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

136

# opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

139

# opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

137

opObj10.addParameter(name='Pt',value=200)

140

opObj10.addParameter(name='Pt',value=200)

138

141

139

op = proc.addOperation(name='PedestalInformation')

142

op = proc.addOperation(name='PedestalInformation')

140

op.addParameter(name='path', value=path_ped, format='str')

143

op.addParameter(name='path', value=path_ped, format='str')

141

op.addParameter(name='interval', value='0.04')

144

op.addParameter(name='interval', value='0.04')

142

op.addParameter(name='time_offset', value=time_offset)

145

op.addParameter(name='time_offset', value=time_offset)

143

op.addParameter(name='mode', value=args.mode)

146

op.addParameter(name='mode', value=args.mode)

144

147

145

for param in parameters:

148

for param in parameters:

146

op = proc.addOperation(name='Block360')

149

op = proc.addOperation(name='Block360')

147

op.addParameter(name='runNextOp', value=True)

150

op.addParameter(name='runNextOp', value=True)

148

op.addParameter(name='attr_data', value='data_param')

151

op.addParameter(name='attr_data', value='data_param')

149

op.addParameter(name='angles', value=angles)

152

op.addParameter(name='angles', value=angles)

150

153

151

op= proc.addOperation(name='WeatherParamsPlot')

154

op= proc.addOperation(name='WeatherParamsPlot')

152

if args.save: op.addParameter(name='save', value=path_plots, format='str')

155

if args.save: op.addParameter(name='save', value=path_plots, format='str')

153

op.addParameter(name='save_period', value=-1)

156

op.addParameter(name='save_period', value=-1)

154

op.addParameter(name='show', value=args.show)

157

op.addParameter(name='show', value=args.show)

155

op.addParameter(name='channels', value='0,')

158

op.addParameter(name='channels', value='0,')

156

op.addParameter(name='zmin', value=PARAM[param]['zmin'])

159

op.addParameter(name='zmin', value=PARAM[param]['zmin'])

157

op.addParameter(name='zmax', value=PARAM[param]['zmax'])

160

op.addParameter(name='zmax', value=PARAM[param]['zmax'])

161

op.addParameter(name='yrange', value=20, format='int')

162

op.addParameter(name='xrange', value=args.range, format='int')

158

op.addParameter(name='attr_data', value=param, format='str')

163

op.addParameter(name='attr_data', value=param, format='str')

159

op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']])

164

op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']])

160

op.addParameter(name='save_code', value=param)

165

op.addParameter(name='save_code', value=param)

161

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

166

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

162

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

167

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

163

op.addParameter(name='bgcolor', value='black')

168

op.addParameter(name='bgcolor', value='black')

164

op.addParameter(name='localtime', value=False)

169

op.addParameter(name='localtime', value=False)

165

op.addParameter(name='shapes', value='./shapes')

170

op.addParameter(name='shapes', value='./shapes')

171

op.addParameter(name='latitude', value=conf['latitude'], format='float')

172

op.addParameter(name='longitude', value=conf['longitude'], format='float')

173

op.addParameter(name='map', value=True)

174

166

if MASK: op.addParameter(name='mask', value=MASK, format='float')

175

if MASK: op.addParameter(name='mask', value=MASK, format='float')

167

if args.server:

176

if args.server:

168

op.addParameter(name='server', value='190.187.237.239:4444')

177

op.addParameter(name='server', value='190.187.237.239:4444')

169

op.addParameter(name='exp_code', value='400')

178

op.addParameter(name='exp_code', value='400')

170

179

171

desc = {

180

desc = {

172

'Data': {

181

'Data': {

173

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

182

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

174

'utctime': 'time'

183

'utctime': 'time'

175

},

184

},

176

'Metadata': {

185

'Metadata': {

177

'heightList': 'range',

186

'heightList': 'range',

178

'data_azi': 'azimuth',

187

'data_azi': 'azimuth',

179

'data_ele': 'elevation',

188

'data_ele': 'elevation',

180

'mode_op': 'scan_type',

189

'mode_op': 'scan_type',

181

'h0': 'range_correction',

190

'h0': 'range_correction',

182

'dataPP_NOISE': 'noise',

191

'dataPP_NOISE': 'noise',

183

}

192

}

184

}

193

}

185

194

186

if args.save:

195

if args.save:

187

writer = proc.addOperation(name='HDFWriter')

196

writer = proc.addOperation(name='HDFWriter')

188

writer.addParameter(name='path', value=path_save, format='str')

197

writer.addParameter(name='path', value=path_save, format='str')

189

writer.addParameter(name='Reset', value=True)

198

writer.addParameter(name='Reset', value=True)

190

writer.addParameter(name='setType', value='weather')

199

writer.addParameter(name='setType', value='weather')

191

writer.addParameter(name='description', value=json.dumps(desc))

200

writer.addParameter(name='description', value=json.dumps(desc))

192

writer.addParameter(name='blocksPerFile', value='1',format='int')

201

writer.addParameter(name='blocksPerFile', value='1',format='int')

193

writer.addParameter(name='metadataList', value=','.join(META))

202

writer.addParameter(name='metadataList', value=','.join(META))

194

writer.addParameter(name='dataList', value='data_param,utctime')

203

writer.addParameter(name='dataList', value='data_param,utctime')

195

writer.addParameter(name='weather_var', value=param)

204

writer.addParameter(name='weather_var', value=param)

196

writer.addParameter(name='mask', value=MASK, format='float')

205

writer.addParameter(name='mask', value=MASK, format='float')

197

writer.addParameter(name='localtime', value=False)

206

writer.addParameter(name='localtime', value=False)

198

# meta

207

# meta

199

writer.addParameter(name='latitude', value='-12.040436')

208

writer.addParameter(name='latitude', value='-12.040436')

200

writer.addParameter(name='longitude', value='-75.295893')

209

writer.addParameter(name='longitude', value='-75.295893')

201

writer.addParameter(name='altitude', value='3379.2147')

210

writer.addParameter(name='altitude', value='3379.2147')

202

writer.addParameter(name='heading', value='0')

211

writer.addParameter(name='heading', value='0')

203

writer.addParameter(name='radar_name', value='SOPHy')

212

writer.addParameter(name='radar_name', value='SOPHy')

204

writer.addParameter(name='institution', value='IGP')

213

writer.addParameter(name='institution', value='IGP')

205

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

214

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

206

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

215

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

207

writer.addParameter(name='range_unit', value='km')

216

writer.addParameter(name='range_unit', value='km')

208

writer.addParameter(name='prf', value=1/ipp)

217

writer.addParameter(name='prf', value=1/ipp)

209

writer.addParameter(name='prf_unit', value='hertz')

218

writer.addParameter(name='prf_unit', value='hertz')

210

writer.addParameter(name='variable', value=PARAM[param]['label'])

219

writer.addParameter(name='variable', value=PARAM[param]['label'])

211

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

220

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

212

writer.addParameter(name='n_pulses', value=n_pulses)

221

writer.addParameter(name='n_pulses', value=n_pulses)

213

writer.addParameter(name='pulse1_range', value=RMIX)

222

writer.addParameter(name='pulse1_range', value=RMIX)

214

writer.addParameter(name='pulse1_width', value=pulse_1_width)

223

writer.addParameter(name='pulse1_width', value=pulse_1_width)

215

writer.addParameter(name='pulse2_width', value=pulse_2_width)

224

writer.addParameter(name='pulse2_width', value=pulse_2_width)

216

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

225

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

217

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

226

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

218

writer.addParameter(name='pulse_width_unit', value='microseconds')

227

writer.addParameter(name='pulse_width_unit', value='microseconds')

219

writer.addParameter(name='snr_threshold', value=MASK)

228

writer.addParameter(name='snr_threshold', value=MASK)

220

229

221

230

222

else: #Two pulses

231

else: #Two pulses

223

n_pulses = 1

232

n_pulses = 1

224

pulse_1_width = conf['usrp_tx']['pulse_1']

233

pulse_1_width = conf['usrp_tx']['pulse_1']

225

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

234

pulse_1_repetitions = conf['usrp_tx']['repetitions_1']

226

pulse_2_width = conf['usrp_tx']['pulse_2']

235

pulse_2_width = conf['usrp_tx']['pulse_2']

227

pulse_2_repetitions = conf['usrp_tx']['repetitions_2']

236

pulse_2_repetitions = conf['usrp_tx']['repetitions_2']

228

237

229

voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

238

voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

230

239

231

op = voltage1.addOperation(name='ProfileSelector')

240

op = voltage1.addOperation(name='ProfileSelector')

232

op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))

241

op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))

233

242

234

if conf['usrp_tx']['code_type_1'] != 'None':

243

if conf['usrp_tx']['code_type_1'] != 'None':

235

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

244

codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]

236

code = []

245

code = []

237

for c in codes:

246

for c in codes:

238

code.append([int(x) for x in c])

247

code.append([int(x) for x in c])

239

op = voltage1.addOperation(name='Decoder', optype='other')

248

op = voltage1.addOperation(name='Decoder', optype='other')

240

op.addParameter(name='code', value=code)

249

op.addParameter(name='code', value=code)

241

op.addParameter(name='nCode', value=len(code), format='int')

250

op.addParameter(name='nCode', value=len(code), format='int')

242

op.addParameter(name='nBaud', value=len(code[0]), format='int')

251

op.addParameter(name='nBaud', value=len(code[0]), format='int')

243

ncode = len(code)

252

ncode = len(code)

244

else:

253

else:

245

ncode = 1

254

ncode = 1

246

code = ['0']

255

code = ['0']

247

256

248

op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

257

op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

249

op.addParameter(name='n', value=2, format='int')

258

op.addParameter(name='n', value=2, format='int')

250

259

251

op = voltage1.addOperation(name='setH0')

260

op = voltage1.addOperation(name='setH0')

252

op.addParameter(name='h0', value=H0, format='float')

261

op.addParameter(name='h0', value=H0, format='float')

253

262

254

if args.range > 0:

263

if args.range > 0:

255

op = voltage1.addOperation(name='selectHeights')

264

op = voltage1.addOperation(name='selectHeights')

256

op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0), format='int')

265

op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0), format='int')

257

op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp, H0), format='int')

266

op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp, H0), format='int')

258

267

259

#op = voltage1.addOperation(name='setH0')

268

#op = voltage1.addOperation(name='setH0')

260

#op.addParameter(name='h0', value=H0, format='float')

269

#op.addParameter(name='h0', value=H0, format='float')

261

270

262

op = voltage1.addOperation(name='PulsePair_vRF', optype='other')

271

op = voltage1.addOperation(name='PulsePair_vRF', optype='other')

263

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int')

272

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int')

264

if args.rmDC:

273

if args.rmDC:

265

op.addParameter(name='removeDC', value=1, format='int')

274

op.addParameter(name='removeDC', value=1, format='int')

266

275

267

proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())

276

proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())

268

proc1.addParameter(name='runNextUnit', value=True)

277

proc1.addParameter(name='runNextUnit', value=True)

269

278

270

opObj10 = proc1.addOperation(name="WeatherRadar")

279

opObj10 = proc1.addOperation(name="WeatherRadar")

271

opObj10.addParameter(name='CR_Flag',value=True)

280

opObj10.addParameter(name='CR_Flag',value=True)

272

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

281

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

273

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

282

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

274

opObj10.addParameter(name='Pt',value=200)

283

opObj10.addParameter(name='Pt',value=200)

275

#opObj10.addParameter(name='min_index',value=0)

284

#opObj10.addParameter(name='min_index',value=0)

276

opObj10.addParameter(name='min_index',value=max_index(0, sample_rate, ipp, H0))

285

opObj10.addParameter(name='min_index',value=max_index(0, sample_rate, ipp, H0))

277

#opObj10.addParameter(name='sesgoZD',value=7.73)

286

#opObj10.addParameter(name='sesgoZD',value=7.73)

278

287

279

288

280

op = proc1.addOperation(name='PedestalInformation')

289

op = proc1.addOperation(name='PedestalInformation')

281

op.addParameter(name='path', value=path_ped, format='str')

290

op.addParameter(name='path', value=path_ped, format='str')

282

op.addParameter(name='interval', value='0.04')

291

op.addParameter(name='interval', value='0.04')

283

op.addParameter(name='time_offset', value=time_offset)

292

op.addParameter(name='time_offset', value=time_offset)

284

op.addParameter(name='mode', value=args.mode)

293

op.addParameter(name='mode', value=args.mode)

285

294

286

op = proc1.addOperation(name='Block360')

295

op = proc1.addOperation(name='Block360')

287

op.addParameter(name='attr_data', value='data_param')

296

op.addParameter(name='attr_data', value='data_param')

288

op.addParameter(name='runNextOp', value=True)

297

op.addParameter(name='runNextOp', value=True)

289

op.addParameter(name='angles', value=angles)

298

op.addParameter(name='angles', value=angles)

290

#op.addParameter(name='horario',value=False)

299

#op.addParameter(name='horario',value=False)

291

300

292

voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

301

voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())

293

302

294

op = voltage2.addOperation(name='ProfileSelector')

303

op = voltage2.addOperation(name='ProfileSelector')

295

op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))

304

op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))

296

305

297

if conf['usrp_tx']['code_type_2']:

306

if conf['usrp_tx']['code_type_2']:

298

codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]

307

codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]

299

code = []

308

code = []

300

for c in codes:

309

for c in codes:

301

code.append([int(x) for x in c])

310

code.append([int(x) for x in c])

302

op = voltage2.addOperation(name='Decoder', optype='other')

311

op = voltage2.addOperation(name='Decoder', optype='other')

303

op.addParameter(name='code', value=code)

312

op.addParameter(name='code', value=code)

304

op.addParameter(name='nCode', value=len(code), format='int')

313

op.addParameter(name='nCode', value=len(code), format='int')

305

op.addParameter(name='nBaud', value=len(code[0]), format='int')

314

op.addParameter(name='nBaud', value=len(code[0]), format='int')

306

315

307

op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

316

op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario

308

op.addParameter(name='n', value=len(code), format='int')

317

op.addParameter(name='n', value=len(code), format='int')

309

ncode = len(code)

318

ncode = len(code)

310

else:

319

else:

311

ncode = 1

320

ncode = 1

312

321

313

op = voltage2.addOperation(name='setH0')

322

op = voltage2.addOperation(name='setH0')

314

op.addParameter(name='h0', value=H0, format='float')

323

op.addParameter(name='h0', value=H0, format='float')

315

324

316

if args.range > 0:

325

if args.range > 0:

317

print('voltage 2', flush=True)

326

print('voltage 2', flush=True)

318

op = voltage2.addOperation(name='selectHeights')

327

op = voltage2.addOperation(name='selectHeights')

319

op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp, H0), format='int')

328

op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp, H0), format='int')

320

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0), format='int')

329

op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0), format='int')

321

330

322

#op = voltage2.addOperation(name='setH0')

331

#op = voltage2.addOperation(name='setH0')

323

#op.addParameter(name='h0', value=H0, format='float')

332

#op.addParameter(name='h0', value=H0, format='float')

324

333

325

op = voltage2.addOperation(name='PulsePair_vRF', optype='other')

334

op = voltage2.addOperation(name='PulsePair_vRF', optype='other')

326

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')

335

op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')

327

if args.rmDC:

336

if args.rmDC:

328

op.addParameter(name='removeDC', value=1, format='int')

337

op.addParameter(name='removeDC', value=1, format='int')

329

338

330

proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())

339

proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())

331

proc2.addParameter(name='runNextUnit', value=True)

340

proc2.addParameter(name='runNextUnit', value=True)

332

341

333

opObj10 = proc2.addOperation(name="WeatherRadar")

342

opObj10 = proc2.addOperation(name="WeatherRadar")

334

opObj10.addParameter(name='CR_Flag',value=True,format='bool')

343

opObj10.addParameter(name='CR_Flag',value=True,format='bool')

335

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

344

opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))

336

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

345

#opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)

337

opObj10.addParameter(name='Pt',value=200)

346

opObj10.addParameter(name='Pt',value=200)

338

opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp, H0))

347

opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp, H0))

339

#opObj10.addParameter(name='sesgoZD',value=7.73)

348

#opObj10.addParameter(name='sesgoZD',value=7.73)

340

349

341

op = proc2.addOperation(name='PedestalInformation')

350

op = proc2.addOperation(name='PedestalInformation')

342

op.addParameter(name='path', value=path_ped, format='str')

351

op.addParameter(name='path', value=path_ped, format='str')

343

op.addParameter(name='interval', value='0.04')

352

op.addParameter(name='interval', value='0.04')

344

op.addParameter(name='time_offset', value=time_offset)

353

op.addParameter(name='time_offset', value=time_offset)

345

op.addParameter(name='mode', value=args.mode)

354

op.addParameter(name='mode', value=args.mode)

346

355

347

op = proc2.addOperation(name='Block360')

356

op = proc2.addOperation(name='Block360')

348

op.addParameter(name='attr_data', value='data_param')

357

op.addParameter(name='attr_data', value='data_param')

349

op.addParameter(name='runNextOp', value=True)

358

op.addParameter(name='runNextOp', value=True)

350

op.addParameter(name='angles', value=angles)

359

op.addParameter(name='angles', value=angles)

351

#op.addParameter(name='horario',value=False)

360

#op.addParameter(name='horario',value=False)

352

361

353

merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])

362

merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])

354

merge.addParameter(name='attr_data', value='data_param')

363

merge.addParameter(name='attr_data', value='data_param')

355

merge.addParameter(name='mode', value='7') #RM

364

merge.addParameter(name='mode', value='7') #RM

356

365

357

358

for param in parameters:

366

for param in parameters:

359

367

360

if args.plot:

368

if args.plot:

361

op= merge.addOperation(name='WeatherParamsPlot')

369

op= merge.addOperation(name='WeatherParamsPlot')

362

if args.save:

370

if args.save:

363

op.addParameter(name='save', value=path_plots, format='str')

371

op.addParameter(name='save', value=path_plots, format='str')

364

op.addParameter(name='save_period', value=-1)

372

op.addParameter(name='save_period', value=-1)

365

op.addParameter(name='show', value=args.show)

373

op.addParameter(name='show', value=args.show)

366

#op.addParameter(name='channels', value='0,1')

374

#op.addParameter(name='channels', value='0,1')

367

op.addParameter(name='channels', value='0,')

375

op.addParameter(name='channels', value='0,')

368

op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')

376

op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')

369

op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')

377

op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')

370

op.addParameter(name='y~~max~~', value=20, format='int')

378

op.addParameter(name='yrange', value=20, format='int')

371

op.addParameter(name='x~~min~~', value=-50, format='int')

379

op.addParameter(name='xrange', value=args.range, format='int')

372

op.addParameter(name='xmax', value=50, format='int')

373

op.addParameter(name='attr_data', value=param, format='str')

380

op.addParameter(name='attr_data', value=param, format='str')

374

op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]])

381

op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]])

375

op.addParameter(name='save_code', value=param)

382

op.addParameter(name='save_code', value=param)

376

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

383

op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])

377

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

384

op.addParameter(name='colormap', value=PARAM[param]['colormap'])

378

op.addParameter(name='bgcolor', value='black')

385

op.addParameter(name='bgcolor', value='black')

379

op.addParameter(name='localtime', value=False)

386

op.addParameter(name='localtime', value=False)

380

op.addParameter(name='shapes', value='./shapes')

387

op.addParameter(name='shapes', value='./shapes')

388

op.addParameter(name='latitude', value=conf['latitude'], format='float')

389

op.addParameter(name='longitude', value=conf['longitude'], format='float')

390

op.addParameter(name='map', value=False)

391

381

if MASK: op.addParameter(name='mask', value=MASK, format='float')

392

if MASK: op.addParameter(name='mask', value=MASK, format='float')

382

if args.server:

393

if args.server:

383

op.addParameter(name='server', value='190.187.237.239:4444')

394

op.addParameter(name='server', value='190.187.237.239:4444')

384

op.addParameter(name='exp_code', value='400')

395

op.addParameter(name='exp_code', value='400')

385

396

386

desc = {

397

desc = {

387

'Data': {

398

'Data': {

388

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

399

'data_param': {PARAM[param]['wrname']: ['H', 'V']},

389

'utctime': 'time'

400

'utctime': 'time'

390

},

401

},

391

'Metadata': {

402

'Metadata': {

392

'heightList': 'range',

403

'heightList': 'range',

393

'data_azi': 'azimuth',

404

'data_azi': 'azimuth',

394

'data_ele': 'elevation',

405

'data_ele': 'elevation',

395

'mode_op': 'scan_type',

406

'mode_op': 'scan_type',

396

'h0': 'range_correction',

407

'h0': 'range_correction',

397

'dataPP_NOISE': 'noise',

408

'dataPP_NOISE': 'noise',

398

}

409

}

399

}

410

}

400

411

401

if args.save:

412

if args.save:

402

writer = merge.addOperation(name='HDFWriter')

413

writer = merge.addOperation(name='HDFWriter')

403

writer.addParameter(name='path', value=path_save, format='str')

414

writer.addParameter(name='path', value=path_save, format='str')

404

writer.addParameter(name='Reset', value=True)

415

writer.addParameter(name='Reset', value=True)

405

writer.addParameter(name='setType', value='weather')

416

writer.addParameter(name='setType', value='weather')

406

writer.addParameter(name='setChannel', value='0') #new parameter choose ch 0 H or ch 1 V

417

writer.addParameter(name='setChannel', value='0') #new parameter choose ch 0 H or ch 1 V

407

writer.addParameter(name='description', value=json.dumps(desc))

418

writer.addParameter(name='description', value=json.dumps(desc))

408

writer.addParameter(name='blocksPerFile', value='1',format='int')

419

writer.addParameter(name='blocksPerFile', value='1',format='int')

409

writer.addParameter(name='metadataList', value=','.join(META))

420

writer.addParameter(name='metadataList', value=','.join(META))

410

writer.addParameter(name='dataList', value='data_param,utctime')

421

writer.addParameter(name='dataList', value='data_param,utctime')

411

writer.addParameter(name='weather_var', value=param)

422

writer.addParameter(name='weather_var', value=param)

412

writer.addParameter(name='mask', value=MASK, format='float')

423

writer.addParameter(name='mask', value=MASK, format='float')

413

writer.addParameter(name='localtime', value=False)

424

writer.addParameter(name='localtime', value=False)

414

# meta

425

# meta

415

writer.addParameter(name='latitude', value='~~-12.040436~~')

426

writer.addParameter(name='latitude', value=conf['latitude'])

416

writer.addParameter(name='longitude', value='~~-75.295893~~')

427

writer.addParameter(name='longitude', value=conf['longitude'])

417

writer.addParameter(name='altitude', value='~~3379.2147~~')

428

writer.addParameter(name='altitude', value=conf['altitude'])

418

writer.addParameter(name='heading', value='0')

429

writer.addParameter(name='heading', value=conf['heading'])

419

writer.addParameter(name='radar_name', value='SOPHy')

430

writer.addParameter(name='radar_name', value='SOPHy')

420

writer.addParameter(name='institution', value='IGP')

431

writer.addParameter(name='institution', value='IGP')

421

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

432

writer.addParameter(name='contact', value='dscipion@igp.gob.pe')

422

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

433

writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')

423

writer.addParameter(name='range_unit', value='km')

434

writer.addParameter(name='range_unit', value='km')

424

writer.addParameter(name='prf', value=1/ipp)

435

writer.addParameter(name='prf', value=1/ipp)

425

writer.addParameter(name='prf_unit', value='hertz')

436

writer.addParameter(name='prf_unit', value='hertz')

426

writer.addParameter(name='variable', value=PARAM[param]['label'])

437

writer.addParameter(name='variable', value=PARAM[param]['label'])

427

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

438

writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])

428

writer.addParameter(name='n_pulses', value=n_pulses)

439

writer.addParameter(name='n_pulses', value=n_pulses)

429

writer.addParameter(name='pulse1_range', value=RMIX)

440

writer.addParameter(name='pulse1_range', value=RMIX)

430

writer.addParameter(name='pulse1_width', value=pulse_1_width)

441

writer.addParameter(name='pulse1_width', value=pulse_1_width)

431

writer.addParameter(name='pulse2_width', value=pulse_2_width)

442

writer.addParameter(name='pulse2_width', value=pulse_2_width)

432

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

443

writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)

433

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

444

writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)

434

writer.addParameter(name='pulse_width_unit', value='microseconds')

445

writer.addParameter(name='pulse_width_unit', value='microseconds')

435

writer.addParameter(name='snr_threshold', value=MASK)

446

writer.addParameter(name='snr_threshold', value=MASK)

436

447

437

return project

448

return project

438

449

439

if __name__ == '__main__':

450

if __name__ == '__main__':

440

451

441

parser = argparse.ArgumentParser(description='Script to process SOPHy data.')

452

parser = argparse.ArgumentParser(description='Script to process SOPHy data.')

442

parser.add_argument('experiment',

453

parser.add_argument('experiment',

443

help='Experiment name')

454

help='Experiment name')

444

parser.add_argument('--parameters', nargs='*', default=['S'],

455

parser.add_argument('--parameters', nargs='*', default=['S'],

445

help='Variables to process: P, Z, V')

456

help='Variables to process: P, Z, V')

446

parser.add_argument('--angles', nargs='*', default=[], type=int,

457

parser.add_argument('--angles', nargs='*', default=[], type=int,

447

help='Angles to process')

458

help='Angles to process')

448

parser.add_argument('--time_offset', default=0,

459

parser.add_argument('--time_offset', default=0,

449

help='Fix time offset')

460

help='Fix time offset')

450

parser.add_argument('--range', default=0, type=float,

461

parser.add_argument('--range', default=60, type=float,

451

help='Max range to plot')

462

help='Max range to plot')

452

parser.add_argument('--save', action='store_true',

463

parser.add_argument('--save', action='store_true',

453

help='Create output files')

464

help='Create output files')

454

parser.add_argument('--plot', action='store_true',

465

parser.add_argument('--plot', action='store_true',

455

help='Create plot files')

466

help='Create plot files')

456

parser.add_argument('--show', action='store_true',

467

parser.add_argument('--show', action='store_true',

457

help='Show matplotlib plot.')

468

help='Show matplotlib plot.')

458

parser.add_argument('--online', action='store_true',

469

parser.add_argument('--online', action='store_true',

459

help='Set online mode.')

470

help='Set online mode.')

460

parser.add_argument('--server', action='store_true',

471

parser.add_argument('--server', action='store_true',

461

help='Send to realtime')

472

help='Send to realtime')

462

parser.add_argument('--start_time', default='',

473

parser.add_argument('--start_time', default='',

463

help='Set start time.')

474

help='Set start time.')

464

parser.add_argument('--end_time', default='',

475

parser.add_argument('--end_time', default='',

465

help='Set end time.')

476

help='Set end time.')

466

parser.add_argument('--label', default='',

477

parser.add_argument('--label', default='',

467

help='Label for plot & param folder')

478

help='Label for plot & param folder')

468

parser.add_argument('--mode', default=None,

479

parser.add_argument('--mode', default=None,

469

help='Type of scan')

480

help='Type of scan')

470

parser.add_argument('--rmDC', action='store_true',

481

parser.add_argument('--rmDC', action='store_true',

471

help='Apply remove DC.')

482

help='Apply remove DC.')

472

args = parser.parse_args()

483

args = parser.parse_args()

473

484

474

project = main(args)

485

project = main(args)

475

project.start()

486

project.start()

476

487

477

#python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z --plot --save --show --rmDC --label Z_04 --range 60 --start_time "22:00:00"

488

#python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z --plot --save --show --rmDC --label Z_04 --range 60 --start_time "22:00:00"

478

# colocar siempre el range que asume 0 y no hace la seleccion de alturas

489

# colocar siempre el range que asume 0 y no hace la seleccion de alturas

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

             # SOPHY PROC script
             import os, sys, json, argparse
             import multiprocessing
             import datetime
             import time
             PATH = '/data'
             #PATH = "/media/soporte/TOSHIBAEXT/sophy/"
             # SNR ZMIN -40 A ZMAX -20
             PARAM = {
                 'S':  {'zmin': -45, 'zmax':-25, 'colormap': 'jet'    , 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0},
                 'SNR':{'zmin': -10, 'zmax': 15, 'colormap': 'jet'    , 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0},
                 'V':  {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0},
                 'R':  {'zmin': 0.5, 'zmax': 1 , 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '',  'ch':0},
                 'P':  {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees',  'ch':0},
                 'D':  {'zmin': -9 , 'zmax': 12, 'colormap': 'sophy_d', 'label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0},
                 'Z':  {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z', 'label': 'Reflectivity ',  'wrname':'reflectivity', 'cb_label': 'dBz','ch':0},
                 'W':  {'zmin':  0 , 'zmax': 12, 'colormap': 'sophy_w', 'label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0}
                 }
             META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name',
                 'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses',
                 'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit',
                 'snr_threshold', 'data_noise']
             def max_index(r, sample_rate, ipp, h0):
                 return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * -h0 / 60)
             def main(args):
                 experiment = args.experiment
                 fp = open(os.path.join(PATH, experiment, 'experiment.json'))
                 conf = json.loads(fp.read())
                 ipp_km = conf['usrp_tx']['ipp']
                 ipp = ipp_km * 2 /300000
                 sample_rate  = conf['usrp_rx']['sample_rate']
                 speed_axis = conf['pedestal']['speed']
                 if args.angles:
                     angles = args.angles
                 else:
                     angles = conf['pedestal']['table']
                 time_offset = args.time_offset
                 parameters = args.parameters
                 start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/')
                 end_date = start_date
                 if args.start_time:
                     start_time = args.start_time
                 else:
                     start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':')
                 if args.end_time:
                     end_time = args.end_time
                 else:
                     end_time = '23:59:59'
                 N = int(1.0/(abs(speed_axis[0])*ipp))                                               # 1 GRADO DE RESOLUCION
                 path = os.path.join(PATH, experiment, 'rawdata')
                 path_ped = os.path.join(PATH, experiment, 'position')
                 if args.label:
                     label = '-{}'.format(args.label)
                 else:
                     label = ''
                 path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label))
                 path_save = os.path.join(PATH, experiment, 'param{}'.format(label))
                 RMIX = 4.8#5.8  #4.8#5.68#4.8#4.8#2.64#10#2.64
                 H0   = -1.68 #-1.68# -1.2#-1.68#-1.2#0.5#-1.2
                 MASK = 0.6
                 #MASK = 0.4#0.35
                 from schainpy.controller import Project
                 project = Project()
                 project.setup(id='1', name='Sophy', description='sophy proc')
                 reader = project.addReadUnit(datatype='DigitalRFReader',
                     path=path,
                     startDate=start_date,
                     endDate=end_date,
                     startTime=start_time,
                     endTime=end_time,
                     delay=30,
                     online=args.online,
                     walk=1,
                     ippKm = ipp_km,
                     getByBlock = 1,
                     nProfileBlocks = N,
                 )
                 if not conf['usrp_tx']['enable_2']: # One Pulse
                     n_pulses = 1
                     pulse_1_width = conf['usrp_tx']['pulse_1']
                     pulse_1_repetitions = conf['usrp_tx']['repetitions_1']
                     pulse_2_width = 0
                     pulse_2_repetitions = 0
                     voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                     if conf['usrp_tx']['code_type_1'] != 'None':
                         codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
                         code = []
                         for c in codes:
                             code.append([int(x) for x in c])
                         op = voltage.addOperation(name='Decoder', optype='other')
                         op.addParameter(name='code', value=code)
                         op.addParameter(name='nCode', value=len(code), format='int')
                         op.addParameter(name='nBaud', value=len(code[0]), format='int')
                         op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                         op.addParameter(name='n', value=len(code), format='int')
                         ncode = len(code)
                     else:
                         ncode = 1
                         code = ['0']
                     op = voltage.addOperation(name='setH0')
                     op.addParameter(name='h0', value=H0)
                     if args.range > 0:
                         op = voltage.addOperation(name='selectHeights')
                         op.addParameter(name='minIndex', value='0', format='int')
                         op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0), format='int')
                     op = voltage.addOperation(name='PulsePair_vRF', optype='other')
                     op.addParameter(name='n', value=int(N)/ncode, format='int')
                     if args.rmDC:
                         op.addParameter(name='removeDC', value=1, format='int')
                     proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId())
                     opObj10 = proc.addOperation(name="WeatherRadar")
                     opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                     # opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                     opObj10.addParameter(name='Pt',value=200)
                     op = proc.addOperation(name='PedestalInformation')
                     op.addParameter(name='path', value=path_ped, format='str')
                     op.addParameter(name='interval', value='0.04')
                     op.addParameter(name='time_offset', value=time_offset)
                     op.addParameter(name='mode', value=args.mode)
                     for param in parameters:
                         op = proc.addOperation(name='Block360')
                         op.addParameter(name='runNextOp', value=True)
                         op.addParameter(name='attr_data', value='data_param')
                         op.addParameter(name='angles', value=angles)
                         op= proc.addOperation(name='WeatherParamsPlot')
                         if args.save: op.addParameter(name='save', value=path_plots, format='str')
                         op.addParameter(name='save_period', value=-1)
                         op.addParameter(name='show', value=args.show)
                         op.addParameter(name='channels', value='0,')
                         op.addParameter(name='zmin', value=PARAM[param]['zmin'])
                         op.addParameter(name='zmax', value=PARAM[param]['zmax'])
+                        op.addParameter(name='yrange', value=20, format='int')
+                        op.addParameter(name='xrange', value=args.range, format='int')
                         op.addParameter(name='attr_data', value=param, format='str')
                         op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']])
                         op.addParameter(name='save_code', value=param)
                         op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                         op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                         op.addParameter(name='bgcolor', value='black')
                         op.addParameter(name='localtime', value=False)
                         op.addParameter(name='shapes', value='./shapes')
+                        op.addParameter(name='latitude', value=conf['latitude'], format='float')
+                        op.addParameter(name='longitude', value=conf['longitude'], format='float')
+                        op.addParameter(name='map', value=True)
                         if MASK: op.addParameter(name='mask', value=MASK, format='float')
                         if args.server:
                             op.addParameter(name='server', value='190.187.237.239:4444')
                             op.addParameter(name='exp_code', value='400')
                         desc = {
                                 'Data': {
                                     'data_param': {PARAM[param]['wrname']: ['H', 'V']},
                                     'utctime': 'time'
                                 },
                                  'Metadata': {
                                     'heightList': 'range',
                                     'data_azi': 'azimuth',
                                     'data_ele': 'elevation',
                                     'mode_op': 'scan_type',
                                     'h0': 'range_correction',
                                     'dataPP_NOISE': 'noise',
                                 }
                             }
                         if args.save:
                             writer = proc.addOperation(name='HDFWriter')
                             writer.addParameter(name='path', value=path_save, format='str')
                             writer.addParameter(name='Reset', value=True)
                             writer.addParameter(name='setType', value='weather')
                             writer.addParameter(name='description', value=json.dumps(desc))
                             writer.addParameter(name='blocksPerFile', value='1',format='int')
                             writer.addParameter(name='metadataList', value=','.join(META))
                             writer.addParameter(name='dataList', value='data_param,utctime')
                             writer.addParameter(name='weather_var', value=param)
                             writer.addParameter(name='mask', value=MASK, format='float')
                             writer.addParameter(name='localtime', value=False)
                             # meta
                             writer.addParameter(name='latitude', value='-12.040436')
                             writer.addParameter(name='longitude', value='-75.295893')
                             writer.addParameter(name='altitude', value='3379.2147')
                             writer.addParameter(name='heading', value='0')
                             writer.addParameter(name='radar_name', value='SOPHy')
                             writer.addParameter(name='institution', value='IGP')
                             writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
                             writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
                             writer.addParameter(name='range_unit', value='km')
                             writer.addParameter(name='prf', value=1/ipp)
                             writer.addParameter(name='prf_unit', value='hertz')
                             writer.addParameter(name='variable', value=PARAM[param]['label'])
                             writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])
                             writer.addParameter(name='n_pulses', value=n_pulses)
                             writer.addParameter(name='pulse1_range', value=RMIX)
                             writer.addParameter(name='pulse1_width', value=pulse_1_width)
                             writer.addParameter(name='pulse2_width', value=pulse_2_width)
                             writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)
                             writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)
                             writer.addParameter(name='pulse_width_unit', value='microseconds')
                             writer.addParameter(name='snr_threshold', value=MASK)
                 else: #Two pulses
                     n_pulses = 1
                     pulse_1_width = conf['usrp_tx']['pulse_1']
                     pulse_1_repetitions = conf['usrp_tx']['repetitions_1']
                     pulse_2_width = conf['usrp_tx']['pulse_2']
                     pulse_2_repetitions = conf['usrp_tx']['repetitions_2']
                     voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                     op = voltage1.addOperation(name='ProfileSelector')
                     op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1))
                     if conf['usrp_tx']['code_type_1'] != 'None':
                         codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')]
                         code = []
                         for c in codes:
                             code.append([int(x) for x in c])
                         op = voltage1.addOperation(name='Decoder', optype='other')
                         op.addParameter(name='code', value=code)
                         op.addParameter(name='nCode', value=len(code), format='int')
                         op.addParameter(name='nBaud', value=len(code[0]), format='int')
                         ncode = len(code)
                     else:
                         ncode = 1
                         code = ['0']
                     op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                     op.addParameter(name='n', value=2, format='int')
                     op = voltage1.addOperation(name='setH0')
                     op.addParameter(name='h0', value=H0, format='float')
                     if args.range > 0:
                         op = voltage1.addOperation(name='selectHeights')
                         op.addParameter(name='minIndex', value=max_index(0, sample_rate, ipp, H0), format='int')
                         op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp, H0), format='int')
                     #op = voltage1.addOperation(name='setH0')
                     #op.addParameter(name='h0', value=H0, format='float')
                     op = voltage1.addOperation(name='PulsePair_vRF', optype='other')
                     op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/ncode, format='int')
                     if args.rmDC:
                         op.addParameter(name='removeDC', value=1, format='int')
                     proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId())
                     proc1.addParameter(name='runNextUnit', value=True)
                     opObj10 = proc1.addOperation(name="WeatherRadar")
                     opObj10.addParameter(name='CR_Flag',value=True)
                     opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                     #opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                     opObj10.addParameter(name='Pt',value=200)
                     #opObj10.addParameter(name='min_index',value=0)
                     opObj10.addParameter(name='min_index',value=max_index(0, sample_rate, ipp, H0))
                     #opObj10.addParameter(name='sesgoZD',value=7.73)
                     op = proc1.addOperation(name='PedestalInformation')
                     op.addParameter(name='path', value=path_ped, format='str')
                     op.addParameter(name='interval', value='0.04')
                     op.addParameter(name='time_offset', value=time_offset)
                     op.addParameter(name='mode', value=args.mode)
                     op = proc1.addOperation(name='Block360')
                     op.addParameter(name='attr_data', value='data_param')
                     op.addParameter(name='runNextOp', value=True)
                     op.addParameter(name='angles', value=angles)
                     #op.addParameter(name='horario',value=False)
                     voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId())
                     op = voltage2.addOperation(name='ProfileSelector')
                     op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1))
                     if conf['usrp_tx']['code_type_2']:
                         codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')]
                         code = []
                         for c in codes:
                             code.append([int(x) for x in c])
                         op = voltage2.addOperation(name='Decoder', optype='other')
                         op.addParameter(name='code', value=code)
                         op.addParameter(name='nCode', value=len(code), format='int')
                         op.addParameter(name='nBaud', value=len(code[0]), format='int')
                         op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario
                         op.addParameter(name='n', value=len(code), format='int')
                         ncode = len(code)
                     else:
                         ncode = 1
                     op = voltage2.addOperation(name='setH0')
                     op.addParameter(name='h0', value=H0, format='float')
                     if args.range > 0:
                         print('voltage 2', flush=True)
                         op = voltage2.addOperation(name='selectHeights')
                         op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp, H0), format='int')
                         op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp, H0), format='int')
                     #op = voltage2.addOperation(name='setH0')
                     #op.addParameter(name='h0', value=H0, format='float')
                     op = voltage2.addOperation(name='PulsePair_vRF', optype='other')
                     op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int')
                     if args.rmDC:
                         op.addParameter(name='removeDC', value=1, format='int')
                     proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId())
                     proc2.addParameter(name='runNextUnit', value=True)
                     opObj10 = proc2.addOperation(name="WeatherRadar")
                     opObj10.addParameter(name='CR_Flag',value=True,format='bool')
                     opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0]))
                     #opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200)
                     opObj10.addParameter(name='Pt',value=200)
                     opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp, H0))
                     #opObj10.addParameter(name='sesgoZD',value=7.73)
                     op = proc2.addOperation(name='PedestalInformation')
                     op.addParameter(name='path', value=path_ped, format='str')
                     op.addParameter(name='interval', value='0.04')
                     op.addParameter(name='time_offset', value=time_offset)
                     op.addParameter(name='mode', value=args.mode)
                     op = proc2.addOperation(name='Block360')
                     op.addParameter(name='attr_data', value='data_param')
                     op.addParameter(name='runNextOp', value=True)
                     op.addParameter(name='angles', value=angles)
                     #op.addParameter(name='horario',value=False)
                     merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()])
                     merge.addParameter(name='attr_data', value='data_param')
                     merge.addParameter(name='mode', value='7') #RM
                     for param in parameters:
                         if args.plot:
                             op= merge.addOperation(name='WeatherParamsPlot')
                             if args.save:
                                 op.addParameter(name='save', value=path_plots, format='str')
                             op.addParameter(name='save_period', value=-1)
                             op.addParameter(name='show', value=args.show)
                             #op.addParameter(name='channels', value='0,1')
                             op.addParameter(name='channels', value='0,')
                             op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int')
                             op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int')
-                            op.addParameter(name='ymax', value=20, format='int')
+                            op.addParameter(name='yrange', value=20, format='int')
-                            op.addParameter(name='xmin', value=-50, format='int')
+                            op.addParameter(name='xrange', value=args.range, format='int')
-                            op.addParameter(name='xmax', value=50, format='int')
                             op.addParameter(name='attr_data', value=param, format='str')
                             op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]])
                             op.addParameter(name='save_code', value=param)
                             op.addParameter(name='cb_label', value=PARAM[param]['cb_label'])
                             op.addParameter(name='colormap', value=PARAM[param]['colormap'])
                             op.addParameter(name='bgcolor', value='black')
                             op.addParameter(name='localtime', value=False)
                             op.addParameter(name='shapes', value='./shapes')
+                            op.addParameter(name='latitude', value=conf['latitude'], format='float')
+                            op.addParameter(name='longitude', value=conf['longitude'], format='float')
+                            op.addParameter(name='map', value=False)
                             if MASK: op.addParameter(name='mask', value=MASK, format='float')
                             if args.server:
                                 op.addParameter(name='server', value='190.187.237.239:4444')
                                 op.addParameter(name='exp_code', value='400')
                         desc = {
                                 'Data': {
                                     'data_param': {PARAM[param]['wrname']: ['H', 'V']},
                                     'utctime': 'time'
                                 },
                                  'Metadata': {
                                     'heightList': 'range',
                                     'data_azi': 'azimuth',
                                     'data_ele': 'elevation',
                                     'mode_op': 'scan_type',
                                     'h0': 'range_correction',
                                     'dataPP_NOISE': 'noise',
                                 }
                             }
                         if args.save:
                             writer = merge.addOperation(name='HDFWriter')
                             writer.addParameter(name='path', value=path_save, format='str')
                             writer.addParameter(name='Reset', value=True)
                             writer.addParameter(name='setType', value='weather')
                             writer.addParameter(name='setChannel', value='0') #new parameter choose ch 0  H  or ch 1 V
                             writer.addParameter(name='description', value=json.dumps(desc))
                             writer.addParameter(name='blocksPerFile', value='1',format='int')
                             writer.addParameter(name='metadataList', value=','.join(META))
                             writer.addParameter(name='dataList', value='data_param,utctime')
                             writer.addParameter(name='weather_var', value=param)
                             writer.addParameter(name='mask', value=MASK, format='float')
                             writer.addParameter(name='localtime', value=False)
                             # meta
-                            writer.addParameter(name='latitude', value='-12.040436')
+                            writer.addParameter(name='latitude', value=conf['latitude'])
-                            writer.addParameter(name='longitude', value='-75.295893')
+                            writer.addParameter(name='longitude', value=conf['longitude'])
-                            writer.addParameter(name='altitude', value='3379.2147')
+                            writer.addParameter(name='altitude', value=conf['altitude'])
-                            writer.addParameter(name='heading', value='0')
+                            writer.addParameter(name='heading', value=conf['heading'])
                             writer.addParameter(name='radar_name', value='SOPHy')
                             writer.addParameter(name='institution', value='IGP')
                             writer.addParameter(name='contact', value='dscipion@igp.gob.pe')
                             writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)')
                             writer.addParameter(name='range_unit', value='km')
                             writer.addParameter(name='prf', value=1/ipp)
                             writer.addParameter(name='prf_unit', value='hertz')
                             writer.addParameter(name='variable', value=PARAM[param]['label'])
                             writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label'])
                             writer.addParameter(name='n_pulses', value=n_pulses)
                             writer.addParameter(name='pulse1_range', value=RMIX)
                             writer.addParameter(name='pulse1_width', value=pulse_1_width)
                             writer.addParameter(name='pulse2_width', value=pulse_2_width)
                             writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions)
                             writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions)
                             writer.addParameter(name='pulse_width_unit', value='microseconds')
                             writer.addParameter(name='snr_threshold', value=MASK)
                 return project
             if __name__ == '__main__':
                 parser = argparse.ArgumentParser(description='Script to process SOPHy data.')
                 parser.add_argument('experiment',
                                     help='Experiment name')
                 parser.add_argument('--parameters', nargs='*', default=['S'],
                                     help='Variables to process: P, Z, V')
                 parser.add_argument('--angles', nargs='*', default=[], type=int,
                                     help='Angles to process')
                 parser.add_argument('--time_offset', default=0,
                                     help='Fix time offset')
-                parser.add_argument('--range', default=0, type=float,
+                parser.add_argument('--range', default=60, type=float,
                                     help='Max range to plot')
                 parser.add_argument('--save', action='store_true',
                                     help='Create output files')
                 parser.add_argument('--plot', action='store_true',
                                     help='Create plot files')
                 parser.add_argument('--show', action='store_true',
                                     help='Show matplotlib plot.')
                 parser.add_argument('--online', action='store_true',
                                     help='Set online mode.')
                 parser.add_argument('--server', action='store_true',
                                     help='Send to realtime')
                 parser.add_argument('--start_time', default='',
                                     help='Set start time.')
                 parser.add_argument('--end_time', default='',
                                     help='Set end time.')
                 parser.add_argument('--label', default='',
                                     help='Label for plot & param folder')
                 parser.add_argument('--mode', default=None,
                                     help='Type of scan')
                 parser.add_argument('--rmDC', action='store_true',
                                     help='Apply remove DC.')
                 args = parser.parse_args()
                 project = main(args)
                 project.start()
             #python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z  --plot --save --show --rmDC --label Z_04 --range 60 --start_time "22:00:00"
             # colocar siempre el range que asume 0 y no hace la seleccion de alturas