| @@ -1,451 +1,453 | |||
|
|
1 | 1 | # SOPHY PROC script |
|
|
2 | 2 | import os, sys, json, argparse |
|
|
3 | 3 | import multiprocessing |
|
|
4 | 4 | import datetime |
|
|
5 | 5 | import time |
|
|
6 | 6 | |
|
|
7 | 7 | PATH = '/DATA_RM/DATA' |
|
|
8 | 8 | PATH = "/media/soporte/TOSHIBAEXT/sophy/" |
|
|
9 | 9 | # SNR ZMIN -40 A ZMAX -20 |
|
|
10 | 10 | PARAM = { |
|
|
11 | 11 | 'S': {'zmin': -45, 'zmax': -25, 'colormap': 'jet', 'label': 'Power', 'wrname': 'power','cb_label': 'dBm', 'ch':0}, |
|
|
12 | 12 | 'SNR': {'zmin': -10, 'zmax': 15, 'colormap': 'jet', 'label': 'SNR', 'wrname': 'snr','cb_label': 'dB', 'ch':0}, |
|
|
13 | 13 | 'V': {'zmin': -12, 'zmax': 12, 'colormap': 'sophy_v', 'label': 'Velocity', 'wrname': 'velocity', 'cb_label': 'm/s', 'ch':0}, |
|
|
14 | 14 | 'R': {'zmin': 0.5, 'zmax': 1, 'colormap': 'sophy_r', 'label': 'RhoHV', 'wrname':'rhoHV', 'cb_label': '', 'ch':0}, |
|
|
15 | 15 | 'P': {'zmin': -180,'zmax': 180,'colormap': 'sophy_p', 'label': 'PhiDP', 'wrname':'phiDP' , 'cb_label': 'degrees', 'ch':0}, |
|
|
16 | 16 | 'D': {'zmin': -9, 'zmax': 12, 'colormap': 'sophy_d','label': 'ZDR','wrname':'differential_reflectivity' , 'cb_label': 'dB','ch':0}, |
|
|
17 | 17 | 'Z': {'zmin': -20, 'zmax': 80, 'colormap': 'sophy_z','label': 'Reflectivity ', 'wrname':'reflectivity', 'cb_label': 'dBz','ch':0}, |
|
|
18 | 18 | 'W': {'zmin': 0, 'zmax': 12, 'colormap': 'sophy_w','label': 'Spectral Width', 'wrname':'spectral_width', 'cb_label': 'm/s', 'ch':0} |
|
|
19 | 19 | } |
|
|
20 | 20 | |
|
|
21 | 21 | META = ['heightList', 'data_azi', 'data_ele', 'mode_op', 'latitude', 'longitude', 'altitude', 'heading', 'radar_name', |
|
|
22 | 22 | 'institution', 'contact', 'h0', 'range_unit', 'prf', 'prf_unit', 'variable', 'variable_unit', 'n_pulses', |
|
|
23 | 23 | 'pulse1_range', 'pulse1_width', 'pulse2_width', 'pulse1_repetitions', 'pulse2_repetitions', 'pulse_width_unit', |
|
|
24 | 24 | 'snr_threshold', 'dataPP_NOISE'] |
|
|
25 | 25 | |
|
|
26 | 26 | |
|
|
27 | 27 | def max_index(r, sample_rate, ipp): |
|
|
28 | 28 | |
|
|
29 | 29 | return int(sample_rate*ipp*1e6 * r / 60) + int(sample_rate*ipp*1e6 * 1.2 / 60) |
|
|
30 | 30 | |
|
|
31 | 31 | def main(args): |
|
|
32 | 32 | |
|
|
33 | 33 | experiment = args.experiment |
|
|
34 | 34 | fp = open(os.path.join(PATH, experiment, 'experiment.json')) |
|
|
35 | 35 | conf = json.loads(fp.read()) |
|
|
36 | 36 | |
|
|
37 | 37 | ipp_km = conf['usrp_tx']['ipp'] |
|
|
38 | 38 | ipp = ipp_km * 2 /300000 |
|
|
39 | 39 | sample_rate = conf['usrp_rx']['sample_rate'] |
|
|
40 | 40 | speed_axis = conf['pedestal']['speed'] |
|
|
41 | 41 | time_offset = args.time_offset |
|
|
42 | 42 | parameters = args.parameters |
|
|
43 | 43 | start_date = conf['name'].split('@')[1].split('T')[0].replace('-', '/') |
|
|
44 | 44 | end_date = start_date |
|
|
45 | 45 | if args.start_time: |
|
|
46 | 46 | start_time = args.start_time |
|
|
47 | 47 | else: |
|
|
48 | 48 | start_time = conf['name'].split('@')[1].split('T')[1].replace('-', ':') |
|
|
49 | 49 | |
|
|
50 | 50 | if args.end_time: |
|
|
51 | 51 | end_time = args.end_time |
|
|
52 | 52 | else: |
|
|
53 | 53 | end_time = '23:59:59' |
|
|
54 | ||
|
|
54 | ||
|
|
55 | 55 | N = int(1/(speed_axis[0]*ipp)) # 1 GRADO DE RESOLUCION |
|
|
56 | 56 | |
|
|
57 | 57 | path = os.path.join(PATH, experiment, 'rawdata') |
|
|
58 | 58 | path_ped = os.path.join(PATH, experiment, 'position') |
|
|
59 | 59 | if args.label: |
|
|
60 | 60 | label = '-{}'.format(args.label) |
|
|
61 | 61 | else: |
|
|
62 | 62 | label = '' |
|
|
63 | 63 | path_plots = os.path.join(PATH, experiment, 'plots{}'.format(label)) |
|
|
64 | 64 | path_save = os.path.join(PATH, experiment, 'param{}'.format(label)) |
|
|
65 | RMIX = 5.8#4.8#5.68#4.8#4.8#2.64#10#2.64 | |
|
|
66 | H0 =-1.68# -1.2#-1.68#-1.2#0.5#-1.2 | |
|
|
65 | RMIX = 5.8 #4.8#5.68#4.8#4.8#2.64#10#2.64 | |
|
|
66 | H0 = -1.2#-1.68# -1.2#-1.68#-1.2#0.5#-1.2 | |
|
|
67 | 67 | MASK = 0.8 |
|
|
68 | 68 | #MASK = 0.4#0.35 |
|
|
69 | 69 | |
|
|
70 | 70 | from schainpy.controller import Project |
|
|
71 | 71 | |
|
|
72 | 72 | project = Project() |
|
|
73 | 73 | project.setup(id='1', name='Sophy', description='sophy proc') |
|
|
74 | 74 | |
|
|
75 | 75 | reader = project.addReadUnit(datatype='DigitalRFReader', |
|
|
76 | 76 | path=path, |
|
|
77 | 77 | startDate=start_date, |
|
|
78 | 78 | endDate=end_date, |
|
|
79 | 79 | startTime=start_time, |
|
|
80 | 80 | endTime=end_time, |
|
|
81 | 81 | delay=30, |
|
|
82 | 82 | online=args.online, |
|
|
83 | 83 | walk=1, |
|
|
84 | 84 | ippKm = ipp_km, |
|
|
85 | 85 | getByBlock = 1, |
|
|
86 | 86 | nProfileBlocks = N, |
|
|
87 | 87 | ) |
|
|
88 | 88 | |
|
|
89 | 89 | if not conf['usrp_tx']['enable_2']: # One Pulse |
|
|
90 | 90 | n_pulses = 1 |
|
|
91 | 91 | pulse_1_width = conf['usrp_tx']['pulse_1'] |
|
|
92 | 92 | pulse_1_repetitions = conf['usrp_tx']['repetitions_1'] |
|
|
93 | 93 | pulse_2_width = 0 |
|
|
94 | 94 | pulse_2_repetitions = 0 |
|
|
95 | 95 | |
|
|
96 | 96 | voltage = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) |
|
|
97 | 97 | |
|
|
98 | 98 | if conf['usrp_tx']['code_type_1'] != 'None': |
|
|
99 | 99 | codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] |
|
|
100 | 100 | code = [] |
|
|
101 | 101 | for c in codes: |
|
|
102 | 102 | code.append([int(x) for x in c]) |
|
|
103 | 103 | op = voltage.addOperation(name='Decoder', optype='other') |
|
|
104 | 104 | op.addParameter(name='code', value=code) |
|
|
105 | 105 | op.addParameter(name='nCode', value=len(code), format='int') |
|
|
106 | 106 | op.addParameter(name='nBaud', value=len(code[0]), format='int') |
|
|
107 | 107 | |
|
|
108 | 108 | op = voltage.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario |
|
|
109 | 109 | op.addParameter(name='n', value=len(code), format='int') |
|
|
110 | 110 | ncode = len(code) |
|
|
111 | 111 | else: |
|
|
112 | 112 | ncode = 1 |
|
|
113 | 113 | code = ['0'] |
|
|
114 | 114 | |
|
|
115 | 115 | op = voltage.addOperation(name='setH0') |
|
|
116 | 116 | op.addParameter(name='h0', value=H0) |
|
|
117 | 117 | |
|
|
118 | 118 | if args.range > 0: |
|
|
119 | 119 | op = voltage.addOperation(name='selectHeights') |
|
|
120 | 120 | op.addParameter(name='minIndex', value='0', format='int') |
|
|
121 | 121 | op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int') |
|
|
122 | 122 | |
|
|
123 | 123 | op = voltage.addOperation(name='PulsePair_vRF', optype='other') |
|
|
124 | 124 | op.addParameter(name='n', value=int(N)/ncode, format='int') |
|
|
125 | 125 | if args.rmDC: |
|
|
126 | 126 | op.addParameter(name='removeDC', value=1, format='int') |
|
|
127 | 127 | |
|
|
128 | 128 | proc = project.addProcUnit(datatype='ParametersProc', inputId=voltage.getId()) |
|
|
129 | 129 | |
|
|
130 | 130 | opObj10 = proc.addOperation(name="WeatherRadar") |
|
|
131 | 131 | opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) |
|
|
132 | 132 | opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) |
|
|
133 | 133 | |
|
|
134 | 134 | op = proc.addOperation(name='PedestalInformation') |
|
|
135 | 135 | op.addParameter(name='path', value=path_ped, format='str') |
|
|
136 | 136 | op.addParameter(name='interval', value='0.04') |
|
|
137 | 137 | op.addParameter(name='time_offset', value=time_offset) |
|
|
138 | 138 | op.addParameter(name='mode', value=args.mode) |
|
|
139 | 139 | |
|
|
140 | 140 | for param in parameters: |
|
|
141 | 141 | op = proc.addOperation(name='Block360') |
|
|
142 | 142 | op.addParameter(name='runNextOp', value=True) |
|
|
143 | 143 | op.addParameter(name='attr_data', value='data_param') |
|
|
144 | 144 | |
|
|
145 | 145 | op= proc.addOperation(name='WeatherParamsPlot') |
|
|
146 | 146 | if args.save: op.addParameter(name='save', value=path_plots, format='str') |
|
|
147 | 147 | op.addParameter(name='save_period', value=-1) |
|
|
148 | 148 | op.addParameter(name='show', value=args.show) |
|
|
149 | 149 | op.addParameter(name='channels', value='0,') |
|
|
150 | 150 | op.addParameter(name='zmin', value=PARAM[param]['zmin']) |
|
|
151 | 151 | op.addParameter(name='zmax', value=PARAM[param]['zmax']) |
|
|
152 | 152 | op.addParameter(name='attr_data', value=param, format='str') |
|
|
153 | 153 | op.addParameter(name='labels', value=[PARAM[param]['label'], PARAM[param]['label']]) |
|
|
154 | 154 | op.addParameter(name='save_code', value=param) |
|
|
155 | 155 | op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) |
|
|
156 | 156 | op.addParameter(name='colormap', value=PARAM[param]['colormap']) |
|
|
157 | 157 | op.addParameter(name='bgcolor', value='white') |
|
|
158 | 158 | op.addParameter(name='localtime', value=False) |
|
|
159 | 159 | if MASK: op.addParameter(name='mask', value=MASK, format='float') |
|
|
160 | 160 | if args.server: |
|
|
161 | 161 | op.addParameter(name='server', value='190.187.237.239:4444') |
|
|
162 | 162 | op.addParameter(name='exp_code', value='400') |
|
|
163 | 163 | |
|
|
164 | 164 | desc = { |
|
|
165 | 165 | 'Data': { |
|
|
166 | 166 | 'data_param': {PARAM[param]['wrname']: ['H', 'V']}, |
|
|
167 | 167 | 'utctime': 'time' |
|
|
168 | 168 | }, |
|
|
169 | 169 | 'Metadata': { |
|
|
170 | 170 | 'heightList': 'range', |
|
|
171 | 171 | 'data_azi': 'azimuth', |
|
|
172 | 172 | 'data_ele': 'elevation', |
|
|
173 | 173 | 'mode_op': 'scan_type', |
|
|
174 | 174 | 'h0': 'range_correction', |
|
|
175 | 175 | 'dataPP_NOISE': 'noise', |
|
|
176 | 176 | } |
|
|
177 | 177 | } |
|
|
178 | 178 | |
|
|
179 | 179 | if args.save: |
|
|
180 | 180 | writer = proc.addOperation(name='HDFWriter') |
|
|
181 | 181 | writer.addParameter(name='path', value=path_save, format='str') |
|
|
182 | 182 | writer.addParameter(name='Reset', value=True) |
|
|
183 | 183 | writer.addParameter(name='setType', value='weather') |
|
|
184 | 184 | writer.addParameter(name='description', value=json.dumps(desc)) |
|
|
185 | 185 | writer.addParameter(name='blocksPerFile', value='1',format='int') |
|
|
186 | 186 | writer.addParameter(name='metadataList', value=','.join(META)) |
|
|
187 | 187 | writer.addParameter(name='dataList', value='data_param,utctime') |
|
|
188 | 188 | writer.addParameter(name='weather_var', value=param) |
|
|
189 | 189 | writer.addParameter(name='mask', value=MASK, format='float') |
|
|
190 | 190 | writer.addParameter(name='localtime', value=False) |
|
|
191 | 191 | # meta |
|
|
192 | 192 | writer.addParameter(name='latitude', value='-12.040436') |
|
|
193 | 193 | writer.addParameter(name='longitude', value='-75.295893') |
|
|
194 | 194 | writer.addParameter(name='altitude', value='3379.2147') |
|
|
195 | 195 | writer.addParameter(name='heading', value='0') |
|
|
196 | 196 | writer.addParameter(name='radar_name', value='SOPHy') |
|
|
197 | 197 | writer.addParameter(name='institution', value='IGP') |
|
|
198 | 198 | writer.addParameter(name='contact', value='dscipion@igp.gob.pe') |
|
|
199 | 199 | writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)') |
|
|
200 | 200 | writer.addParameter(name='range_unit', value='km') |
|
|
201 | 201 | writer.addParameter(name='prf', value=1/ipp) |
|
|
202 | 202 | writer.addParameter(name='prf_unit', value='hertz') |
|
|
203 | 203 | writer.addParameter(name='variable', value=PARAM[param]['label']) |
|
|
204 | 204 | writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label']) |
|
|
205 | 205 | writer.addParameter(name='n_pulses', value=n_pulses) |
|
|
206 | 206 | writer.addParameter(name='pulse1_range', value=RMIX) |
|
|
207 | 207 | writer.addParameter(name='pulse1_width', value=pulse_1_width) |
|
|
208 | 208 | writer.addParameter(name='pulse2_width', value=pulse_2_width) |
|
|
209 | 209 | writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions) |
|
|
210 | 210 | writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions) |
|
|
211 | 211 | writer.addParameter(name='pulse_width_unit', value='microseconds') |
|
|
212 | 212 | writer.addParameter(name='snr_threshold', value=MASK) |
|
|
213 | 213 | |
|
|
214 | 214 | |
|
|
215 | 215 | else: #Two pulses |
|
|
216 | 216 | n_pulses = 1 |
|
|
217 | 217 | pulse_1_width = conf['usrp_tx']['pulse_1'] |
|
|
218 | 218 | pulse_1_repetitions = conf['usrp_tx']['repetitions_1'] |
|
|
219 | 219 | pulse_2_width = conf['usrp_tx']['pulse_2'] |
|
|
220 | 220 | pulse_2_repetitions = conf['usrp_tx']['repetitions_2'] |
|
|
221 | 221 | |
|
|
222 | 222 | voltage1 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) |
|
|
223 | 223 | |
|
|
224 | 224 | op = voltage1.addOperation(name='ProfileSelector') |
|
|
225 | 225 | op.addParameter(name='profileRangeList', value='0,{}'.format(conf['usrp_tx']['repetitions_1']-1)) |
|
|
226 | 226 | |
|
|
227 | 227 | if conf['usrp_tx']['code_type_1'] != 'None': |
|
|
228 | 228 | codes = [ c.strip() for c in conf['usrp_tx']['code_1'].split(',')] |
|
|
229 | 229 | code = [] |
|
|
230 | 230 | for c in codes: |
|
|
231 | 231 | code.append([int(x) for x in c]) |
|
|
232 | 232 | op = voltage1.addOperation(name='Decoder', optype='other') |
|
|
233 | 233 | op.addParameter(name='code', value=code) |
|
|
234 | 234 | op.addParameter(name='nCode', value=len(code), format='int') |
|
|
235 | 235 | op.addParameter(name='nBaud', value=len(code[0]), format='int') |
|
|
236 | 236 | else: |
|
|
237 | 237 | code = ['0'] |
|
|
238 | 238 | |
|
|
239 | 239 | op = voltage1.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario |
|
|
240 | 240 | op.addParameter(name='n', value=2, format='int') |
|
|
241 | 241 | |
|
|
242 | 242 | if args.range > 0: |
|
|
243 | 243 | op = voltage1.addOperation(name='selectHeights') |
|
|
244 | 244 | op.addParameter(name='minIndex', value='0', format='int') |
|
|
245 | 245 | op.addParameter(name='maxIndex', value=max_index(RMIX, sample_rate, ipp), format='int') |
|
|
246 | 246 | |
|
|
247 | 247 | op = voltage1.addOperation(name='setH0') |
|
|
248 | 248 | op.addParameter(name='h0', value=H0, format='float') |
|
|
249 | 249 | |
|
|
250 | 250 | op = voltage1.addOperation(name='PulsePair_vRF', optype='other') |
|
|
251 | 251 | op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_1'])/2, format='int') |
|
|
252 | 252 | if args.rmDC: |
|
|
253 | 253 | op.addParameter(name='removeDC', value=1, format='int') |
|
|
254 | 254 | |
|
|
255 | 255 | proc1 = project.addProcUnit(datatype='ParametersProc', inputId=voltage1.getId()) |
|
|
256 | 256 | proc1.addParameter(name='runNextUnit', value=True) |
|
|
257 | 257 | |
|
|
258 | 258 | opObj10 = proc1.addOperation(name="WeatherRadar") |
|
|
259 | 259 | #opObj10.addParameter(name='CR_Flag',value=True) |
|
|
260 | 260 | opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) |
|
|
261 | 261 | #opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) |
|
|
262 | 262 | opObj10.addParameter(name='Pt',value=200) |
|
|
263 | ||
|
|
263 | opObj10.addParameter(name='min_index',value=0) | |
|
|
264 | 264 | |
|
|
265 | 265 | op = proc1.addOperation(name='PedestalInformation') |
|
|
266 | 266 | op.addParameter(name='path', value=path_ped, format='str') |
|
|
267 | 267 | op.addParameter(name='interval', value='0.04') |
|
|
268 | 268 | op.addParameter(name='time_offset', value=time_offset) |
|
|
269 | 269 | op.addParameter(name='mode', value=args.mode) |
|
|
270 | 270 | |
|
|
271 | 271 | op = proc1.addOperation(name='Block360') |
|
|
272 | 272 | op.addParameter(name='attr_data', value='data_param') |
|
|
273 | 273 | op.addParameter(name='runNextOp', value=True) |
|
|
274 | 274 | |
|
|
275 | 275 | |
|
|
276 | 276 | voltage2 = project.addProcUnit(datatype='VoltageProc', inputId=reader.getId()) |
|
|
277 | 277 | |
|
|
278 | 278 | op = voltage2.addOperation(name='ProfileSelector') |
|
|
279 | 279 | op.addParameter(name='profileRangeList', value='{},{}'.format(conf['usrp_tx']['repetitions_1'], conf['usrp_tx']['repetitions_1']+conf['usrp_tx']['repetitions_2']-1)) |
|
|
280 | 280 | |
|
|
281 | 281 | if conf['usrp_tx']['code_type_2']: |
|
|
282 | 282 | codes = [ c.strip() for c in conf['usrp_tx']['code_2'].split(',')] |
|
|
283 | 283 | code = [] |
|
|
284 | 284 | for c in codes: |
|
|
285 | 285 | code.append([int(x) for x in c]) |
|
|
286 | 286 | op = voltage2.addOperation(name='Decoder', optype='other') |
|
|
287 | 287 | op.addParameter(name='code', value=code) |
|
|
288 | 288 | op.addParameter(name='nCode', value=len(code), format='int') |
|
|
289 | 289 | op.addParameter(name='nBaud', value=len(code[0]), format='int') |
|
|
290 | 290 | |
|
|
291 | 291 | op = voltage2.addOperation(name='CohInt', optype='other') #Minimo integrar 2 perfiles por ser codigo complementario |
|
|
292 | 292 | op.addParameter(name='n', value=len(code), format='int') |
|
|
293 | 293 | ncode = len(code) |
|
|
294 | 294 | else: |
|
|
295 | 295 | ncode = 1 |
|
|
296 | 296 | |
|
|
297 | 297 | if args.range > 0: |
|
|
298 | 298 | op = voltage2.addOperation(name='selectHeights') |
|
|
299 | 299 | op.addParameter(name='minIndex', value=max_index(RMIX, sample_rate, ipp), format='int') |
|
|
300 | 300 | op.addParameter(name='maxIndex', value=max_index(args.range, sample_rate, ipp), format='int') |
|
|
301 | 301 | |
|
|
302 | 302 | op = voltage2.addOperation(name='setH0') |
|
|
303 | 303 | op.addParameter(name='h0', value=H0, format='float') |
|
|
304 | 304 | |
|
|
305 | 305 | op = voltage2.addOperation(name='PulsePair_vRF', optype='other') |
|
|
306 | 306 | op.addParameter(name='n', value=int(conf['usrp_tx']['repetitions_2'])/ncode, format='int') |
|
|
307 | 307 | if args.rmDC: |
|
|
308 | 308 | op.addParameter(name='removeDC', value=1, format='int') |
|
|
309 | 309 | |
|
|
310 | 310 | proc2 = project.addProcUnit(datatype='ParametersProc', inputId=voltage2.getId()) |
|
|
311 | 311 | proc2.addParameter(name='runNextUnit', value=True) |
|
|
312 | 312 | |
|
|
313 | 313 | opObj10 = proc2.addOperation(name="WeatherRadar") |
|
|
314 | 314 | #opObj10.addParameter(name='CR_Flag',value=True,format='bool') |
|
|
315 | 315 | opObj10.addParameter(name='tauW',value=(1e-6/sample_rate)*len(code[0])) |
|
|
316 | 316 | #opObj10.addParameter(name='Pt',value=((1e-6/sample_rate)*len(code[0])/ipp)*200) |
|
|
317 | 317 | opObj10.addParameter(name='Pt',value=200) |
|
|
318 | opObj10.addParameter(name='min_index',value=max_index(RMIX, sample_rate, ipp)) | |
|
|
319 | ||
|
|
318 | 320 | |
|
|
319 | 321 | |
|
|
320 | 322 | op = proc2.addOperation(name='PedestalInformation') |
|
|
321 | 323 | op.addParameter(name='path', value=path_ped, format='str') |
|
|
322 | 324 | op.addParameter(name='interval', value='0.04') |
|
|
323 | 325 | op.addParameter(name='time_offset', value=time_offset) |
|
|
324 | 326 | op.addParameter(name='mode', value=args.mode) |
|
|
325 | 327 | |
|
|
326 | 328 | op = proc2.addOperation(name='Block360') |
|
|
327 | 329 | op.addParameter(name='attr_data', value='data_param') |
|
|
328 | 330 | op.addParameter(name='runNextOp', value=True) |
|
|
329 | 331 | |
|
|
330 | 332 | merge = project.addProcUnit(datatype='MergeProc', inputId=[proc1.getId(), proc2.getId()]) |
|
|
331 | 333 | merge.addParameter(name='attr_data', value='data_param') |
|
|
332 | 334 | merge.addParameter(name='mode', value='7') #RM |
|
|
333 | 335 | |
|
|
334 | 336 | |
|
|
335 | 337 | for param in parameters: |
|
|
336 | 338 | |
|
|
337 | 339 | if args.plot: |
|
|
338 | 340 | op= merge.addOperation(name='WeatherParamsPlot') |
|
|
339 | 341 | if args.save: |
|
|
340 | 342 | op.addParameter(name='save', value=path_plots, format='str') |
|
|
341 | 343 | op.addParameter(name='save_period', value=-1) |
|
|
342 | 344 | op.addParameter(name='show', value=args.show) |
|
|
343 | 345 | #op.addParameter(name='channels', value='0,1') |
|
|
344 | 346 | op.addParameter(name='channels', value='0,') |
|
|
345 | 347 | op.addParameter(name='zmin', value=PARAM[param]['zmin'], format='int') |
|
|
346 | 348 | op.addParameter(name='zmax', value=PARAM[param]['zmax'], format='int') |
|
|
347 | 349 | op.addParameter(name='ymax', value=20, format='int') |
|
|
348 | 350 | op.addParameter(name='xmin', value=-50, format='int') |
|
|
349 | 351 | op.addParameter(name='xmax', value=50, format='int') |
|
|
350 | 352 | op.addParameter(name='attr_data', value=param, format='str') |
|
|
351 | 353 | op.addParameter(name='labels', value=[[PARAM[param]['label']], [PARAM[param]['label']]]) |
|
|
352 | 354 | op.addParameter(name='save_code', value=param) |
|
|
353 | 355 | op.addParameter(name='cb_label', value=PARAM[param]['cb_label']) |
|
|
354 | 356 | op.addParameter(name='colormap', value=PARAM[param]['colormap']) |
|
|
355 | 357 | op.addParameter(name='bgcolor', value='black') |
|
|
356 | 358 | op.addParameter(name='localtime', value=False) |
|
|
357 | 359 | op.addParameter(name='shapes', value='./shapes') |
|
|
358 | 360 | if MASK: op.addParameter(name='mask', value=MASK, format='float') |
|
|
359 | 361 | if args.server: |
|
|
360 | 362 | op.addParameter(name='server', value='190.187.237.239:4444') |
|
|
361 | 363 | op.addParameter(name='exp_code', value='400') |
|
|
362 | 364 | |
|
|
363 | 365 | desc = { |
|
|
364 | 366 | 'Data': { |
|
|
365 | 367 | 'data_param': {PARAM[param]['wrname']: ['H', 'V']}, |
|
|
366 | 368 | 'utctime': 'time' |
|
|
367 | 369 | }, |
|
|
368 | 370 | 'Metadata': { |
|
|
369 | 371 | 'heightList': 'range', |
|
|
370 | 372 | 'data_azi': 'azimuth', |
|
|
371 | 373 | 'data_ele': 'elevation', |
|
|
372 | 374 | 'mode_op': 'scan_type', |
|
|
373 | 375 | 'h0': 'range_correction', |
|
|
374 | 376 | 'dataPP_NOISE': 'noise', |
|
|
375 | 377 | } |
|
|
376 | 378 | } |
|
|
377 | 379 | |
|
|
378 | 380 | if args.save: |
|
|
379 | 381 | writer = merge.addOperation(name='HDFWriter') |
|
|
380 | 382 | writer.addParameter(name='path', value=path_save, format='str') |
|
|
381 | 383 | writer.addParameter(name='Reset', value=True) |
|
|
382 | 384 | writer.addParameter(name='setType', value='weather') |
|
|
383 | 385 | writer.addParameter(name='description', value=json.dumps(desc)) |
|
|
384 | 386 | writer.addParameter(name='blocksPerFile', value='1',format='int') |
|
|
385 | 387 | writer.addParameter(name='metadataList', value=','.join(META)) |
|
|
386 | 388 | writer.addParameter(name='dataList', value='data_param,utctime') |
|
|
387 | 389 | writer.addParameter(name='weather_var', value=param) |
|
|
388 | 390 | writer.addParameter(name='mask', value=MASK, format='float') |
|
|
389 | 391 | writer.addParameter(name='localtime', value=False) |
|
|
390 | 392 | # meta |
|
|
391 | 393 | writer.addParameter(name='latitude', value='-12.040436') |
|
|
392 | 394 | writer.addParameter(name='longitude', value='-75.295893') |
|
|
393 | 395 | writer.addParameter(name='altitude', value='3379.2147') |
|
|
394 | 396 | writer.addParameter(name='heading', value='0') |
|
|
395 | 397 | writer.addParameter(name='radar_name', value='SOPHy') |
|
|
396 | 398 | writer.addParameter(name='institution', value='IGP') |
|
|
397 | 399 | writer.addParameter(name='contact', value='dscipion@igp.gob.pe') |
|
|
398 | 400 | writer.addParameter(name='created_by', value='Signal Chain (https://pypi.org/project/schainpy/)') |
|
|
399 | 401 | writer.addParameter(name='range_unit', value='km') |
|
|
400 | 402 | writer.addParameter(name='prf', value=1/ipp) |
|
|
401 | 403 | writer.addParameter(name='prf_unit', value='hertz') |
|
|
402 | 404 | writer.addParameter(name='variable', value=PARAM[param]['label']) |
|
|
403 | 405 | writer.addParameter(name='variable_unit', value=PARAM[param]['cb_label']) |
|
|
404 | 406 | writer.addParameter(name='n_pulses', value=n_pulses) |
|
|
405 | 407 | writer.addParameter(name='pulse1_range', value=RMIX) |
|
|
406 | 408 | writer.addParameter(name='pulse1_width', value=pulse_1_width) |
|
|
407 | 409 | writer.addParameter(name='pulse2_width', value=pulse_2_width) |
|
|
408 | 410 | writer.addParameter(name='pulse1_repetitions', value=pulse_1_repetitions) |
|
|
409 | 411 | writer.addParameter(name='pulse2_repetitions', value=pulse_2_repetitions) |
|
|
410 | 412 | writer.addParameter(name='pulse_width_unit', value='microseconds') |
|
|
411 | 413 | writer.addParameter(name='snr_threshold', value=MASK) |
|
|
412 | 414 | |
|
|
413 | 415 | return project |
|
|
414 | 416 | |
|
|
415 | 417 | if __name__ == '__main__': |
|
|
416 | 418 | |
|
|
417 | 419 | parser = argparse.ArgumentParser(description='Script to process SOPHy data.') |
|
|
418 | 420 | parser.add_argument('experiment', |
|
|
419 | 421 | help='Experiment name') |
|
|
420 | 422 | parser.add_argument('--parameters', nargs='*', default=['S'], |
|
|
421 | 423 | help='Variables to process: P, Z, V') |
|
|
422 | 424 | parser.add_argument('--time_offset', default=0, |
|
|
423 | 425 | help='Fix time offset') |
|
|
424 | 426 | parser.add_argument('--range', default=0, type=float, |
|
|
425 | 427 | help='Max range to plot') |
|
|
426 | 428 | parser.add_argument('--save', action='store_true', |
|
|
427 | 429 | help='Create output files') |
|
|
428 | 430 | parser.add_argument('--plot', action='store_true', |
|
|
429 | 431 | help='Create plot files') |
|
|
430 | 432 | parser.add_argument('--show', action='store_true', |
|
|
431 | 433 | help='Show matplotlib plot.') |
|
|
432 | 434 | parser.add_argument('--online', action='store_true', |
|
|
433 | 435 | help='Set online mode.') |
|
|
434 | 436 | parser.add_argument('--server', action='store_true', |
|
|
435 | 437 | help='Send to realtime') |
|
|
436 | 438 | parser.add_argument('--start_time', default='', |
|
|
437 | 439 | help='Set start time.') |
|
|
438 | 440 | parser.add_argument('--end_time', default='', |
|
|
439 | 441 | help='Set end time.') |
|
|
440 | 442 | parser.add_argument('--label', default='', |
|
|
441 | 443 | help='Label for plot & param folder') |
|
|
442 | 444 | parser.add_argument('--mode', default=None, |
|
|
443 | 445 | help='Type of scan') |
|
|
444 | 446 | parser.add_argument('--rmDC', action='store_true', |
|
|
445 | 447 | help='Apply remove DC.') |
|
|
446 | 448 | args = parser.parse_args() |
|
|
447 | 449 | |
|
|
448 | 450 | project = main(args) |
|
|
449 | 451 | project.start() |
|
|
450 | 452 | |
|
|
451 | 453 | #python sophy_A.py HYO_CC4_CC64_COMB@2022-12-27T00-00-32 --parameters Z --plot --save --show --rmDC --label Z_04 --start_time "22:00:00" |
General Comments 0
You need to be logged in to leave comments.
Login now