| @@ -8,6 +8,7 import ast | |||
|
|
8 | 8 | import datetime |
|
|
9 | 9 | import traceback |
|
|
10 | 10 | import math |
|
|
11 | import time | |
|
|
11 | 12 | from multiprocessing import Process, Queue, cpu_count |
|
|
12 | 13 | |
|
|
13 | 14 | import schainpy |
| @@ -66,7 +67,8 def multiSchain(child, nProcess=cpu_count(), startDate=None, endDate=None, by_da | |||
|
|
66 | 67 | for process in processes: |
|
|
67 | 68 | process.join() |
|
|
68 | 69 | process.terminate() |
|
|
69 | #sys.exit() | |
|
|
70 | ||
|
|
71 | time.sleep(3) | |
|
|
70 | 72 | |
|
|
71 | 73 | |
|
|
72 | 74 | class ParameterConf(): |
| @@ -65,7 +65,7 def hildebrand_sekhon(data, navg): | |||
|
|
65 | 65 | anoise : noise's level |
|
|
66 | 66 | """ |
|
|
67 | 67 | |
|
|
68 | sortdata = numpy.sort(data,axis=None) | |
|
|
68 | sortdata = numpy.sort(data, axis=None) | |
|
|
69 | 69 | # lenOfData = len(sortdata) |
|
|
70 | 70 | # nums_min = lenOfData*0.2 |
|
|
71 | 71 | # |
| @@ -24,9 +24,8 class PlotData(Operation, Process): | |||
|
|
24 | 24 | |
|
|
25 | 25 | CODE = 'Figure' |
|
|
26 | 26 | colormap = 'jro' |
|
|
27 |
CONFLATE = |
|
|
|
27 | CONFLATE = False | |
|
|
28 | 28 | __MAXNUMX = 80 |
|
|
29 | __MAXNUMY = 80 | |
|
|
30 | 29 | __missing = 1E30 |
|
|
31 | 30 | |
|
|
32 | 31 | def __init__(self, **kwargs): |
| @@ -38,6 +37,7 class PlotData(Operation, Process): | |||
|
|
38 | 37 | self.dataOut = None |
|
|
39 | 38 | self.isConfig = False |
|
|
40 | 39 | self.figure = None |
|
|
40 | self.figure2 = None #JM modificatiom | |
|
|
41 | 41 | self.axes = [] |
|
|
42 | 42 | self.localtime = kwargs.pop('localtime', True) |
|
|
43 | 43 | self.show = kwargs.get('show', True) |
| @@ -55,7 +55,9 class PlotData(Operation, Process): | |||
|
|
55 | 55 | self.xrange = kwargs.get('xrange', 24) |
|
|
56 | 56 | self.ymin = kwargs.get('ymin', None) |
|
|
57 | 57 | self.ymax = kwargs.get('ymax', None) |
|
|
58 | self.__MAXNUMY = kwargs.get('decimation', 80) | |
|
|
58 | 59 | self.throttle_value = 5 |
|
|
60 | self.times = [] | |
|
|
59 | 61 | |
|
|
60 | 62 | def fill_gaps(self, x_buffer, y_buffer, z_buffer): |
|
|
61 | 63 | |
| @@ -94,19 +96,27 class PlotData(Operation, Process): | |||
|
|
94 | 96 | if self.show: |
|
|
95 | 97 | print 'showing' |
|
|
96 | 98 | self.figure.show() |
|
|
99 | self.figure2.show() | |
|
|
97 | 100 | |
|
|
98 | 101 | self.plot() |
|
|
99 | 102 | plt.tight_layout() |
|
|
100 | 103 | self.figure.canvas.manager.set_window_title('{} {} - Date:{}'.format(self.title, self.CODE.upper(), |
|
|
101 | 104 | datetime.datetime.fromtimestamp(self.max_time).strftime('%y/%m/%d %H:%M:%S'))) |
|
|
105 | self.figure2.canvas.manager.set_window_title('{} {} - Date:{}'.format(self.title, self.CODE.upper(), | |
|
|
106 | datetime.datetime.fromtimestamp(self.max_time).strftime('%y/%m/%d %H:%M:%S'))) | |
|
|
102 | 107 | |
|
|
103 | 108 | if self.save: |
|
|
104 | 109 | figname = os.path.join(self.save, '{}_{}.png'.format(self.CODE, |
|
|
105 | 110 | datetime.datetime.fromtimestamp(self.saveTime).strftime('%y%m%d_%H%M%S'))) |
|
|
106 | 111 | print 'Saving figure: {}'.format(figname) |
|
|
107 | 112 | self.figure.savefig(figname) |
|
|
113 | figname2 = os.path.join(self.save, '{}_{}2.png'.format(self.CODE, | |
|
|
114 | datetime.datetime.fromtimestamp(self.saveTime).strftime('%y%m%d_%H%M%S'))) | |
|
|
115 | print 'Saving figure: {}'.format(figname2) | |
|
|
116 | self.figure2.savefig(figname2) | |
|
|
108 | 117 | |
|
|
109 | 118 | self.figure.canvas.draw() |
|
|
119 | self.figure2.canvas.draw() | |
|
|
110 | 120 | |
|
|
111 | 121 | def plot(self): |
|
|
112 | 122 | |
| @@ -121,11 +131,16 class PlotData(Operation, Process): | |||
|
|
121 | 131 | receiver.setsockopt(zmq.SUBSCRIBE, '') |
|
|
122 | 132 | receiver.setsockopt(zmq.CONFLATE, self.CONFLATE) |
|
|
123 | 133 | receiver.connect("ipc:///tmp/zmq.plots") |
|
|
124 | ||
|
|
134 | seconds_passed = 0 | |
|
|
125 | 135 | while True: |
|
|
126 | 136 | try: |
|
|
127 | self.data = receiver.recv_pyobj(flags=zmq.NOBLOCK) | |
|
|
137 | self.data = receiver.recv_pyobj(flags=zmq.NOBLOCK)#flags=zmq.NOBLOCK | |
|
|
138 | self.started = self.data['STARTED'] | |
|
|
128 | 139 | self.dataOut = self.data['dataOut'] |
|
|
140 | ||
|
|
141 | if (len(self.times) < len(self.data['times']) and not self.started and self.data['ENDED']): | |
|
|
142 | continue | |
|
|
143 | ||
|
|
129 | 144 | self.times = self.data['times'] |
|
|
130 | 145 | self.times.sort() |
|
|
131 | 146 | self.throttle_value = self.data['throttle'] |
| @@ -133,16 +148,25 class PlotData(Operation, Process): | |||
|
|
133 | 148 | self.max_time = self.times[-1] |
|
|
134 | 149 | |
|
|
135 | 150 | if self.isConfig is False: |
|
|
151 | print 'setting up' | |
|
|
136 | 152 | self.setup() |
|
|
137 | 153 | self.isConfig = True |
|
|
138 | self.__plot() | |
|
|
154 | self.__plot() | |
|
|
139 | 155 | |
|
|
140 | 156 | if self.data['ENDED'] is True: |
|
|
157 | print '********GRAPHIC ENDED********' | |
|
|
158 | self.ended = True | |
|
|
141 | 159 | self.isConfig = False |
|
|
160 | self.__plot() | |
|
|
161 | elif seconds_passed >= self.data['throttle']: | |
|
|
162 | print 'passed', seconds_passed | |
|
|
163 | self.__plot() | |
|
|
164 | seconds_passed = 0 | |
|
|
142 | 165 | |
|
|
143 | 166 | except zmq.Again as e: |
|
|
144 | 167 | print 'Waiting for data...' |
|
|
145 |
plt.pause( |
|
|
|
168 | plt.pause(2) | |
|
|
169 | seconds_passed += 2 | |
|
|
146 | 170 | |
|
|
147 | 171 | def close(self): |
|
|
148 | 172 | if self.dataOut: |
| @@ -453,10 +477,29 class PlotRTIData(PlotData): | |||
|
|
453 | 477 | self.figure.clf() |
|
|
454 | 478 | self.axes = [] |
|
|
455 | 479 | |
|
|
456 | for n in range(self.nrows): | |
|
|
457 | ax = self.figure.add_subplot(self.nrows, self.ncols, n+1) | |
|
|
458 | ax.firsttime = True | |
|
|
459 | self.axes.append(ax) | |
|
|
480 | if self.figure2 is None: | |
|
|
481 | self.figure2 = plt.figure(figsize=(self.width, self.height), | |
|
|
482 | edgecolor='k', | |
|
|
483 | facecolor='w') | |
|
|
484 | else: | |
|
|
485 | self.figure2.clf() | |
|
|
486 | self.axes = [] | |
|
|
487 | ||
|
|
488 | ax = self.figure.add_subplot(1,1,1) | |
|
|
489 | #ax = self.figure( n+1) | |
|
|
490 | ax.firsttime = True | |
|
|
491 | self.axes.append(ax) | |
|
|
492 | ||
|
|
493 | ax = self.figure2.add_subplot(1,1,1) | |
|
|
494 | #ax = self.figure( n+1) | |
|
|
495 | ax.firsttime = True | |
|
|
496 | self.axes.append(ax) | |
|
|
497 | # for n in range(self.nrows): | |
|
|
498 | # ax = self.figure.add_subplot(self.nrows, self.ncols, n+1) | |
|
|
499 | # #ax = self.figure( n+1) | |
|
|
500 | # ax.firsttime = True | |
|
|
501 | # self.axes.append(ax) | |
|
|
502 | ||
|
|
460 | 503 | |
|
|
461 | 504 | def plot(self): |
|
|
462 | 505 | |
| @@ -469,15 +512,14 class PlotRTIData(PlotData): | |||
|
|
469 | 512 | |
|
|
470 | 513 | self.z = np.array(self.z) |
|
|
471 | 514 | for n, ax in enumerate(self.axes): |
|
|
472 | ||
|
|
473 | 515 | x, y, z = self.fill_gaps(*self.decimate()) |
|
|
474 | 516 | xmin = self.min_time |
|
|
475 | 517 | xmax = xmin+self.xrange*60*60 |
|
|
518 | self.zmin = self.zmin if self.zmin else np.min(self.z) | |
|
|
519 | self.zmax = self.zmax if self.zmax else np.max(self.z) | |
|
|
476 | 520 | if ax.firsttime: |
|
|
477 | 521 | self.ymin = self.ymin if self.ymin else np.nanmin(self.y) |
|
|
478 | 522 | self.ymax = self.ymax if self.ymax else np.nanmax(self.y) |
|
|
479 | self.zmin = self.zmin if self.zmin else np.nanmin(self.z) | |
|
|
480 | self.zmax = self.zmax if self.zmax else np.nanmax(self.z) | |
|
|
481 | 523 | plot = ax.pcolormesh(x, y, z[n].T, |
|
|
482 | 524 | vmin=self.zmin, |
|
|
483 | 525 | vmax=self.zmax, |
| @@ -485,7 +527,8 class PlotRTIData(PlotData): | |||
|
|
485 | 527 | ) |
|
|
486 | 528 | divider = make_axes_locatable(ax) |
|
|
487 | 529 | cax = divider.new_horizontal(size='2%', pad=0.05) |
|
|
488 | self.figure.add_axes(cax) | |
|
|
530 | #self.figure.add_axes(cax) | |
|
|
531 | #self.figure2.add_axes(cax) | |
|
|
489 | 532 | plt.colorbar(plot, cax) |
|
|
490 | 533 | ax.set_ylim(self.ymin, self.ymax) |
|
|
491 | 534 | |
| @@ -888,7 +888,8 class JRODataReader(JRODataIO): | |||
|
|
888 | 888 | print '[Reading] No more files to read' |
|
|
889 | 889 | return 0 |
|
|
890 | 890 | |
|
|
891 | print '[Reading] Setting the file: %s' % self.filename | |
|
|
891 | if self.verbose: | |
|
|
892 | print '[Reading] Setting the file: %s' % self.filename | |
|
|
892 | 893 | |
|
|
893 | 894 | self.__readFirstHeader() |
|
|
894 | 895 | self.nReadBlocks = 0 |
| @@ -1053,9 +1054,10 class JRODataReader(JRODataIO): | |||
|
|
1053 | 1054 | |
|
|
1054 | 1055 | break |
|
|
1055 | 1056 | |
|
|
1056 | print "[Reading] Block No. %d/%d -> %s" %(self.nReadBlocks, | |
|
|
1057 | self.processingHeaderObj.dataBlocksPerFile, | |
|
|
1058 |
self. |
|
|
|
1057 | if self.verbose: | |
|
|
1058 | print "[Reading] Block No. %d/%d -> %s" %(self.nReadBlocks, | |
|
|
1059 | self.processingHeaderObj.dataBlocksPerFile, | |
|
|
1060 | self.dataOut.datatime.ctime()) | |
|
|
1059 | 1061 | return 1 |
|
|
1060 | 1062 | |
|
|
1061 | 1063 | def __readFirstHeader(self): |
| @@ -1266,7 +1268,9 class JRODataReader(JRODataIO): | |||
|
|
1266 | 1268 | blocktime=None, |
|
|
1267 | 1269 | queue=None, |
|
|
1268 | 1270 | skip=None, |
|
|
1269 |
cursor=None |
|
|
|
1271 | cursor=None, | |
|
|
1272 | warnings=True, | |
|
|
1273 | verbose=True): | |
|
|
1270 | 1274 | |
|
|
1271 | 1275 | if path == None: |
|
|
1272 | 1276 | raise ValueError, "[Reading] The path is not valid" |
| @@ -1338,6 +1342,9 class JRODataReader(JRODataIO): | |||
|
|
1338 | 1342 | self.selBlocksize = blocksize |
|
|
1339 | 1343 | self.selBlocktime = blocktime |
|
|
1340 | 1344 | |
|
|
1345 | # Verbose----------- | |
|
|
1346 | self.verbose = verbose | |
|
|
1347 | self.warnings = warnings | |
|
|
1341 | 1348 | |
|
|
1342 | 1349 | if not(self.setNextFile()): |
|
|
1343 | 1350 | if (startDate!=None) and (endDate!=None): |
| @@ -24,7 +24,7 def checkKwargs(method, kwargs): | |||
|
|
24 | 24 | if fuzz is None: |
|
|
25 | 25 | continue |
|
|
26 | 26 | if fuzz[1] < 100: |
|
|
27 |
raise Exception('\x1b[ |
|
|
|
27 | raise Exception('\x1b[0;32;40mDid you mean {} instead of {} in {}? \x1b[0m'. | |
|
|
28 | 28 | format(fuzz[0], kwarg, method.__self__.__class__.__name__)) |
|
|
29 | 29 | |
|
|
30 | 30 | class ProcessingUnit(object): |
| @@ -7,7 +7,7 import json | |||
|
|
7 | 7 | import numpy |
|
|
8 | 8 | import paho.mqtt.client as mqtt |
|
|
9 | 9 | import zmq |
|
|
10 | import cPickle as pickle | |
|
|
10 | from profilehooks import profile | |
|
|
11 | 11 | import datetime |
|
|
12 | 12 | from zmq.utils.monitor import recv_monitor_message |
|
|
13 | 13 | from functools import wraps |
| @@ -29,7 +29,7 def roundFloats(obj): | |||
|
|
29 | 29 | elif isinstance(obj, float): |
|
|
30 | 30 | return round(obj, 2) |
|
|
31 | 31 | |
|
|
32 | def decimate(z): | |
|
|
32 | def decimate(z, MAXNUMY): | |
|
|
33 | 33 | # dx = int(len(self.x)/self.__MAXNUMX) + 1 |
|
|
34 | 34 | |
|
|
35 | 35 | dy = int(len(z[0])/MAXNUMY) + 1 |
| @@ -107,7 +107,7 class PublishData(Operation): | |||
|
|
107 | 107 | print "MQTT Conection error." |
|
|
108 | 108 | self.client = False |
|
|
109 | 109 | |
|
|
110 | def setup(self, port=1883, username=None, password=None, clientId="user", zeromq=1, **kwargs): | |
|
|
110 | def setup(self, port=1883, username=None, password=None, clientId="user", zeromq=1, verbose=True, **kwargs): | |
|
|
111 | 111 | self.counter = 0 |
|
|
112 | 112 | self.topic = kwargs.get('topic', 'schain') |
|
|
113 | 113 | self.delay = kwargs.get('delay', 0) |
| @@ -119,6 +119,8 class PublishData(Operation): | |||
|
|
119 | 119 | self.zeromq = zeromq |
|
|
120 | 120 | self.mqtt = kwargs.get('plottype', 0) |
|
|
121 | 121 | self.client = None |
|
|
122 | self.verbose = verbose | |
|
|
123 | self.dataOut.firstdata = True | |
|
|
122 | 124 | setup = [] |
|
|
123 | 125 | if mqtt is 1: |
|
|
124 | 126 | self.client = mqtt.Client( |
| @@ -150,6 +152,7 class PublishData(Operation): | |||
|
|
150 | 152 | self.zmq_socket.connect(address) |
|
|
151 | 153 | time.sleep(1) |
|
|
152 | 154 | |
|
|
155 | ||
|
|
153 | 156 | def publish_data(self): |
|
|
154 | 157 | self.dataOut.finished = False |
|
|
155 | 158 | if self.mqtt is 1: |
| @@ -230,8 +233,11 class PublishData(Operation): | |||
|
|
230 | 233 | self.client.publish(self.topic + self.plottype, json.dumps(payload), qos=0) |
|
|
231 | 234 | |
|
|
232 | 235 | if self.zeromq is 1: |
|
|
233 | print '[Sending] {} - {}'.format(self.dataOut.type, self.dataOut.datatime) | |
|
|
236 | if self.verbose: | |
|
|
237 | print '[Sending] {} - {}'.format(self.dataOut.type, self.dataOut.datatime) | |
|
|
234 | 238 | self.zmq_socket.send_pyobj(self.dataOut) |
|
|
239 | self.dataOut.firstdata = False | |
|
|
240 | ||
|
|
235 | 241 | |
|
|
236 | 242 | def run(self, dataOut, **kwargs): |
|
|
237 | 243 | self.dataOut = dataOut |
| @@ -246,12 +252,11 class PublishData(Operation): | |||
|
|
246 | 252 | if self.zeromq is 1: |
|
|
247 | 253 | self.dataOut.finished = True |
|
|
248 | 254 | self.zmq_socket.send_pyobj(self.dataOut) |
|
|
249 | ||
|
|
255 | self.zmq_socket.close() | |
|
|
250 | 256 | if self.client: |
|
|
251 | 257 | self.client.loop_stop() |
|
|
252 | 258 | self.client.disconnect() |
|
|
253 | 259 | |
|
|
254 | ||
|
|
255 | 260 | class ReceiverData(ProcessingUnit, Process): |
|
|
256 | 261 | |
|
|
257 | 262 | throttle_value = 5 |
| @@ -330,12 +335,13 class ReceiverData(ProcessingUnit, Process): | |||
|
|
330 | 335 | |
|
|
331 | 336 | return sendDataThrottled |
|
|
332 | 337 | |
|
|
338 | ||
|
|
333 | 339 | def send(self, data): |
|
|
334 | 340 | # print '[sending] data=%s size=%s' % (data.keys(), len(data['times'])) |
|
|
335 | 341 | self.sender.send_pyobj(data) |
|
|
336 | 342 | |
|
|
337 | def update(self): | |
|
|
338 | 343 | |
|
|
344 | def update(self): | |
|
|
339 | 345 | t = self.dataOut.utctime |
|
|
340 | 346 | |
|
|
341 | 347 | if t in self.data['times']: |
| @@ -397,7 +403,7 class ReceiverData(ProcessingUnit, Process): | |||
|
|
397 | 403 | self.sender_web.connect(self.plot_address) |
|
|
398 | 404 | time.sleep(1) |
|
|
399 | 405 | self.sender.bind("ipc:///tmp/zmq.plots") |
|
|
400 | ||
|
|
406 | time.sleep(3) | |
|
|
401 | 407 | t = Thread(target=self.event_monitor, args=(monitor,)) |
|
|
402 | 408 | t.start() |
|
|
403 | 409 | |
| @@ -408,6 +414,10 class ReceiverData(ProcessingUnit, Process): | |||
|
|
408 | 414 | |
|
|
409 | 415 | self.update() |
|
|
410 | 416 | |
|
|
417 | if self.dataOut.firstdata is True: | |
|
|
418 | self.data['STARTED'] = True | |
|
|
419 | ||
|
|
420 | ||
|
|
411 | 421 | if self.dataOut.finished is True: |
|
|
412 | 422 | self.send(self.data) |
|
|
413 | 423 | self.connections -= 1 |
| @@ -416,6 +426,7 class ReceiverData(ProcessingUnit, Process): | |||
|
|
416 | 426 | self.data['ENDED'] = True |
|
|
417 | 427 | self.send(self.data) |
|
|
418 | 428 | self.setup() |
|
|
429 | self.started = False | |
|
|
419 | 430 | else: |
|
|
420 | 431 | if self.realtime: |
|
|
421 | 432 | self.send(self.data) |
| @@ -424,6 +435,7 class ReceiverData(ProcessingUnit, Process): | |||
|
|
424 | 435 | self.sendData(self.send, self.data) |
|
|
425 | 436 | self.started = True |
|
|
426 | 437 | |
|
|
438 | self.data['STARTED'] = False | |
|
|
427 | 439 | return |
|
|
428 | 440 | |
|
|
429 | 441 | def sendToWeb(self): |
| @@ -4,6 +4,7 from schainpy.controller import Project, multiSchain | |||
|
|
4 | 4 | |
|
|
5 | 5 | desc = "HF_EXAMPLE" |
|
|
6 | 6 | path='/home/ci-81/Documents/DATA/HFADATA/hfdata_2017/pdata/sp1_f0' |
|
|
7 | path = '/media/ci-81/Huancayo/DATA/hfradar_2016/pdata/sp1_f1' | |
|
|
7 | 8 | def fiber(cursor, skip, q, dt): |
|
|
8 | 9 | |
|
|
9 | 10 | controllerObj = Project() |
| @@ -96,4 +97,4 if __name__ == '__main__': | |||
|
|
96 | 97 | parser = argparse.ArgumentParser(description='Set number of parallel processes') |
|
|
97 | 98 | parser.add_argument('--nProcess', default=1, type=int) |
|
|
98 | 99 | args = parser.parse_args() |
|
|
99 |
multiSchain(fiber, nProcess=8, startDate='201 |
|
|
|
100 | multiSchain(fiber, nProcess=8, startDate='2016/04/23', endDate='2016/04/27') | |
| @@ -1,75 +1,97 | |||
|
|
1 | #!/usr/bin/env python | |
|
|
2 | ''' | |
|
|
3 | Created on Jul 7, 2014 | |
|
|
1 | import argparse | |
|
|
4 | 2 | |
|
|
5 | @author: roj-idl71 | |
|
|
6 | ''' | |
|
|
7 | import os, sys | |
|
|
8 | from datetime import datetime, timedelta | |
|
|
9 | import multiprocessing | |
|
|
10 | from schainpy.controller import Project | |
|
|
3 | from schainpy.controller import Project, multiSchain | |
|
|
11 | 4 | |
|
|
12 | def main(date): | |
|
|
5 | desc = "HF_EXAMPLE" | |
|
|
13 | 6 | |
|
|
14 | controllerObj = Project() | |
|
|
15 | ||
|
|
16 | controllerObj.setup(id='191', name='test01', description='') | |
|
|
17 | ||
|
|
18 | readUnitConfObj = controllerObj.addReadUnit(datatype='Spectra', | |
|
|
19 | path='/home/nanosat/data/zeus', | |
|
|
20 | startDate=date, | |
|
|
21 | endDate=date, | |
|
|
22 | startTime='00:00:00', | |
|
|
23 | endTime='23:59:59', | |
|
|
24 | online=0, | |
|
|
25 | walk=1, | |
|
|
26 | expLabel='') | |
|
|
27 | ||
|
|
28 | procUnitConfObj1 = controllerObj.addProcUnit(datatype='Spectra', inputId=readUnitConfObj.getId()) | |
|
|
29 | #opObj11 = procUnitConfObj1.addOperation(name='removeDC') | |
|
|
30 | #opObj11.addParameter(name='mode', value='1', format='int') | |
|
|
31 | ||
|
|
32 | #opObj11 = procUnitConfObj1.addOperation(name='removeInterference') | |
|
|
33 | ||
|
|
34 | ||
|
|
35 | opObj11 = procUnitConfObj1.addOperation(name='RTIPlot', optype='other') | |
|
|
36 | opObj11.addParameter(name='id', value='10', format='int') | |
|
|
37 | opObj11.addParameter(name='wintitle', value='150Km', format='str') | |
|
|
38 | opObj11.addParameter(name='colormap', value='jro', format='str') | |
|
|
39 | opObj11.addParameter(name='xaxis', value='time', format='str') | |
|
|
40 | opObj11.addParameter(name='xmin', value='0', format='int') | |
|
|
41 | opObj11.addParameter(name='xmax', value='23', format='int') | |
|
|
42 | #opObj11.addParameter(name='ymin', value='100', format='int') | |
|
|
43 | #opObj11.addParameter(name='ymax', value='150', format='int') | |
|
|
44 | opObj11.addParameter(name='zmin', value='10', format='int') | |
|
|
45 | opObj11.addParameter(name='zmax', value='35', format='int') | |
|
|
7 | def fiber(cursor, skip, q, dt): | |
|
|
46 | 8 | |
|
|
9 | controllerObj = Project() | |
|
|
47 | 10 | |
|
|
48 | ||
|
|
49 | ||
|
|
50 | opObject12 = procUnitConfObj1.addOperation(name='PlotRTIData', optype='other') | |
|
|
51 | opObject12.addParameter(name='id', value='12', format='int') | |
|
|
52 | opObject12.addParameter(name='wintitle', value='150Km', format='str') | |
|
|
53 | opObject12.addParameter(name='colormap', value='jro', format='str') | |
|
|
54 | opObject12.addParameter(name='xaxis', value='time', format='str') | |
|
|
55 | opObject12.addParameter(name='xmin', value='0', format='int') | |
|
|
56 | opObject12.addParameter(name='xmax', value='23', format='int') | |
|
|
57 | #opObject12.addParameter(name='ymin', value='100', format='int') | |
|
|
58 | #opObject12.addParameter(name='ymax', value='150', format='int') | |
|
|
59 | opObject12.addParameter(name='zmin', value='10', format='int') | |
|
|
60 | opObject12.addParameter(name='zmax', value='35', format='int') | |
|
|
61 | #opObject12.addParameter(name='pause', value='1', format='bool') | |
|
|
62 | opObject12.addParameter(name='show', value='0', format='bool') | |
|
|
63 | opObject12.addParameter(name='save', value='/tmp', format='str') | |
|
|
64 | ||
|
|
11 | controllerObj.setup(id='191', name='test01', description=desc) | |
|
|
12 | ||
|
|
13 | readUnitConfObj = controllerObj.addReadUnit(datatype='SpectraReader', | |
|
|
14 | path='/home/nanosat/data/julia', | |
|
|
15 | startDate=dt, | |
|
|
16 | endDate=dt, | |
|
|
17 | startTime="00:00:00", | |
|
|
18 | endTime="23:59:59", | |
|
|
19 | online=0, | |
|
|
20 | #set=1426485881, | |
|
|
21 | delay=10, | |
|
|
22 | walk=1, | |
|
|
23 | queue=q, | |
|
|
24 | cursor=cursor, | |
|
|
25 | skip=skip, | |
|
|
26 | #timezone=-5*3600 | |
|
|
27 | ) | |
|
|
28 | ||
|
|
29 | # #opObj11 = readUnitConfObj.addOperation(name='printNumberOfBlock') | |
|
|
30 | # | |
|
|
31 | procUnitConfObj2 = controllerObj.addProcUnit(datatype='Spectra', inputId=readUnitConfObj.getId()) | |
|
|
32 | # procUnitConfObj2.addParameter(name='nipp', value='5', format='int') | |
|
|
33 | ||
|
|
34 | # procUnitConfObj3 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=readUnitConfObj.getId()) | |
|
|
35 | # opObj11 = procUnitConfObj3.addOperation(name='SpectralMoments', optype='other') | |
|
|
36 | ||
|
|
37 | # | |
|
|
38 | # opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='other') | |
|
|
39 | # opObj11.addParameter(name='id', value='1000', format='int') | |
|
|
40 | # opObj11.addParameter(name='wintitle', value='HF_Jicamarca_Spc', format='str') | |
|
|
41 | # opObj11.addParameter(name='channelList', value='0', format='intlist') | |
|
|
42 | # opObj11.addParameter(name='zmin', value='-120', format='float') | |
|
|
43 | # opObj11.addParameter(name='zmax', value='-70', format='float') | |
|
|
44 | # opObj11.addParameter(name='save', value='1', format='int') | |
|
|
45 | # opObj11.addParameter(name='figpath', value=figpath, format='str') | |
|
|
46 | ||
|
|
47 | # opObj11 = procUnitConfObj3.addOperation(name='Parameters1Plot', optype='other') | |
|
|
48 | # opObj11.addParameter(name='channelList', value='0', format='intList') | |
|
|
49 | # | |
|
|
50 | # opObj11.addParameter(name='id', value='2000', format='int') | |
|
|
51 | # # opObj11.addParameter(name='colormap', value='0', format='bool') | |
|
|
52 | # opObj11.addParameter(name='onlySNR', value='1', format='bool') | |
|
|
53 | # opObj11.addParameter(name='DOP', value='0', format='bool') | |
|
|
54 | # opObj11.addParameter(name='showSNR', value='1', format='bool') | |
|
|
55 | # opObj11.addParameter(name='SNRthresh', value='0', format='int') | |
|
|
56 | # opObj11.addParameter(name='SNRmin', value='-10', format='int') | |
|
|
57 | # opObj11.addParameter(name='SNRmax', value='30', format='int') | |
|
|
58 | ||
|
|
59 | # opObj11.addParameter(name='showSNR', value='1', format='int') | |
|
|
60 | # # opObj11.addParameter(name='channelList', value='0', format='intlist') | |
|
|
61 | # # opObj11.addParameter(name='xmin', value='0', format='float') | |
|
|
62 | # opObj11.addParameter(name='xmin', value='0', format='float') | |
|
|
63 | # opObj11.addParameter(name='xmax', value='24', format='float') | |
|
|
64 | ||
|
|
65 | # opObj11.addParameter(name='zmin', value='-110', format='float') | |
|
|
66 | # opObj11.addParameter(name='zmax', value='-70', format='float') | |
|
|
67 | # opObj11.addParameter(name='save', value='0', format='int') | |
|
|
68 | # # opObj11.addParameter(name='figpath', value='/tmp/', format='str') | |
|
|
69 | # | |
|
|
70 | opObj12 = procUnitConfObj2.addOperation(name='PublishData', optype='other') | |
|
|
71 | opObj12.addParameter(name='zeromq', value=1, format='int') | |
|
|
72 | # opObj12.addParameter(name='server', value='tcp://10.10.10.82:7000', format='str') | |
|
|
73 | ||
|
|
74 | ||
|
|
75 | # opObj13 = procUnitConfObj3.addOperation(name='PublishData', optype='other') | |
|
|
76 | # opObj13.addParameter(name='zeromq', value=1, format='int') | |
|
|
77 | # opObj13.addParameter(name='server', value="juanca", format='str') | |
|
|
78 | ||
|
|
79 | # opObj12.addParameter(name='delay', value=1, format='int') | |
|
|
80 | ||
|
|
81 | ||
|
|
82 | # print "Escribiendo el archivo XML" | |
|
|
83 | # controllerObj.writeXml(filename) | |
|
|
84 | # print "Leyendo el archivo XML" | |
|
|
85 | # controllerObj.readXml(filename) | |
|
|
86 | ||
|
|
87 | ||
|
|
88 | # timeit.timeit('controllerObj.run()', number=2) | |
|
|
65 | 89 | |
|
|
66 | 90 | controllerObj.start() |
|
|
67 | 91 | |
|
|
68 | if __name__=='__main__': | |
|
|
69 | ||
|
|
70 | dt = datetime(2017, 1, 12) | |
|
|
71 | ||
|
|
72 | dates = [(dt+timedelta(x)).strftime('%Y/%m/%d') for x in range(20)] | |
|
|
73 | 92 | |
|
|
74 | p = multiprocessing.Pool(4) | |
|
|
75 | p.map(main, dates) | |
|
|
93 | if __name__ == '__main__': | |
|
|
94 | parser = argparse.ArgumentParser(description='Set number of parallel processes') | |
|
|
95 | parser.add_argument('--nProcess', default=1, type=int) | |
|
|
96 | args = parser.parse_args() | |
|
|
97 | multiSchain(fiber, nProcess=args.nProcess, startDate='2016/08/19', endDate='2016/08/19') | |
| @@ -17,11 +17,14 if __name__ == '__main__': | |||
|
|
17 | 17 | proc1 = controllerObj.addProcUnit(name='ReceiverData') |
|
|
18 | 18 | # proc1.addParameter(name='realtime', value='0', format='bool') |
|
|
19 | 19 | #proc1.addParameter(name='plottypes', value='rti,coh,phase,snr,dop', format='str') |
|
|
20 | proc1.addParameter(name='plottypes', value='rti,coh,phase,snr', format='str') | |
|
|
20 | #proc1.addParameter(name='plottypes', value='rti,coh,phase,snr', format='str') | |
|
|
21 | proc1.addParameter(name='plottypes', value='dop', format='str') | |
|
|
22 | ||
|
|
21 | 23 | proc1.addParameter(name='throttle', value='10', format='int') |
|
|
22 | 24 | #proc1.addParameter(name='server', value='tcp://10.10.10.82:7000', format='str') |
|
|
23 | 25 | ## TODO Agregar direccion de server de publicacion a graficos como variable |
|
|
24 | 26 | |
|
|
27 | """ | |
|
|
25 | 28 | op1 = proc1.addOperation(name='PlotRTIData', optype='other') |
|
|
26 | 29 | op1.addParameter(name='wintitle', value='HF System', format='str') |
|
|
27 | 30 | op1.addParameter(name='save', value='/home/ci-81/Pictures', format='str') |
| @@ -49,6 +52,7 if __name__ == '__main__': | |||
|
|
49 | 52 | # proc2.addParameter(name='server', value='juanca', format='str') |
|
|
50 | 53 | # proc2.addParameter(name='plottypes', value='snr,dop', format='str') |
|
|
51 | 54 | # |
|
|
55 | ||
|
|
52 | 56 | op3 = proc1.addOperation(name='PlotSNRData', optype='other') |
|
|
53 | 57 | op3.addParameter(name='wintitle', value='HF System SNR0', format='str') |
|
|
54 | 58 | op3.addParameter(name='save', value='/home/ci-81/Pictures', format='str') |
| @@ -56,23 +60,19 if __name__ == '__main__': | |||
|
|
56 | 60 | op3.addParameter(name='zmin', value='-10', format='int') |
|
|
57 | 61 | op3.addParameter(name='zmax', value='30', format='int') |
|
|
58 | 62 | op3.addParameter(name='SNRthresh', value='0', format='float') |
|
|
63 | """ | |
|
|
59 | 64 | # |
|
|
65 | op5 = proc1.addOperation(name='PlotDOPData', optype='other') | |
|
|
66 | op5.addParameter(name='wintitle', value='HF System DOP', format='str') | |
|
|
67 | op5.addParameter(name='save', value='/home/ci-81/Pictures', format='str') | |
|
|
68 | op5.addParameter(name='show', value='1', format='bool') | |
|
|
69 | op5.addParameter(name='zmin', value='-120', format='float') | |
|
|
70 | op5.addParameter(name='zmax', value='120', format='float') | |
|
|
71 | op5.addParameter(name='colormap', value='RdBu_r', format='str') | |
|
|
60 | 72 | """ |
|
|
61 | 73 | op4 = proc1.addOperation(name='PlotSNRData1', optype='other') |
|
|
62 | 74 | op4.addParameter(name='wintitle', value='HF System SNR1', format='str') |
|
|
63 | 75 | op4.addParameter(name='save', value='/home/ci-81/Pictures', format='str') |
|
|
64 | 76 | op4.addParameter(name='show', value='0', format='bool') |
|
|
65 | ||
|
|
66 | ||
|
|
67 | op5 = proc1.addOperation(name='PlotDOPData', optype='other') | |
|
|
68 | op5.addParameter(name='wintitle', value='HF System DOP', format='str') | |
|
|
69 | op5.addParameter(name='save', value='/home/ci-81/Pictures', format='str') | |
|
|
70 | op5.addParameter(name='show', value='0', format='bool') | |
|
|
71 | op5.addParameter(name='colormap', value='jet', format='str') | |
|
|
72 | 77 | """ |
|
|
73 | ||
|
|
74 | ||
|
|
75 | ||
|
|
76 | ||
|
|
77 | ||
|
|
78 | 78 | controllerObj.start() |
| @@ -1,1 +1,1 | |||
|
|
1 |
<Project description="HF_EXAMPLE" id="191" name="test01"><ReadUnit datatype="SpectraReader" id="1911" inputId="0" name="SpectraReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="SpectraReader" /><Parameter format="str" id="191112" name="path" value="/ |
|
|
|
1 | <Project description="HF_EXAMPLE" id="191" name="test01"><ReadUnit datatype="SpectraReader" id="1911" inputId="0" name="SpectraReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="SpectraReader" /><Parameter format="str" id="191112" name="path" value="/media/ci-81/Huancayo/DATA/hfradar_2016/pdata/sp1_f1" /><Parameter format="date" id="191113" name="startDate" value="2016/04/23" /><Parameter format="date" id="191114" name="endDate" value="2016/04/23" /><Parameter format="time" id="191115" name="startTime" value="00:00:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:59" /><Parameter format="int" id="191118" name="cursor" value="6" /><Parameter format="int" id="191119" name="skip" value="16" /><Parameter format="int" id="191120" name="delay" value="10" /><Parameter format="int" id="191121" name="walk" value="1" /><Parameter format="int" id="191122" name="online" value="0" /></Operation></ReadUnit><ProcUnit datatype="ParametersProc" id="1913" inputId="1911" name="ParametersProc"><Operation id="19131" name="run" priority="1" type="self" /><Operation id="19132" name="SpectralMoments" priority="2" type="other" /><Operation id="19133" name="PublishData" priority="3" type="other"><Parameter format="int" id="191331" name="zeromq" value="1" /></Operation></ProcUnit><ProcUnit datatype="Spectra" id="1912" inputId="1911" name="SpectraProc"><Operation id="19121" name="run" priority="1" type="self" /><Operation id="19122" name="removeInterference" priority="2" type="self" /></ProcUnit></Project> No newline at end of file | |
General Comments 0
You need to be logged in to leave comments.
Login now