The requested changes are too big and content was truncated. Show full diff
| @@ -0,0 +1,82 | |||
|
|
1 | #include <Python.h> | |
|
|
2 | #include <numpy/arrayobject.h> | |
|
|
3 | #include <math.h> | |
|
|
4 | ||
|
|
5 | ||
|
|
6 | static PyObject *hildebrand_sekhon(PyObject *self, PyObject *args) { | |
|
|
7 | double navg; | |
|
|
8 | PyObject *data_obj, *data_array; | |
|
|
9 | ||
|
|
10 | if (!PyArg_ParseTuple(args, "Od", &data_obj, &navg)) { | |
|
|
11 | return NULL; | |
|
|
12 | } | |
|
|
13 | ||
|
|
14 | data_array = PyArray_FROM_OTF(data_obj, NPY_FLOAT64, NPY_IN_ARRAY); | |
|
|
15 | ||
|
|
16 | if (data_array == NULL) { | |
|
|
17 | Py_XDECREF(data_array); | |
|
|
18 | Py_XDECREF(data_obj); | |
|
|
19 | return NULL; | |
|
|
20 | } | |
|
|
21 | double *sortdata = (double*)PyArray_DATA(data_array); | |
|
|
22 | int lenOfData = (int)PyArray_SIZE(data_array) ; | |
|
|
23 | double nums_min = lenOfData*0.2; | |
|
|
24 | if (nums_min <= 5) nums_min = 5; | |
|
|
25 | double sump = 0; | |
|
|
26 | double sumq = 0; | |
|
|
27 | int j = 0; | |
|
|
28 | int cont = 1; | |
|
|
29 | double rtest = 0; | |
|
|
30 | while ((cont == 1) && (j < lenOfData)) { | |
|
|
31 | sump = sump + sortdata[j]; | |
|
|
32 | sumq = sumq + pow(sortdata[j], 2); | |
|
|
33 | if (j > nums_min) { | |
|
|
34 | rtest = (double)j/(j-1) + 1/navg; | |
|
|
35 | if ((sumq*j) > (rtest*pow(sump, 2))) { | |
|
|
36 | j = j - 1; | |
|
|
37 | sump = sump - sortdata[j]; | |
|
|
38 | sumq = sumq - pow(sortdata[j],2); | |
|
|
39 | cont = 0; | |
|
|
40 | } | |
|
|
41 | } | |
|
|
42 | j = j + 1; | |
|
|
43 | } | |
|
|
44 | ||
|
|
45 | double lnoise = sump / j; | |
|
|
46 | ||
|
|
47 | Py_DECREF(data_array); | |
|
|
48 | ||
|
|
49 | return PyLong_FromLong(lnoise); | |
|
|
50 | //return Py_BuildValue("d", lnoise); | |
|
|
51 | } | |
|
|
52 | ||
|
|
53 | ||
|
|
54 | static PyMethodDef noiseMethods[] = { | |
|
|
55 | { "hildebrand_sekhon", hildebrand_sekhon, METH_VARARGS, "Get noise with hildebrand_sekhon algorithm" }, | |
|
|
56 | { NULL, NULL, 0, NULL } | |
|
|
57 | }; | |
|
|
58 | ||
|
|
59 | #if PY_MAJOR_VERSION >= 3 | |
|
|
60 | ||
|
|
61 | static struct PyModuleDef noisemodule = { | |
|
|
62 | PyModuleDef_HEAD_INIT, | |
|
|
63 | "_noise", | |
|
|
64 | "Get noise with hildebrand_sekhon algorithm", | |
|
|
65 | -1, | |
|
|
66 | noiseMethods | |
|
|
67 | }; | |
|
|
68 | ||
|
|
69 | #endif | |
|
|
70 | ||
|
|
71 | #if PY_MAJOR_VERSION >= 3 | |
|
|
72 | PyMODINIT_FUNC PyInit__noise(void) { | |
|
|
73 | Py_Initialize(); | |
|
|
74 | import_array(); | |
|
|
75 | return PyModule_Create(&noisemodule); | |
|
|
76 | } | |
|
|
77 | #else | |
|
|
78 | PyMODINIT_FUNC init_noise() { | |
|
|
79 | Py_InitModule("_noise", noiseMethods); | |
|
|
80 | import_array(); | |
|
|
81 | } | |
|
|
82 | #endif | |
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: new file 100644 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
| @@ -1,116 +1,114 | |||
|
|
1 | 1 | # Byte-compiled / optimized / DLL files |
|
|
2 | 2 | __pycache__/ |
|
|
3 | 3 | *.py[cod] |
|
|
4 | 4 | *$py.class |
|
|
5 | 5 | |
|
|
6 | 6 | # C extensions |
|
|
7 | 7 | *.so |
|
|
8 | 8 | |
|
|
9 | 9 | # Distribution / packaging |
|
|
10 | 10 | .Python |
|
|
11 | 11 | env/ |
|
|
12 | 12 | build/ |
|
|
13 | 13 | develop-eggs/ |
|
|
14 | 14 | dist/ |
|
|
15 | 15 | downloads/ |
|
|
16 | 16 | eggs/ |
|
|
17 | 17 | .eggs/ |
|
|
18 | 18 | lib/ |
|
|
19 | 19 | lib64/ |
|
|
20 | 20 | parts/ |
|
|
21 | 21 | sdist/ |
|
|
22 | 22 | var/ |
|
|
23 | 23 | wheels/ |
|
|
24 | 24 | *.egg-info/ |
|
|
25 | 25 | .installed.cfg |
|
|
26 | 26 | *.egg |
|
|
27 | 27 | |
|
|
28 | 28 | # PyInstaller |
|
|
29 | 29 | # Usually these files are written by a python script from a template |
|
|
30 | 30 | # before PyInstaller builds the exe, so as to inject date/other infos into it. |
|
|
31 | 31 | *.manifest |
|
|
32 | 32 | *.spec |
|
|
33 | 33 | |
|
|
34 | 34 | # Installer logs |
|
|
35 | 35 | pip-log.txt |
|
|
36 | 36 | pip-delete-this-directory.txt |
|
|
37 | 37 | |
|
|
38 | 38 | # Unit test / coverage reports |
|
|
39 | 39 | htmlcov/ |
|
|
40 | 40 | .tox/ |
|
|
41 | 41 | .coverage |
|
|
42 | 42 | .coverage.* |
|
|
43 | 43 | .cache |
|
|
44 | 44 | nosetests.xml |
|
|
45 | 45 | coverage.xml |
|
|
46 | 46 | *,cover |
|
|
47 | 47 | .hypothesis/ |
|
|
48 | 48 | |
|
|
49 | 49 | # Translations |
|
|
50 | 50 | *.mo |
|
|
51 | 51 | *.pot |
|
|
52 | 52 | |
|
|
53 | 53 | # Django stuff: |
|
|
54 | 54 | *.log |
|
|
55 | 55 | local_settings.py |
|
|
56 | 56 | |
|
|
57 | 57 | # Flask stuff: |
|
|
58 | 58 | instance/ |
|
|
59 | 59 | .webassets-cache |
|
|
60 | 60 | |
|
|
61 | 61 | # Scrapy stuff: |
|
|
62 | 62 | .scrapy |
|
|
63 | 63 | |
|
|
64 | 64 | # Sphinx documentation |
|
|
65 | 65 | docs/_build/ |
|
|
66 | 66 | |
|
|
67 | 67 | # PyBuilder |
|
|
68 | 68 | target/ |
|
|
69 | 69 | |
|
|
70 | 70 | # Jupyter Notebook |
|
|
71 | 71 | .ipynb_checkpoints |
|
|
72 | 72 | |
|
|
73 | 73 | # pyenv |
|
|
74 | 74 | .python-version |
|
|
75 | 75 | |
|
|
76 | 76 | # celery beat schedule file |
|
|
77 | 77 | celerybeat-schedule |
|
|
78 | 78 | |
|
|
79 | 79 | # SageMath parsed files |
|
|
80 | 80 | *.sage.py |
|
|
81 | 81 | |
|
|
82 | 82 | # dotenv |
|
|
83 | 83 | .env |
|
|
84 | 84 | |
|
|
85 | 85 | # virtualenv |
|
|
86 | 86 | .venv |
|
|
87 | 87 | venv/ |
|
|
88 | 88 | ENV/ |
|
|
89 | 89 | |
|
|
90 | 90 | # Spyder project settings |
|
|
91 | 91 | .spyderproject |
|
|
92 | 92 | .spyproject |
|
|
93 | 93 | |
|
|
94 | 94 | # Rope project settings |
|
|
95 | 95 | .ropeproject |
|
|
96 | 96 | |
|
|
97 | 97 | # mkdocs documentation |
|
|
98 | 98 | /site |
|
|
99 | 99 | |
|
|
100 | 100 | # eclipse |
|
|
101 | 101 | .project |
|
|
102 | 102 | .pydevproject |
|
|
103 | 103 | # vscode |
|
|
104 | 104 | |
|
|
105 | 105 | .vscode |
|
|
106 | 106 | |
|
|
107 | 107 | schaingui/node_modules/ |
|
|
108 | 108 | schainpy/scripts/ |
|
|
109 | 109 | .svn/ |
|
|
110 | 110 | *.png |
|
|
111 | 111 | *.pyc |
|
|
112 | 112 | .vscode |
|
|
113 | 113 | trash |
|
|
114 | 114 | *.log |
|
|
115 | schainpy/scripts/testDigitalRF.py | |
|
|
116 | schainpy/scripts/testDigitalRFWriter.py | |
| @@ -1,112 +1,121 | |||
|
|
1 |
# |
|
|
|
2 | ||
|
|
3 |
## |
|
|
|
1 | # CHANGELOG: | |
|
|
2 | ||
|
|
3 | ## 3.0 | |
|
|
4 | * Python 3.x & 2.X compatible | |
|
|
5 | * New architecture with multiprocessing support | |
|
|
6 | * Add @MPDecorator for multiprocessing Operations (Plots, Writers and Publishers) | |
|
|
7 | * Added new type of operation `external` for non-locking operations | |
|
|
8 | * New plotting architecture with buffering/throttle capabilities to speed up plots | |
|
|
9 | * Clean controller to optimize scripts (format & optype are no longer required) | |
|
|
10 | * New GUI with dinamic load of Units and operations (use Kivy framework) | |
|
|
11 | ||
|
|
12 | ## 2.3 | |
|
|
4 | 13 | * Added support for Madrigal formats (reading/writing). |
|
|
5 | 14 | * Added support for reading BLTR parameters (*.sswma). |
|
|
6 | 15 | * Added support for reading Julia format (*.dat). |
|
|
7 | 16 | * Added high order function `MPProject` for multiprocessing scripts. |
|
|
8 | 17 | * Added two new Processing Units `PublishData` and `ReceiverData` for receiving and sending dataOut through multiple ways (tcp, ipc, inproc). |
|
|
9 | 18 | * Added a new graphics Processing Unit `PlotterReceiver`. It is decoupled from normal processing sequence with support for data generated by multiprocessing scripts. |
|
|
10 | 19 | * Added support for sending realtime graphic to web server. |
|
|
11 | 20 | * GUI command `schain` is now `schainGUI`. |
|
|
12 | 21 | * Added a CLI tool named `schain`. |
|
|
13 | 22 | * Scripts templates can be now generated with `schain generate`. |
|
|
14 | 23 | * Now it is possible to search Processing Units and Operations with `schain search [module]` to get the right name and its allowed parameters. |
|
|
15 | 24 | * `schain xml` to run xml scripts. |
|
|
16 | 25 | * Added suggestions when parameters are poorly written. |
|
|
17 | 26 | * `Controller.start()` now runs in a different process than the process calling it. |
|
|
18 | 27 | * Added `schainpy.utils.log` for log standarization. |
|
|
19 | 28 | * Running script on online mode no longer ignores date and hour. Issue #1109. |
|
|
20 | 29 | * Added support for receving voltage data directly from JARS (tcp, ipc). |
|
|
21 | 30 | * Updated README for MAC OS GUI installation. |
|
|
22 | 31 | * Setup now installs numpy. |
|
|
23 | 32 | |
|
|
24 |
## |
|
|
|
33 | ## 2.2.6 | |
|
|
25 | 34 | * Graphics generated by the GUI are now the same as generated by scripts. Issue #1074. |
|
|
26 | 35 | * Added support for C extensions. |
|
|
27 | 36 | * Function `hildebrand_sehkon` optimized with a C wrapper. |
|
|
28 | 37 | * Numpy version updated. |
|
|
29 | 38 | * Migration to GIT. |
|
|
30 | 39 | |
|
|
31 |
## |
|
|
|
40 | ## 2.2.5: | |
|
|
32 | 41 | * splitProfiles and combineProfiles modules were added to VoltageProc and Signal Chain GUI. |
|
|
33 | 42 | * nProfiles of USRP data (hdf5) is the number of profiles thera are in one second. |
|
|
34 | 43 | * jroPlotter works directly with data objects instead of dictionaries |
|
|
35 | 44 | * script "schain" was added to Signal Chain installer |
|
|
36 | 45 | |
|
|
37 |
## |
|
|
|
46 | ## 2.2.4.1: | |
|
|
38 | 47 | * jroIO_usrp.py is update to read Sandra's data |
|
|
39 | 48 | * decimation in Spectra and RTI plots is always enabled. |
|
|
40 | 49 | * time* window option added to GUI |
|
|
41 | 50 | |
|
|
42 |
## |
|
|
|
51 | ## 2.2.4: | |
|
|
43 | 52 | * jroproc_spectra_lags.py added to schainpy |
|
|
44 | 53 | * Bug fixed in schainGUI: ProcUnit was created with the same id in some cases. |
|
|
45 | 54 | * Bug fixed in jroHeaderIO: Header size validation. |
|
|
46 | 55 | |
|
|
47 |
## |
|
|
|
56 | ## 2.2.3.1: | |
|
|
48 | 57 | * Filtering block by time has been added. |
|
|
49 | 58 | * Bug fixed plotting RTI, CoherenceMap and others using xmin and xmax parameters. The first day worked |
|
|
50 | 59 | properly but the next days did not. |
|
|
51 | 60 | |
|
|
52 |
## |
|
|
|
61 | ## 2.2.3: | |
|
|
53 | 62 | * Bug fixed in GUI: Error getting(reading) Code value |
|
|
54 | 63 | * Bug fixed in GUI: Flip option always needs channelList field |
|
|
55 | 64 | * Bug fixed in jrodata: when one branch modified a value in "dataOut" (example: dataOut.code) this value |
|
|
56 | 65 | was modified for every branch (because this was a reference). It was modified in data.copy() |
|
|
57 | 66 | * Bug fixed in jroproc_voltage.profileSelector(): rangeList replaces to profileRangeList. |
|
|
58 | 67 | |
|
|
59 |
## |
|
|
|
68 | ## 2.2.2: | |
|
|
60 | 69 | * VoltageProc: ProfileSelector, Reshape, Decoder with nTxs!=1 and getblock=True was tested |
|
|
61 | 70 | * Rawdata and testRawdata.py added to Signal Chain project |
|
|
62 | 71 | |
|
|
63 |
## |
|
|
|
72 | ## 2.2.1: | |
|
|
64 | 73 | * Bugs fixed in GUI |
|
|
65 | 74 | * Views were improved in GUI |
|
|
66 | 75 | * Support to MST* ISR experiments |
|
|
67 | 76 | * Bug fixed getting noise using hyldebrant. (minimum number of points > 20%) |
|
|
68 | 77 | * handleError added to jroplotter.py |
|
|
69 | 78 | |
|
|
70 |
## |
|
|
|
79 | ## 2.2.0: | |
|
|
71 | 80 | * GUI: use of external plotter |
|
|
72 | 81 | * Compatible with matplotlib 1.5.0 |
|
|
73 | 82 | |
|
|
74 |
## |
|
|
|
83 | ## 2.1.5: | |
|
|
75 | 84 | * serializer module added to Signal Chain |
|
|
76 | 85 | * jroplotter.py added to Signal Chain |
|
|
77 | 86 | |
|
|
78 |
## |
|
|
|
87 | ## 2.1.4.2: | |
|
|
79 | 88 | * A new Plotter Class was added |
|
|
80 | 89 | * Project.start() does not accept filename as a parameter anymore |
|
|
81 | 90 | |
|
|
82 |
## |
|
|
|
91 | ## 2.1.4.1: | |
|
|
83 | 92 | * Send notifications when an error different to ValueError is detected |
|
|
84 | 93 | |
|
|
85 |
## |
|
|
|
94 | ## 2.1.4: | |
|
|
86 | 95 | * Sending error notifications to signal chain administrator |
|
|
87 | 96 | * Login to email server added |
|
|
88 | 97 | |
|
|
89 |
## |
|
|
|
98 | ## 2.1.3.3: | |
|
|
90 | 99 | * Colored Button Icons were added to GUI |
|
|
91 | 100 | |
|
|
92 |
## |
|
|
|
101 | ## 2.1.3.2: | |
|
|
93 | 102 | * GUI: user interaction enhanced |
|
|
94 | 103 | * controller_api.py: Safe access to ControllerThead |
|
|
95 | 104 | |
|
|
96 |
## |
|
|
|
105 | ## 2.1.3.1: | |
|
|
97 | 106 | * GUI: every icon were resized |
|
|
98 | 107 | * jroproc_voltage.py: Print a message when "Read from code" option is selected and the code is not defined inside data file |
|
|
99 | 108 | |
|
|
100 |
## |
|
|
|
109 | ## 2.1.3: | |
|
|
101 | 110 | * jroplot_heispectra.py: SpectraHeisScope was not showing the right channels |
|
|
102 | 111 | * jroproc_voltage.py: Bug fixed selecting profiles (self.nProfiles took a wrong value), |
|
|
103 | 112 | Bug fixed selecting heights by block (selecting profiles instead heights) |
|
|
104 | 113 | * jroproc_voltage.py: New feature added: decoding data by block using FFT. |
|
|
105 | 114 | * jroIO_heispectra.py: Bug fixed in FitsReader. Using local Fits instance instead schainpy.mode.data.jrodata.Fits. |
|
|
106 | 115 | * jroIO_heispectra.py: Channel index list does not exist. |
|
|
107 | 116 | |
|
|
108 |
## |
|
|
|
117 | ## 2.1.2: | |
|
|
109 | 118 | * jroutils_ftp.py: Bug fixed, Any error sending file stopped the Server Thread |
|
|
110 | 119 | Server thread opens and closes remote server each time file list is sent |
|
|
111 | 120 | * jroplot_spectra.py: Noise path was not being created when noise data is saved. |
|
|
112 | 121 | * jroIO_base.py: startTime can be greater than endTime. Example: SpreadF [18:00 * 07:00] No newline at end of file |
| @@ -1,26 +1,26 | |||
|
|
1 |
FROM python: |
|
|
|
1 | FROM python:3.7-slim | |
|
|
2 | 2 | |
|
|
3 | 3 | RUN apt-get clean && apt-get update && apt-get install -y --no-install-recommends \ |
|
|
4 | 4 | git \ |
|
|
5 | 5 | gcc \ |
|
|
6 | 6 | libpng-dev \ |
|
|
7 | 7 | libfreetype6-dev \ |
|
|
8 | 8 | libopenblas-dev \ |
|
|
9 | 9 | liblapack-dev \ |
|
|
10 | 10 | libatlas-base-dev \ |
|
|
11 | 11 | libssl-dev \ |
|
|
12 | 12 | libhdf5-dev \ |
|
|
13 |
&& git clone --branch v |
|
|
|
13 | && git clone --branch v3.0-devel --depth 1 \ | |
|
|
14 | 14 | http://jro-dev.igp.gob.pe/rhodecode/schain \ |
|
|
15 | 15 | && pip install numpy \ |
|
|
16 | 16 | && cd schain \ |
|
|
17 | 17 | && pip install . \ |
|
|
18 | 18 | && rm -rf * \ |
|
|
19 | 19 | && apt-get purge -y --auto-remove git gcc \ |
|
|
20 | 20 | && rm -rf /var/lib/apt/lists/* |
|
|
21 | 21 | |
|
|
22 | 22 | ENV BACKEND="Agg" |
|
|
23 | 23 | |
|
|
24 | 24 | VOLUME /data |
|
|
25 | 25 | |
|
|
26 | 26 | ENTRYPOINT ["schain"] |
| @@ -1,155 +1,158 | |||
|
|
1 | 1 | # Signal Chain |
|
|
2 | 2 | |
|
|
3 | 3 | ## Introduction |
|
|
4 | 4 | |
|
|
5 | 5 | Signal Chain (SCh) is a radar data processing library developed using [Python](www.python.org) at JRO. SCh provides modules to read, write, process and plot data. |
|
|
6 | 6 | |
|
|
7 | 7 | ## Installation |
|
|
8 | 8 | |
|
|
9 | Install system dependencies, clone the latest version from [here](http://jro-dev.igp.gob.pe/rhodecode/schain/) and install it as a normal python package. | |
|
|
9 | Install system dependencies, clone the latest version from [here](http://jro-dev.igp.gob.pe/rhodecode/schain/) and install it as a normal python package, we strongly recommend to use Anaconda or a virtual environment for the installation. | |
|
|
10 | 10 | |
|
|
11 | ### Linux based system | |
|
|
11 | ### Dependencies | |
|
|
12 | - GCC (gcc or gfortran) | |
|
|
13 | - Python.h (python-dev or python-devel) | |
|
|
14 | - Python-TK (python-tk) | |
|
|
15 | - HDF5 libraries (libhdf5-dev) | |
|
|
16 | ||
|
|
17 | ### Linux based system (e.g. ubuntu) | |
|
|
12 | 18 | ``` |
|
|
13 | $ sudo apt-get install python-pip python-dev gfortran libpng-dev freetype* libblas-dev liblapack-dev libatlas-base-dev python-qt4 python-tk libssl-dev libhdf5-dev | |
|
|
14 | 19 | $ git clone http://jro-dev.igp.gob.pe/rhodecode/schain/ |
|
|
15 | 20 | $ cd schain |
|
|
21 | $ git checkout `schain-branch` (optional) | |
|
|
16 | 22 | $ sudo pip install ./ |
|
|
17 | ||
|
|
18 | 23 | ``` |
|
|
19 | 24 | |
|
|
20 | 25 | ### MAC Os |
|
|
21 | 26 | ``` |
|
|
22 | 27 | $ brew install python |
|
|
23 | $ brew install cartr/qt4/pyqt | |
|
|
24 | 28 | $ git clone http://jro-dev.igp.gob.pe/rhodecode/schain/ |
|
|
25 | 29 | $ cd schain |
|
|
26 | $ pip install ./ | |
|
|
27 | ``` | |
|
|
28 | ||
|
|
29 | **It is recommended to install schain in a virtual environment** | |
|
|
30 | ``` | |
|
|
31 | $ virtualenv /path/to/virtual | |
|
|
32 | $ source /path/to/virtual/bin/activate | |
|
|
33 | (virtual) $ cd schain | |
|
|
34 | (virtual) $ pip install ./ | |
|
|
35 | (virtual) $ bash link_PyQt4.sh | |
|
|
30 | $ git checkout `schain-branch` (optional) | |
|
|
31 | $ sudo pip install ./ | |
|
|
36 | 32 | ``` |
|
|
37 | 33 | |
|
|
38 | 34 | ### Docker |
|
|
39 | 35 | |
|
|
40 | 36 | Download Dockerfile from the repository, and create a docker image |
|
|
41 | 37 | |
|
|
42 | 38 | ``` |
|
|
43 | 39 | $ docker build -t schain . |
|
|
44 | 40 | ``` |
|
|
45 | 41 | |
|
|
46 | 42 | You can run a container using an xml file or a schain script also you need to mount a volume for the data input and for the output files/plots |
|
|
47 | 43 | ``` |
|
|
48 | 44 | $ docker run -it --rm --volume /path/to/host/data:/data schain xml /data/test.xml |
|
|
49 |
$ docker run -it --rm --volume /path/to/host/data:/data --entrypoint |
|
|
|
45 | $ docker run -it --rm --volume /path/to/host/data:/data --entrypoint /urs/local/bin/python schain /data/test.py | |
|
|
50 | 46 | ``` |
|
|
51 | 47 | |
|
|
48 | ## CLI (command line interface) | |
|
|
49 | ||
|
|
50 | Signal Chain provides the following commands: | |
|
|
51 | ||
|
|
52 | - schainGUI: Open the GUI | |
|
|
53 | - schain: Signal chain command line | |
|
|
54 | ||
|
|
55 | ||
|
|
52 | 56 | ## First Script |
|
|
53 | 57 | |
|
|
54 |
|
|
|
|
58 | Here you can find an script to read Spectra data (.pdata), remove dc and plot spectra & RTI | |
|
|
55 | 59 | |
|
|
56 |
|
|
|
|
60 | First import SCh and creating a project | |
|
|
57 | 61 | |
|
|
58 | 62 | ```python |
|
|
59 | 63 | #!/usr/bin/python |
|
|
60 | 64 | |
|
|
61 | 65 | from schainpy.controller import Project |
|
|
62 | 66 | |
|
|
63 |
|
|
|
|
64 | controller.setup(id = '100', | |
|
|
65 | name='test', | |
|
|
66 | description='Basic experiment') | |
|
|
67 | ||
|
|
68 | ||
|
|
67 | prj = Project() | |
|
|
68 | prj.setup( | |
|
|
69 | id = '100', | |
|
|
70 | name='test', | |
|
|
71 | description='Basic experiment' | |
|
|
72 | ) | |
|
|
69 | 73 | ``` |
|
|
70 | 74 | |
|
|
71 |
Add |
|
|
|
75 | Add read unit and operations | |
|
|
72 | 76 | |
|
|
73 | 77 | ```python |
|
|
74 |
read_unit = |
|
|
|
75 | path='/path/to/pdata/', | |
|
|
76 | startDate='2014/01/31', | |
|
|
77 | endDate='2014/03/31', | |
|
|
78 | startTime='00:00:00', | |
|
|
79 | endTime='23:59:59', | |
|
|
80 | online=0, | |
|
|
81 | walk=0) | |
|
|
82 | ||
|
|
83 | proc_unit = controller.addProcUnit(datatype='Spectra', | |
|
|
84 | inputId=read_unit.getId()) | |
|
|
78 | read_unit = prj.addReadUnit( | |
|
|
79 | datatype='Spectra', | |
|
|
80 | path='/path/to/pdata/', | |
|
|
81 | startDate='2014/01/31', | |
|
|
82 | endDate='2014/03/31', | |
|
|
83 | startTime='00:00:00', | |
|
|
84 | endTime='23:59:59', | |
|
|
85 | online=0, | |
|
|
86 | walk=0 | |
|
|
87 | ) | |
|
|
88 | ||
|
|
89 | proc_unit = prj.addProcUnit(datatype='Spectra', inputId=read_unit.getId()) | |
|
|
85 | 90 | |
|
|
86 | 91 | op = proc_unit.addOperation(name='selectChannels') |
|
|
87 |
op.addParameter(name='channelList', value='0,1' |
|
|
|
92 | op.addParameter(name='channelList', value='0,1') | |
|
|
88 | 93 | |
|
|
89 | 94 | op = proc_unit.addOperation(name='selectHeights') |
|
|
90 |
op.addParameter(name='minHei', value='80' |
|
|
|
91 |
op.addParameter(name='maxHei', value='200' |
|
|
|
95 | op.addParameter(name='minHei', value='80') | |
|
|
96 | op.addParameter(name='maxHei', value='200') | |
|
|
92 | 97 | |
|
|
93 | 98 | op = proc_unit.addOperation(name='removeDC') |
|
|
94 | 99 | |
|
|
95 | 100 | ``` |
|
|
96 | 101 | |
|
|
97 |
Plot |
|
|
|
102 | Plot data & start project | |
|
|
98 | 103 | |
|
|
99 | 104 | ```python |
|
|
100 |
op = proc_unit.addOperation(name='SpectraPlot' |
|
|
|
101 |
op.addParameter(name='id', value='1' |
|
|
|
102 |
op.addParameter(name='wintitle', value='Spectra' |
|
|
|
105 | op = proc_unit.addOperation(name='SpectraPlot') | |
|
|
106 | op.addParameter(name='id', value='1') | |
|
|
107 | op.addParameter(name='wintitle', value='Spectra') | |
|
|
103 | 108 | |
|
|
104 |
op = procUnitConfObj1.addOperation(name='RTIPlot' |
|
|
|
105 |
op.addParameter(name='id', value='2' |
|
|
|
106 |
op.addParameter(name='wintitle', value='RTI' |
|
|
|
109 | op = procUnitConfObj1.addOperation(name='RTIPlot') | |
|
|
110 | op.addParameter(name='id', value='2') | |
|
|
111 | op.addParameter(name='wintitle', value='RTI') | |
|
|
107 | 112 | |
|
|
108 |
|
|
|
|
113 | prj.start() | |
|
|
109 | 114 | |
|
|
110 | 115 | ``` |
|
|
111 | 116 | |
|
|
112 | 117 | Full script |
|
|
113 | 118 | |
|
|
114 | 119 | |
|
|
115 | 120 | ```python |
|
|
116 | 121 | #!/usr/bin/python |
|
|
117 | 122 | |
|
|
118 |
from schainpy. |
|
|
|
123 | from schainpy.prj import Project | |
|
|
119 | 124 | |
|
|
120 |
|
|
|
|
121 |
|
|
|
|
125 | prj = Project() | |
|
|
126 | prj.setup(id = '100', | |
|
|
122 | 127 | name='test', |
|
|
123 | 128 | description='Basic experiment') |
|
|
124 |
read_unit = |
|
|
|
129 | read_unit = prj.addReadUnit(datatype='Spectra', | |
|
|
125 | 130 | path='/path/to/pdata/', |
|
|
126 | 131 | startDate='2014/01/31', |
|
|
127 | 132 | endDate='2014/03/31', |
|
|
128 | 133 | startTime='00:00:00', |
|
|
129 | 134 | endTime='23:59:59', |
|
|
130 | 135 | online=0, |
|
|
131 | 136 | walk=0) |
|
|
132 | 137 | |
|
|
133 |
proc_unit = |
|
|
|
138 | proc_unit = prj.addProcUnit(datatype='Spectra', | |
|
|
134 | 139 | inputId=read_unit.getId()) |
|
|
135 | 140 | |
|
|
136 | 141 | op = proc_unit.addOperation(name='selectChannels') |
|
|
137 |
op.addParameter(name='channelList', value='0,1' |
|
|
|
142 | op.addParameter(name='channelList', value='0,1') | |
|
|
138 | 143 | |
|
|
139 | 144 | op = proc_unit.addOperation(name='selectHeights') |
|
|
140 |
op.addParameter(name='minHei', value='80' |
|
|
|
141 |
op.addParameter(name='maxHei', value='200' |
|
|
|
145 | op.addParameter(name='minHei', value='80') | |
|
|
146 | op.addParameter(name='maxHei', value='200') | |
|
|
142 | 147 | |
|
|
143 | 148 | op = proc_unit.addOperation(name='removeDC') |
|
|
144 | 149 | |
|
|
145 |
op = proc_unit.addOperation(name='SpectraPlot' |
|
|
|
146 | op.addParameter(name='id', value='6', format='int') | |
|
|
150 | op = proc_unit.addOperation(name='SpectraPlot') | |
|
|
147 | 151 | op.addParameter(name='wintitle', value='Spectra', format='str') |
|
|
148 | 152 | |
|
|
149 |
op = procUnitConfObj1.addOperation(name='RTIPlot' |
|
|
|
150 | op.addParameter(name='id', value='2', format='int') | |
|
|
153 | op = procUnitConfObj1.addOperation(name='RTIPlot') | |
|
|
151 | 154 | op.addParameter(name='wintitle', value='RTI', format='str') |
|
|
152 | 155 | |
|
|
153 |
|
|
|
|
156 | prj.start() | |
|
|
154 | 157 | |
|
|
155 | 158 | ``` No newline at end of file |
| @@ -1,7 +1,7 | |||
|
|
1 | 1 | ''' |
|
|
2 |
Created on |
|
|
|
2 | Created on Jul 3, 2018 | |
|
|
3 | 3 | |
|
|
4 | 4 | @author $Author$ |
|
|
5 | 5 | @version $Id$ |
|
|
6 | 6 | ''' |
|
|
7 |
__version__ = ' |
|
|
|
7 | __version__ = '3.0' | |
| @@ -1,503 +1,505 | |||
|
|
1 | 1 | """ |
|
|
2 | 2 | The admin module contains all administrative classes relating to the schain python api. |
|
|
3 | 3 | |
|
|
4 | 4 | The main role of this module is to send some reports. It contains a |
|
|
5 | 5 | notification class and a standard error handing class. |
|
|
6 | 6 | |
|
|
7 | 7 | $Id: admin.py 3966 2015-12-01 14:32:29Z miguel.urco $ |
|
|
8 | 8 | """ |
|
|
9 | 9 | import os |
|
|
10 | 10 | import sys |
|
|
11 | 11 | import time |
|
|
12 | 12 | import traceback |
|
|
13 | 13 | import smtplib |
|
|
14 | import ConfigParser | |
|
|
15 | import StringIO | |
|
|
14 | if sys.version[0] == '3': | |
|
|
15 | from configparser import ConfigParser | |
|
|
16 | else: | |
|
|
17 | from ConfigParser import ConfigParser | |
|
|
18 | import io | |
|
|
16 | 19 | from threading import Thread |
|
|
17 | 20 | from multiprocessing import Process |
|
|
18 | 21 | from email.mime.text import MIMEText |
|
|
19 | 22 | from email.mime.application import MIMEApplication |
|
|
20 | 23 | from email.mime.multipart import MIMEMultipart |
|
|
21 | 24 | |
|
|
22 | 25 | import schainpy |
|
|
23 | 26 | from schainpy.utils import log |
|
|
24 |
from schainpy.model.graphics.jroplot_ |
|
|
|
27 | from schainpy.model.graphics.jroplot_base import popup | |
|
|
25 | 28 | |
|
|
26 | 29 | def get_path(): |
|
|
27 | 30 | ''' |
|
|
28 | 31 | Return schainpy path |
|
|
29 | 32 | ''' |
|
|
30 | 33 | |
|
|
31 | 34 | try: |
|
|
32 | 35 | root = __file__ |
|
|
33 | 36 | if os.path.islink(root): |
|
|
34 | 37 | root = os.path.realpath(root) |
|
|
35 | 38 | |
|
|
36 | 39 | return os.path.dirname(os.path.abspath(root)) |
|
|
37 | 40 | except: |
|
|
38 | 41 | log.error('I am sorry, but something is wrong... __file__ not found') |
|
|
39 | 42 | |
|
|
40 | 43 | class Alarm(Process): |
|
|
41 | 44 | ''' |
|
|
42 | 45 | modes: |
|
|
43 | 46 | 0 - All |
|
|
44 | 47 | 1 - Send email |
|
|
45 | 48 | 2 - Popup message |
|
|
46 | 49 | 3 - Sound alarm |
|
|
47 | 50 | 4 - Send to alarm system TODO |
|
|
48 | 51 | ''' |
|
|
49 | 52 | |
|
|
50 | 53 | def __init__(self, modes=[], **kwargs): |
|
|
51 | 54 | Process.__init__(self) |
|
|
52 | 55 | self.modes = modes |
|
|
53 | 56 | self.kwargs = kwargs |
|
|
54 | 57 | |
|
|
55 | 58 | @staticmethod |
|
|
56 | 59 | def play_sound(): |
|
|
57 | 60 | sound = os.path.join(get_path(), 'alarm1.oga') |
|
|
58 | 61 | if os.path.exists(sound): |
|
|
59 | 62 | for __ in range(2): |
|
|
60 | 63 | os.system('paplay {}'.format(sound)) |
|
|
61 | 64 | time.sleep(0.5) |
|
|
62 | 65 | else: |
|
|
63 | 66 | log.warning('Unable to play alarm, sound file not found', 'ADMIN') |
|
|
64 | 67 | |
|
|
65 | 68 | @staticmethod |
|
|
66 | 69 | def send_email(**kwargs): |
|
|
67 | 70 | notifier = SchainNotify() |
|
|
68 | print kwargs | |
|
|
69 | 71 | notifier.notify(**kwargs) |
|
|
70 | 72 | |
|
|
71 | 73 | @staticmethod |
|
|
72 | 74 | def show_popup(message): |
|
|
73 | 75 | if isinstance(message, list): |
|
|
74 | 76 | message = message[-1] |
|
|
75 | 77 | popup(message) |
|
|
76 | 78 | |
|
|
77 | 79 | @staticmethod |
|
|
78 | 80 | def send_alarm(): |
|
|
79 | 81 | pass |
|
|
80 | 82 | |
|
|
81 | 83 | @staticmethod |
|
|
82 | 84 | def get_kwargs(kwargs, keys): |
|
|
83 | 85 | ret = {} |
|
|
84 | 86 | for key in keys: |
|
|
85 | 87 | ret[key] = kwargs[key] |
|
|
86 | 88 | return ret |
|
|
87 | 89 | |
|
|
88 | 90 | def run(self): |
|
|
89 | 91 | tasks = { |
|
|
90 | 92 | 1 : self.send_email, |
|
|
91 | 93 | 2 : self.show_popup, |
|
|
92 | 94 | 3 : self.play_sound, |
|
|
93 | 95 | 4 : self.send_alarm, |
|
|
94 | 96 | } |
|
|
95 | 97 | |
|
|
96 | 98 | tasks_args = { |
|
|
97 | 99 | 1: ['email', 'message', 'subject', 'subtitle', 'filename'], |
|
|
98 | 100 | 2: ['message'], |
|
|
99 | 101 | 3: [], |
|
|
100 | 102 | 4: [], |
|
|
101 | 103 | } |
|
|
102 | 104 | procs = [] |
|
|
103 | 105 | for mode in self.modes: |
|
|
104 | 106 | if 0 in self.modes: |
|
|
105 | 107 | for x in tasks: |
|
|
106 | 108 | t = Thread(target=tasks[x], kwargs=self.get_kwargs(self.kwargs, tasks_args[x])) |
|
|
107 | 109 | t.start() |
|
|
108 | 110 | procs.append(t) |
|
|
109 | 111 | break |
|
|
110 | 112 | else: |
|
|
111 | 113 | t = Thread(target=tasks[mode], kwargs=self.get_kwargs(self.kwargs, tasks_args[mode])) |
|
|
112 | 114 | t.start() |
|
|
113 | 115 | procs.append(t) |
|
|
114 | 116 | for t in procs: |
|
|
115 | 117 | t.join() |
|
|
116 | 118 | |
|
|
117 | 119 | |
|
|
118 | 120 | class SchainConfigure(): |
|
|
119 | 121 | |
|
|
120 | 122 | __DEFAULT_ADMINISTRATOR_EMAIL = "juan.espinoza@jro.igp.gob.pe" |
|
|
121 | 123 | __DEFAULT_EMAIL_SERVER = "jro-zimbra.igp.gob.pe" |
|
|
122 | 124 | __DEFAULT_SENDER_EMAIL = "notifier-schain@jro.igp.gob.pe" |
|
|
123 | 125 | __DEFAULT_SENDER_PASS = "" |
|
|
124 | 126 | |
|
|
125 | 127 | __SCHAIN_ADMINISTRATOR_EMAIL = "CONTACT" |
|
|
126 | 128 | __SCHAIN_EMAIL_SERVER = "MAILSERVER" |
|
|
127 | 129 | __SCHAIN_SENDER_EMAIL = "MAILSERVER_ACCOUNT" |
|
|
128 | 130 | __SCHAIN_SENDER_PASS = "MAILSERVER_PASSWORD" |
|
|
129 | 131 | |
|
|
130 | 132 | def __init__(self, initFile = None): |
|
|
131 | 133 | |
|
|
132 | 134 | # Set configuration file |
|
|
133 | 135 | if (initFile == None): |
|
|
134 | 136 | self.__confFilePath = "/etc/schain.conf" |
|
|
135 | 137 | else: |
|
|
136 | 138 | self.__confFilePath = initFile |
|
|
137 | 139 | |
|
|
138 | 140 | # open configuration file |
|
|
139 | 141 | try: |
|
|
140 | 142 | self.__confFile = open(self.__confFilePath, "r") |
|
|
141 | 143 | except IOError: |
|
|
142 | 144 | # can't read from file - use all hard-coded values |
|
|
143 | 145 | self.__initFromHardCode() |
|
|
144 | 146 | return |
|
|
145 | 147 | |
|
|
146 | 148 | # create Parser using standard module ConfigParser |
|
|
147 |
self.__parser = ConfigParser |
|
|
|
149 | self.__parser = ConfigParser() | |
|
|
148 | 150 | |
|
|
149 | 151 | # read conf file into a StringIO with "[madrigal]\n" section heading prepended |
|
|
150 |
strConfFile = |
|
|
|
152 | strConfFile = io.StringIO("[schain]\n" + self.__confFile.read()) | |
|
|
151 | 153 | |
|
|
152 | 154 | # parse StringIO configuration file |
|
|
153 | 155 | self.__parser.readfp(strConfFile) |
|
|
154 | 156 | |
|
|
155 | 157 | # read information from configuration file |
|
|
156 | 158 | self.__readConfFile() |
|
|
157 | 159 | |
|
|
158 | 160 | # close conf file |
|
|
159 | 161 | self.__confFile.close() |
|
|
160 | 162 | |
|
|
161 | 163 | |
|
|
162 | 164 | def __initFromHardCode(self): |
|
|
163 | 165 | |
|
|
164 | 166 | self.__sender_email = self.__DEFAULT_SENDER_EMAIL |
|
|
165 | 167 | self.__sender_pass = self.__DEFAULT_SENDER_PASS |
|
|
166 | 168 | self.__admin_email = self.__DEFAULT_ADMINISTRATOR_EMAIL |
|
|
167 | 169 | self.__email_server = self.__DEFAULT_EMAIL_SERVER |
|
|
168 | 170 | |
|
|
169 | 171 | def __readConfFile(self): |
|
|
170 | 172 | """__readConfFile is a private helper function that reads information from the parsed config file. |
|
|
171 | 173 | |
|
|
172 | 174 | Inputs: None |
|
|
173 | 175 | |
|
|
174 | 176 | Returns: Void. |
|
|
175 | 177 | |
|
|
176 | 178 | Affects: Initializes class member variables that are found in the config file. |
|
|
177 | 179 | |
|
|
178 | 180 | Exceptions: MadrigalError thrown if any key not found. |
|
|
179 | 181 | """ |
|
|
180 | 182 | |
|
|
181 | 183 | # get the sender email |
|
|
182 | 184 | try: |
|
|
183 | 185 | self.__sender_email = self.__parser.get("schain", self.__SCHAIN_SENDER_EMAIL) |
|
|
184 | 186 | except: |
|
|
185 | 187 | self.__sender_email = self.__DEFAULT_SENDER_EMAIL |
|
|
186 | 188 | |
|
|
187 | 189 | # get the sender password |
|
|
188 | 190 | try: |
|
|
189 | 191 | self.__sender_pass = self.__parser.get("schain", self.__SCHAIN_SENDER_PASS) |
|
|
190 | 192 | except: |
|
|
191 | 193 | self.__sender_pass = self.__DEFAULT_SENDER_PASS |
|
|
192 | 194 | |
|
|
193 | 195 | # get the administrator email |
|
|
194 | 196 | try: |
|
|
195 | 197 | self.__admin_email = self.__parser.get("schain", self.__SCHAIN_ADMINISTRATOR_EMAIL) |
|
|
196 | 198 | except: |
|
|
197 | 199 | self.__admin_email = self.__DEFAULT_ADMINISTRATOR_EMAIL |
|
|
198 | 200 | |
|
|
199 | 201 | # get the server email |
|
|
200 | 202 | try: |
|
|
201 | 203 | self.__email_server = self.__parser.get("schain", self.__SCHAIN_EMAIL_SERVER) |
|
|
202 | 204 | except: |
|
|
203 | 205 | self.__email_server = self.__DEFAULT_EMAIL_SERVER |
|
|
204 | 206 | |
|
|
205 | 207 | def getEmailServer(self): |
|
|
206 | 208 | |
|
|
207 | 209 | return self.__email_server |
|
|
208 | 210 | |
|
|
209 | 211 | def getSenderEmail(self): |
|
|
210 | 212 | |
|
|
211 | 213 | return self.__sender_email |
|
|
212 | 214 | |
|
|
213 | 215 | def getSenderPass(self): |
|
|
214 | 216 | |
|
|
215 | 217 | return self.__sender_pass |
|
|
216 | 218 | |
|
|
217 | 219 | def getAdminEmail(self): |
|
|
218 | 220 | |
|
|
219 | 221 | return self.__admin_email |
|
|
220 | 222 | |
|
|
221 | 223 | class SchainNotify: |
|
|
222 | 224 | """SchainNotify is an object used to send messages to an administrator about a Schain software. |
|
|
223 | 225 | |
|
|
224 | 226 | This object provides functions needed to send messages to an administrator about a Schain , for now |
|
|
225 | 227 | only sendAlert, which sends an email to the site administrator found is ADMIN_EMAIL |
|
|
226 | 228 | |
|
|
227 | 229 | Usage example: |
|
|
228 | 230 | |
|
|
229 | 231 | import schainpy.admin |
|
|
230 | 232 | |
|
|
231 | 233 | try: |
|
|
232 | 234 | |
|
|
233 | 235 | adminObj = schainpy.admin.SchainNotify() |
|
|
234 | 236 | adminObj.sendAlert('This is important!', 'Important Message') |
|
|
235 | 237 | |
|
|
236 | 238 | except schainpy.admin.SchainError, e: |
|
|
237 | 239 | |
|
|
238 | 240 | print e.getExceptionStr() |
|
|
239 | 241 | |
|
|
240 | 242 | |
|
|
241 | 243 | Non-standard Python modules used: |
|
|
242 | 244 | None |
|
|
243 | 245 | |
|
|
244 | 246 | Exceptions thrown: None - Note that SchainNotify tries every trick it knows to avoid |
|
|
245 | 247 | throwing exceptions, since this is the class that will generally be called when there is a problem. |
|
|
246 | 248 | |
|
|
247 | 249 | Change history: |
|
|
248 | 250 | |
|
|
249 | 251 | Written by "Miguel Urco":mailto:miguel.urco@jro.igp.gob.pe Dec. 1, 2015 |
|
|
250 | 252 | """ |
|
|
251 | 253 | |
|
|
252 | 254 | #constants |
|
|
253 | 255 | |
|
|
254 | 256 | def __init__(self): |
|
|
255 | 257 | """__init__ initializes SchainNotify by getting some basic information from SchainDB and SchainSite. |
|
|
256 | 258 | |
|
|
257 | 259 | Note that SchainNotify tries every trick it knows to avoid throwing exceptions, since |
|
|
258 | 260 | this is the class that will generally be called when there is a problem. |
|
|
259 | 261 | |
|
|
260 | 262 | Inputs: Existing SchainDB object, by default = None. |
|
|
261 | 263 | |
|
|
262 | 264 | Returns: void |
|
|
263 | 265 | |
|
|
264 | 266 | Affects: Initializes self.__binDir. |
|
|
265 | 267 | |
|
|
266 | 268 | Exceptions: None. |
|
|
267 | 269 | """ |
|
|
268 | 270 | |
|
|
269 | 271 | # note that the main configuration file is unavailable |
|
|
270 | 272 | # the best that can be done is send an email to root using localhost mailserver |
|
|
271 | 273 | confObj = SchainConfigure() |
|
|
272 | 274 | |
|
|
273 | 275 | self.__emailFromAddress = confObj.getSenderEmail() |
|
|
274 | 276 | self.__emailPass = confObj.getSenderPass() |
|
|
275 | 277 | self.__emailToAddress = confObj.getAdminEmail() |
|
|
276 | 278 | self.__emailServer = confObj.getEmailServer() |
|
|
277 | 279 | |
|
|
278 | 280 | def sendEmail(self, email_from, email_to, subject='Error running ...', message="", subtitle="", filename="", html_format=True): |
|
|
279 | 281 | |
|
|
280 | 282 | if not email_to: |
|
|
281 | 283 | return 0 |
|
|
282 | 284 | |
|
|
283 | 285 | if not self.__emailServer: |
|
|
284 | 286 | return 0 |
|
|
285 | 287 | |
|
|
286 | 288 | log.success('Sending email to {}...'.format(email_to), 'System') |
|
|
287 | 289 | |
|
|
288 | 290 | msg = MIMEMultipart() |
|
|
289 | 291 | msg['Subject'] = subject |
|
|
290 |
msg['From'] = " |
|
|
|
292 | msg['From'] = "SChain API (v{}) <{}>".format(schainpy.__version__, email_from) | |
|
|
291 | 293 | msg['Reply-to'] = email_from |
|
|
292 | 294 | msg['To'] = email_to |
|
|
293 | 295 | |
|
|
294 | 296 | # That is what u see if dont have an email reader: |
|
|
295 | 297 | msg.preamble = 'SChainPy' |
|
|
296 | 298 | |
|
|
297 | 299 | if html_format: |
|
|
298 | 300 | message = "<h1> %s </h1>" %subject + "<h3>" + subtitle.replace("\n", "</h3><h3>\n") + "</h3>" + message.replace("\n", "<br>\n") |
|
|
299 | 301 | message = "<html>\n" + message + '</html>' |
|
|
300 | 302 | |
|
|
301 | 303 | # This is the textual part: |
|
|
302 | 304 | part = MIMEText(message, "html") |
|
|
303 | 305 | else: |
|
|
304 | 306 | message = subject + "\n" + subtitle + "\n" + message |
|
|
305 | 307 | part = MIMEText(message) |
|
|
306 | 308 | |
|
|
307 | 309 | msg.attach(part) |
|
|
308 | 310 | |
|
|
309 | 311 | if filename and os.path.isfile(filename): |
|
|
310 | 312 | # This is the binary part(The Attachment): |
|
|
311 | 313 | part = MIMEApplication(open(filename,"rb").read()) |
|
|
312 | 314 | part.add_header('Content-Disposition', |
|
|
313 | 315 | 'attachment', |
|
|
314 | 316 | filename=os.path.basename(filename)) |
|
|
315 | 317 | msg.attach(part) |
|
|
316 | 318 | |
|
|
317 | 319 | # Create an instance in SMTP server |
|
|
318 | 320 | try: |
|
|
319 | 321 | smtp = smtplib.SMTP(self.__emailServer) |
|
|
320 | 322 | except: |
|
|
321 | 323 | log.error('Could not connect to server {}'.format(self.__emailServer), 'System') |
|
|
322 | 324 | return 0 |
|
|
323 | 325 | |
|
|
324 | 326 | # Start the server: |
|
|
325 | 327 | # smtp.ehlo() |
|
|
326 | 328 | if self.__emailPass: |
|
|
327 | 329 | smtp.login(self.__emailFromAddress, self.__emailPass) |
|
|
328 | 330 | |
|
|
329 | 331 | # Send the email |
|
|
330 | try: | |
|
|
332 | try: | |
|
|
331 | 333 | smtp.sendmail(msg['From'], msg['To'], msg.as_string()) |
|
|
332 | 334 | except: |
|
|
333 | 335 | log.error('Could not send the email to {}'.format(msg['To']), 'System') |
|
|
334 | 336 | smtp.quit() |
|
|
335 | 337 | return 0 |
|
|
336 | 338 | |
|
|
337 | 339 | smtp.quit() |
|
|
338 | 340 | |
|
|
339 | 341 | log.success('Email sent ', 'System') |
|
|
340 | 342 | |
|
|
341 | 343 | return 1 |
|
|
342 | 344 | |
|
|
343 | 345 | def sendAlert(self, message, subject = "", subtitle="", filename=""): |
|
|
344 | 346 | """sendAlert sends an email with the given message and optional title. |
|
|
345 | 347 | |
|
|
346 | 348 | Inputs: message (string), and optional title (string) |
|
|
347 | 349 | |
|
|
348 | 350 | Returns: void |
|
|
349 | 351 | |
|
|
350 | 352 | Affects: none |
|
|
351 | 353 | |
|
|
352 | 354 | Exceptions: None. |
|
|
353 | 355 | """ |
|
|
354 | 356 | |
|
|
355 | 357 | if not self.__emailToAddress: |
|
|
356 | 358 | return 0 |
|
|
357 | 359 | |
|
|
358 |
print |
|
|
|
360 | print("***** Sending alert to %s *****" %self.__emailToAddress) | |
|
|
359 | 361 | # set up message |
|
|
360 | 362 | |
|
|
361 | 363 | sent=self.sendEmail(email_from=self.__emailFromAddress, |
|
|
362 | 364 | email_to=self.__emailToAddress, |
|
|
363 | 365 | subject=subject, |
|
|
364 | 366 | message=message, |
|
|
365 | 367 | subtitle=subtitle, |
|
|
366 | 368 | filename=filename) |
|
|
367 | 369 | |
|
|
368 | 370 | if not sent: |
|
|
369 | 371 | return 0 |
|
|
370 | 372 | |
|
|
371 | 373 | return 1 |
|
|
372 | 374 | |
|
|
373 | 375 | def notify(self, email, message, subject = "", subtitle="", filename=""): |
|
|
374 | 376 | """notify sends an email with the given message and title to email. |
|
|
375 | 377 | |
|
|
376 | 378 | Inputs: email (string), message (string), and subject (string) |
|
|
377 | 379 | |
|
|
378 | 380 | Returns: void |
|
|
379 | 381 | |
|
|
380 | 382 | Affects: none |
|
|
381 | 383 | |
|
|
382 | 384 | Exceptions: None. |
|
|
383 | 385 | """ |
|
|
384 | 386 | |
|
|
385 | 387 | if email is None: |
|
|
386 | 388 | email = self.__emailToAddress |
|
|
387 | 389 | |
|
|
388 | 390 | self.sendEmail( |
|
|
389 | 391 | email_from=self.__emailFromAddress, |
|
|
390 | 392 | email_to=email, |
|
|
391 | 393 | subject=subject, |
|
|
392 | 394 | message=message, |
|
|
393 | 395 | subtitle=subtitle, |
|
|
394 | 396 | filename=filename |
|
|
395 | 397 | ) |
|
|
396 | 398 | |
|
|
397 | 399 | |
|
|
398 | 400 | class SchainError(Exception): |
|
|
399 | 401 | """SchainError is an exception class that is thrown for all known errors using Schain Py lib. |
|
|
400 | 402 | |
|
|
401 | 403 | Usage example: |
|
|
402 | 404 | |
|
|
403 | 405 | import sys, traceback |
|
|
404 | 406 | import schainpy.admin |
|
|
405 | 407 | |
|
|
406 | 408 | try: |
|
|
407 | 409 | |
|
|
408 | 410 | test = open('ImportantFile.txt', 'r') |
|
|
409 | 411 | |
|
|
410 | 412 | except: |
|
|
411 | 413 | |
|
|
412 | 414 | raise schainpy.admin.SchainError('ImportantFile.txt not opened!', |
|
|
413 | 415 | traceback.format_exception(sys.exc_info()[0], |
|
|
414 | 416 | sys.exc_info()[1], |
|
|
415 | 417 | sys.exc_info()[2])) |
|
|
416 | 418 | """ |
|
|
417 | 419 | |
|
|
418 | 420 | |
|
|
419 | 421 | def __init__(self, strInterpretation, exceptionList=None): |
|
|
420 | 422 | """ __init__ gathers the interpretation string along with all information from sys.exc_info(). |
|
|
421 | 423 | |
|
|
422 | 424 | Inputs: |
|
|
423 | 425 | strIntepretation - A string representing the programmer's interpretation of |
|
|
424 | 426 | why the exception occurred |
|
|
425 | 427 | |
|
|
426 | 428 | exceptionList - a list of strings completely describing the exception. |
|
|
427 | 429 | Generated by traceback.format_exception(sys.exc_info()[0], |
|
|
428 | 430 | sys.exc_info()[1], |
|
|
429 | 431 | sys.exc_info()[2]) |
|
|
430 | 432 | |
|
|
431 | 433 | Returns: Void. |
|
|
432 | 434 | |
|
|
433 | 435 | Affects: Initializes class member variables _strInterp, _strExcList. |
|
|
434 | 436 | |
|
|
435 | 437 | Exceptions: None. |
|
|
436 | 438 | """ |
|
|
437 | 439 | |
|
|
438 | 440 | if not exceptionList: |
|
|
439 | 441 | exceptionList = traceback.format_exception(sys.exc_info()[0], |
|
|
440 | 442 | sys.exc_info()[1], |
|
|
441 | 443 | sys.exc_info()[2]) |
|
|
442 | 444 | |
|
|
443 | 445 | self._strInterp = strInterpretation |
|
|
444 | 446 | self._strExcList = exceptionList |
|
|
445 | 447 | |
|
|
446 | 448 | |
|
|
447 | 449 | def getExceptionStr(self): |
|
|
448 | 450 | """ getExceptionStr returns a formatted string ready for printing completely describing the exception. |
|
|
449 | 451 | |
|
|
450 | 452 | Inputs: None |
|
|
451 | 453 | |
|
|
452 | 454 | Returns: A formatted string ready for printing completely describing the exception. |
|
|
453 | 455 | |
|
|
454 | 456 | Affects: None |
|
|
455 | 457 | |
|
|
456 | 458 | Exceptions: None. |
|
|
457 | 459 | """ |
|
|
458 | 460 | excStr = '' |
|
|
459 | 461 | excStr = excStr + self._strInterp + '\n\n' |
|
|
460 | 462 | |
|
|
461 | 463 | if self._strExcList != None: |
|
|
462 | 464 | for item in self._strExcList: |
|
|
463 | 465 | excStr = excStr + str(item) + '\n' |
|
|
464 | 466 | |
|
|
465 | 467 | return excStr |
|
|
466 | 468 | |
|
|
467 | 469 | def __str__(self): |
|
|
468 | 470 | |
|
|
469 | 471 | return(self.getExceptionStr()) |
|
|
470 | 472 | |
|
|
471 | 473 | |
|
|
472 | 474 | def getExceptionHtml(self): |
|
|
473 | 475 | """ getExceptionHtml returns an Html formatted string completely describing the exception. |
|
|
474 | 476 | |
|
|
475 | 477 | Inputs: None |
|
|
476 | 478 | |
|
|
477 | 479 | Returns: A formatted string ready for printing completely describing the exception. |
|
|
478 | 480 | |
|
|
479 | 481 | Affects: None |
|
|
480 | 482 | |
|
|
481 | 483 | Exceptions: None. |
|
|
482 | 484 | """ |
|
|
483 | 485 | |
|
|
484 | 486 | excStr = '<BR>The following Schain Python exception has occurred:\n<BR>' |
|
|
485 | 487 | excStr = excStr + self._strInterp + '\n<BR>\n' |
|
|
486 | 488 | |
|
|
487 | 489 | if self._strExcList != None: |
|
|
488 | 490 | for item in self._strExcList: |
|
|
489 | 491 | excStr = excStr + str(item) + '\n<BR>' |
|
|
490 | 492 | |
|
|
491 | 493 | return excStr |
|
|
492 | 494 | |
|
|
493 | 495 | class SchainWarning(Exception): |
|
|
494 | 496 | pass |
|
|
495 | 497 | |
|
|
496 | 498 | |
|
|
497 | 499 | if __name__ == '__main__': |
|
|
498 | 500 | |
|
|
499 | 501 | test = SchainNotify() |
|
|
500 | 502 | |
|
|
501 | 503 | test.sendAlert('This is a message from the python module SchainNotify', 'Test from SchainNotify') |
|
|
502 | 504 | |
|
|
503 |
print |
|
|
|
505 | print('Hopefully message sent - check.') No newline at end of file | |
| @@ -1,168 +1,238 | |||
|
|
1 | 1 | import click |
|
|
2 | import schainpy | |
|
|
3 | 2 | import subprocess |
|
|
4 | 3 | import os |
|
|
5 | 4 | import sys |
|
|
6 | 5 | import glob |
|
|
7 | save_stdout = sys.stdout | |
|
|
8 | sys.stdout = open('trash', 'w') | |
|
|
9 | from multiprocessing import cpu_count | |
|
|
6 | import schainpy | |
|
|
10 | 7 | from schainpy.controller import Project |
|
|
11 | 8 | from schainpy.model import Operation, ProcessingUnit |
|
|
12 | 9 | from schainpy.utils import log |
|
|
13 | 10 | from importlib import import_module |
|
|
14 | 11 | from pydoc import locate |
|
|
15 | 12 | from fuzzywuzzy import process |
|
|
16 |
from schainpy. |
|
|
|
17 | import templates | |
|
|
18 | sys.stdout = save_stdout | |
|
|
13 | from schainpy.cli import templates | |
|
|
14 | import inspect | |
|
|
15 | try: | |
|
|
16 | from queue import Queue | |
|
|
17 | except: | |
|
|
18 | from Queue import Queue | |
|
|
19 | ||
|
|
20 | ||
|
|
21 | def getProcs(): | |
|
|
22 | modules = dir(schainpy.model) | |
|
|
23 | procs = check_module(modules, 'processing') | |
|
|
24 | try: | |
|
|
25 | procs.remove('ProcessingUnit') | |
|
|
26 | except Exception as e: | |
|
|
27 | pass | |
|
|
28 | return procs | |
|
|
29 | ||
|
|
30 | def getOperations(): | |
|
|
31 | module = dir(schainpy.model) | |
|
|
32 | noProcs = [x for x in module if not x.endswith('Proc')] | |
|
|
33 | operations = check_module(noProcs, 'operation') | |
|
|
34 | try: | |
|
|
35 | operations.remove('Operation') | |
|
|
36 | operations.remove('Figure') | |
|
|
37 | operations.remove('Plot') | |
|
|
38 | except Exception as e: | |
|
|
39 | pass | |
|
|
40 | return operations | |
|
|
41 | ||
|
|
42 | def getArgs(op): | |
|
|
43 | module = locate('schainpy.model.{}'.format(op)) | |
|
|
44 | try: | |
|
|
45 | obj = module(1, 2, 3, Queue()) | |
|
|
46 | except: | |
|
|
47 | obj = module() | |
|
|
48 | ||
|
|
49 | if hasattr(obj, '__attrs__'): | |
|
|
50 | args = obj.__attrs__ | |
|
|
51 | else: | |
|
|
52 | if hasattr(obj, 'myrun'): | |
|
|
53 | args = inspect.getfullargspec(obj.myrun).args | |
|
|
54 | else: | |
|
|
55 | args = inspect.getfullargspec(obj.run).args | |
|
|
56 | ||
|
|
57 | try: | |
|
|
58 | args.remove('self') | |
|
|
59 | except Exception as e: | |
|
|
60 | pass | |
|
|
61 | try: | |
|
|
62 | args.remove('dataOut') | |
|
|
63 | except Exception as e: | |
|
|
64 | pass | |
|
|
65 | return args | |
|
|
66 | ||
|
|
67 | def getDoc(obj): | |
|
|
68 | module = locate('schainpy.model.{}'.format(obj)) | |
|
|
69 | try: | |
|
|
70 | obj = module(1, 2, 3, Queue()) | |
|
|
71 | except: | |
|
|
72 | obj = module() | |
|
|
73 | return obj.__doc__ | |
|
|
74 | ||
|
|
75 | def getAll(): | |
|
|
76 | modules = getOperations() | |
|
|
77 | modules.extend(getProcs()) | |
|
|
78 | return modules | |
|
|
19 | 79 | |
|
|
20 | 80 | |
|
|
21 | 81 | def print_version(ctx, param, value): |
|
|
22 | 82 | if not value or ctx.resilient_parsing: |
|
|
23 | 83 | return |
|
|
24 | 84 | click.echo(schainpy.__version__) |
|
|
25 | 85 | ctx.exit() |
|
|
26 | 86 | |
|
|
27 | 87 | |
|
|
28 | cliLogger = log.makelogger('schain cli') | |
|
|
29 | 88 | PREFIX = 'experiment' |
|
|
30 | 89 | |
|
|
31 | ||
|
|
32 | 90 | @click.command() |
|
|
33 | 91 | @click.option('--version', '-v', is_flag=True, callback=print_version, help='SChain version', type=str) |
|
|
34 | 92 | @click.argument('command', default='run', required=True) |
|
|
35 | 93 | @click.argument('nextcommand', default=None, required=False, type=str) |
|
|
36 | 94 | def main(command, nextcommand, version): |
|
|
37 | """COMMAND LINE INTERFACE FOR SIGNAL CHAIN - JICAMARCA RADIO OBSERVATORY \n | |
|
|
38 |
Available commands |
|
|
|
39 |
|
|
|
|
40 |
run: runs any python script |
|
|
|
95 | """COMMAND LINE INTERFACE FOR SIGNAL CHAIN - JICAMARCA RADIO OBSERVATORY V3.0\n | |
|
|
96 | Available commands:\n | |
|
|
97 | xml: runs a schain XML generated file\n | |
|
|
98 | run: runs any python script'\n | |
|
|
41 | 99 | generate: generates a template schain script\n |
|
|
42 | search: return avilable operations, procs or arguments of the give operation/proc\n""" | |
|
|
100 | list: return a list of available procs and operations\n | |
|
|
101 | search: return avilable operations, procs or arguments of the given | |
|
|
102 | operation/proc\n""" | |
|
|
43 | 103 | if command == 'xml': |
|
|
44 | 104 | runFromXML(nextcommand) |
|
|
45 | 105 | elif command == 'generate': |
|
|
46 | 106 | generate() |
|
|
47 | 107 | elif command == 'test': |
|
|
48 | 108 | test() |
|
|
49 | 109 | elif command == 'run': |
|
|
50 | 110 | runschain(nextcommand) |
|
|
51 | 111 | elif command == 'search': |
|
|
52 | 112 | search(nextcommand) |
|
|
113 | elif command == 'list': | |
|
|
114 | cmdlist(nextcommand) | |
|
|
53 | 115 | else: |
|
|
54 | 116 | log.error('Command {} is not defined'.format(command)) |
|
|
55 | 117 | |
|
|
56 | 118 | |
|
|
57 | 119 | def check_module(possible, instance): |
|
|
58 | 120 | def check(x): |
|
|
59 | 121 | try: |
|
|
60 | 122 | instancia = locate('schainpy.model.{}'.format(x)) |
|
|
61 |
ret |
|
|
|
123 | ret = instancia.proc_type == instance | |
|
|
124 | return ret | |
|
|
62 | 125 | except Exception as e: |
|
|
63 | 126 | return False |
|
|
64 | 127 | clean = clean_modules(possible) |
|
|
65 | 128 | return [x for x in clean if check(x)] |
|
|
66 | 129 | |
|
|
67 | 130 | |
|
|
68 | 131 | def clean_modules(module): |
|
|
69 | 132 | noEndsUnder = [x for x in module if not x.endswith('__')] |
|
|
70 | 133 | noStartUnder = [x for x in noEndsUnder if not x.startswith('__')] |
|
|
71 | 134 | noFullUpper = [x for x in noStartUnder if not x.isupper()] |
|
|
72 | 135 | return noFullUpper |
|
|
73 | 136 | |
|
|
74 | ||
|
|
75 | def search(nextcommand): | |
|
|
137 | def cmdlist(nextcommand): | |
|
|
76 | 138 | if nextcommand is None: |
|
|
77 | log.error('There is no Operation/ProcessingUnit to search') | |
|
|
139 | log.error('Missing argument, available arguments: procs, operations', '') | |
|
|
78 | 140 | elif nextcommand == 'procs': |
|
|
79 |
procs = |
|
|
|
141 | procs = getProcs() | |
|
|
80 | 142 | log.success( |
|
|
81 |
'Current ProcessingUnits are:\n |
|
|
|
82 | ||
|
|
143 | 'Current ProcessingUnits are:\n {}'.format('\n '.join(procs)), '') | |
|
|
83 | 144 | elif nextcommand == 'operations': |
|
|
84 |
operations = |
|
|
|
85 |
log.success('Current Operations are:\n |
|
|
|
86 | '\n'.join(operations))) | |
|
|
145 | operations = getOperations() | |
|
|
146 | log.success('Current Operations are:\n {}'.format( | |
|
|
147 | '\n '.join(operations)), '') | |
|
|
148 | else: | |
|
|
149 | log.error('Wrong argument', '') | |
|
|
150 | ||
|
|
151 | def search(nextcommand): | |
|
|
152 | if nextcommand is None: | |
|
|
153 | log.error('There is no Operation/ProcessingUnit to search', '') | |
|
|
87 | 154 | else: |
|
|
88 | 155 | try: |
|
|
89 |
args = |
|
|
|
90 | log.warning( | |
|
|
91 | 'Use this feature with caution. It may not return all the allowed arguments') | |
|
|
92 | if len(args) == 0: | |
|
|
93 | log.success('{} has no arguments'.format(nextcommand)) | |
|
|
94 | else: | |
|
|
95 | log.success('Showing {} arguments:\n\033[1m{}\033[0m'.format( | |
|
|
96 | nextcommand, '\n'.join(args))) | |
|
|
156 | args = getArgs(nextcommand) | |
|
|
157 | doc = getDoc(nextcommand) | |
|
|
158 | log.success('{}\n{}\n\narguments:\n {}'.format( | |
|
|
159 | nextcommand, doc, ', '.join(args)), '' | |
|
|
160 | ) | |
|
|
97 | 161 | except Exception as e: |
|
|
98 | log.error('Module {} does not exists'.format(nextcommand)) | |
|
|
99 |
allModules = |
|
|
|
100 |
similar = process.extract |
|
|
|
101 |
log.success(' |
|
|
|
102 | search(similar) | |
|
|
103 | ||
|
|
162 | log.error('Module `{}` does not exists'.format(nextcommand), '') | |
|
|
163 | allModules = getAll() | |
|
|
164 | similar = [t[0] for t in process.extract(nextcommand, allModules, limit=12) if t[1]>80] | |
|
|
165 | log.success('Possible modules are: {}'.format(', '.join(similar)), '') | |
|
|
104 | 166 | |
|
|
105 | 167 | def runschain(nextcommand): |
|
|
106 | 168 | if nextcommand is None: |
|
|
107 | 169 | currentfiles = glob.glob('./{}_*.py'.format(PREFIX)) |
|
|
108 | 170 | numberfiles = len(currentfiles) |
|
|
109 | 171 | if numberfiles > 1: |
|
|
110 | 172 | log.error('There is more than one file to run') |
|
|
111 | 173 | elif numberfiles == 1: |
|
|
112 | 174 | subprocess.call(['python ' + currentfiles[0]], shell=True) |
|
|
113 | 175 | else: |
|
|
114 | 176 | log.error('There is no file to run') |
|
|
115 | 177 | else: |
|
|
116 | 178 | try: |
|
|
117 | 179 | subprocess.call(['python ' + nextcommand], shell=True) |
|
|
118 | 180 | except Exception as e: |
|
|
119 | 181 | log.error("I cannot run the file. Does it exists?") |
|
|
120 | 182 | |
|
|
121 | 183 | |
|
|
122 | 184 | def basicInputs(): |
|
|
123 | 185 | inputs = {} |
|
|
124 | inputs['desc'] = click.prompt( | |
|
|
125 | 'Enter a description', default="A schain project", type=str) | |
|
|
126 | 186 | inputs['name'] = click.prompt( |
|
|
127 | 187 | 'Name of the project', default="project", type=str) |
|
|
188 | inputs['desc'] = click.prompt( | |
|
|
189 | 'Enter a description', default="A schain project", type=str) | |
|
|
190 | inputs['multiprocess'] = click.prompt( | |
|
|
191 | '''Select data type: | |
|
|
192 | ||
|
|
193 | - Voltage (*.r): [1] | |
|
|
194 | - Spectra (*.pdata): [2] | |
|
|
195 | - Voltage and Spectra (*.r): [3] | |
|
|
196 | ||
|
|
197 | -->''', type=int) | |
|
|
128 | 198 | inputs['path'] = click.prompt('Data path', default=os.getcwd( |
|
|
129 | 199 | ), type=click.Path(exists=True, resolve_path=True)) |
|
|
130 | 200 | inputs['startDate'] = click.prompt( |
|
|
131 | 201 | 'Start date', default='1970/01/01', type=str) |
|
|
132 | 202 | inputs['endDate'] = click.prompt( |
|
|
133 |
'End date', default='201 |
|
|
|
203 | 'End date', default='2018/12/31', type=str) | |
|
|
134 | 204 | inputs['startHour'] = click.prompt( |
|
|
135 | 205 | 'Start hour', default='00:00:00', type=str) |
|
|
136 | 206 | inputs['endHour'] = click.prompt('End hour', default='23:59:59', type=str) |
|
|
137 | 207 | inputs['figpath'] = inputs['path'] + '/figs' |
|
|
138 | 208 | return inputs |
|
|
139 | 209 | |
|
|
140 | 210 | |
|
|
141 | 211 | def generate(): |
|
|
142 | 212 | inputs = basicInputs() |
|
|
143 | inputs['multiprocess'] = click.confirm('Is this a multiprocess script?') | |
|
|
144 | if inputs['multiprocess']: | |
|
|
145 | inputs['nProcess'] = click.prompt( | |
|
|
146 | 'How many process?', default=cpu_count(), type=int) | |
|
|
147 |
current = templates. |
|
|
|
148 | else: | |
|
|
149 |
current = templates. |
|
|
|
213 | ||
|
|
214 | if inputs['multiprocess'] == 1: | |
|
|
215 | current = templates.voltage.format(**inputs) | |
|
|
216 | elif inputs['multiprocess'] == 2: | |
|
|
217 | current = templates.spectra.format(**inputs) | |
|
|
218 | elif inputs['multiprocess'] == 3: | |
|
|
219 | current = templates.voltagespectra.format(**inputs) | |
|
|
150 | 220 | scriptname = '{}_{}.py'.format(PREFIX, inputs['name']) |
|
|
151 | 221 | script = open(scriptname, 'w') |
|
|
152 | 222 | try: |
|
|
153 | 223 | script.write(current) |
|
|
154 | 224 | log.success('Script {} generated'.format(scriptname)) |
|
|
155 | 225 | except Exception as e: |
|
|
156 | 226 | log.error('I cannot create the file. Do you have writing permissions?') |
|
|
157 | 227 | |
|
|
158 | 228 | |
|
|
159 | 229 | def test(): |
|
|
160 | 230 | log.warning('testing') |
|
|
161 | 231 | |
|
|
162 | 232 | |
|
|
163 | 233 | def runFromXML(filename): |
|
|
164 | 234 | controller = Project() |
|
|
165 | 235 | if not controller.readXml(filename): |
|
|
166 | 236 | return |
|
|
167 | 237 | controller.start() |
|
|
168 | 238 | return |
| @@ -1,90 +1,269 | |||
|
|
1 | basic = '''from schainpy.controller import Project | |
|
|
1 | voltage = '''import os, sys, time | |
|
|
2 | from schainpy.controller import Project | |
|
|
3 | ||
|
|
4 | ||
|
|
5 | def main(): | |
|
|
6 | desc = "{desc}" | |
|
|
7 | controller = Project() | |
|
|
8 | controller.setup(id='200', name="{name}", description=desc) | |
|
|
9 | ||
|
|
10 | read_unit = controller.addReadUnit(datatype='Voltage', | |
|
|
11 | path="{path}", | |
|
|
12 | startDate="{startDate}", | |
|
|
13 | endDate="{endDate}", | |
|
|
14 | startTime="{startHour}", | |
|
|
15 | endTime="{endHour}", | |
|
|
16 | online=0, | |
|
|
17 | verbose=1, | |
|
|
18 | walk=0, | |
|
|
19 | delay=180, | |
|
|
20 | ) | |
|
|
21 | ||
|
|
22 | code = '[[1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1]]' | |
|
|
23 | nCode = '128' | |
|
|
24 | nBaud = '3' | |
|
|
25 | ||
|
|
26 | ||
|
|
27 | proc_voltage = controller.addProcUnit(name='VoltageProc', inputId=read_unit.getId()) | |
|
|
28 | ||
|
|
29 | op1 = proc_voltage.addOperation(name='selectChannels', optype='self') | |
|
|
30 | op1.addParameter(name='channelList', value='0, 1, 2, 3', format='intlist') | |
|
|
31 | ||
|
|
32 | op2 = proc_voltage.addOperation(name='filterByHeights', optype='self') | |
|
|
33 | op2.addParameter(name='window', value='4', format='int') | |
|
|
34 | ||
|
|
35 | op3 = proc_voltage.addOperation(name='ProfileSelector', optype='other') | |
|
|
36 | op3.addParameter(name='profileRangeList', value='32, 159', format='intList') | |
|
|
37 | ||
|
|
38 | op4 = proc_voltage.addOperation(name='Decoder', optype='other') | |
|
|
39 | op4.addParameter(name='code', value=code, format='intlist') | |
|
|
40 | op4.addParameter(name='nCode', value=nCode, format='int') | |
|
|
41 | op4.addParameter(name='nBaud', value=nBaud, format='int') | |
|
|
42 | op4.addParameter(name='mode', value='0', format='int') | |
|
|
43 | ||
|
|
44 | op5 = proc_voltage.addOperation(name='Scope', optype='external') | |
|
|
45 | op5.addParameter(name='id', value='30', format='int') | |
|
|
46 | ||
|
|
47 | ||
|
|
48 | ||
|
|
49 | ||
|
|
50 | ||
|
|
51 | controller.start() | |
|
|
52 | ||
|
|
53 | if __name__ == '__main__': | |
|
|
54 | import time | |
|
|
55 | start_time = time.time() | |
|
|
56 | main() | |
|
|
57 | print("--- %s seconds ---" % (time.time() - start_time)) | |
|
|
2 | 58 | |
|
|
3 | desc = "{desc}" | |
|
|
4 | project = Project() | |
|
|
5 | project.setup(id='200', name="{name}", description=desc) | |
|
|
6 | ||
|
|
7 | voltage_reader = project.addReadUnit(datatype='VoltageReader', | |
|
|
8 | path="{path}", | |
|
|
9 | startDate="{startDate}", | |
|
|
10 | endDate="{endDate}", | |
|
|
11 | startTime="{startHour}", | |
|
|
12 | endTime="{endHour}", | |
|
|
13 | online=0, | |
|
|
14 | verbose=1, | |
|
|
15 | walk=1, | |
|
|
16 | ) | |
|
|
17 | ||
|
|
18 | voltage_proc = project.addProcUnit(datatype='VoltageProc', inputId=voltage_reader.getId()) | |
|
|
19 | ||
|
|
20 | profile = voltage_proc.addOperation(name='ProfileSelector', optype='other') | |
|
|
21 | profile.addParameter(name='profileRangeList', value='120,183', format='intlist') | |
|
|
22 | ||
|
|
23 | rti = voltage_proc.addOperation(name='RTIPlot', optype='other') | |
|
|
24 | rti.addParameter(name='wintitle', value='Jicamarca Radio Observatory', format='str') | |
|
|
25 | rti.addParameter(name='showprofile', value='0', format='int') | |
|
|
26 | rti.addParameter(name='xmin', value='0', format='int') | |
|
|
27 | rti.addParameter(name='xmax', value='24', format='int') | |
|
|
28 | rti.addParameter(name='figpath', value="{figpath}", format='str') | |
|
|
29 | rti.addParameter(name='wr_period', value='5', format='int') | |
|
|
30 | rti.addParameter(name='exp_code', value='22', format='int') | |
|
|
31 | ||
|
|
32 | ||
|
|
33 | project.start() | |
|
|
34 | 59 | ''' |
|
|
35 | 60 | |
|
|
61 | ||
|
|
62 | spectra = '''import os, sys, time | |
|
|
63 | from schainpy.controller import Project | |
|
|
64 | ||
|
|
65 | ||
|
|
66 | def main(): | |
|
|
67 | desc = "{desc}" | |
|
|
68 | controller = Project() | |
|
|
69 | controller.setup(id='300', name="{name}", description=desc) | |
|
|
70 | ||
|
|
71 | read_unit = controller.addReadUnit(datatype='Spectra', | |
|
|
72 | path="{path}", | |
|
|
73 | startDate="{startDate}", | |
|
|
74 | endDate="{endDate}", | |
|
|
75 | startTime="{startHour}", | |
|
|
76 | endTime="{endHour}", | |
|
|
77 | online=0, | |
|
|
78 | verbose=1, | |
|
|
79 | walk=0, | |
|
|
80 | delay=180, | |
|
|
81 | ) | |
|
|
82 | ||
|
|
83 | proc_spectra = controller.addProcUnit(datatype='Spectra', inputId=read_unit.getId()) | |
|
|
84 | proc_spectra.addParameter(name='nFFTPoints', value='128', format='int') | |
|
|
85 | proc_spectra.addParameter(name='nProfiles', value='128', format='int') | |
|
|
86 | proc_spectra.addParameter(name='pairsList', value='(0, 1), (2, 3)', format='pairslist') | |
|
|
87 | ||
|
|
88 | op1 = proc_spectra.addOperation(name='IncohInt', optype='other') | |
|
|
89 | op1.addParameter(name='n', value='4', format='int') | |
|
|
90 | ||
|
|
91 | op2 = proc_spectra.addOperation(name='CrossSpectraPlot', optype='external') | |
|
|
92 | op2.addParameter(name='id', value='10', format='int') | |
|
|
93 | op2.addParameter(name='zmin', value='10.0', format='float') | |
|
|
94 | op2.addParameter(name='zmax', value='35.0', format='float') | |
|
|
95 | ||
|
|
96 | ||
|
|
97 | op3 = proc_spectra.addOperation(name='RTIPlot', optype='external') | |
|
|
98 | op3.addParameter(name='id', value='20', format='int') | |
|
|
99 | op3.addParameter(name='wintitle', value='RTI', format='str') | |
|
|
100 | op3.addParameter(name='xmin', value='0', format='float') | |
|
|
101 | op3.addParameter(name='xmax', value='24', format='float') | |
|
|
102 | op3.addParameter(name='zmin', value='12', format='int') | |
|
|
103 | op3.addParameter(name='zmax', value='32', format='int') | |
|
|
104 | op3.addParameter(name='showprofile', value='1', format='int') | |
|
|
105 | op3.addParameter(name='timerange', value=str(24*60*60), format='int') | |
|
|
106 | ||
|
|
107 | op4 = proc_spectra.addOperation(name='CoherenceMap', optype='external') | |
|
|
108 | op4.addParameter(name='id', value='30', format='int') | |
|
|
109 | op4.addParameter(name='xmin', value='0.0', format='float') | |
|
|
110 | op4.addParameter(name='xmax', value='24.0', format='float') | |
|
|
111 | ||
|
|
112 | ||
|
|
113 | controller.start() | |
|
|
114 | ||
|
|
115 | if __name__ == '__main__': | |
|
|
116 | import time | |
|
|
117 | start_time = time.time() | |
|
|
118 | main() | |
|
|
119 | print("--- %s seconds ---" % (time.time() - start_time)) | |
|
|
120 | ||
|
|
121 | ''' | |
|
|
122 | ||
|
|
123 | voltagespectra = '''import os, sys, time | |
|
|
124 | from schainpy.controller import Project | |
|
|
125 | ||
|
|
126 | ||
|
|
127 | def main(): | |
|
|
128 | desc = "{desc}" | |
|
|
129 | controller = Project() | |
|
|
130 | controller.setup(id='400', name="{name}", description=desc) | |
|
|
131 | ||
|
|
132 | read_unit = controller.addReadUnit(datatype='Voltage', | |
|
|
133 | path="{path}", | |
|
|
134 | startDate="{startDate}", | |
|
|
135 | endDate="{endDate}", | |
|
|
136 | startTime="{startHour}", | |
|
|
137 | endTime="{endHour}", | |
|
|
138 | online=0, | |
|
|
139 | verbose=1, | |
|
|
140 | walk=0, | |
|
|
141 | delay=180, | |
|
|
142 | ) | |
|
|
143 | ||
|
|
144 | code = '[[1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [1, 1, -1], [-1, -1, 1], [-1, -1, 1], [-1, -1, 1], [1, 1, -1]]' | |
|
|
145 | nCode = '128' | |
|
|
146 | nBaud = '3' | |
|
|
147 | ||
|
|
148 | ||
|
|
149 | proc_voltage = controller.addProcUnit(name='VoltageProc', inputId=read_unit.getId()) | |
|
|
150 | ||
|
|
151 | op1 = proc_voltage.addOperation(name='selectChannels', optype='self') | |
|
|
152 | op1.addParameter(name='channelList', value='0, 1, 2, 3', format='intlist') | |
|
|
153 | ||
|
|
154 | op2 = proc_voltage.addOperation(name='filterByHeights', optype='self') | |
|
|
155 | op2.addParameter(name='window', value='4', format='int') | |
|
|
156 | ||
|
|
157 | op3 = proc_voltage.addOperation(name='ProfileSelector', optype='other') | |
|
|
158 | op3.addParameter(name='profileRangeList', value='32, 159', format='intList') | |
|
|
159 | ||
|
|
160 | op4 = proc_voltage.addOperation(name='Decoder', optype='other') | |
|
|
161 | op4.addParameter(name='code', value=code, format='intlist') | |
|
|
162 | op4.addParameter(name='nCode', value=nCode, format='int') | |
|
|
163 | op4.addParameter(name='nBaud', value=nBaud, format='int') | |
|
|
164 | op4.addParameter(name='mode', value='0', format='int') | |
|
|
165 | ||
|
|
166 | ||
|
|
167 | ||
|
|
168 | proc_spectra = controller.addProcUnit(datatype='Spectra', inputId=proc_voltage.getId()) | |
|
|
169 | proc_spectra.addParameter(name='nFFTPoints', value='128', format='int') | |
|
|
170 | proc_spectra.addParameter(name='nProfiles', value='128', format='int') | |
|
|
171 | proc_spectra.addParameter(name='pairsList', value='(0, 1), (2, 3)', format='pairslist') | |
|
|
172 | ||
|
|
173 | op5 = proc_spectra.addOperation(name='IncohInt', optype='other') | |
|
|
174 | op5.addParameter(name='n', value='4', format='int') | |
|
|
175 | ||
|
|
176 | op6 = proc_spectra.addOperation(name='CrossSpectraPlot', optype='external') | |
|
|
177 | op6.addParameter(name='id', value='10', format='int') | |
|
|
178 | op6.addParameter(name='zmin', value='10.0', format='float') | |
|
|
179 | op6.addParameter(name='zmax', value='35.0', format='float') | |
|
|
180 | ||
|
|
181 | ||
|
|
182 | op7 = proc_spectra.addOperation(name='RTIPlot', optype='external') | |
|
|
183 | op7.addParameter(name='id', value='20', format='int') | |
|
|
184 | op7.addParameter(name='wintitle', value='RTI', format='str') | |
|
|
185 | op7.addParameter(name='xmin', value='0', format='float') | |
|
|
186 | op7.addParameter(name='xmax', value='24', format='float') | |
|
|
187 | op7.addParameter(name='zmin', value='12', format='int') | |
|
|
188 | op7.addParameter(name='zmax', value='32', format='int') | |
|
|
189 | op7.addParameter(name='showprofile', value='1', format='int') | |
|
|
190 | op7.addParameter(name='timerange', value=str(24*60*60), format='int') | |
|
|
191 | ||
|
|
192 | op8 = proc_spectra.addOperation(name='CoherenceMap', optype='external') | |
|
|
193 | op8.addParameter(name='id', value='30', format='int') | |
|
|
194 | op8.addParameter(name='xmin', value='0.0', format='float') | |
|
|
195 | op8.addParameter(name='xmax', value='24.0', format='float') | |
|
|
196 | ||
|
|
197 | ||
|
|
198 | controller.start() | |
|
|
199 | ||
|
|
200 | if __name__ == '__main__': | |
|
|
201 | import time | |
|
|
202 | start_time = time.time() | |
|
|
203 | main() | |
|
|
204 | print("--- %s seconds ---" % (time.time() - start_time)) | |
|
|
205 | ||
|
|
206 | ''' | |
|
|
207 | ||
|
|
208 | ||
|
|
209 | ||
|
|
210 | ||
|
|
211 | ||
|
|
212 | ||
|
|
213 | ||
|
|
214 | ||
|
|
36 | 215 | multiprocess = '''from schainpy.controller import Project, MPProject |
|
|
37 | 216 | from time import sleep |
|
|
38 | 217 | desc = "{desc}" |
|
|
39 | 218 | |
|
|
40 | 219 | #################### |
|
|
41 | 220 | # PLOTTER RECEIVER # |
|
|
42 | 221 | #################### |
|
|
43 | 222 | plotter = Project() |
|
|
44 | 223 | plotter.setup(id='100', name='receiver', description=desc) |
|
|
45 | 224 | |
|
|
46 | 225 | receiver_plot = plotter.addProcUnit(name='PlotterReceiver') |
|
|
47 | 226 | receiver_plot.addParameter(name='throttle', value=20, format='int') |
|
|
48 | 227 | receiver_plot.addParameter(name='plottypes', value='rti', format='str') |
|
|
49 | 228 | |
|
|
50 | 229 | rti = receiver_plot.addOperation(name='PlotRTIData', optype='other') |
|
|
51 | 230 | rti.addParameter(name='zmin', value='-40.0', format='float') |
|
|
52 | 231 | rti.addParameter(name='zmax', value='100.0', format='float') |
|
|
53 | 232 | rti.addParameter(name='decimation', value='200', format='int') |
|
|
54 | 233 | rti.addParameter(name='xmin', value='0.0', format='int') |
|
|
55 | 234 | rti.addParameter(name='colormap', value='jet', format='str') |
|
|
56 | 235 | |
|
|
57 | 236 | plotter.start() |
|
|
58 | 237 | |
|
|
59 | 238 | sleep(2) |
|
|
60 | 239 | |
|
|
61 | 240 | ################ |
|
|
62 | 241 | # DATA EMITTER # |
|
|
63 | 242 | ################ |
|
|
64 |
|
|
|
|
65 |
|
|
|
|
243 | controller = Project() | |
|
|
244 | controller.setup(id='200', name="{name}", description=desc) | |
|
|
66 | 245 | |
|
|
67 |
spectra_reader = |
|
|
|
246 | spectra_reader = controller.addReadUnit(datatype='SpectraReader', | |
|
|
68 | 247 | path="{path}", |
|
|
69 | 248 | startDate={startDate}, |
|
|
70 | 249 | endDate={endDate}, |
|
|
71 | 250 | startTime="{startHour}", |
|
|
72 | 251 | endTime="{endHour}", |
|
|
73 | 252 | online=0, |
|
|
74 | 253 | verbose=1, |
|
|
75 | 254 | walk=1, |
|
|
76 | 255 | ) |
|
|
77 | 256 | |
|
|
78 |
spectra_proc = |
|
|
|
257 | spectra_proc = controller.addProcUnit(datatype='Spectra', inputId=spectra_reader.getId()) | |
|
|
79 | 258 | |
|
|
80 |
parameters_proc = |
|
|
|
259 | parameters_proc = controller.addProcUnit(datatype='ParametersProc', inputId=spectra_proc.getId()) | |
|
|
81 | 260 | moments = parameters_proc.addOperation(name='SpectralMoments', optype='other') |
|
|
82 | 261 | |
|
|
83 | 262 | publish = parameters_proc.addOperation(name='PublishData', optype='other') |
|
|
84 | 263 | publish.addParameter(name='zeromq', value=1, format='int') |
|
|
85 | 264 | publish.addParameter(name='verbose', value=0, format='bool') |
|
|
86 | 265 | |
|
|
87 |
MPProject( |
|
|
|
266 | MPProject(controller, 16) | |
|
|
88 | 267 | |
|
|
89 | 268 | |
|
|
90 | 269 | ''' |
| This diff has been collapsed as it changes many lines, (1456 lines changed) Show them Hide them | |||
| @@ -1,1342 +1,648 | |||
|
|
1 | 1 | ''' |
|
|
2 | Created on September , 2012 | |
|
|
3 | @author: | |
|
|
2 | Main routines to create a Signal Chain project | |
|
|
4 | 3 | ''' |
|
|
5 | 4 | |
|
|
5 | import re | |
|
|
6 | 6 | import sys |
|
|
7 | 7 | import ast |
|
|
8 | 8 | import datetime |
|
|
9 | 9 | import traceback |
|
|
10 | import math | |
|
|
11 | 10 | import time |
|
|
12 |
from multiprocessing import Process, |
|
|
|
11 | from multiprocessing import Process, Queue | |
|
|
12 | from threading import Thread | |
|
|
13 | from xml.etree.ElementTree import ElementTree, Element, SubElement | |
|
|
13 | 14 | |
|
|
14 | from xml.etree.ElementTree import ElementTree, Element, SubElement, tostring | |
|
|
15 | from xml.dom import minidom | |
|
|
16 | ||
|
|
17 | import schainpy | |
|
|
18 | 15 | from schainpy.admin import Alarm, SchainWarning |
|
|
19 | 16 | from schainpy.model import * |
|
|
20 | 17 | from schainpy.utils import log |
|
|
21 | 18 | |
|
|
22 | DTYPES = { | |
|
|
23 | 'Voltage': '.r', | |
|
|
24 | 'Spectra': '.pdata' | |
|
|
25 | } | |
|
|
26 | ||
|
|
27 | ||
|
|
28 | def MPProject(project, n=cpu_count()): | |
|
|
29 | ''' | |
|
|
30 | Project wrapper to run schain in n processes | |
|
|
31 | ''' | |
|
|
32 | ||
|
|
33 | rconf = project.getReadUnitObj() | |
|
|
34 | op = rconf.getOperationObj('run') | |
|
|
35 | dt1 = op.getParameterValue('startDate') | |
|
|
36 | dt2 = op.getParameterValue('endDate') | |
|
|
37 | tm1 = op.getParameterValue('startTime') | |
|
|
38 | tm2 = op.getParameterValue('endTime') | |
|
|
39 | days = (dt2 - dt1).days | |
|
|
40 | ||
|
|
41 | for day in range(days + 1): | |
|
|
42 | skip = 0 | |
|
|
43 | cursor = 0 | |
|
|
44 | processes = [] | |
|
|
45 | dt = dt1 + datetime.timedelta(day) | |
|
|
46 | dt_str = dt.strftime('%Y/%m/%d') | |
|
|
47 | reader = JRODataReader() | |
|
|
48 | paths, files = reader.searchFilesOffLine(path=rconf.path, | |
|
|
49 | startDate=dt, | |
|
|
50 | endDate=dt, | |
|
|
51 | startTime=tm1, | |
|
|
52 | endTime=tm2, | |
|
|
53 | ext=DTYPES[rconf.datatype]) | |
|
|
54 | nFiles = len(files) | |
|
|
55 | if nFiles == 0: | |
|
|
56 | continue | |
|
|
57 | skip = int(math.ceil(nFiles / n)) | |
|
|
58 | while nFiles > cursor * skip: | |
|
|
59 | rconf.update(startDate=dt_str, endDate=dt_str, cursor=cursor, | |
|
|
60 | skip=skip) | |
|
|
61 | p = project.clone() | |
|
|
62 | p.start() | |
|
|
63 | processes.append(p) | |
|
|
64 | cursor += 1 | |
|
|
65 | ||
|
|
66 | def beforeExit(exctype, value, trace): | |
|
|
67 | for process in processes: | |
|
|
68 | process.terminate() | |
|
|
69 | process.join() | |
|
|
70 | print traceback.print_tb(trace) | |
|
|
71 | ||
|
|
72 | sys.excepthook = beforeExit | |
|
|
73 | ||
|
|
74 | for process in processes: | |
|
|
75 | process.join() | |
|
|
76 | process.terminate() | |
|
|
77 | ||
|
|
78 | time.sleep(3) | |
|
|
79 | ||
|
|
80 | ||
|
|
81 | class ParameterConf(): | |
|
|
82 | ||
|
|
83 | id = None | |
|
|
84 | name = None | |
|
|
85 | value = None | |
|
|
86 | format = None | |
|
|
87 | ||
|
|
88 | __formated_value = None | |
|
|
89 | ||
|
|
90 | ELEMENTNAME = 'Parameter' | |
|
|
91 | ||
|
|
92 | def __init__(self): | |
|
|
93 | ||
|
|
94 | self.format = 'str' | |
|
|
95 | ||
|
|
96 | def getElementName(self): | |
|
|
97 | ||
|
|
98 | return self.ELEMENTNAME | |
|
|
99 | ||
|
|
100 | def getValue(self): | |
|
|
101 | ||
|
|
102 | value = self.value | |
|
|
103 | format = self.format | |
|
|
104 | ||
|
|
105 | if self.__formated_value != None: | |
|
|
106 | ||
|
|
107 | return self.__formated_value | |
|
|
108 | ||
|
|
109 | if format == 'obj': | |
|
|
110 | return value | |
|
|
111 | ||
|
|
112 | if format == 'str': | |
|
|
113 | self.__formated_value = str(value) | |
|
|
114 | return self.__formated_value | |
|
|
115 | ||
|
|
116 | if value == '': | |
|
|
117 | raise ValueError, '%s: This parameter value is empty' % self.name | |
|
|
118 | ||
|
|
119 | if format == 'list': | |
|
|
120 | strList = value.split(',') | |
|
|
121 | ||
|
|
122 | self.__formated_value = strList | |
|
|
123 | ||
|
|
124 | return self.__formated_value | |
|
|
125 | ||
|
|
126 | if format == 'intlist': | |
|
|
127 | ''' | |
|
|
128 | Example: | |
|
|
129 | value = (0,1,2) | |
|
|
130 | ''' | |
|
|
131 | ||
|
|
132 | new_value = ast.literal_eval(value) | |
|
|
133 | ||
|
|
134 | if type(new_value) not in (tuple, list): | |
|
|
135 | new_value = [int(new_value)] | |
|
|
136 | ||
|
|
137 | self.__formated_value = new_value | |
|
|
138 | ||
|
|
139 | return self.__formated_value | |
|
|
140 | ||
|
|
141 | if format == 'floatlist': | |
|
|
142 | ''' | |
|
|
143 | Example: | |
|
|
144 | value = (0.5, 1.4, 2.7) | |
|
|
145 | ''' | |
|
|
146 | ||
|
|
147 | new_value = ast.literal_eval(value) | |
|
|
148 | ||
|
|
149 | if type(new_value) not in (tuple, list): | |
|
|
150 | new_value = [float(new_value)] | |
|
|
151 | ||
|
|
152 | self.__formated_value = new_value | |
|
|
153 | ||
|
|
154 | return self.__formated_value | |
|
|
155 | ||
|
|
156 | if format == 'date': | |
|
|
157 | strList = value.split('/') | |
|
|
158 | intList = [int(x) for x in strList] | |
|
|
159 | date = datetime.date(intList[0], intList[1], intList[2]) | |
|
|
160 | ||
|
|
161 | self.__formated_value = date | |
|
|
162 | ||
|
|
163 | return self.__formated_value | |
|
|
164 | ||
|
|
165 | if format == 'time': | |
|
|
166 | strList = value.split(':') | |
|
|
167 | intList = [int(x) for x in strList] | |
|
|
168 | time = datetime.time(intList[0], intList[1], intList[2]) | |
|
|
169 | ||
|
|
170 | self.__formated_value = time | |
|
|
171 | ||
|
|
172 | return self.__formated_value | |
|
|
173 | ||
|
|
174 | if format == 'pairslist': | |
|
|
175 | ''' | |
|
|
176 | Example: | |
|
|
177 | value = (0,1),(1,2) | |
|
|
178 | ''' | |
|
|
179 | ||
|
|
180 | new_value = ast.literal_eval(value) | |
|
|
181 | ||
|
|
182 | if type(new_value) not in (tuple, list): | |
|
|
183 | raise ValueError, '%s has to be a tuple or list of pairs' % value | |
|
|
184 | ||
|
|
185 | if type(new_value[0]) not in (tuple, list): | |
|
|
186 | if len(new_value) != 2: | |
|
|
187 | raise ValueError, '%s has to be a tuple or list of pairs' % value | |
|
|
188 | new_value = [new_value] | |
|
|
189 | ||
|
|
190 | for thisPair in new_value: | |
|
|
191 | if len(thisPair) != 2: | |
|
|
192 | raise ValueError, '%s has to be a tuple or list of pairs' % value | |
|
|
193 | ||
|
|
194 | self.__formated_value = new_value | |
|
|
195 | ||
|
|
196 | return self.__formated_value | |
|
|
197 | ||
|
|
198 | if format == 'multilist': | |
|
|
199 | ''' | |
|
|
200 | Example: | |
|
|
201 | value = (0,1,2),(3,4,5) | |
|
|
202 | ''' | |
|
|
203 | multiList = ast.literal_eval(value) | |
|
|
204 | ||
|
|
205 | if type(multiList[0]) == int: | |
|
|
206 | multiList = ast.literal_eval('(' + value + ')') | |
|
|
207 | ||
|
|
208 | self.__formated_value = multiList | |
|
|
209 | ||
|
|
210 | return self.__formated_value | |
|
|
211 | ||
|
|
212 | if format == 'bool': | |
|
|
213 | value = int(value) | |
|
|
214 | ||
|
|
215 | if format == 'int': | |
|
|
216 | value = float(value) | |
|
|
217 | ||
|
|
218 | format_func = eval(format) | |
|
|
219 | ||
|
|
220 | self.__formated_value = format_func(value) | |
|
|
221 | ||
|
|
222 | return self.__formated_value | |
|
|
223 | ||
|
|
224 | def updateId(self, new_id): | |
|
|
225 | ||
|
|
226 | self.id = str(new_id) | |
|
|
227 | ||
|
|
228 | def setup(self, id, name, value, format='str'): | |
|
|
229 | self.id = str(id) | |
|
|
230 | self.name = name | |
|
|
231 | if format == 'obj': | |
|
|
232 | self.value = value | |
|
|
233 | else: | |
|
|
234 | self.value = str(value) | |
|
|
235 | self.format = str.lower(format) | |
|
|
236 | ||
|
|
237 | self.getValue() | |
|
|
238 | ||
|
|
239 | return 1 | |
|
|
240 | ||
|
|
241 | def update(self, name, value, format='str'): | |
|
|
242 | ||
|
|
243 | self.name = name | |
|
|
244 | self.value = str(value) | |
|
|
245 | self.format = format | |
|
|
246 | ||
|
|
247 | def makeXml(self, opElement): | |
|
|
248 | if self.name not in ('queue',): | |
|
|
249 | parmElement = SubElement(opElement, self.ELEMENTNAME) | |
|
|
250 | parmElement.set('id', str(self.id)) | |
|
|
251 | parmElement.set('name', self.name) | |
|
|
252 | parmElement.set('value', self.value) | |
|
|
253 | parmElement.set('format', self.format) | |
|
|
254 | 19 | |
|
|
255 | def readXml(self, parmElement): | |
|
|
256 | ||
|
|
257 | self.id = parmElement.get('id') | |
|
|
258 | self.name = parmElement.get('name') | |
|
|
259 | self.value = parmElement.get('value') | |
|
|
260 | self.format = str.lower(parmElement.get('format')) | |
|
|
261 | ||
|
|
262 | # Compatible with old signal chain version | |
|
|
263 | if self.format == 'int' and self.name == 'idfigure': | |
|
|
264 | self.name = 'id' | |
|
|
265 | ||
|
|
266 | def printattr(self): | |
|
|
267 | ||
|
|
268 | print 'Parameter[%s]: name = %s, value = %s, format = %s' % (self.id, self.name, self.value, self.format) | |
|
|
269 | ||
|
|
270 | ||
|
|
271 | class OperationConf(): | |
|
|
272 | ||
|
|
273 | id = None | |
|
|
274 | name = None | |
|
|
275 | priority = None | |
|
|
276 | type = None | |
|
|
277 | ||
|
|
278 | parmConfObjList = [] | |
|
|
279 | ||
|
|
280 | ELEMENTNAME = 'Operation' | |
|
|
20 | class ConfBase(): | |
|
|
281 | 21 | |
|
|
282 | 22 | def __init__(self): |
|
|
283 | 23 | |
|
|
284 | 24 | self.id = '0' |
|
|
285 | 25 | self.name = None |
|
|
286 | 26 | self.priority = None |
|
|
287 |
self. |
|
|
|
27 | self.parameters = {} | |
|
|
28 | self.object = None | |
|
|
29 | self.operations = [] | |
|
|
30 | ||
|
|
31 | def getId(self): | |
|
|
288 | 32 | |
|
|
289 | def __getNewId(self): | |
|
|
33 | return self.id | |
|
|
34 | ||
|
|
35 | def getNewId(self): | |
|
|
290 | 36 | |
|
|
291 |
return int(self.id) * 10 + len(self. |
|
|
|
37 | return int(self.id) * 10 + len(self.operations) + 1 | |
|
|
292 | 38 | |
|
|
293 | 39 | def updateId(self, new_id): |
|
|
294 | 40 | |
|
|
295 | 41 | self.id = str(new_id) |
|
|
296 | 42 | |
|
|
297 | 43 | n = 1 |
|
|
298 |
for |
|
|
|
299 | ||
|
|
300 | idParm = str(int(new_id) * 10 + n) | |
|
|
301 | parmObj.updateId(idParm) | |
|
|
302 | ||
|
|
44 | for conf in self.operations: | |
|
|
45 | conf_id = str(int(new_id) * 10 + n) | |
|
|
46 | conf.updateId(conf_id) | |
|
|
303 | 47 | n += 1 |
|
|
304 | 48 | |
|
|
305 |
def get |
|
|
|
306 | ||
|
|
307 | return self.ELEMENTNAME | |
|
|
308 | ||
|
|
309 | def getParameterObjList(self): | |
|
|
310 | ||
|
|
311 | return self.parmConfObjList | |
|
|
312 | ||
|
|
313 | def getParameterObj(self, parameterName): | |
|
|
314 | ||
|
|
315 | for parmConfObj in self.parmConfObjList: | |
|
|
316 | ||
|
|
317 | if parmConfObj.name != parameterName: | |
|
|
318 | continue | |
|
|
319 | ||
|
|
320 | return parmConfObj | |
|
|
321 | ||
|
|
322 | return None | |
|
|
323 | ||
|
|
324 | def getParameterObjfromValue(self, parameterValue): | |
|
|
325 | ||
|
|
326 | for parmConfObj in self.parmConfObjList: | |
|
|
49 | def getKwargs(self): | |
|
|
327 | 50 | |
|
|
328 | if parmConfObj.getValue() != parameterValue: | |
|
|
329 | continue | |
|
|
51 | params = {} | |
|
|
330 | 52 | |
|
|
331 | return parmConfObj.getValue() | |
|
|
53 | for key, value in self.parameters.items(): | |
|
|
54 | if value not in (None, '', ' '): | |
|
|
55 | params[key] = value | |
|
|
56 | ||
|
|
57 | return params | |
|
|
332 | 58 | |
|
|
333 | return None | |
|
|
59 | def update(self, **kwargs): | |
|
|
334 | 60 | |
|
|
335 | def getParameterValue(self, parameterName): | |
|
|
61 | for key, value in kwargs.items(): | |
|
|
62 | self.addParameter(name=key, value=value) | |
|
|
336 | 63 | |
|
|
337 | parameterObj = self.getParameterObj(parameterName) | |
|
|
64 | def addParameter(self, name, value, format=None): | |
|
|
65 | ''' | |
|
|
66 | ''' | |
|
|
338 | 67 | |
|
|
339 | # if not parameterObj: | |
|
|
340 | # return None | |
|
|
68 | if isinstance(value, str) and re.search(r'(\d+/\d+/\d+)', value): | |
|
|
69 | self.parameters[name] = datetime.date(*[int(x) for x in value.split('/')]) | |
|
|
70 | elif isinstance(value, str) and re.search(r'(\d+:\d+:\d+)', value): | |
|
|
71 | self.parameters[name] = datetime.time(*[int(x) for x in value.split(':')]) | |
|
|
72 | else: | |
|
|
73 | try: | |
|
|
74 | self.parameters[name] = ast.literal_eval(value) | |
|
|
75 | except: | |
|
|
76 | if isinstance(value, str) and ',' in value: | |
|
|
77 | self.parameters[name] = value.split(',') | |
|
|
78 | else: | |
|
|
79 | self.parameters[name] = value | |
|
|
80 | ||
|
|
81 | def getParameters(self): | |
|
|
82 | ||
|
|
83 | params = {} | |
|
|
84 | for key, value in self.parameters.items(): | |
|
|
85 | s = type(value).__name__ | |
|
|
86 | if s == 'date': | |
|
|
87 | params[key] = value.strftime('%Y/%m/%d') | |
|
|
88 | elif s == 'time': | |
|
|
89 | params[key] = value.strftime('%H:%M:%S') | |
|
|
90 | else: | |
|
|
91 | params[key] = str(value) | |
|
|
341 | 92 | |
|
|
342 | value = parameterObj.getValue() | |
|
|
93 | return params | |
|
|
94 | ||
|
|
95 | def makeXml(self, element): | |
|
|
343 | 96 | |
|
|
344 | return value | |
|
|
97 | xml = SubElement(element, self.ELEMENTNAME) | |
|
|
98 | for label in self.xml_labels: | |
|
|
99 | xml.set(label, str(getattr(self, label))) | |
|
|
100 | ||
|
|
101 | for key, value in self.getParameters().items(): | |
|
|
102 | xml_param = SubElement(xml, 'Parameter') | |
|
|
103 | xml_param.set('name', key) | |
|
|
104 | xml_param.set('value', value) | |
|
|
105 | ||
|
|
106 | for conf in self.operations: | |
|
|
107 | conf.makeXml(xml) | |
|
|
108 | ||
|
|
109 | def __str__(self): | |
|
|
345 | 110 | |
|
|
346 | def getKwargs(self): | |
|
|
111 | if self.ELEMENTNAME == 'Operation': | |
|
|
112 | s = ' {}[id={}]\n'.format(self.name, self.id) | |
|
|
113 | else: | |
|
|
114 | s = '{}[id={}, inputId={}]\n'.format(self.name, self.id, self.inputId) | |
|
|
347 | 115 | |
|
|
348 | kwargs = {} | |
|
|
116 | for key, value in self.parameters.items(): | |
|
|
117 | if self.ELEMENTNAME == 'Operation': | |
|
|
118 | s += ' {}: {}\n'.format(key, value) | |
|
|
119 | else: | |
|
|
120 | s += ' {}: {}\n'.format(key, value) | |
|
|
121 | ||
|
|
122 | for conf in self.operations: | |
|
|
123 | s += str(conf) | |
|
|
349 | 124 | |
|
|
350 | for parmConfObj in self.parmConfObjList: | |
|
|
351 | if self.name == 'run' and parmConfObj.name == 'datatype': | |
|
|
352 | continue | |
|
|
125 | return s | |
|
|
353 | 126 | |
|
|
354 | kwargs[parmConfObj.name] = parmConfObj.getValue() | |
|
|
127 | class OperationConf(ConfBase): | |
|
|
355 | 128 | |
|
|
356 | return kwargs | |
|
|
129 | ELEMENTNAME = 'Operation' | |
|
|
130 | xml_labels = ['id', 'name'] | |
|
|
357 | 131 | |
|
|
358 |
def setup(self, id, name, priority, |
|
|
|
132 | def setup(self, id, name, priority, project_id, err_queue): | |
|
|
359 | 133 | |
|
|
360 | 134 | self.id = str(id) |
|
|
135 | self.project_id = project_id | |
|
|
361 | 136 | self.name = name |
|
|
362 |
self.type = |
|
|
|
363 |
self. |
|
|
|
364 | ||
|
|
365 | self.parmConfObjList = [] | |
|
|
366 | ||
|
|
367 | def removeParameters(self): | |
|
|
368 | ||
|
|
369 | for obj in self.parmConfObjList: | |
|
|
370 | del obj | |
|
|
371 | ||
|
|
372 | self.parmConfObjList = [] | |
|
|
373 | ||
|
|
374 | def addParameter(self, name, value, format='str'): | |
|
|
375 | ||
|
|
376 | if value is None: | |
|
|
377 | return None | |
|
|
378 | id = self.__getNewId() | |
|
|
379 | ||
|
|
380 | parmConfObj = ParameterConf() | |
|
|
381 | if not parmConfObj.setup(id, name, value, format): | |
|
|
382 | return None | |
|
|
383 | ||
|
|
384 | self.parmConfObjList.append(parmConfObj) | |
|
|
385 | ||
|
|
386 | return parmConfObj | |
|
|
387 | ||
|
|
388 | def changeParameter(self, name, value, format='str'): | |
|
|
389 | ||
|
|
390 | parmConfObj = self.getParameterObj(name) | |
|
|
391 | parmConfObj.update(name, value, format) | |
|
|
392 | ||
|
|
393 | return parmConfObj | |
|
|
394 | ||
|
|
395 | def makeXml(self, procUnitElement): | |
|
|
396 | ||
|
|
397 | opElement = SubElement(procUnitElement, self.ELEMENTNAME) | |
|
|
398 | opElement.set('id', str(self.id)) | |
|
|
399 | opElement.set('name', self.name) | |
|
|
400 | opElement.set('type', self.type) | |
|
|
401 | opElement.set('priority', str(self.priority)) | |
|
|
402 | ||
|
|
403 | for parmConfObj in self.parmConfObjList: | |
|
|
404 | parmConfObj.makeXml(opElement) | |
|
|
405 | ||
|
|
406 | def readXml(self, opElement): | |
|
|
407 | ||
|
|
408 | self.id = opElement.get('id') | |
|
|
409 | self.name = opElement.get('name') | |
|
|
410 | self.type = opElement.get('type') | |
|
|
411 | self.priority = opElement.get('priority') | |
|
|
137 | self.type = 'other' | |
|
|
138 | self.err_queue = err_queue | |
|
|
412 | 139 | |
|
|
413 | # Compatible with old signal chain version | |
|
|
414 | # Use of 'run' method instead 'init' | |
|
|
415 | if self.type == 'self' and self.name == 'init': | |
|
|
416 | self.name = 'run' | |
|
|
140 | def readXml(self, element, project_id, err_queue): | |
|
|
417 | 141 | |
|
|
418 | self.parmConfObjList = [] | |
|
|
142 | self.id = element.get('id') | |
|
|
143 | self.name = element.get('name') | |
|
|
144 | self.type = 'other' | |
|
|
145 | self.project_id = str(project_id) | |
|
|
146 | self.err_queue = err_queue | |
|
|
419 | 147 | |
|
|
420 | parmElementList = opElement.iter(ParameterConf().getElementName()) | |
|
|
148 | for elm in element.iter('Parameter'): | |
|
|
149 | self.addParameter(elm.get('name'), elm.get('value')) | |
|
|
421 | 150 | |
|
|
422 | for parmElement in parmElementList: | |
|
|
423 | parmConfObj = ParameterConf() | |
|
|
424 | parmConfObj.readXml(parmElement) | |
|
|
151 | def createObject(self): | |
|
|
425 | 152 | |
|
|
426 | # Compatible with old signal chain version | |
|
|
427 | # If an 'plot' OPERATION is found, changes name operation by the value of its type PARAMETER | |
|
|
428 | if self.type != 'self' and self.name == 'Plot': | |
|
|
429 | if parmConfObj.format == 'str' and parmConfObj.name == 'type': | |
|
|
430 | self.name = parmConfObj.value | |
|
|
431 | continue | |
|
|
432 | ||
|
|
433 | self.parmConfObjList.append(parmConfObj) | |
|
|
434 | ||
|
|
435 | def printattr(self): | |
|
|
436 | ||
|
|
437 | print '%s[%s]: name = %s, type = %s, priority = %s' % (self.ELEMENTNAME, | |
|
|
438 | self.id, | |
|
|
439 | self.name, | |
|
|
440 | self.type, | |
|
|
441 | self.priority) | |
|
|
442 | ||
|
|
443 | for parmConfObj in self.parmConfObjList: | |
|
|
444 | parmConfObj.printattr() | |
|
|
445 | ||
|
|
446 | def createObject(self, plotter_queue=None): | |
|
|
447 | ||
|
|
448 | if self.type == 'self': | |
|
|
449 | raise ValueError, 'This operation type cannot be created' | |
|
|
450 | ||
|
|
451 | if self.type == 'plotter': | |
|
|
452 | if not plotter_queue: | |
|
|
453 | raise ValueError, 'plotter_queue is not defined. Use:\nmyProject = Project()\nmyProject.setPlotterQueue(plotter_queue)' | |
|
|
454 | ||
|
|
455 | opObj = Plotter(self.name, plotter_queue) | |
|
|
456 | ||
|
|
457 | if self.type == 'external' or self.type == 'other': | |
|
|
153 | className = eval(self.name) | |
|
|
458 | 154 | |
|
|
459 | className = eval(self.name) | |
|
|
155 | if 'Plot' in self.name or 'Writer' in self.name or 'Send' in self.name or 'print' in self.name: | |
|
|
460 | 156 | kwargs = self.getKwargs() |
|
|
157 | opObj = className(self.id, self.id, self.project_id, self.err_queue, **kwargs) | |
|
|
158 | opObj.start() | |
|
|
159 | self.type = 'external' | |
|
|
160 | else: | |
|
|
161 | opObj = className() | |
|
|
461 | 162 | |
|
|
462 | opObj = className(**kwargs) | |
|
|
463 | ||
|
|
163 | self.object = opObj | |
|
|
464 | 164 | return opObj |
|
|
465 | 165 | |
|
|
466 | ||
|
|
467 | class ProcUnitConf(): | |
|
|
468 | ||
|
|
469 | id = None | |
|
|
470 | name = None | |
|
|
471 | datatype = None | |
|
|
472 | inputId = None | |
|
|
473 | parentId = None | |
|
|
474 | ||
|
|
475 | opConfObjList = [] | |
|
|
476 | ||
|
|
477 | procUnitObj = None | |
|
|
478 | opObjList = [] | |
|
|
166 | class ProcUnitConf(ConfBase): | |
|
|
479 | 167 | |
|
|
480 | 168 | ELEMENTNAME = 'ProcUnit' |
|
|
169 | xml_labels = ['id', 'inputId', 'name'] | |
|
|
481 | 170 | |
|
|
482 | def __init__(self): | |
|
|
483 | ||
|
|
484 | self.id = None | |
|
|
485 | self.datatype = None | |
|
|
486 | self.name = None | |
|
|
487 | self.inputId = None | |
|
|
488 | ||
|
|
489 | self.opConfObjList = [] | |
|
|
490 | ||
|
|
491 | self.procUnitObj = None | |
|
|
492 | self.opObjDict = {} | |
|
|
493 | ||
|
|
494 | def __getPriority(self): | |
|
|
495 | ||
|
|
496 | return len(self.opConfObjList) + 1 | |
|
|
497 | ||
|
|
498 | def __getNewId(self): | |
|
|
499 | ||
|
|
500 | return int(self.id) * 10 + len(self.opConfObjList) + 1 | |
|
|
501 | ||
|
|
502 | def getElementName(self): | |
|
|
503 | ||
|
|
504 | return self.ELEMENTNAME | |
|
|
505 | ||
|
|
506 | def getId(self): | |
|
|
507 | ||
|
|
508 | return self.id | |
|
|
509 | ||
|
|
510 | def updateId(self, new_id, parentId=parentId): | |
|
|
511 | ||
|
|
512 | new_id = int(parentId) * 10 + (int(self.id) % 10) | |
|
|
513 | new_inputId = int(parentId) * 10 + (int(self.inputId) % 10) | |
|
|
514 | ||
|
|
515 | # If this proc unit has not inputs | |
|
|
516 | if self.inputId == '0': | |
|
|
517 | new_inputId = 0 | |
|
|
518 | ||
|
|
519 | n = 1 | |
|
|
520 | for opConfObj in self.opConfObjList: | |
|
|
521 | ||
|
|
522 | idOp = str(int(new_id) * 10 + n) | |
|
|
523 | opConfObj.updateId(idOp) | |
|
|
524 | ||
|
|
525 | n += 1 | |
|
|
526 | ||
|
|
527 | self.parentId = str(parentId) | |
|
|
528 | self.id = str(new_id) | |
|
|
529 | self.inputId = str(new_inputId) | |
|
|
530 | ||
|
|
531 | def getInputId(self): | |
|
|
532 | ||
|
|
533 | return self.inputId | |
|
|
534 | ||
|
|
535 | def getOperationObjList(self): | |
|
|
536 | ||
|
|
537 | return self.opConfObjList | |
|
|
538 | ||
|
|
539 | def getOperationObj(self, name=None): | |
|
|
540 | ||
|
|
541 | for opConfObj in self.opConfObjList: | |
|
|
542 | ||
|
|
543 | if opConfObj.name != name: | |
|
|
544 | continue | |
|
|
545 | ||
|
|
546 | return opConfObj | |
|
|
547 | ||
|
|
548 | return None | |
|
|
549 | ||
|
|
550 | def getOpObjfromParamValue(self, value=None): | |
|
|
551 | ||
|
|
552 | for opConfObj in self.opConfObjList: | |
|
|
553 | if opConfObj.getParameterObjfromValue(parameterValue=value) != value: | |
|
|
554 | continue | |
|
|
555 | return opConfObj | |
|
|
556 | return None | |
|
|
557 | ||
|
|
558 | def getProcUnitObj(self): | |
|
|
559 | ||
|
|
560 | return self.procUnitObj | |
|
|
561 | ||
|
|
562 | def setup(self, id, name, datatype, inputId, parentId=None): | |
|
|
563 | ||
|
|
564 | # Compatible with old signal chain version | |
|
|
171 | def setup(self, project_id, id, name, datatype, inputId, err_queue): | |
|
|
172 | ''' | |
|
|
173 | ''' | |
|
|
174 | ||
|
|
565 | 175 | if datatype == None and name == None: |
|
|
566 |
raise ValueError |
|
|
|
176 | raise ValueError('datatype or name should be defined') | |
|
|
567 | 177 | |
|
|
568 | 178 | if name == None: |
|
|
569 | 179 | if 'Proc' in datatype: |
|
|
570 | 180 | name = datatype |
|
|
571 | 181 | else: |
|
|
572 | 182 | name = '%sProc' % (datatype) |
|
|
573 | 183 | |
|
|
574 | 184 | if datatype == None: |
|
|
575 | 185 | datatype = name.replace('Proc', '') |
|
|
576 | 186 | |
|
|
577 | 187 | self.id = str(id) |
|
|
188 | self.project_id = project_id | |
|
|
578 | 189 | self.name = name |
|
|
579 | 190 | self.datatype = datatype |
|
|
580 | 191 | self.inputId = inputId |
|
|
581 |
self. |
|
|
|
582 | ||
|
|
583 |
self. |
|
|
|
584 | ||
|
|
585 | self.addOperation(name='run', optype='self') | |
|
|
192 | self.err_queue = err_queue | |
|
|
193 | self.operations = [] | |
|
|
194 | self.parameters = {} | |
|
|
586 | 195 | |
|
|
587 |
def removeOperation |
|
|
|
196 | def removeOperation(self, id): | |
|
|
588 | 197 | |
|
|
589 | for obj in self.opConfObjList: | |
|
|
590 | del obj | |
|
|
198 | i = [1 if x.id==id else 0 for x in self.operations] | |
|
|
199 | self.operations.pop(i.index(1)) | |
|
|
200 | ||
|
|
201 | def getOperation(self, id): | |
|
|
591 | 202 | |
|
|
592 | self.opConfObjList = [] | |
|
|
593 | self.addOperation(name='run') | |
|
|
203 | for conf in self.operations: | |
|
|
204 | if conf.id == id: | |
|
|
205 | return conf | |
|
|
594 | 206 | |
|
|
595 | def addParameter(self, **kwargs): | |
|
|
207 | def addOperation(self, name, optype='self'): | |
|
|
596 | 208 | ''' |
|
|
597 | Add parameters to 'run' operation | |
|
|
598 | 209 | ''' |
|
|
599 | opObj = self.opConfObjList[0] | |
|
|
600 | ||
|
|
601 | opObj.addParameter(**kwargs) | |
|
|
602 | ||
|
|
603 | return opObj | |
|
|
604 | ||
|
|
605 | def addOperation(self, name, optype='self'): | |
|
|
606 | ||
|
|
607 | id = self.__getNewId() | |
|
|
608 | priority = self.__getPriority() | |
|
|
609 | ||
|
|
610 | opConfObj = OperationConf() | |
|
|
611 | opConfObj.setup(id, name=name, priority=priority, type=optype) | |
|
|
612 | ||
|
|
613 | self.opConfObjList.append(opConfObj) | |
|
|
614 | ||
|
|
615 | return opConfObj | |
|
|
616 | ||
|
|
617 | def makeXml(self, projectElement): | |
|
|
618 | ||
|
|
619 | procUnitElement = SubElement(projectElement, self.ELEMENTNAME) | |
|
|
620 | procUnitElement.set('id', str(self.id)) | |
|
|
621 | procUnitElement.set('name', self.name) | |
|
|
622 | procUnitElement.set('datatype', self.datatype) | |
|
|
623 | procUnitElement.set('inputId', str(self.inputId)) | |
|
|
624 | ||
|
|
625 | for opConfObj in self.opConfObjList: | |
|
|
626 | opConfObj.makeXml(procUnitElement) | |
|
|
627 | ||
|
|
628 | def readXml(self, upElement): | |
|
|
629 | ||
|
|
630 | self.id = upElement.get('id') | |
|
|
631 | self.name = upElement.get('name') | |
|
|
632 | self.datatype = upElement.get('datatype') | |
|
|
633 | self.inputId = upElement.get('inputId') | |
|
|
634 | ||
|
|
635 | if self.ELEMENTNAME == 'ReadUnit': | |
|
|
636 | self.datatype = self.datatype.replace('Reader', '') | |
|
|
637 | ||
|
|
638 | if self.ELEMENTNAME == 'ProcUnit': | |
|
|
639 | self.datatype = self.datatype.replace('Proc', '') | |
|
|
640 | ||
|
|
641 | if self.inputId == 'None': | |
|
|
642 | self.inputId = '0' | |
|
|
643 | 210 | |
|
|
644 | self.opConfObjList = [] | |
|
|
211 | id = self.getNewId() | |
|
|
212 | conf = OperationConf() | |
|
|
213 | conf.setup(id, name=name, priority='0', project_id=self.project_id, err_queue=self.err_queue) | |
|
|
214 | self.operations.append(conf) | |
|
|
645 | 215 | |
|
|
646 | opElementList = upElement.iter(OperationConf().getElementName()) | |
|
|
216 | return conf | |
|
|
647 | 217 | |
|
|
648 | for opElement in opElementList: | |
|
|
649 | opConfObj = OperationConf() | |
|
|
650 | opConfObj.readXml(opElement) | |
|
|
651 | self.opConfObjList.append(opConfObj) | |
|
|
218 | def readXml(self, element, project_id, err_queue): | |
|
|
652 | 219 | |
|
|
653 | def printattr(self): | |
|
|
654 | ||
|
|
655 | print '%s[%s]: name = %s, datatype = %s, inputId = %s' % (self.ELEMENTNAME, | |
|
|
656 | self.id, | |
|
|
657 | self.name, | |
|
|
658 | self.datatype, | |
|
|
659 | self.inputId) | |
|
|
660 | ||
|
|
661 | for opConfObj in self.opConfObjList: | |
|
|
662 | opConfObj.printattr() | |
|
|
663 | ||
|
|
664 | def getKwargs(self): | |
|
|
665 | ||
|
|
666 | opObj = self.opConfObjList[0] | |
|
|
667 | kwargs = opObj.getKwargs() | |
|
|
668 | ||
|
|
669 | return kwargs | |
|
|
220 | self.id = element.get('id') | |
|
|
221 | self.name = element.get('name') | |
|
|
222 | self.inputId = None if element.get('inputId') == 'None' else element.get('inputId') | |
|
|
223 | self.datatype = element.get('datatype', self.name.replace(self.ELEMENTNAME.replace('Unit', ''), '')) | |
|
|
224 | self.project_id = str(project_id) | |
|
|
225 | self.err_queue = err_queue | |
|
|
226 | self.operations = [] | |
|
|
227 | self.parameters = {} | |
|
|
228 | ||
|
|
229 | for elm in element: | |
|
|
230 | if elm.tag == 'Parameter': | |
|
|
231 | self.addParameter(elm.get('name'), elm.get('value')) | |
|
|
232 | elif elm.tag == 'Operation': | |
|
|
233 | conf = OperationConf() | |
|
|
234 | conf.readXml(elm, project_id, err_queue) | |
|
|
235 | self.operations.append(conf) | |
|
|
670 | 236 | |
|
|
671 |
def createObjects(self |
|
|
|
237 | def createObjects(self): | |
|
|
238 | ''' | |
|
|
239 | Instancia de unidades de procesamiento. | |
|
|
240 | ''' | |
|
|
672 | 241 | |
|
|
673 | 242 | className = eval(self.name) |
|
|
674 | 243 | kwargs = self.getKwargs() |
|
|
675 |
procUnitObj = className( |
|
|
|
676 | ||
|
|
677 | for opConfObj in self.opConfObjList: | |
|
|
678 | ||
|
|
679 | if opConfObj.type == 'self' and self.name == 'run': | |
|
|
680 |
|
|
|
|
681 | elif opConfObj.type == 'self': | |
|
|
682 | procUnitObj.addOperationKwargs( | |
|
|
683 | opConfObj.id, **opConfObj.getKwargs()) | |
|
|
684 |
con |
|
|
|
685 | ||
|
|
686 | opObj = opConfObj.createObject(plotter_queue) | |
|
|
687 | ||
|
|
688 | self.opObjDict[opConfObj.id] = opObj | |
|
|
689 | ||
|
|
690 | procUnitObj.addOperation(opObj, opConfObj.id) | |
|
|
691 | ||
|
|
692 | self.procUnitObj = procUnitObj | |
|
|
693 | ||
|
|
694 | return procUnitObj | |
|
|
244 | procUnitObj = className() | |
|
|
245 | procUnitObj.name = self.name | |
|
|
246 | log.success('creating process...', self.name) | |
|
|
247 | ||
|
|
248 | for conf in self.operations: | |
|
|
249 | ||
|
|
250 | opObj = conf.createObject() | |
|
|
251 | ||
|
|
252 | log.success('adding operation: {}, type:{}'.format( | |
|
|
253 | conf.name, | |
|
|
254 | conf.type), self.name) | |
|
|
255 | ||
|
|
256 | procUnitObj.addOperation(conf, opObj) | |
|
|
257 | ||
|
|
258 | self.object = procUnitObj | |
|
|
695 | 259 | |
|
|
696 | 260 | def run(self): |
|
|
697 | ||
|
|
698 | is_ok = False | |
|
|
699 | ||
|
|
700 | for opConfObj in self.opConfObjList: | |
|
|
701 | ||
|
|
702 | kwargs = {} | |
|
|
703 | for parmConfObj in opConfObj.getParameterObjList(): | |
|
|
704 | if opConfObj.name == 'run' and parmConfObj.name == 'datatype': | |
|
|
705 | continue | |
|
|
706 | ||
|
|
707 | kwargs[parmConfObj.name] = parmConfObj.getValue() | |
|
|
708 | ||
|
|
709 | sts = self.procUnitObj.call(opType=opConfObj.type, | |
|
|
710 | opName=opConfObj.name, | |
|
|
711 | opId=opConfObj.id) | |
|
|
712 | ||
|
|
713 | is_ok = is_ok or sts | |
|
|
714 | ||
|
|
715 | return is_ok | |
|
|
716 | ||
|
|
717 | def close(self): | |
|
|
718 | ||
|
|
719 | for opConfObj in self.opConfObjList: | |
|
|
720 | if opConfObj.type == 'self': | |
|
|
721 | continue | |
|
|
722 | ||
|
|
723 | opObj = self.procUnitObj.getOperationObj(opConfObj.id) | |
|
|
724 | opObj.close() | |
|
|
725 | ||
|
|
726 | self.procUnitObj.close() | |
|
|
727 | ||
|
|
728 | return | |
|
|
261 | ''' | |
|
|
262 | ''' | |
|
|
263 | ||
|
|
264 | return self.object.call(**self.getKwargs()) | |
|
|
729 | 265 | |
|
|
730 | 266 | |
|
|
731 | 267 | class ReadUnitConf(ProcUnitConf): |
|
|
732 | 268 | |
|
|
733 | path = None | |
|
|
734 | startDate = None | |
|
|
735 | endDate = None | |
|
|
736 | startTime = None | |
|
|
737 | endTime = None | |
|
|
738 | ||
|
|
739 | 269 | ELEMENTNAME = 'ReadUnit' |
|
|
740 | 270 | |
|
|
741 | 271 | def __init__(self): |
|
|
742 | 272 | |
|
|
743 | 273 | self.id = None |
|
|
744 | 274 | self.datatype = None |
|
|
745 | 275 | self.name = None |
|
|
746 | 276 | self.inputId = None |
|
|
747 | ||
|
|
748 |
self.par |
|
|
|
749 | ||
|
|
750 | self.opConfObjList = [] | |
|
|
751 | self.opObjList = [] | |
|
|
752 | ||
|
|
753 | def getElementName(self): | |
|
|
754 | ||
|
|
755 | return self.ELEMENTNAME | |
|
|
756 | ||
|
|
757 | def setup(self, id, name, datatype, path='', startDate='', endDate='', | |
|
|
758 | startTime='', endTime='', parentId=None, server=None, **kwargs): | |
|
|
759 | ||
|
|
760 | # Compatible with old signal chain version | |
|
|
277 | self.operations = [] | |
|
|
278 | self.parameters = {} | |
|
|
279 | ||
|
|
280 | def setup(self, project_id, id, name, datatype, err_queue, path='', startDate='', endDate='', | |
|
|
281 | startTime='', endTime='', server=None, **kwargs): | |
|
|
282 | ||
|
|
761 | 283 | if datatype == None and name == None: |
|
|
762 |
raise ValueError |
|
|
|
284 | raise ValueError('datatype or name should be defined') | |
|
|
763 | 285 | if name == None: |
|
|
764 | 286 | if 'Reader' in datatype: |
|
|
765 | 287 | name = datatype |
|
|
766 | 288 | datatype = name.replace('Reader','') |
|
|
767 | 289 | else: |
|
|
768 | 290 | name = '{}Reader'.format(datatype) |
|
|
769 | 291 | if datatype == None: |
|
|
770 | 292 | if 'Reader' in name: |
|
|
771 | 293 | datatype = name.replace('Reader','') |
|
|
772 | 294 | else: |
|
|
773 | 295 | datatype = name |
|
|
774 | 296 | name = '{}Reader'.format(name) |
|
|
775 | 297 | |
|
|
776 | 298 | self.id = id |
|
|
299 | self.project_id = project_id | |
|
|
777 | 300 | self.name = name |
|
|
778 | 301 | self.datatype = datatype |
|
|
779 | if path != '': | |
|
|
780 | self.path = os.path.abspath(path) | |
|
|
781 | self.startDate = startDate | |
|
|
782 | self.endDate = endDate | |
|
|
783 | self.startTime = startTime | |
|
|
784 | self.endTime = endTime | |
|
|
785 | self.inputId = '0' | |
|
|
786 | self.parentId = parentId | |
|
|
787 | self.server = server | |
|
|
788 | self.addRunOperation(**kwargs) | |
|
|
789 | ||
|
|
790 | def update(self, **kwargs): | |
|
|
791 | ||
|
|
792 | if 'datatype' in kwargs: | |
|
|
793 | datatype = kwargs.pop('datatype') | |
|
|
794 | if 'Reader' in datatype: | |
|
|
795 | self.name = datatype | |
|
|
796 | else: | |
|
|
797 | self.name = '%sReader' % (datatype) | |
|
|
798 | self.datatype = self.name.replace('Reader', '') | |
|
|
799 | ||
|
|
800 | attrs = ('path', 'startDate', 'endDate', | |
|
|
801 | 'startTime', 'endTime', 'parentId') | |
|
|
802 | ||
|
|
803 | for attr in attrs: | |
|
|
804 | if attr in kwargs: | |
|
|
805 | setattr(self, attr, kwargs.pop(attr)) | |
|
|
806 | ||
|
|
807 | self.inputId = '0' | |
|
|
808 | self.updateRunOperation(**kwargs) | |
|
|
809 | ||
|
|
810 | def removeOperations(self): | |
|
|
811 | ||
|
|
812 | for obj in self.opConfObjList: | |
|
|
813 | del obj | |
|
|
814 | ||
|
|
815 | self.opConfObjList = [] | |
|
|
816 | ||
|
|
817 | def addRunOperation(self, **kwargs): | |
|
|
818 | ||
|
|
819 | opObj = self.addOperation(name='run', optype='self') | |
|
|
820 | ||
|
|
821 | if self.server is None: | |
|
|
822 | opObj.addParameter( | |
|
|
823 | name='datatype', value=self.datatype, format='str') | |
|
|
824 | opObj.addParameter(name='path', value=self.path, format='str') | |
|
|
825 | opObj.addParameter( | |
|
|
826 | name='startDate', value=self.startDate, format='date') | |
|
|
827 | opObj.addParameter( | |
|
|
828 | name='endDate', value=self.endDate, format='date') | |
|
|
829 | opObj.addParameter( | |
|
|
830 | name='startTime', value=self.startTime, format='time') | |
|
|
831 | opObj.addParameter( | |
|
|
832 | name='endTime', value=self.endTime, format='time') | |
|
|
833 | ||
|
|
834 | for key, value in kwargs.items(): | |
|
|
835 | opObj.addParameter(name=key, value=value, | |
|
|
836 | format=type(value).__name__) | |
|
|
837 | else: | |
|
|
838 | opObj.addParameter(name='server', value=self.server, format='str') | |
|
|
839 | ||
|
|
840 | return opObj | |
|
|
841 | ||
|
|
842 | def updateRunOperation(self, **kwargs): | |
|
|
843 | ||
|
|
844 | opObj = self.getOperationObj(name='run') | |
|
|
845 | opObj.removeParameters() | |
|
|
846 | ||
|
|
847 | opObj.addParameter(name='datatype', value=self.datatype, format='str') | |
|
|
848 | opObj.addParameter(name='path', value=self.path, format='str') | |
|
|
849 | opObj.addParameter( | |
|
|
850 | name='startDate', value=self.startDate, format='date') | |
|
|
851 | opObj.addParameter(name='endDate', value=self.endDate, format='date') | |
|
|
852 | opObj.addParameter( | |
|
|
853 | name='startTime', value=self.startTime, format='time') | |
|
|
854 | opObj.addParameter(name='endTime', value=self.endTime, format='time') | |
|
|
302 | self.err_queue = err_queue | |
|
|
303 | ||
|
|
304 | self.addParameter(name='path', value=path) | |
|
|
305 | self.addParameter(name='startDate', value=startDate) | |
|
|
306 | self.addParameter(name='endDate', value=endDate) | |
|
|
307 | self.addParameter(name='startTime', value=startTime) | |
|
|
308 | self.addParameter(name='endTime', value=endTime) | |
|
|
855 | 309 | |
|
|
856 | 310 | for key, value in kwargs.items(): |
|
|
857 |
|
|
|
|
858 | format=type(value).__name__) | |
|
|
859 | ||
|
|
860 | return opObj | |
|
|
861 | ||
|
|
862 | def readXml(self, upElement): | |
|
|
863 | ||
|
|
864 | self.id = upElement.get('id') | |
|
|
865 | self.name = upElement.get('name') | |
|
|
866 | self.datatype = upElement.get('datatype') | |
|
|
867 | self.inputId = upElement.get('inputId') | |
|
|
868 | ||
|
|
869 | if self.ELEMENTNAME == 'ReadUnit': | |
|
|
870 | self.datatype = self.datatype.replace('Reader', '') | |
|
|
871 | ||
|
|
872 | if self.inputId == 'None': | |
|
|
873 | self.inputId = '0' | |
|
|
874 | ||
|
|
875 | self.opConfObjList = [] | |
|
|
876 | ||
|
|
877 | opElementList = upElement.iter(OperationConf().getElementName()) | |
|
|
878 | ||
|
|
879 | for opElement in opElementList: | |
|
|
880 | opConfObj = OperationConf() | |
|
|
881 | opConfObj.readXml(opElement) | |
|
|
882 | self.opConfObjList.append(opConfObj) | |
|
|
883 | ||
|
|
884 | if opConfObj.name == 'run': | |
|
|
885 | self.path = opConfObj.getParameterValue('path') | |
|
|
886 | self.startDate = opConfObj.getParameterValue('startDate') | |
|
|
887 | self.endDate = opConfObj.getParameterValue('endDate') | |
|
|
888 | self.startTime = opConfObj.getParameterValue('startTime') | |
|
|
889 | self.endTime = opConfObj.getParameterValue('endTime') | |
|
|
311 | self.addParameter(name=key, value=value) | |
|
|
890 | 312 | |
|
|
891 | 313 | |
|
|
892 | 314 | class Project(Process): |
|
|
893 | 315 | |
|
|
894 | id = None | |
|
|
895 | # name = None | |
|
|
896 | description = None | |
|
|
897 | filename = None | |
|
|
898 | ||
|
|
899 | procUnitConfObjDict = None | |
|
|
900 | ||
|
|
901 | 316 | ELEMENTNAME = 'Project' |
|
|
902 | 317 | |
|
|
903 | plotterQueue = None | |
|
|
904 | ||
|
|
905 | def __init__(self, plotter_queue=None): | |
|
|
318 | def __init__(self): | |
|
|
906 | 319 | |
|
|
907 | 320 | Process.__init__(self) |
|
|
908 |
self.id = None |
|
|
|
321 | self.id = None | |
|
|
322 | self.filename = None | |
|
|
909 | 323 | self.description = None |
|
|
910 | 324 | self.email = None |
|
|
911 |
self.alarm = |
|
|
|
912 | self.plotterQueue = plotter_queue | |
|
|
913 | self.procUnitConfObjDict = {} | |
|
|
325 | self.alarm = [] | |
|
|
326 | self.configurations = {} | |
|
|
327 | # self.err_queue = Queue() | |
|
|
328 | self.err_queue = None | |
|
|
329 | self.started = False | |
|
|
914 | 330 | |
|
|
915 |
def |
|
|
|
916 | ||
|
|
917 | idList = self.procUnitConfObjDict.keys() | |
|
|
331 | def getNewId(self): | |
|
|
918 | 332 | |
|
|
333 | idList = list(self.configurations.keys()) | |
|
|
919 | 334 | id = int(self.id) * 10 |
|
|
920 | 335 | |
|
|
921 | 336 | while True: |
|
|
922 | 337 | id += 1 |
|
|
923 | 338 | |
|
|
924 | 339 | if str(id) in idList: |
|
|
925 | 340 | continue |
|
|
926 | 341 | |
|
|
927 | 342 | break |
|
|
928 | 343 | |
|
|
929 | 344 | return str(id) |
|
|
930 | 345 | |
|
|
931 | def getElementName(self): | |
|
|
932 | ||
|
|
933 | return self.ELEMENTNAME | |
|
|
934 | ||
|
|
935 | def getId(self): | |
|
|
936 | ||
|
|
937 | return self.id | |
|
|
938 | ||
|
|
939 | 346 | def updateId(self, new_id): |
|
|
940 | 347 | |
|
|
941 | 348 | self.id = str(new_id) |
|
|
942 | 349 | |
|
|
943 |
keyList = self. |
|
|
|
350 | keyList = list(self.configurations.keys()) | |
|
|
944 | 351 | keyList.sort() |
|
|
945 | 352 | |
|
|
946 | 353 | n = 1 |
|
|
947 |
new |
|
|
|
354 | new_confs = {} | |
|
|
948 | 355 | |
|
|
949 | 356 | for procKey in keyList: |
|
|
950 | 357 | |
|
|
951 |
|
|
|
|
358 | conf = self.configurations[procKey] | |
|
|
952 | 359 | idProcUnit = str(int(self.id) * 10 + n) |
|
|
953 |
|
|
|
|
954 |
new |
|
|
|
360 | conf.updateId(idProcUnit) | |
|
|
361 | new_confs[idProcUnit] = conf | |
|
|
955 | 362 | n += 1 |
|
|
956 | 363 | |
|
|
957 |
self. |
|
|
|
364 | self.configurations = new_confs | |
|
|
958 | 365 | |
|
|
959 | def setup(self, id, name='', description='', email=None, alarm=[]): | |
|
|
366 | def setup(self, id=1, name='', description='', email=None, alarm=[]): | |
|
|
960 | 367 | |
|
|
961 | ||
|
|
962 | print '*' * 60 | |
|
|
963 | print ' Starting SIGNAL CHAIN PROCESSING v%s ' % schainpy.__version__ | |
|
|
964 | print '*' * 60 | |
|
|
965 | ||
|
|
966 | 368 | self.id = str(id) |
|
|
967 | self.description = description | |
|
|
369 | self.description = description | |
|
|
968 | 370 | self.email = email |
|
|
969 | 371 | self.alarm = alarm |
|
|
372 | if name: | |
|
|
373 | self.name = '{} ({})'.format(Process.__name__, name) | |
|
|
970 | 374 | |
|
|
971 | 375 | def update(self, **kwargs): |
|
|
972 | 376 | |
|
|
973 | 377 | for key, value in kwargs.items(): |
|
|
974 | 378 | setattr(self, key, value) |
|
|
975 | 379 | |
|
|
976 | 380 | def clone(self): |
|
|
977 | 381 | |
|
|
978 | 382 | p = Project() |
|
|
979 | p.procUnitConfObjDict = self.procUnitConfObjDict | |
|
|
383 | p.id = self.id | |
|
|
384 | p.name = self.name | |
|
|
385 | p.description = self.description | |
|
|
386 | p.configurations = self.configurations.copy() | |
|
|
387 | ||
|
|
980 | 388 | return p |
|
|
981 | 389 | |
|
|
982 | 390 | def addReadUnit(self, id=None, datatype=None, name=None, **kwargs): |
|
|
983 | 391 | |
|
|
392 | ''' | |
|
|
393 | ''' | |
|
|
394 | ||
|
|
984 | 395 | if id is None: |
|
|
985 |
idReadUnit = self. |
|
|
|
396 | idReadUnit = self.getNewId() | |
|
|
986 | 397 | else: |
|
|
987 | 398 | idReadUnit = str(id) |
|
|
988 | 399 | |
|
|
989 |
|
|
|
|
990 |
|
|
|
|
991 | parentId=self.id, **kwargs) | |
|
|
992 | ||
|
|
993 | self.procUnitConfObjDict[readUnitConfObj.getId()] = readUnitConfObj | |
|
|
994 | ||
|
|
995 | return readUnitConfObj | |
|
|
996 | ||
|
|
997 | def addProcUnit(self, inputId='0', datatype=None, name=None): | |
|
|
400 | conf = ReadUnitConf() | |
|
|
401 | conf.setup(self.id, idReadUnit, name, datatype, self.err_queue, **kwargs) | |
|
|
402 | self.configurations[conf.id] = conf | |
|
|
403 | ||
|
|
404 | return conf | |
|
|
998 | 405 | |
|
|
999 | idProcUnit = self.__getNewId() | |
|
|
406 | def addProcUnit(self, id=None, inputId='0', datatype=None, name=None): | |
|
|
1000 | 407 | |
|
|
1001 | procUnitConfObj = ProcUnitConf() | |
|
|
1002 | procUnitConfObj.setup(idProcUnit, name, datatype, | |
|
|
1003 | inputId, parentId=self.id) | |
|
|
408 | ''' | |
|
|
409 | ''' | |
|
|
1004 | 410 | |
|
|
1005 | self.procUnitConfObjDict[procUnitConfObj.getId()] = procUnitConfObj | |
|
|
411 | if id is None: | |
|
|
412 | idProcUnit = self.getNewId() | |
|
|
413 | else: | |
|
|
414 | idProcUnit = id | |
|
|
415 | ||
|
|
416 | conf = ProcUnitConf() | |
|
|
417 | conf.setup(self.id, idProcUnit, name, datatype, inputId, self.err_queue) | |
|
|
418 | self.configurations[conf.id] = conf | |
|
|
1006 | 419 | |
|
|
1007 |
return |
|
|
|
420 | return conf | |
|
|
1008 | 421 | |
|
|
1009 | 422 | def removeProcUnit(self, id): |
|
|
1010 | 423 | |
|
|
1011 |
if id in self. |
|
|
|
1012 |
self. |
|
|
|
1013 | ||
|
|
1014 | def getReadUnitId(self): | |
|
|
1015 | ||
|
|
1016 | readUnitConfObj = self.getReadUnitObj() | |
|
|
424 | if id in self.configurations: | |
|
|
425 | self.configurations.pop(id) | |
|
|
1017 | 426 | |
|
|
1018 | return readUnitConfObj.id | |
|
|
427 | def getReadUnit(self): | |
|
|
1019 | 428 | |
|
|
1020 | def getReadUnitObj(self): | |
|
|
1021 | ||
|
|
1022 | for obj in self.procUnitConfObjDict.values(): | |
|
|
1023 | if obj.getElementName() == 'ReadUnit': | |
|
|
429 | for obj in list(self.configurations.values()): | |
|
|
430 | if obj.ELEMENTNAME == 'ReadUnit': | |
|
|
1024 | 431 | return obj |
|
|
1025 | 432 | |
|
|
1026 | 433 | return None |
|
|
1027 | 434 | |
|
|
1028 |
def getProcUnit |
|
|
|
1029 | ||
|
|
1030 | if id != None: | |
|
|
1031 | return self.procUnitConfObjDict[id] | |
|
|
1032 | ||
|
|
1033 | if name != None: | |
|
|
1034 | return self.getProcUnitObjByName(name) | |
|
|
435 | def getProcUnit(self, id): | |
|
|
1035 | 436 | |
|
|
1036 | return None | |
|
|
1037 | ||
|
|
1038 | def getProcUnitObjByName(self, name): | |
|
|
437 | return self.configurations[id] | |
|
|
1039 | 438 | |
|
|
1040 | for obj in self.procUnitConfObjDict.values(): | |
|
|
1041 | if obj.name == name: | |
|
|
1042 | return obj | |
|
|
439 | def getUnits(self): | |
|
|
1043 | 440 | |
|
|
1044 | return None | |
|
|
441 | keys = list(self.configurations) | |
|
|
442 | keys.sort() | |
|
|
1045 | 443 | |
|
|
1046 | def procUnitItems(self): | |
|
|
444 | for key in keys: | |
|
|
445 | yield self.configurations[key] | |
|
|
1047 | 446 | |
|
|
1048 | return self.procUnitConfObjDict.items() | |
|
|
447 | def updateUnit(self, id, **kwargs): | |
|
|
1049 | 448 | |
|
|
449 | conf = self.configurations[id].update(**kwargs) | |
|
|
450 | ||
|
|
1050 | 451 | def makeXml(self): |
|
|
1051 | 452 | |
|
|
1052 |
|
|
|
|
1053 |
|
|
|
|
1054 |
|
|
|
|
1055 |
|
|
|
|
453 | xml = Element('Project') | |
|
|
454 | xml.set('id', str(self.id)) | |
|
|
455 | xml.set('name', self.name) | |
|
|
456 | xml.set('description', self.description) | |
|
|
1056 | 457 | |
|
|
1057 |
for |
|
|
|
1058 |
|
|
|
|
458 | for conf in self.configurations.values(): | |
|
|
459 | conf.makeXml(xml) | |
|
|
1059 | 460 | |
|
|
1060 | self.projectElement = projectElement | |
|
|
461 | self.xml = xml | |
|
|
1061 | 462 | |
|
|
1062 | 463 | def writeXml(self, filename=None): |
|
|
1063 | 464 | |
|
|
1064 | 465 | if filename == None: |
|
|
1065 | 466 | if self.filename: |
|
|
1066 | 467 | filename = self.filename |
|
|
1067 | 468 | else: |
|
|
1068 | 469 | filename = 'schain.xml' |
|
|
1069 | 470 | |
|
|
1070 | 471 | if not filename: |
|
|
1071 |
print |
|
|
|
472 | print('filename has not been defined. Use setFilename(filename) for do it.') | |
|
|
1072 | 473 | return 0 |
|
|
1073 | 474 | |
|
|
1074 | 475 | abs_file = os.path.abspath(filename) |
|
|
1075 | 476 | |
|
|
1076 | 477 | if not os.access(os.path.dirname(abs_file), os.W_OK): |
|
|
1077 |
print |
|
|
|
478 | print('No write permission on %s' % os.path.dirname(abs_file)) | |
|
|
1078 | 479 | return 0 |
|
|
1079 | 480 | |
|
|
1080 | 481 | if os.path.isfile(abs_file) and not(os.access(abs_file, os.W_OK)): |
|
|
1081 |
print |
|
|
|
482 | print('File %s already exists and it could not be overwriten' % abs_file) | |
|
|
1082 | 483 | return 0 |
|
|
1083 | 484 | |
|
|
1084 | 485 | self.makeXml() |
|
|
1085 | 486 | |
|
|
1086 |
ElementTree(self. |
|
|
|
487 | ElementTree(self.xml).write(abs_file, method='xml') | |
|
|
1087 | 488 | |
|
|
1088 | 489 | self.filename = abs_file |
|
|
1089 | 490 | |
|
|
1090 | 491 | return 1 |
|
|
1091 | 492 | |
|
|
1092 |
def readXml(self, filename |
|
|
|
1093 | ||
|
|
1094 | if not filename: | |
|
|
1095 | print 'filename is not defined' | |
|
|
1096 | return 0 | |
|
|
493 | def readXml(self, filename): | |
|
|
1097 | 494 | |
|
|
1098 | 495 | abs_file = os.path.abspath(filename) |
|
|
1099 | 496 | |
|
|
1100 | if not os.path.isfile(abs_file): | |
|
|
1101 | print '%s file does not exist' % abs_file | |
|
|
1102 | return 0 | |
|
|
1103 | ||
|
|
1104 | self.projectElement = None | |
|
|
1105 | self.procUnitConfObjDict = {} | |
|
|
497 | self.configurations = {} | |
|
|
1106 | 498 | |
|
|
1107 | 499 | try: |
|
|
1108 |
self. |
|
|
|
500 | self.xml = ElementTree().parse(abs_file) | |
|
|
1109 | 501 | except: |
|
|
1110 |
|
|
|
|
502 | log.error('Error reading %s, verify file format' % filename) | |
|
|
1111 | 503 | return 0 |
|
|
1112 | 504 | |
|
|
1113 | self.project = self.projectElement.tag | |
|
|
1114 | ||
|
|
1115 |
self. |
|
|
|
1116 | self.name = self.projectElement.get('name') | |
|
|
1117 | self.description = self.projectElement.get('description') | |
|
|
1118 | ||
|
|
1119 | readUnitElementList = self.projectElement.iter( | |
|
|
1120 | ReadUnitConf().getElementName()) | |
|
|
1121 | ||
|
|
1122 | for readUnitElement in readUnitElementList: | |
|
|
1123 |
|
|
|
|
1124 | readUnitConfObj.readXml(readUnitElement) | |
|
|
1125 | ||
|
|
1126 | if readUnitConfObj.parentId == None: | |
|
|
1127 | readUnitConfObj.parentId = self.id | |
|
|
1128 | ||
|
|
1129 | self.procUnitConfObjDict[readUnitConfObj.getId()] = readUnitConfObj | |
|
|
1130 | ||
|
|
1131 | procUnitElementList = self.projectElement.iter( | |
|
|
1132 | ProcUnitConf().getElementName()) | |
|
|
1133 | ||
|
|
1134 | for procUnitElement in procUnitElementList: | |
|
|
1135 | procUnitConfObj = ProcUnitConf() | |
|
|
1136 | procUnitConfObj.readXml(procUnitElement) | |
|
|
1137 | ||
|
|
1138 | if procUnitConfObj.parentId == None: | |
|
|
1139 | procUnitConfObj.parentId = self.id | |
|
|
1140 | ||
|
|
1141 | self.procUnitConfObjDict[procUnitConfObj.getId()] = procUnitConfObj | |
|
|
505 | self.id = self.xml.get('id') | |
|
|
506 | self.name = self.xml.get('name') | |
|
|
507 | self.description = self.xml.get('description') | |
|
|
508 | ||
|
|
509 | for element in self.xml: | |
|
|
510 | if element.tag == 'ReadUnit': | |
|
|
511 | conf = ReadUnitConf() | |
|
|
512 | conf.readXml(element, self.id, self.err_queue) | |
|
|
513 | self.configurations[conf.id] = conf | |
|
|
514 | elif element.tag == 'ProcUnit': | |
|
|
515 | conf = ProcUnitConf() | |
|
|
516 | input_proc = self.configurations[element.get('inputId')] | |
|
|
517 | conf.readXml(element, self.id, self.err_queue) | |
|
|
518 | self.configurations[conf.id] = conf | |
|
|
1142 | 519 | |
|
|
1143 | 520 | self.filename = abs_file |
|
|
1144 | ||
|
|
521 | ||
|
|
1145 | 522 | return 1 |
|
|
1146 | 523 | |
|
|
1147 |
def |
|
|
|
1148 | ||
|
|
1149 | print 'Project[%s]: name = %s, description = %s' % (self.id, | |
|
|
1150 | self.name, | |
|
|
1151 | self.description) | |
|
|
1152 | ||
|
|
1153 | for procUnitConfObj in self.procUnitConfObjDict.values(): | |
|
|
1154 | procUnitConfObj.printattr() | |
|
|
1155 | ||
|
|
1156 | def createObjects(self): | |
|
|
1157 | ||
|
|
1158 | for procUnitConfObj in self.procUnitConfObjDict.values(): | |
|
|
1159 | procUnitConfObj.createObjects(self.plotterQueue) | |
|
|
524 | def __str__(self): | |
|
|
1160 | 525 | |
|
|
1161 | def __connect(self, objIN, thisObj): | |
|
|
1162 | ||
|
|
1163 | thisObj.setInput(objIN.getOutputObj()) | |
|
|
1164 | ||
|
|
1165 | def connectObjects(self): | |
|
|
1166 | ||
|
|
1167 | for thisPUConfObj in self.procUnitConfObjDict.values(): | |
|
|
526 | text = '\nProject[id=%s, name=%s, description=%s]\n\n' % ( | |
|
|
527 | self.id, | |
|
|
528 | self.name, | |
|
|
529 | self.description, | |
|
|
530 | ) | |
|
|
1168 | 531 | |
|
|
1169 | inputId = thisPUConfObj.getInputId() | |
|
|
532 | for conf in self.configurations.values(): | |
|
|
533 | text += '{}'.format(conf) | |
|
|
1170 | 534 | |
|
|
1171 | if int(inputId) == 0: | |
|
|
1172 | continue | |
|
|
535 | return text | |
|
|
1173 | 536 | |
|
|
1174 | # Get input object | |
|
|
1175 | puConfINObj = self.procUnitConfObjDict[inputId] | |
|
|
1176 | puObjIN = puConfINObj.getProcUnitObj() | |
|
|
537 | def createObjects(self): | |
|
|
1177 | 538 | |
|
|
1178 | # Get current object | |
|
|
1179 | thisPUObj = thisPUConfObj.getProcUnitObj() | |
|
|
539 | keys = list(self.configurations.keys()) | |
|
|
540 | keys.sort() | |
|
|
541 | for key in keys: | |
|
|
542 | conf = self.configurations[key] | |
|
|
543 | conf.createObjects() | |
|
|
544 | if conf.inputId is not None: | |
|
|
545 | conf.object.setInput(self.configurations[conf.inputId].object) | |
|
|
1180 | 546 | |
|
|
1181 | self.__connect(puObjIN, thisPUObj) | |
|
|
547 | def monitor(self): | |
|
|
1182 | 548 | |
|
|
1183 | def __handleError(self, procUnitConfObj, modes=None, stdout=True): | |
|
|
549 | t = Thread(target=self._monitor, args=(self.err_queue, self.ctx)) | |
|
|
550 | t.start() | |
|
|
551 | ||
|
|
552 | def _monitor(self, queue, ctx): | |
|
|
1184 | 553 | |
|
|
1185 | 554 | import socket |
|
|
1186 | ||
|
|
1187 | if modes is None: | |
|
|
1188 | modes = self.alarm | |
|
|
1189 | 555 | |
|
|
1190 | if not self.alarm: | |
|
|
1191 |
|
|
|
|
1192 | ||
|
|
1193 | err = traceback.format_exception(sys.exc_info()[0], | |
|
|
1194 | sys.exc_info()[1], | |
|
|
1195 | sys.exc_info()[2]) | |
|
|
556 | procs = 0 | |
|
|
557 | err_msg = '' | |
|
|
1196 | 558 | |
|
|
1197 | log.error('{}'.format(err[-1]), procUnitConfObj.name) | |
|
|
559 | while True: | |
|
|
560 | msg = queue.get() | |
|
|
561 | if '#_start_#' in msg: | |
|
|
562 | procs += 1 | |
|
|
563 | elif '#_end_#' in msg: | |
|
|
564 | procs -=1 | |
|
|
565 | else: | |
|
|
566 | err_msg = msg | |
|
|
567 | ||
|
|
568 | if procs == 0 or 'Traceback' in err_msg: | |
|
|
569 | break | |
|
|
570 | time.sleep(0.1) | |
|
|
571 | ||
|
|
572 | if '|' in err_msg: | |
|
|
573 | name, err = err_msg.split('|') | |
|
|
574 | if 'SchainWarning' in err: | |
|
|
575 | log.warning(err.split('SchainWarning:')[-1].split('\n')[0].strip(), name) | |
|
|
576 | elif 'SchainError' in err: | |
|
|
577 | log.error(err.split('SchainError:')[-1].split('\n')[0].strip(), name) | |
|
|
578 | else: | |
|
|
579 | log.error(err, name) | |
|
|
580 | else: | |
|
|
581 | name, err = self.name, err_msg | |
|
|
582 | ||
|
|
583 | time.sleep(1) | |
|
|
584 | ||
|
|
585 | ctx.term() | |
|
|
1198 | 586 | |
|
|
1199 | 587 | message = ''.join(err) |
|
|
1200 | 588 | |
|
|
1201 |
if |
|
|
|
1202 | sys.stderr.write(message) | |
|
|
1203 | ||
|
|
1204 | subject = 'SChain v%s: Error running %s\n' % ( | |
|
|
1205 | schainpy.__version__, procUnitConfObj.name) | |
|
|
1206 | ||
|
|
1207 | subtitle = '%s: %s\n' % ( | |
|
|
1208 | procUnitConfObj.getElementName(), procUnitConfObj.name) | |
|
|
1209 |
subtitle += ' |
|
|
|
1210 | socket.gethostname()) | |
|
|
1211 | subtitle += 'Working directory: %s\n' % os.path.abspath('./') | |
|
|
1212 | subtitle += 'Configuration file: %s\n' % self.filename | |
|
|
1213 | subtitle += 'Time: %s\n' % str(datetime.datetime.now()) | |
|
|
1214 | ||
|
|
1215 | readUnitConfObj = self.getReadUnitObj() | |
|
|
1216 | if readUnitConfObj: | |
|
|
1217 | subtitle += '\nInput parameters:\n' | |
|
|
1218 |
subtitle += '[ |
|
|
|
1219 | subtitle += '[Data type = %s]\n' % readUnitConfObj.datatype | |
|
|
1220 | subtitle += '[Start date = %s]\n' % readUnitConfObj.startDate | |
|
|
1221 | subtitle += '[End date = %s]\n' % readUnitConfObj.endDate | |
|
|
1222 | subtitle += '[Start time = %s]\n' % readUnitConfObj.startTime | |
|
|
1223 | subtitle += '[End time = %s]\n' % readUnitConfObj.endTime | |
|
|
1224 | ||
|
|
1225 | a = Alarm( | |
|
|
1226 | modes=modes, | |
|
|
1227 | email=self.email, | |
|
|
1228 | message=message, | |
|
|
1229 |
|
|
|
|
1230 | subtitle=subtitle, | |
|
|
1231 | filename=self.filename | |
|
|
1232 | ) | |
|
|
1233 | ||
|
|
1234 | return a | |
|
|
1235 | ||
|
|
1236 | def isPaused(self): | |
|
|
1237 | return 0 | |
|
|
1238 | ||
|
|
1239 | def isStopped(self): | |
|
|
1240 | return 0 | |
|
|
1241 | ||
|
|
1242 | def runController(self): | |
|
|
1243 | ''' | |
|
|
1244 | returns 0 when this process has been stopped, 1 otherwise | |
|
|
1245 | ''' | |
|
|
1246 | ||
|
|
1247 | if self.isPaused(): | |
|
|
1248 | print 'Process suspended' | |
|
|
1249 | ||
|
|
1250 | while True: | |
|
|
1251 | time.sleep(0.1) | |
|
|
1252 | ||
|
|
1253 | if not self.isPaused(): | |
|
|
1254 | break | |
|
|
1255 | ||
|
|
1256 | if self.isStopped(): | |
|
|
1257 | break | |
|
|
1258 | ||
|
|
1259 | print 'Process reinitialized' | |
|
|
1260 | ||
|
|
1261 | if self.isStopped(): | |
|
|
1262 | print 'Process stopped' | |
|
|
1263 | return 0 | |
|
|
1264 | ||
|
|
1265 | return 1 | |
|
|
589 | if err_msg: | |
|
|
590 | subject = 'SChain v%s: Error running %s\n' % ( | |
|
|
591 | schainpy.__version__, self.name) | |
|
|
592 | ||
|
|
593 | subtitle = 'Hostname: %s\n' % socket.gethostbyname( | |
|
|
594 | socket.gethostname()) | |
|
|
595 | subtitle += 'Working directory: %s\n' % os.path.abspath('./') | |
|
|
596 | subtitle += 'Configuration file: %s\n' % self.filename | |
|
|
597 | subtitle += 'Time: %s\n' % str(datetime.datetime.now()) | |
|
|
598 | ||
|
|
599 | readUnitConfObj = self.getReadUnit() | |
|
|
600 | if readUnitConfObj: | |
|
|
601 | subtitle += '\nInput parameters:\n' | |
|
|
602 | subtitle += '[Data path = %s]\n' % readUnitConfObj.parameters['path'] | |
|
|
603 | subtitle += '[Start date = %s]\n' % readUnitConfObj.parameters['startDate'] | |
|
|
604 | subtitle += '[End date = %s]\n' % readUnitConfObj.parameters['endDate'] | |
|
|
605 | subtitle += '[Start time = %s]\n' % readUnitConfObj.parameters['startTime'] | |
|
|
606 | subtitle += '[End time = %s]\n' % readUnitConfObj.parameters['endTime'] | |
|
|
607 | ||
|
|
608 | a = Alarm( | |
|
|
609 | modes=self.alarm, | |
|
|
610 | email=self.email, | |
|
|
611 | message=message, | |
|
|
612 | subject=subject, | |
|
|
613 | subtitle=subtitle, | |
|
|
614 | filename=self.filename | |
|
|
615 | ) | |
|
|
616 | ||
|
|
617 | a.start() | |
|
|
1266 | 618 | |
|
|
1267 | 619 | def setFilename(self, filename): |
|
|
1268 | 620 | |
|
|
1269 | 621 | self.filename = filename |
|
|
1270 | 622 | |
|
|
1271 | def setPlotterQueue(self, plotter_queue): | |
|
|
1272 | ||
|
|
1273 | raise NotImplementedError, 'Use schainpy.controller_api.ControllerThread instead Project class' | |
|
|
1274 | ||
|
|
1275 | def getPlotterQueue(self): | |
|
|
1276 | ||
|
|
1277 | raise NotImplementedError, 'Use schainpy.controller_api.ControllerThread instead Project class' | |
|
|
1278 | ||
|
|
1279 | def useExternalPlotter(self): | |
|
|
1280 | ||
|
|
1281 | raise NotImplementedError, 'Use schainpy.controller_api.ControllerThread instead Project class' | |
|
|
623 | def runProcs(self): | |
|
|
1282 | 624 | |
|
|
625 | err = False | |
|
|
626 | n = len(self.configurations) | |
|
|
627 | ||
|
|
628 | while not err: | |
|
|
629 | for conf in self.getUnits(): | |
|
|
630 | ok = conf.run() | |
|
|
631 | if ok is 'Error': | |
|
|
632 | n -= 1 | |
|
|
633 | continue | |
|
|
634 | elif not ok: | |
|
|
635 | break | |
|
|
636 | if n == 0: | |
|
|
637 | err = True | |
|
|
638 | ||
|
|
1283 | 639 | def run(self): |
|
|
1284 | 640 | |
|
|
1285 | log.success('Starting {}'.format(self.name), tag='') | |
|
|
1286 |
self.start |
|
|
|
641 | log.success('\nStarting Project {} [id={}]'.format(self.name, self.id), tag='') | |
|
|
642 | self.started = True | |
|
|
643 | self.start_time = time.time() | |
|
|
1287 | 644 | self.createObjects() |
|
|
1288 |
self. |
|
|
|
1289 | ||
|
|
1290 | keyList = self.procUnitConfObjDict.keys() | |
|
|
1291 | keyList.sort() | |
|
|
1292 | ||
|
|
1293 | err = None | |
|
|
1294 | ||
|
|
1295 | while(True): | |
|
|
1296 | ||
|
|
1297 | is_ok = False | |
|
|
1298 | ||
|
|
1299 | for procKey in keyList: | |
|
|
1300 | ||
|
|
1301 | procUnitConfObj = self.procUnitConfObjDict[procKey] | |
|
|
1302 | ||
|
|
1303 | try: | |
|
|
1304 | sts = procUnitConfObj.run() | |
|
|
1305 | is_ok = is_ok or sts | |
|
|
1306 | except SchainWarning: | |
|
|
1307 | err = self.__handleError(procUnitConfObj, modes=[2, 3], stdout=False) | |
|
|
1308 | is_ok = False | |
|
|
1309 | break | |
|
|
1310 | except KeyboardInterrupt: | |
|
|
1311 | is_ok = False | |
|
|
1312 | break | |
|
|
1313 | except ValueError, e: | |
|
|
1314 | time.sleep(0.5) | |
|
|
1315 | err = self.__handleError(procUnitConfObj) | |
|
|
1316 | is_ok = False | |
|
|
1317 | break | |
|
|
1318 | except: | |
|
|
1319 | time.sleep(0.5) | |
|
|
1320 | err = self.__handleError(procUnitConfObj) | |
|
|
1321 | is_ok = False | |
|
|
1322 | break | |
|
|
1323 | ||
|
|
1324 | # If every process unit finished so end process | |
|
|
1325 | if not(is_ok): | |
|
|
1326 | break | |
|
|
1327 | ||
|
|
1328 | if not self.runController(): | |
|
|
1329 | break | |
|
|
1330 | ||
|
|
1331 | # Closing every process | |
|
|
1332 | for procKey in keyList: | |
|
|
1333 | procUnitConfObj = self.procUnitConfObjDict[procKey] | |
|
|
1334 | procUnitConfObj.close() | |
|
|
1335 | ||
|
|
1336 | if err is not None: | |
|
|
1337 | err.start() | |
|
|
1338 | # err.join() | |
|
|
1339 | ||
|
|
1340 | log.success('{} finished (time: {}s)'.format( | |
|
|
645 | self.runProcs() | |
|
|
646 | log.success('{} Done (Time: {:4.2f}s)'.format( | |
|
|
1341 | 647 | self.name, |
|
|
1342 | time.time()-self.start_time)) | |
|
|
648 | time.time()-self.start_time), '') | |
| @@ -1,1 +0,0 | |||
|
|
1 | from viewcontroller import * No newline at end of file | |
| @@ -1,39 +1,325 | |||
|
|
1 | 1 | #!/usr/bin/env python |
|
|
2 | 2 | import os |
|
|
3 | 3 | import sys |
|
|
4 | import ast | |
|
|
5 | ||
|
|
6 | from schainpy.controller import Project | |
|
|
7 | from schainpy.cli import cli | |
|
|
4 | 8 | from schainpy.utils import log |
|
|
5 | 9 | |
|
|
6 | 10 | try: |
|
|
7 | from PyQt4 import QtCore, QtGui | |
|
|
8 |
from |
|
|
|
11 | import kivy | |
|
|
12 | from kivy.app import App | |
|
|
13 | from kivy.uix.label import Label | |
|
|
14 | from kivy.uix.boxlayout import BoxLayout | |
|
|
15 | from kivy.uix.gridlayout import GridLayout | |
|
|
16 | from kivy.uix.textinput import TextInput | |
|
|
17 | from kivy.uix.button import Button | |
|
|
18 | from kivy.uix.dropdown import DropDown | |
|
|
19 | from kivy.uix.togglebutton import ToggleButton | |
|
|
20 | from kivy.uix.popup import Popup | |
|
|
21 | from kivy.uix.filechooser import FileChooserListView | |
|
|
9 | 22 | except: |
|
|
10 | 23 | log.error( |
|
|
11 |
'You should install |
|
|
|
24 | 'You should install kivy module in order to run the GUI.') | |
|
|
12 | 25 | sys.exit() |
|
|
13 | 26 | |
|
|
14 | from schainpy.gui.viewcontroller.initwindow import InitWindow | |
|
|
15 | from schainpy.gui.viewcontroller.basicwindow import BasicWindow | |
|
|
16 | from schainpy.gui.viewcontroller.workspace import Workspace | |
|
|
17 | 27 | |
|
|
28 | DEFAULTS = { | |
|
|
29 | 'path': os.path.expanduser('~'), | |
|
|
30 | 'startDate': '2018/01/01', | |
|
|
31 | 'endDate': '2020/01/01', | |
|
|
32 | 'startTime': '00:00:00', | |
|
|
33 | 'endTime': '23:59:59', | |
|
|
34 | 'online': '1', | |
|
|
35 | 'delay': '30', | |
|
|
36 | 'walk': '1', | |
|
|
37 | 'show': '1', | |
|
|
38 | 'zmin': '10', | |
|
|
39 | 'zmax': '40', | |
|
|
40 | } | |
|
|
41 | ||
|
|
42 | ||
|
|
43 | class MainLayout(BoxLayout): | |
|
|
44 | def __init__(self, **kwargs): | |
|
|
45 | super(MainLayout, self).__init__(**kwargs) | |
|
|
46 | ||
|
|
47 | self.workspace = os.path.join(os.path.expanduser('~'), 'workspace/scripts') | |
|
|
48 | self.current_unit_id = None | |
|
|
49 | self._units = [] | |
|
|
50 | self.project = Project() | |
|
|
51 | self.project.setup(id='1', name='test', description='') | |
|
|
52 | ||
|
|
53 | self.sidebar_left = BoxLayout(orientation='vertical', size_hint_x=0.4, spacing=5) | |
|
|
54 | self.body = BoxLayout(orientation='vertical', spacing=5) | |
|
|
55 | self.sidebar_right = BoxLayout(orientation='vertical', size_hint_x=0.6, spacing=5) | |
|
|
56 | ||
|
|
57 | bt_prj = Button(text='Project') | |
|
|
58 | bt_prj.bind(on_press=self.show_project) | |
|
|
59 | self.sidebar_left.add_widget(bt_prj) | |
|
|
60 | ||
|
|
61 | bt_add_unit = Button(text='Add Unit') | |
|
|
62 | bt_add_unit.bind(on_press=self.select_unit) | |
|
|
63 | self.sidebar_left.add_widget(bt_add_unit) | |
|
|
64 | ||
|
|
65 | bt_add_operation = Button(text='Add Operation') | |
|
|
66 | bt_add_operation.bind(on_press=self.select_operation) | |
|
|
67 | self.sidebar_left.add_widget(bt_add_operation) | |
|
|
68 | ||
|
|
69 | bt_import = Button(text='Import') | |
|
|
70 | bt_import.bind(on_press=self.load) | |
|
|
71 | self.sidebar_left.add_widget(bt_import) | |
|
|
72 | ||
|
|
73 | bt_export = Button(text='Export') | |
|
|
74 | bt_export.bind(on_press=self.export) | |
|
|
75 | self.sidebar_left.add_widget(bt_export) | |
|
|
76 | ||
|
|
77 | bt_run = Button(text='Run') | |
|
|
78 | bt_run.bind(on_press=self.run) | |
|
|
79 | self.sidebar_left.add_widget(bt_run) | |
|
|
80 | ||
|
|
81 | bt_stop = Button(text='Stop') | |
|
|
82 | bt_stop.bind(on_press = self.stop) | |
|
|
83 | self.sidebar_left.add_widget(bt_stop) | |
|
|
84 | ||
|
|
85 | bt_exit = Button(text = 'Exit', height = 40, size_hint_y = None, background_color=(1, 0, 0, 1)) | |
|
|
86 | bt_exit.bind(on_press=App.get_running_app().stop) | |
|
|
87 | self.sidebar_left.add_widget(bt_exit) | |
|
|
88 | ||
|
|
89 | self.add_widget(self.sidebar_left) | |
|
|
90 | self.add_widget(self.body) | |
|
|
91 | self.add_widget(self.sidebar_right) | |
|
|
92 | ||
|
|
93 | def update_body(self): | |
|
|
94 | ||
|
|
95 | self._units = [] | |
|
|
96 | self.body.clear_widgets() | |
|
|
97 | self.sidebar_right.clear_widgets() | |
|
|
98 | ||
|
|
99 | for unit in self.project.getUnits(): | |
|
|
100 | box = GridLayout(cols=3) | |
|
|
101 | bt = ToggleButton(text=unit.name, group='units') | |
|
|
102 | bt._obj = unit | |
|
|
103 | bt.bind(on_press=self.show_parameters) | |
|
|
104 | box.add_widget(bt) | |
|
|
105 | self._units.append(bt) | |
|
|
106 | ||
|
|
107 | for operation in unit.operations: | |
|
|
108 | bt_op = Button(text = operation.name, background_color=(1, 0.5, 0, 1)) | |
|
|
109 | bt_op._id = unit.id | |
|
|
110 | bt_op._obj = operation | |
|
|
111 | bt_op.bind(on_press=self.show_parameters) | |
|
|
112 | box.add_widget(bt_op) | |
|
|
113 | ||
|
|
114 | self.body.add_widget(box) | |
|
|
115 | ||
|
|
116 | print(self.project) | |
|
|
117 | ||
|
|
118 | def show_parameters(self, instance): | |
|
|
119 | ||
|
|
120 | obj = instance._obj | |
|
|
121 | self.current_unit_id = obj.id | |
|
|
122 | self.sidebar_right.clear_widgets() | |
|
|
123 | ||
|
|
124 | if obj and obj.parameters: | |
|
|
125 | self._params = {} | |
|
|
126 | ||
|
|
127 | for key, value in obj.getParameters().items(): | |
|
|
128 | self.sidebar_right.add_widget(Label(text=key)) | |
|
|
129 | text = TextInput(text=value, multiline=False) | |
|
|
130 | self._params[key] = text | |
|
|
131 | self.sidebar_right.add_widget(text) | |
|
|
132 | ||
|
|
133 | bt_save = Button(text = 'Save', height = 40, size_hint_y = None, background_color=(0, 1, 0, 1)) | |
|
|
134 | bt_save._obj = obj | |
|
|
135 | if hasattr(instance, '_id'): | |
|
|
136 | bt_save._id = instance._id | |
|
|
137 | self.current_unit_id = None | |
|
|
138 | bt_save.bind(on_press=self.save_parameters) | |
|
|
139 | self.sidebar_right.add_widget(bt_save) | |
|
|
140 | ||
|
|
141 | bt_delete = Button(text = 'Delete', height = 40, size_hint_y = None, background_color=(1, 0, 0, 1)) | |
|
|
142 | bt_delete._obj = obj | |
|
|
143 | if hasattr(instance, '_id'): | |
|
|
144 | bt_delete._id = instance._id | |
|
|
145 | self.current_unit_id = obj.id | |
|
|
146 | bt_delete.bind(on_press=self.delete_object) | |
|
|
147 | self.sidebar_right.add_widget(bt_delete) | |
|
|
148 | ||
|
|
149 | def save_parameters(self, instance): | |
|
|
150 | ||
|
|
151 | obj = instance._obj | |
|
|
152 | params = {} | |
|
|
153 | for key in self._params: | |
|
|
154 | if self._params[key]: | |
|
|
155 | params[key] = self._params[key].text | |
|
|
156 | ||
|
|
157 | if hasattr(instance, '_id'): | |
|
|
158 | unit = self.project.getProcUnit(instance._id) | |
|
|
159 | op = unit.getOperation(obj.id) | |
|
|
160 | op.update(**params) | |
|
|
161 | else: | |
|
|
162 | unit = self.project.getProcUnit(obj.id) | |
|
|
163 | unit.update(**params) | |
|
|
164 | ||
|
|
165 | def delete_object(self, instance): | |
|
|
166 | ||
|
|
167 | obj = instance._obj | |
|
|
168 | ||
|
|
169 | if hasattr(instance, '_id'): | |
|
|
170 | unit = self.project.getProcUnit(instance._id) | |
|
|
171 | unit.removeOperation(obj.id) | |
|
|
172 | else: | |
|
|
173 | self.project.removeProcUnit(obj.id) | |
|
|
174 | ||
|
|
175 | self.project.updateId(self.project.id) | |
|
|
176 | self.update_body() | |
|
|
177 | ||
|
|
178 | def show_project(self, instance): | |
|
|
179 | ||
|
|
180 | self.sidebar_right.clear_widgets() | |
|
|
181 | self._params = {} | |
|
|
182 | for label in ['Id', 'Name', 'Description']: | |
|
|
183 | self.sidebar_right.add_widget(Label(text=label)) | |
|
|
184 | text = TextInput(text=getattr(self.project, label.lower()), multiline=False) | |
|
|
185 | self._params[label] = text | |
|
|
186 | self.sidebar_right.add_widget(text) | |
|
|
187 | ||
|
|
188 | self.sidebar_right.add_widget(Label(text='Workspace')) | |
|
|
189 | text = TextInput(text=getattr(self, 'workspace'), multiline=False) | |
|
|
190 | self._params['Workspace'] = text | |
|
|
191 | self.sidebar_right.add_widget(text) | |
|
|
192 | ||
|
|
193 | bt_save = Button(text = 'Save', height = 40, size_hint_y = None, background_color=(0, 1, 0, 1)) | |
|
|
194 | bt_save.bind(on_press = self.save_project_parameters) | |
|
|
195 | self.sidebar_right.add_widget(bt_save) | |
|
|
196 | ||
|
|
197 | def save_project_parameters(self, instance): | |
|
|
198 | ||
|
|
199 | for label in ['Id', 'Name', 'Description']: | |
|
|
200 | setattr(self.project, label.lower(), self._params[label].text) | |
|
|
201 | ||
|
|
202 | setattr(self, 'workspace', self._params['Workspace'].text) | |
|
|
203 | ||
|
|
204 | def select_unit(self, instance): | |
|
|
205 | ||
|
|
206 | self.sidebar_right.clear_widgets() | |
|
|
207 | bt_main = Button(text = 'Select Unit', height = 40, size_hint_y = None) | |
|
|
208 | dropdown = DropDown() | |
|
|
209 | ||
|
|
210 | for unit in cli.getProcs(): | |
|
|
211 | ||
|
|
212 | btn = Button(text = unit, size_hint_y = None, height = 40) | |
|
|
213 | btn.bind(on_release = lambda btn: dropdown.select(btn.text)) | |
|
|
214 | dropdown.add_widget(btn) | |
|
|
215 | ||
|
|
216 | bt_main.bind(on_release = dropdown.open) | |
|
|
217 | dropdown.bind(on_select = lambda instance, x: setattr(bt_main, 'text', x)) | |
|
|
218 | ||
|
|
219 | bt_add = Button(text = 'Add', height = 40, size_hint_y = None, background_color=(0, 1, 0, 1)) | |
|
|
220 | bt_add.bind(on_press = lambda instance: self.add_unit(bt_main.text)) | |
|
|
221 | ||
|
|
222 | self.sidebar_right.add_widget(bt_main) | |
|
|
223 | self.sidebar_right.add_widget(bt_add) | |
|
|
224 | ||
|
|
225 | def add_unit(self, s): | |
|
|
226 | ||
|
|
227 | if s: | |
|
|
228 | if 'Reader' in s: | |
|
|
229 | unit = self.project.addReadUnit(name=s) | |
|
|
230 | else: | |
|
|
231 | *_, last = self.project.getUnits() | |
|
|
232 | unit = self.project.addProcUnit(name=s, inputId=last.id) | |
|
|
233 | ||
|
|
234 | keys = cli.getArgs(unit.name) | |
|
|
235 | values = [DEFAULTS[key] if key in DEFAULTS else '' for key in keys] | |
|
|
236 | unit.update(**dict(zip(keys, values))) | |
|
|
237 | self.update_body() | |
|
|
238 | ||
|
|
239 | def select_operation(self, instance): | |
|
|
240 | ||
|
|
241 | self.sidebar_right.clear_widgets() | |
|
|
242 | btns = [bt.state == 'down' for bt in self._units] | |
|
|
243 | if True in btns: | |
|
|
244 | bt_main = Button(text = 'Select Operation', height = 40, size_hint_y = None) | |
|
|
245 | dropdown = DropDown() | |
|
|
246 | ||
|
|
247 | for unit in cli.getOperations(): | |
|
|
248 | ||
|
|
249 | btn = Button(text = unit, size_hint_y = None, height = 40) | |
|
|
250 | btn.bind(on_release = lambda btn: dropdown.select(btn.text)) | |
|
|
251 | dropdown.add_widget(btn) | |
|
|
252 | ||
|
|
253 | bt_main.bind(on_release = dropdown.open) | |
|
|
254 | dropdown.bind(on_select = lambda instance, x: setattr(bt_main, 'text', x)) | |
|
|
255 | ||
|
|
256 | bt_add = Button(text = 'Add', height = 40, size_hint_y = None, background_color=(0, 1, 0, 1)) | |
|
|
257 | bt_add.bind(on_press = lambda instance: self.add_operation(bt_main.text)) | |
|
|
258 | ||
|
|
259 | self.sidebar_right.add_widget(bt_main) | |
|
|
260 | self.sidebar_right.add_widget(bt_add) | |
|
|
261 | else: | |
|
|
262 | self.sidebar_right.add_widget(Label(text='Select Unit')) | |
|
|
263 | ||
|
|
264 | def add_operation(self, s): | |
|
|
265 | ||
|
|
266 | if s: | |
|
|
267 | unit = self.project.getProcUnit(self.current_unit_id) | |
|
|
268 | op = unit.addOperation(name=s) | |
|
|
269 | keys = cli.getArgs(op.name) | |
|
|
270 | values = [DEFAULTS[key] if key in DEFAULTS else '' for key in keys] | |
|
|
271 | op.update(**dict(zip(keys, values))) | |
|
|
272 | self.update_body() | |
|
|
273 | ||
|
|
274 | def run(self, instance): | |
|
|
275 | ||
|
|
276 | if self.project and self.project.is_alive(): | |
|
|
277 | self.sidebar_right.clear_widgets() | |
|
|
278 | self.sidebar_right.add_widget(Label(text='Project running')) | |
|
|
279 | else: | |
|
|
280 | if self.project.exitcode is None: | |
|
|
281 | self.project.start() | |
|
|
282 | else: | |
|
|
283 | self.project = self.project.clone() | |
|
|
284 | self.project.start() | |
|
|
285 | ||
|
|
286 | def stop(self, instance): | |
|
|
287 | ||
|
|
288 | if self.project and self.project.is_alive(): | |
|
|
289 | self.project.kill() | |
|
|
290 | log.error('Project Stopped by user', 'GUI') | |
|
|
291 | else: | |
|
|
292 | self.sidebar_right.clear_widgets() | |
|
|
293 | self.sidebar_right.add_widget(Label(text='Project not running')) | |
|
|
294 | ||
|
|
295 | def load(self, instance): | |
|
|
296 | ||
|
|
297 | self.sidebar_right.clear_widgets() | |
|
|
298 | textinput = FileChooserListView( | |
|
|
299 | path=self.workspace, size_hint=(1, 1), dirselect=False, filters=['*.xml']) | |
|
|
18 | 300 | |
|
|
19 | def main(): | |
|
|
301 | self.sidebar_right.add_widget(textinput) | |
|
|
302 | bt_open = Button(text = 'Open', height = 40, size_hint_y = None, background_color=(0, 1, 0, 1)) | |
|
|
303 | bt_open.textinput = textinput | |
|
|
304 | bt_open.bind(on_press = self.load_file) | |
|
|
305 | self.sidebar_right.add_widget(bt_open) | |
|
|
306 | ||
|
|
307 | def load_file(self, instance): | |
|
|
20 | 308 | |
|
|
21 | app = QtGui.QApplication(sys.argv) | |
|
|
309 | self.project.readXml(instance.textinput.selection[0]) | |
|
|
310 | self.update_body() | |
|
|
22 | 311 | |
|
|
23 | Welcome = InitWindow() | |
|
|
312 | def export(self, instance): | |
|
|
24 | 313 | |
|
|
25 | if not Welcome.exec_(): | |
|
|
26 | sys.exit(-1) | |
|
|
314 | filename = os.path.join(self.workspace, '{}.xml'.format(self.project.name)) | |
|
|
315 | self.project.writeXml(filename) | |
|
|
316 | log.success('File created: {}'.format(filename), 'GUI') | |
|
|
27 | 317 | |
|
|
28 | WorkPathspace = Workspace() | |
|
|
29 | if not WorkPathspace.exec_(): | |
|
|
30 | sys.exit(-1) | |
|
|
31 | 318 | |
|
|
32 | MainGUI = BasicWindow() | |
|
|
33 | MainGUI.setWorkSpaceGUI(WorkPathspace.dirComBox.currentText()) | |
|
|
34 | MainGUI.show() | |
|
|
35 | sys.exit(app.exec_()) | |
|
|
319 | class SignalChainApp(App): | |
|
|
320 | def build(self): | |
|
|
321 | return MainLayout(spacing=10) | |
|
|
36 | 322 | |
|
|
37 | 323 | |
|
|
38 | 324 | if __name__ == "__main__": |
|
|
39 | main() | |
|
|
325 | SignalChainApp().run() No newline at end of file | |
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file chmod 100644 => 100755 | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: modified file | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed, binary diff hidden |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed |
|
|
1 | NO CONTENT: file was removed | |
| This diff has been collapsed as it changes many lines, (1765 lines changed) Show them Hide them | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
|
|
1 | NO CONTENT: file was removed | |
| The requested commit or file is too big and content was truncated. Show full diff | |||
General Comments 0
You need to be logged in to leave comments.
Login now