##// END OF EJS Templates
schain
RSS
comment unused var in controller.py
Juan C. Valdez -
r874:ef8784f1f291
parent child
Show More
Show file before | Show file after | Hide comments
@@ -1,1294 +1,1294
1 '''
1 '''
2 Created on September , 2012
2 Created on September , 2012
3 @author:
3 @author:
4 '''
4 '''
5
5
6 import sys
6 import sys
7 import ast
7 import ast
8 import datetime
8 import datetime
9 import traceback
9 import traceback
10 import schainpy
10 import schainpy
11 import schainpy.admin
11 import schainpy.admin
12
12
13 from xml.etree.ElementTree import ElementTree, Element, SubElement, tostring
13 from xml.etree.ElementTree import ElementTree, Element, SubElement, tostring
14 from xml.dom import minidom
14 from xml.dom import minidom
15
15
16 from schainpy.model import *
16 from schainpy.model import *
17 from time import sleep
17 from time import sleep
18
18
19 def prettify(elem):
19 def prettify(elem):
20 """Return a pretty-printed XML string for the Element.
20 """Return a pretty-printed XML string for the Element.
21 """
21 """
22 rough_string = tostring(elem, 'utf-8')
22 rough_string = tostring(elem, 'utf-8')
23 reparsed = minidom.parseString(rough_string)
23 reparsed = minidom.parseString(rough_string)
24 return reparsed.toprettyxml(indent=" ")
24 return reparsed.toprettyxml(indent=" ")
25
25
26 class ParameterConf():
26 class ParameterConf():
27
27
28 id = None
28 id = None
29 name = None
29 name = None
30 value = None
30 value = None
31 format = None
31 format = None
32
32
33 __formated_value = None
33 __formated_value = None
34
34
35 ELEMENTNAME = 'Parameter'
35 ELEMENTNAME = 'Parameter'
36
36
37 def __init__(self):
37 def __init__(self):
38
38
39 self.format = 'str'
39 self.format = 'str'
40
40
41 def getElementName(self):
41 def getElementName(self):
42
42
43 return self.ELEMENTNAME
43 return self.ELEMENTNAME
44
44
45 def getValue(self):
45 def getValue(self):
46
46
47 value = self.value
47 value = self.value
48 format = self.format
48 format = self.format
49
49
50 if self.__formated_value != None:
50 if self.__formated_value != None:
51
51
52 return self.__formated_value
52 return self.__formated_value
53
53
54 if format == 'str':
54 if format == 'str':
55 self.__formated_value = str(value)
55 self.__formated_value = str(value)
56 return self.__formated_value
56 return self.__formated_value
57
57
58 if value == '':
58 if value == '':
59 raise ValueError, "%s: This parameter value is empty" %self.name
59 raise ValueError, "%s: This parameter value is empty" %self.name
60
60
61 if format == 'list':
61 if format == 'list':
62 strList = value.split(',')
62 strList = value.split(',')
63
63
64 self.__formated_value = strList
64 self.__formated_value = strList
65
65
66 return self.__formated_value
66 return self.__formated_value
67
67
68 if format == 'intlist':
68 if format == 'intlist':
69 """
69 """
70 Example:
70 Example:
71 value = (0,1,2)
71 value = (0,1,2)
72 """
72 """
73
73
74 new_value = ast.literal_eval(value)
74 new_value = ast.literal_eval(value)
75
75
76 if type(new_value) not in (tuple, list):
76 if type(new_value) not in (tuple, list):
77 new_value = [int(new_value)]
77 new_value = [int(new_value)]
78
78
79 self.__formated_value = new_value
79 self.__formated_value = new_value
80
80
81 return self.__formated_value
81 return self.__formated_value
82
82
83 if format == 'floatlist':
83 if format == 'floatlist':
84 """
84 """
85 Example:
85 Example:
86 value = (0.5, 1.4, 2.7)
86 value = (0.5, 1.4, 2.7)
87 """
87 """
88
88
89 new_value = ast.literal_eval(value)
89 new_value = ast.literal_eval(value)
90
90
91 if type(new_value) not in (tuple, list):
91 if type(new_value) not in (tuple, list):
92 new_value = [float(new_value)]
92 new_value = [float(new_value)]
93
93
94 self.__formated_value = new_value
94 self.__formated_value = new_value
95
95
96 return self.__formated_value
96 return self.__formated_value
97
97
98 if format == 'date':
98 if format == 'date':
99 strList = value.split('/')
99 strList = value.split('/')
100 intList = [int(x) for x in strList]
100 intList = [int(x) for x in strList]
101 date = datetime.date(intList[0], intList[1], intList[2])
101 date = datetime.date(intList[0], intList[1], intList[2])
102
102
103 self.__formated_value = date
103 self.__formated_value = date
104
104
105 return self.__formated_value
105 return self.__formated_value
106
106
107 if format == 'time':
107 if format == 'time':
108 strList = value.split(':')
108 strList = value.split(':')
109 intList = [int(x) for x in strList]
109 intList = [int(x) for x in strList]
110 time = datetime.time(intList[0], intList[1], intList[2])
110 time = datetime.time(intList[0], intList[1], intList[2])
111
111
112 self.__formated_value = time
112 self.__formated_value = time
113
113
114 return self.__formated_value
114 return self.__formated_value
115
115
116 if format == 'pairslist':
116 if format == 'pairslist':
117 """
117 """
118 Example:
118 Example:
119 value = (0,1),(1,2)
119 value = (0,1),(1,2)
120 """
120 """
121
121
122 new_value = ast.literal_eval(value)
122 new_value = ast.literal_eval(value)
123
123
124 if type(new_value) not in (tuple, list):
124 if type(new_value) not in (tuple, list):
125 raise ValueError, "%s has to be a tuple or list of pairs" %value
125 raise ValueError, "%s has to be a tuple or list of pairs" %value
126
126
127 if type(new_value[0]) not in (tuple, list):
127 if type(new_value[0]) not in (tuple, list):
128 if len(new_value) != 2:
128 if len(new_value) != 2:
129 raise ValueError, "%s has to be a tuple or list of pairs" %value
129 raise ValueError, "%s has to be a tuple or list of pairs" %value
130 new_value = [new_value]
130 new_value = [new_value]
131
131
132 for thisPair in new_value:
132 for thisPair in new_value:
133 if len(thisPair) != 2:
133 if len(thisPair) != 2:
134 raise ValueError, "%s has to be a tuple or list of pairs" %value
134 raise ValueError, "%s has to be a tuple or list of pairs" %value
135
135
136 self.__formated_value = new_value
136 self.__formated_value = new_value
137
137
138 return self.__formated_value
138 return self.__formated_value
139
139
140 if format == 'multilist':
140 if format == 'multilist':
141 """
141 """
142 Example:
142 Example:
143 value = (0,1,2),(3,4,5)
143 value = (0,1,2),(3,4,5)
144 """
144 """
145 multiList = ast.literal_eval(value)
145 multiList = ast.literal_eval(value)
146
146
147 if type(multiList[0]) == int:
147 if type(multiList[0]) == int:
148 multiList = ast.literal_eval("(" + value + ")")
148 multiList = ast.literal_eval("(" + value + ")")
149
149
150 self.__formated_value = multiList
150 self.__formated_value = multiList
151
151
152 return self.__formated_value
152 return self.__formated_value
153
153
154 if format == 'bool':
154 if format == 'bool':
155 value = int(value)
155 value = int(value)
156
156
157 if format == 'int':
157 if format == 'int':
158 value = float(value)
158 value = float(value)
159
159
160 format_func = eval(format)
160 format_func = eval(format)
161
161
162 self.__formated_value = format_func(value)
162 self.__formated_value = format_func(value)
163
163
164 return self.__formated_value
164 return self.__formated_value
165
165
166 def updateId(self, new_id):
166 def updateId(self, new_id):
167
167
168 self.id = str(new_id)
168 self.id = str(new_id)
169
169
170 def setup(self, id, name, value, format='str'):
170 def setup(self, id, name, value, format='str'):
171
171
172 self.id = str(id)
172 self.id = str(id)
173 self.name = name
173 self.name = name
174 self.value = str(value)
174 self.value = str(value)
175 self.format = str.lower(format)
175 self.format = str.lower(format)
176
176
177 self.getValue()
177 self.getValue()
178
178
179 return 1
179 return 1
180
180
181 def update(self, name, value, format='str'):
181 def update(self, name, value, format='str'):
182
182
183 self.name = name
183 self.name = name
184 self.value = str(value)
184 self.value = str(value)
185 self.format = format
185 self.format = format
186
186
187 def makeXml(self, opElement):
187 def makeXml(self, opElement):
188
188
189 parmElement = SubElement(opElement, self.ELEMENTNAME)
189 parmElement = SubElement(opElement, self.ELEMENTNAME)
190 parmElement.set('id', str(self.id))
190 parmElement.set('id', str(self.id))
191 parmElement.set('name', self.name)
191 parmElement.set('name', self.name)
192 parmElement.set('value', self.value)
192 parmElement.set('value', self.value)
193 parmElement.set('format', self.format)
193 parmElement.set('format', self.format)
194
194
195 def readXml(self, parmElement):
195 def readXml(self, parmElement):
196
196
197 self.id = parmElement.get('id')
197 self.id = parmElement.get('id')
198 self.name = parmElement.get('name')
198 self.name = parmElement.get('name')
199 self.value = parmElement.get('value')
199 self.value = parmElement.get('value')
200 self.format = str.lower(parmElement.get('format'))
200 self.format = str.lower(parmElement.get('format'))
201
201
202 #Compatible with old signal chain version
202 #Compatible with old signal chain version
203 if self.format == 'int' and self.name == 'idfigure':
203 if self.format == 'int' and self.name == 'idfigure':
204 self.name = 'id'
204 self.name = 'id'
205
205
206 def printattr(self):
206 def printattr(self):
207
207
208 print "Parameter[%s]: name = %s, value = %s, format = %s" %(self.id, self.name, self.value, self.format)
208 print "Parameter[%s]: name = %s, value = %s, format = %s" %(self.id, self.name, self.value, self.format)
209
209
210 class OperationConf():
210 class OperationConf():
211
211
212 id = None
212 id = None
213 name = None
213 name = None
214 priority = None
214 priority = None
215 type = None
215 type = None
216
216
217 parmConfObjList = []
217 parmConfObjList = []
218
218
219 ELEMENTNAME = 'Operation'
219 ELEMENTNAME = 'Operation'
220
220
221 def __init__(self):
221 def __init__(self):
222
222
223 self.id = '0'
223 self.id = '0'
224 self.name = None
224 self.name = None
225 self.priority = None
225 self.priority = None
226 self.type = 'self'
226 self.type = 'self'
227
227
228
228
229 def __getNewId(self):
229 def __getNewId(self):
230
230
231 return int(self.id)*10 + len(self.parmConfObjList) + 1
231 return int(self.id)*10 + len(self.parmConfObjList) + 1
232
232
233 def updateId(self, new_id):
233 def updateId(self, new_id):
234
234
235 self.id = str(new_id)
235 self.id = str(new_id)
236
236
237 n = 1
237 n = 1
238 for parmObj in self.parmConfObjList:
238 for parmObj in self.parmConfObjList:
239
239
240 idParm = str(int(new_id)*10 + n)
240 idParm = str(int(new_id)*10 + n)
241 parmObj.updateId(idParm)
241 parmObj.updateId(idParm)
242
242
243 n += 1
243 n += 1
244
244
245 def getElementName(self):
245 def getElementName(self):
246
246
247 return self.ELEMENTNAME
247 return self.ELEMENTNAME
248
248
249 def getParameterObjList(self):
249 def getParameterObjList(self):
250
250
251 return self.parmConfObjList
251 return self.parmConfObjList
252
252
253 def getParameterObj(self, parameterName):
253 def getParameterObj(self, parameterName):
254
254
255 for parmConfObj in self.parmConfObjList:
255 for parmConfObj in self.parmConfObjList:
256
256
257 if parmConfObj.name != parameterName:
257 if parmConfObj.name != parameterName:
258 continue
258 continue
259
259
260 return parmConfObj
260 return parmConfObj
261
261
262 return None
262 return None
263
263
264 def getParameterObjfromValue(self, parameterValue):
264 def getParameterObjfromValue(self, parameterValue):
265
265
266 for parmConfObj in self.parmConfObjList:
266 for parmConfObj in self.parmConfObjList:
267
267
268 if parmConfObj.getValue() != parameterValue:
268 if parmConfObj.getValue() != parameterValue:
269 continue
269 continue
270
270
271 return parmConfObj.getValue()
271 return parmConfObj.getValue()
272
272
273 return None
273 return None
274
274
275 def getParameterValue(self, parameterName):
275 def getParameterValue(self, parameterName):
276
276
277 parameterObj = self.getParameterObj(parameterName)
277 parameterObj = self.getParameterObj(parameterName)
278
278
279 # if not parameterObj:
279 # if not parameterObj:
280 # return None
280 # return None
281
281
282 value = parameterObj.getValue()
282 value = parameterObj.getValue()
283
283
284 return value
284 return value
285
285
286 def setup(self, id, name, priority, type):
286 def setup(self, id, name, priority, type):
287
287
288 self.id = str(id)
288 self.id = str(id)
289 self.name = name
289 self.name = name
290 self.type = type
290 self.type = type
291 self.priority = priority
291 self.priority = priority
292
292
293 self.parmConfObjList = []
293 self.parmConfObjList = []
294
294
295 def removeParameters(self):
295 def removeParameters(self):
296
296
297 for obj in self.parmConfObjList:
297 for obj in self.parmConfObjList:
298 del obj
298 del obj
299
299
300 self.parmConfObjList = []
300 self.parmConfObjList = []
301
301
302 def addParameter(self, name, value, format='str'):
302 def addParameter(self, name, value, format='str'):
303
303
304 id = self.__getNewId()
304 id = self.__getNewId()
305
305
306 parmConfObj = ParameterConf()
306 parmConfObj = ParameterConf()
307 if not parmConfObj.setup(id, name, value, format):
307 if not parmConfObj.setup(id, name, value, format):
308 return None
308 return None
309
309
310 self.parmConfObjList.append(parmConfObj)
310 self.parmConfObjList.append(parmConfObj)
311
311
312 return parmConfObj
312 return parmConfObj
313
313
314 def changeParameter(self, name, value, format='str'):
314 def changeParameter(self, name, value, format='str'):
315
315
316 parmConfObj = self.getParameterObj(name)
316 parmConfObj = self.getParameterObj(name)
317 parmConfObj.update(name, value, format)
317 parmConfObj.update(name, value, format)
318
318
319 return parmConfObj
319 return parmConfObj
320
320
321 def makeXml(self, procUnitElement):
321 def makeXml(self, procUnitElement):
322
322
323 opElement = SubElement(procUnitElement, self.ELEMENTNAME)
323 opElement = SubElement(procUnitElement, self.ELEMENTNAME)
324 opElement.set('id', str(self.id))
324 opElement.set('id', str(self.id))
325 opElement.set('name', self.name)
325 opElement.set('name', self.name)
326 opElement.set('type', self.type)
326 opElement.set('type', self.type)
327 opElement.set('priority', str(self.priority))
327 opElement.set('priority', str(self.priority))
328
328
329 for parmConfObj in self.parmConfObjList:
329 for parmConfObj in self.parmConfObjList:
330 parmConfObj.makeXml(opElement)
330 parmConfObj.makeXml(opElement)
331
331
332 def readXml(self, opElement):
332 def readXml(self, opElement):
333
333
334 self.id = opElement.get('id')
334 self.id = opElement.get('id')
335 self.name = opElement.get('name')
335 self.name = opElement.get('name')
336 self.type = opElement.get('type')
336 self.type = opElement.get('type')
337 self.priority = opElement.get('priority')
337 self.priority = opElement.get('priority')
338
338
339 #Compatible with old signal chain version
339 #Compatible with old signal chain version
340 #Use of 'run' method instead 'init'
340 #Use of 'run' method instead 'init'
341 if self.type == 'self' and self.name == 'init':
341 if self.type == 'self' and self.name == 'init':
342 self.name = 'run'
342 self.name = 'run'
343
343
344 self.parmConfObjList = []
344 self.parmConfObjList = []
345
345
346 parmElementList = opElement.iter(ParameterConf().getElementName())
346 parmElementList = opElement.iter(ParameterConf().getElementName())
347
347
348 for parmElement in parmElementList:
348 for parmElement in parmElementList:
349 parmConfObj = ParameterConf()
349 parmConfObj = ParameterConf()
350 parmConfObj.readXml(parmElement)
350 parmConfObj.readXml(parmElement)
351
351
352 #Compatible with old signal chain version
352 #Compatible with old signal chain version
353 #If an 'plot' OPERATION is found, changes name operation by the value of its type PARAMETER
353 #If an 'plot' OPERATION is found, changes name operation by the value of its type PARAMETER
354 if self.type != 'self' and self.name == 'Plot':
354 if self.type != 'self' and self.name == 'Plot':
355 if parmConfObj.format == 'str' and parmConfObj.name == 'type':
355 if parmConfObj.format == 'str' and parmConfObj.name == 'type':
356 self.name = parmConfObj.value
356 self.name = parmConfObj.value
357 continue
357 continue
358
358
359 self.parmConfObjList.append(parmConfObj)
359 self.parmConfObjList.append(parmConfObj)
360
360
361 def printattr(self):
361 def printattr(self):
362
362
363 print "%s[%s]: name = %s, type = %s, priority = %s" %(self.ELEMENTNAME,
363 print "%s[%s]: name = %s, type = %s, priority = %s" %(self.ELEMENTNAME,
364 self.id,
364 self.id,
365 self.name,
365 self.name,
366 self.type,
366 self.type,
367 self.priority)
367 self.priority)
368
368
369 for parmConfObj in self.parmConfObjList:
369 for parmConfObj in self.parmConfObjList:
370 parmConfObj.printattr()
370 parmConfObj.printattr()
371
371
372 def createObject(self, plotter_queue=None):
372 def createObject(self, plotter_queue=None):
373
373
374 if self.type == 'self':
374 if self.type == 'self':
375 raise ValueError, "This operation type cannot be created"
375 raise ValueError, "This operation type cannot be created"
376
376
377 if self.type == 'plotter':
377 if self.type == 'plotter':
378 #Plotter(plotter_name)
378 #Plotter(plotter_name)
379 if not plotter_queue:
379 if not plotter_queue:
380 raise ValueError, "plotter_queue is not defined. Use:\nmyProject = Project()\nmyProject.setPlotterQueue(plotter_queue)"
380 raise ValueError, "plotter_queue is not defined. Use:\nmyProject = Project()\nmyProject.setPlotterQueue(plotter_queue)"
381
381
382 opObj = Plotter(self.name, plotter_queue)
382 opObj = Plotter(self.name, plotter_queue)
383
383
384 if self.type == 'external' or self.type == 'other':
384 if self.type == 'external' or self.type == 'other':
385 className = eval(self.name)
385 className = eval(self.name)
386 opObj = className()
386 opObj = className()
387
387
388 return opObj
388 return opObj
389
389
390 class ProcUnitConf():
390 class ProcUnitConf():
391
391
392 id = None
392 id = None
393 name = None
393 name = None
394 datatype = None
394 datatype = None
395 inputId = None
395 inputId = None
396 parentId = None
396 parentId = None
397
397
398 opConfObjList = []
398 opConfObjList = []
399
399
400 procUnitObj = None
400 procUnitObj = None
401 opObjList = []
401 opObjList = []
402
402
403 ELEMENTNAME = 'ProcUnit'
403 ELEMENTNAME = 'ProcUnit'
404
404
405 def __init__(self):
405 def __init__(self):
406
406
407 self.id = None
407 self.id = None
408 self.datatype = None
408 self.datatype = None
409 self.name = None
409 self.name = None
410 self.inputId = None
410 self.inputId = None
411
411
412 self.opConfObjList = []
412 self.opConfObjList = []
413
413
414 self.procUnitObj = None
414 self.procUnitObj = None
415 self.opObjDict = {}
415 self.opObjDict = {}
416
416
417 def __getPriority(self):
417 def __getPriority(self):
418
418
419 return len(self.opConfObjList)+1
419 return len(self.opConfObjList)+1
420
420
421 def __getNewId(self):
421 def __getNewId(self):
422
422
423 return int(self.id)*10 + len(self.opConfObjList) + 1
423 return int(self.id)*10 + len(self.opConfObjList) + 1
424
424
425 def getElementName(self):
425 def getElementName(self):
426
426
427 return self.ELEMENTNAME
427 return self.ELEMENTNAME
428
428
429 def getId(self):
429 def getId(self):
430
430
431 return self.id
431 return self.id
432
432
433 def updateId(self, new_id, parentId=parentId):
433 def updateId(self, new_id, parentId=parentId):
434
434
435
435
436 new_id = int(parentId)*10 + (int(self.id) % 10)
436 new_id = int(parentId)*10 + (int(self.id) % 10)
437 new_inputId = int(parentId)*10 + (int(self.inputId) % 10)
437 new_inputId = int(parentId)*10 + (int(self.inputId) % 10)
438
438
439 #If this proc unit has not inputs
439 #If this proc unit has not inputs
440 if self.inputId == '0':
440 if self.inputId == '0':
441 new_inputId = 0
441 new_inputId = 0
442
442
443 n = 1
443 n = 1
444 for opConfObj in self.opConfObjList:
444 for opConfObj in self.opConfObjList:
445
445
446 idOp = str(int(new_id)*10 + n)
446 idOp = str(int(new_id)*10 + n)
447 opConfObj.updateId(idOp)
447 opConfObj.updateId(idOp)
448
448
449 n += 1
449 n += 1
450
450
451 self.parentId = str(parentId)
451 self.parentId = str(parentId)
452 self.id = str(new_id)
452 self.id = str(new_id)
453 self.inputId = str(new_inputId)
453 self.inputId = str(new_inputId)
454
454
455
455
456 def getInputId(self):
456 def getInputId(self):
457
457
458 return self.inputId
458 return self.inputId
459
459
460 def getOperationObjList(self):
460 def getOperationObjList(self):
461
461
462 return self.opConfObjList
462 return self.opConfObjList
463
463
464 def getOperationObj(self, name=None):
464 def getOperationObj(self, name=None):
465
465
466 for opConfObj in self.opConfObjList:
466 for opConfObj in self.opConfObjList:
467
467
468 if opConfObj.name != name:
468 if opConfObj.name != name:
469 continue
469 continue
470
470
471 return opConfObj
471 return opConfObj
472
472
473 return None
473 return None
474
474
475 def getOpObjfromParamValue(self, value=None):
475 def getOpObjfromParamValue(self, value=None):
476
476
477 for opConfObj in self.opConfObjList:
477 for opConfObj in self.opConfObjList:
478 if opConfObj.getParameterObjfromValue(parameterValue=value) != value:
478 if opConfObj.getParameterObjfromValue(parameterValue=value) != value:
479 continue
479 continue
480 return opConfObj
480 return opConfObj
481 return None
481 return None
482
482
483 def getProcUnitObj(self):
483 def getProcUnitObj(self):
484
484
485 return self.procUnitObj
485 return self.procUnitObj
486
486
487 def setup(self, id, name, datatype, inputId, parentId=None):
487 def setup(self, id, name, datatype, inputId, parentId=None):
488
488
489 #Compatible with old signal chain version
489 #Compatible with old signal chain version
490 if datatype==None and name==None:
490 if datatype==None and name==None:
491 raise ValueError, "datatype or name should be defined"
491 raise ValueError, "datatype or name should be defined"
492
492
493 if name==None:
493 if name==None:
494 if 'Proc' in datatype:
494 if 'Proc' in datatype:
495 name = datatype
495 name = datatype
496 else:
496 else:
497 name = '%sProc' %(datatype)
497 name = '%sProc' %(datatype)
498
498
499 if datatype==None:
499 if datatype==None:
500 datatype = name.replace('Proc','')
500 datatype = name.replace('Proc','')
501
501
502 self.id = str(id)
502 self.id = str(id)
503 self.name = name
503 self.name = name
504 self.datatype = datatype
504 self.datatype = datatype
505 self.inputId = inputId
505 self.inputId = inputId
506 self.parentId = parentId
506 self.parentId = parentId
507
507
508 self.opConfObjList = []
508 self.opConfObjList = []
509
509
510 self.addOperation(name='run', optype='self')
510 self.addOperation(name='run', optype='self')
511
511
512 def removeOperations(self):
512 def removeOperations(self):
513
513
514 for obj in self.opConfObjList:
514 for obj in self.opConfObjList:
515 del obj
515 del obj
516
516
517 self.opConfObjList = []
517 self.opConfObjList = []
518 self.addOperation(name='run')
518 self.addOperation(name='run')
519
519
520 def addParameter(self, **kwargs):
520 def addParameter(self, **kwargs):
521 '''
521 '''
522 Add parameters to "run" operation
522 Add parameters to "run" operation
523 '''
523 '''
524 opObj = self.opConfObjList[0]
524 opObj = self.opConfObjList[0]
525
525
526 opObj.addParameter(**kwargs)
526 opObj.addParameter(**kwargs)
527
527
528 return opObj
528 return opObj
529
529
530 def addOperation(self, name, optype='self'):
530 def addOperation(self, name, optype='self'):
531
531
532 id = self.__getNewId()
532 id = self.__getNewId()
533 priority = self.__getPriority()
533 priority = self.__getPriority()
534
534
535 opConfObj = OperationConf()
535 opConfObj = OperationConf()
536 opConfObj.setup(id, name=name, priority=priority, type=optype)
536 opConfObj.setup(id, name=name, priority=priority, type=optype)
537
537
538 self.opConfObjList.append(opConfObj)
538 self.opConfObjList.append(opConfObj)
539
539
540 return opConfObj
540 return opConfObj
541
541
542 def makeXml(self, projectElement):
542 def makeXml(self, projectElement):
543
543
544 procUnitElement = SubElement(projectElement, self.ELEMENTNAME)
544 procUnitElement = SubElement(projectElement, self.ELEMENTNAME)
545 procUnitElement.set('id', str(self.id))
545 procUnitElement.set('id', str(self.id))
546 procUnitElement.set('name', self.name)
546 procUnitElement.set('name', self.name)
547 procUnitElement.set('datatype', self.datatype)
547 procUnitElement.set('datatype', self.datatype)
548 procUnitElement.set('inputId', str(self.inputId))
548 procUnitElement.set('inputId', str(self.inputId))
549
549
550 for opConfObj in self.opConfObjList:
550 for opConfObj in self.opConfObjList:
551 opConfObj.makeXml(procUnitElement)
551 opConfObj.makeXml(procUnitElement)
552
552
553 def readXml(self, upElement):
553 def readXml(self, upElement):
554
554
555 self.id = upElement.get('id')
555 self.id = upElement.get('id')
556 self.name = upElement.get('name')
556 self.name = upElement.get('name')
557 self.datatype = upElement.get('datatype')
557 self.datatype = upElement.get('datatype')
558 self.inputId = upElement.get('inputId')
558 self.inputId = upElement.get('inputId')
559
559
560 if self.ELEMENTNAME == "ReadUnit":
560 if self.ELEMENTNAME == "ReadUnit":
561 self.datatype = self.datatype.replace("Reader", "")
561 self.datatype = self.datatype.replace("Reader", "")
562
562
563 if self.ELEMENTNAME == "ProcUnit":
563 if self.ELEMENTNAME == "ProcUnit":
564 self.datatype = self.datatype.replace("Proc", "")
564 self.datatype = self.datatype.replace("Proc", "")
565
565
566 if self.inputId == 'None':
566 if self.inputId == 'None':
567 self.inputId = '0'
567 self.inputId = '0'
568
568
569 self.opConfObjList = []
569 self.opConfObjList = []
570
570
571 opElementList = upElement.iter(OperationConf().getElementName())
571 opElementList = upElement.iter(OperationConf().getElementName())
572
572
573 for opElement in opElementList:
573 for opElement in opElementList:
574 opConfObj = OperationConf()
574 opConfObj = OperationConf()
575 opConfObj.readXml(opElement)
575 opConfObj.readXml(opElement)
576 self.opConfObjList.append(opConfObj)
576 self.opConfObjList.append(opConfObj)
577
577
578 def printattr(self):
578 def printattr(self):
579
579
580 print "%s[%s]: name = %s, datatype = %s, inputId = %s" %(self.ELEMENTNAME,
580 print "%s[%s]: name = %s, datatype = %s, inputId = %s" %(self.ELEMENTNAME,
581 self.id,
581 self.id,
582 self.name,
582 self.name,
583 self.datatype,
583 self.datatype,
584 self.inputId)
584 self.inputId)
585
585
586 for opConfObj in self.opConfObjList:
586 for opConfObj in self.opConfObjList:
587 opConfObj.printattr()
587 opConfObj.printattr()
588
588
589 def createObjects(self, plotter_queue=None):
589 def createObjects(self, plotter_queue=None):
590
590
591 className = eval(self.name)
591 className = eval(self.name)
592 procUnitObj = className()
592 procUnitObj = className()
593
593
594 for opConfObj in self.opConfObjList:
594 for opConfObj in self.opConfObjList:
595
595
596 if opConfObj.type == 'self':
596 if opConfObj.type == 'self':
597 continue
597 continue
598
598
599 opObj = opConfObj.createObject(plotter_queue)
599 opObj = opConfObj.createObject(plotter_queue)
600
600
601 self.opObjDict[opConfObj.id] = opObj
601 self.opObjDict[opConfObj.id] = opObj
602 procUnitObj.addOperation(opObj, opConfObj.id)
602 procUnitObj.addOperation(opObj, opConfObj.id)
603
603
604 self.procUnitObj = procUnitObj
604 self.procUnitObj = procUnitObj
605
605
606 return procUnitObj
606 return procUnitObj
607
607
608 def run(self):
608 def run(self):
609
609
610 is_ok = False
610 is_ok = False
611
611
612 for opConfObj in self.opConfObjList:
612 for opConfObj in self.opConfObjList:
613
613
614 kwargs = {}
614 kwargs = {}
615 for parmConfObj in opConfObj.getParameterObjList():
615 for parmConfObj in opConfObj.getParameterObjList():
616 if opConfObj.name == 'run' and parmConfObj.name == 'datatype':
616 if opConfObj.name == 'run' and parmConfObj.name == 'datatype':
617 continue
617 continue
618
618
619 kwargs[parmConfObj.name] = parmConfObj.getValue()
619 kwargs[parmConfObj.name] = parmConfObj.getValue()
620
620
621 ini = time.time()
621 #ini = time.time()
622
622
623 #print "\tRunning the '%s' operation with %s" %(opConfObj.name, opConfObj.id)
623 #print "\tRunning the '%s' operation with %s" %(opConfObj.name, opConfObj.id)
624 sts = self.procUnitObj.call(opType = opConfObj.type,
624 sts = self.procUnitObj.call(opType = opConfObj.type,
625 opName = opConfObj.name,
625 opName = opConfObj.name,
626 opId = opConfObj.id,
626 opId = opConfObj.id,
627 **kwargs)
627 **kwargs)
628
628
629 # total_time = time.time() - ini
629 # total_time = time.time() - ini
630 #
630 #
631 # if total_time > 0.002:
631 # if total_time > 0.002:
632 # print "%s::%s took %f seconds" %(self.name, opConfObj.name, total_time)
632 # print "%s::%s took %f seconds" %(self.name, opConfObj.name, total_time)
633
633
634 is_ok = is_ok or sts
634 is_ok = is_ok or sts
635
635
636 return is_ok
636 return is_ok
637
637
638 def close(self):
638 def close(self):
639
639
640 for opConfObj in self.opConfObjList:
640 for opConfObj in self.opConfObjList:
641 if opConfObj.type == 'self':
641 if opConfObj.type == 'self':
642 continue
642 continue
643
643
644 opObj = self.procUnitObj.getOperationObj(opConfObj.id)
644 opObj = self.procUnitObj.getOperationObj(opConfObj.id)
645 opObj.close()
645 opObj.close()
646
646
647 self.procUnitObj.close()
647 self.procUnitObj.close()
648
648
649 return
649 return
650
650
651 class ReadUnitConf(ProcUnitConf):
651 class ReadUnitConf(ProcUnitConf):
652
652
653 path = None
653 path = None
654 startDate = None
654 startDate = None
655 endDate = None
655 endDate = None
656 startTime = None
656 startTime = None
657 endTime = None
657 endTime = None
658
658
659 ELEMENTNAME = 'ReadUnit'
659 ELEMENTNAME = 'ReadUnit'
660
660
661 def __init__(self):
661 def __init__(self):
662
662
663 self.id = None
663 self.id = None
664 self.datatype = None
664 self.datatype = None
665 self.name = None
665 self.name = None
666 self.inputId = None
666 self.inputId = None
667
667
668 self.parentId = None
668 self.parentId = None
669
669
670 self.opConfObjList = []
670 self.opConfObjList = []
671 self.opObjList = []
671 self.opObjList = []
672
672
673 def getElementName(self):
673 def getElementName(self):
674
674
675 return self.ELEMENTNAME
675 return self.ELEMENTNAME
676
676
677 def setup(self, id, name, datatype, path, startDate="", endDate="", startTime="", endTime="", parentId=None, **kwargs):
677 def setup(self, id, name, datatype, path, startDate="", endDate="", startTime="", endTime="", parentId=None, **kwargs):
678
678
679 #Compatible with old signal chain version
679 #Compatible with old signal chain version
680 if datatype==None and name==None:
680 if datatype==None and name==None:
681 raise ValueError, "datatype or name should be defined"
681 raise ValueError, "datatype or name should be defined"
682
682
683 if name==None:
683 if name==None:
684 if 'Reader' in datatype:
684 if 'Reader' in datatype:
685 name = datatype
685 name = datatype
686 else:
686 else:
687 name = '%sReader' %(datatype)
687 name = '%sReader' %(datatype)
688
688
689 if datatype==None:
689 if datatype==None:
690 datatype = name.replace('Reader','')
690 datatype = name.replace('Reader','')
691
691
692 self.id = id
692 self.id = id
693 self.name = name
693 self.name = name
694 self.datatype = datatype
694 self.datatype = datatype
695
695
696 self.path = os.path.abspath(path)
696 self.path = os.path.abspath(path)
697 self.startDate = startDate
697 self.startDate = startDate
698 self.endDate = endDate
698 self.endDate = endDate
699 self.startTime = startTime
699 self.startTime = startTime
700 self.endTime = endTime
700 self.endTime = endTime
701
701
702 self.inputId = '0'
702 self.inputId = '0'
703 self.parentId = parentId
703 self.parentId = parentId
704
704
705 self.addRunOperation(**kwargs)
705 self.addRunOperation(**kwargs)
706
706
707 def update(self, datatype, path, startDate, endDate, startTime, endTime, parentId=None, name=None, **kwargs):
707 def update(self, datatype, path, startDate, endDate, startTime, endTime, parentId=None, name=None, **kwargs):
708
708
709 #Compatible with old signal chain version
709 #Compatible with old signal chain version
710 if datatype==None and name==None:
710 if datatype==None and name==None:
711 raise ValueError, "datatype or name should be defined"
711 raise ValueError, "datatype or name should be defined"
712
712
713 if name==None:
713 if name==None:
714 if 'Reader' in datatype:
714 if 'Reader' in datatype:
715 name = datatype
715 name = datatype
716 else:
716 else:
717 name = '%sReader' %(datatype)
717 name = '%sReader' %(datatype)
718
718
719 if datatype==None:
719 if datatype==None:
720 datatype = name.replace('Reader','')
720 datatype = name.replace('Reader','')
721
721
722 self.datatype = datatype
722 self.datatype = datatype
723 self.name = name
723 self.name = name
724 self.path = path
724 self.path = path
725 self.startDate = startDate
725 self.startDate = startDate
726 self.endDate = endDate
726 self.endDate = endDate
727 self.startTime = startTime
727 self.startTime = startTime
728 self.endTime = endTime
728 self.endTime = endTime
729
729
730 self.inputId = '0'
730 self.inputId = '0'
731 self.parentId = parentId
731 self.parentId = parentId
732
732
733 self.updateRunOperation(**kwargs)
733 self.updateRunOperation(**kwargs)
734
734
735 def removeOperations(self):
735 def removeOperations(self):
736
736
737 for obj in self.opConfObjList:
737 for obj in self.opConfObjList:
738 del obj
738 del obj
739
739
740 self.opConfObjList = []
740 self.opConfObjList = []
741
741
742 def addRunOperation(self, **kwargs):
742 def addRunOperation(self, **kwargs):
743
743
744 opObj = self.addOperation(name = 'run', optype = 'self')
744 opObj = self.addOperation(name = 'run', optype = 'self')
745
745
746 opObj.addParameter(name='datatype' , value=self.datatype, format='str')
746 opObj.addParameter(name='datatype' , value=self.datatype, format='str')
747 opObj.addParameter(name='path' , value=self.path, format='str')
747 opObj.addParameter(name='path' , value=self.path, format='str')
748 opObj.addParameter(name='startDate' , value=self.startDate, format='date')
748 opObj.addParameter(name='startDate' , value=self.startDate, format='date')
749 opObj.addParameter(name='endDate' , value=self.endDate, format='date')
749 opObj.addParameter(name='endDate' , value=self.endDate, format='date')
750 opObj.addParameter(name='startTime' , value=self.startTime, format='time')
750 opObj.addParameter(name='startTime' , value=self.startTime, format='time')
751 opObj.addParameter(name='endTime' , value=self.endTime, format='time')
751 opObj.addParameter(name='endTime' , value=self.endTime, format='time')
752
752
753 for key, value in kwargs.items():
753 for key, value in kwargs.items():
754 opObj.addParameter(name=key, value=value, format=type(value).__name__)
754 opObj.addParameter(name=key, value=value, format=type(value).__name__)
755
755
756 return opObj
756 return opObj
757
757
758 def updateRunOperation(self, **kwargs):
758 def updateRunOperation(self, **kwargs):
759
759
760 opObj = self.getOperationObj(name = 'run')
760 opObj = self.getOperationObj(name = 'run')
761 opObj.removeParameters()
761 opObj.removeParameters()
762
762
763 opObj.addParameter(name='datatype' , value=self.datatype, format='str')
763 opObj.addParameter(name='datatype' , value=self.datatype, format='str')
764 opObj.addParameter(name='path' , value=self.path, format='str')
764 opObj.addParameter(name='path' , value=self.path, format='str')
765 opObj.addParameter(name='startDate' , value=self.startDate, format='date')
765 opObj.addParameter(name='startDate' , value=self.startDate, format='date')
766 opObj.addParameter(name='endDate' , value=self.endDate, format='date')
766 opObj.addParameter(name='endDate' , value=self.endDate, format='date')
767 opObj.addParameter(name='startTime' , value=self.startTime, format='time')
767 opObj.addParameter(name='startTime' , value=self.startTime, format='time')
768 opObj.addParameter(name='endTime' , value=self.endTime, format='time')
768 opObj.addParameter(name='endTime' , value=self.endTime, format='time')
769
769
770 for key, value in kwargs.items():
770 for key, value in kwargs.items():
771 opObj.addParameter(name=key, value=value, format=type(value).__name__)
771 opObj.addParameter(name=key, value=value, format=type(value).__name__)
772
772
773 return opObj
773 return opObj
774
774
775 # def makeXml(self, projectElement):
775 # def makeXml(self, projectElement):
776 #
776 #
777 # procUnitElement = SubElement(projectElement, self.ELEMENTNAME)
777 # procUnitElement = SubElement(projectElement, self.ELEMENTNAME)
778 # procUnitElement.set('id', str(self.id))
778 # procUnitElement.set('id', str(self.id))
779 # procUnitElement.set('name', self.name)
779 # procUnitElement.set('name', self.name)
780 # procUnitElement.set('datatype', self.datatype)
780 # procUnitElement.set('datatype', self.datatype)
781 # procUnitElement.set('inputId', str(self.inputId))
781 # procUnitElement.set('inputId', str(self.inputId))
782 #
782 #
783 # for opConfObj in self.opConfObjList:
783 # for opConfObj in self.opConfObjList:
784 # opConfObj.makeXml(procUnitElement)
784 # opConfObj.makeXml(procUnitElement)
785
785
786 def readXml(self, upElement):
786 def readXml(self, upElement):
787
787
788 self.id = upElement.get('id')
788 self.id = upElement.get('id')
789 self.name = upElement.get('name')
789 self.name = upElement.get('name')
790 self.datatype = upElement.get('datatype')
790 self.datatype = upElement.get('datatype')
791 self.inputId = upElement.get('inputId')
791 self.inputId = upElement.get('inputId')
792
792
793 if self.ELEMENTNAME == "ReadUnit":
793 if self.ELEMENTNAME == "ReadUnit":
794 self.datatype = self.datatype.replace("Reader", "")
794 self.datatype = self.datatype.replace("Reader", "")
795
795
796 if self.inputId == 'None':
796 if self.inputId == 'None':
797 self.inputId = '0'
797 self.inputId = '0'
798
798
799 self.opConfObjList = []
799 self.opConfObjList = []
800
800
801 opElementList = upElement.iter(OperationConf().getElementName())
801 opElementList = upElement.iter(OperationConf().getElementName())
802
802
803 for opElement in opElementList:
803 for opElement in opElementList:
804 opConfObj = OperationConf()
804 opConfObj = OperationConf()
805 opConfObj.readXml(opElement)
805 opConfObj.readXml(opElement)
806 self.opConfObjList.append(opConfObj)
806 self.opConfObjList.append(opConfObj)
807
807
808 if opConfObj.name == 'run':
808 if opConfObj.name == 'run':
809 self.path = opConfObj.getParameterValue('path')
809 self.path = opConfObj.getParameterValue('path')
810 self.startDate = opConfObj.getParameterValue('startDate')
810 self.startDate = opConfObj.getParameterValue('startDate')
811 self.endDate = opConfObj.getParameterValue('endDate')
811 self.endDate = opConfObj.getParameterValue('endDate')
812 self.startTime = opConfObj.getParameterValue('startTime')
812 self.startTime = opConfObj.getParameterValue('startTime')
813 self.endTime = opConfObj.getParameterValue('endTime')
813 self.endTime = opConfObj.getParameterValue('endTime')
814
814
815 class Project():
815 class Project():
816
816
817 id = None
817 id = None
818 name = None
818 name = None
819 description = None
819 description = None
820 filename = None
820 filename = None
821
821
822 procUnitConfObjDict = None
822 procUnitConfObjDict = None
823
823
824 ELEMENTNAME = 'Project'
824 ELEMENTNAME = 'Project'
825
825
826 plotterQueue = None
826 plotterQueue = None
827
827
828 def __init__(self, plotter_queue=None):
828 def __init__(self, plotter_queue=None):
829
829
830 self.id = None
830 self.id = None
831 self.name = None
831 self.name = None
832 self.description = None
832 self.description = None
833
833
834 self.plotterQueue = plotter_queue
834 self.plotterQueue = plotter_queue
835
835
836 self.procUnitConfObjDict = {}
836 self.procUnitConfObjDict = {}
837
837
838 def __getNewId(self):
838 def __getNewId(self):
839
839
840 idList = self.procUnitConfObjDict.keys()
840 idList = self.procUnitConfObjDict.keys()
841
841
842 id = int(self.id)*10
842 id = int(self.id)*10
843
843
844 while True:
844 while True:
845 id += 1
845 id += 1
846
846
847 if str(id) in idList:
847 if str(id) in idList:
848 continue
848 continue
849
849
850 break
850 break
851
851
852 return str(id)
852 return str(id)
853
853
854 def getElementName(self):
854 def getElementName(self):
855
855
856 return self.ELEMENTNAME
856 return self.ELEMENTNAME
857
857
858 def getId(self):
858 def getId(self):
859
859
860 return self.id
860 return self.id
861
861
862 def updateId(self, new_id):
862 def updateId(self, new_id):
863
863
864 self.id = str(new_id)
864 self.id = str(new_id)
865
865
866 keyList = self.procUnitConfObjDict.keys()
866 keyList = self.procUnitConfObjDict.keys()
867 keyList.sort()
867 keyList.sort()
868
868
869 n = 1
869 n = 1
870 newProcUnitConfObjDict = {}
870 newProcUnitConfObjDict = {}
871
871
872 for procKey in keyList:
872 for procKey in keyList:
873
873
874 procUnitConfObj = self.procUnitConfObjDict[procKey]
874 procUnitConfObj = self.procUnitConfObjDict[procKey]
875 idProcUnit = str(int(self.id)*10 + n)
875 idProcUnit = str(int(self.id)*10 + n)
876 procUnitConfObj.updateId(idProcUnit, parentId = self.id)
876 procUnitConfObj.updateId(idProcUnit, parentId = self.id)
877
877
878 newProcUnitConfObjDict[idProcUnit] = procUnitConfObj
878 newProcUnitConfObjDict[idProcUnit] = procUnitConfObj
879 n += 1
879 n += 1
880
880
881 self.procUnitConfObjDict = newProcUnitConfObjDict
881 self.procUnitConfObjDict = newProcUnitConfObjDict
882
882
883 def setup(self, id, name, description):
883 def setup(self, id, name, description):
884
884
885 self.id = str(id)
885 self.id = str(id)
886 self.name = name
886 self.name = name
887 self.description = description
887 self.description = description
888
888
889 def update(self, name, description):
889 def update(self, name, description):
890
890
891 self.name = name
891 self.name = name
892 self.description = description
892 self.description = description
893
893
894 def addReadUnit(self, id=None, datatype=None, name=None, **kwargs):
894 def addReadUnit(self, id=None, datatype=None, name=None, **kwargs):
895
895
896 if id is None:
896 if id is None:
897 idReadUnit = self.__getNewId()
897 idReadUnit = self.__getNewId()
898 else:
898 else:
899 idReadUnit = str(id)
899 idReadUnit = str(id)
900
900
901 readUnitConfObj = ReadUnitConf()
901 readUnitConfObj = ReadUnitConf()
902 readUnitConfObj.setup(idReadUnit, name, datatype, parentId=self.id, **kwargs)
902 readUnitConfObj.setup(idReadUnit, name, datatype, parentId=self.id, **kwargs)
903
903
904 self.procUnitConfObjDict[readUnitConfObj.getId()] = readUnitConfObj
904 self.procUnitConfObjDict[readUnitConfObj.getId()] = readUnitConfObj
905
905
906 return readUnitConfObj
906 return readUnitConfObj
907
907
908 def addProcUnit(self, inputId='0', datatype=None, name=None):
908 def addProcUnit(self, inputId='0', datatype=None, name=None):
909
909
910 idProcUnit = self.__getNewId()
910 idProcUnit = self.__getNewId()
911
911
912 procUnitConfObj = ProcUnitConf()
912 procUnitConfObj = ProcUnitConf()
913 procUnitConfObj.setup(idProcUnit, name, datatype, inputId, parentId=self.id)
913 procUnitConfObj.setup(idProcUnit, name, datatype, inputId, parentId=self.id)
914
914
915 self.procUnitConfObjDict[procUnitConfObj.getId()] = procUnitConfObj
915 self.procUnitConfObjDict[procUnitConfObj.getId()] = procUnitConfObj
916
916
917 return procUnitConfObj
917 return procUnitConfObj
918
918
919 def removeProcUnit(self, id):
919 def removeProcUnit(self, id):
920
920
921 if id in self.procUnitConfObjDict.keys():
921 if id in self.procUnitConfObjDict.keys():
922 self.procUnitConfObjDict.pop(id)
922 self.procUnitConfObjDict.pop(id)
923
923
924 def getReadUnitId(self):
924 def getReadUnitId(self):
925
925
926 readUnitConfObj = self.getReadUnitObj()
926 readUnitConfObj = self.getReadUnitObj()
927
927
928 return readUnitConfObj.id
928 return readUnitConfObj.id
929
929
930 def getReadUnitObj(self):
930 def getReadUnitObj(self):
931
931
932 for obj in self.procUnitConfObjDict.values():
932 for obj in self.procUnitConfObjDict.values():
933 if obj.getElementName() == "ReadUnit":
933 if obj.getElementName() == "ReadUnit":
934 return obj
934 return obj
935
935
936 return None
936 return None
937
937
938 def getProcUnitObj(self, id=None, name=None):
938 def getProcUnitObj(self, id=None, name=None):
939
939
940 if id != None:
940 if id != None:
941 return self.procUnitConfObjDict[id]
941 return self.procUnitConfObjDict[id]
942
942
943 if name != None:
943 if name != None:
944 return self.getProcUnitObjByName(name)
944 return self.getProcUnitObjByName(name)
945
945
946 return None
946 return None
947
947
948 def getProcUnitObjByName(self, name):
948 def getProcUnitObjByName(self, name):
949
949
950 for obj in self.procUnitConfObjDict.values():
950 for obj in self.procUnitConfObjDict.values():
951 if obj.name == name:
951 if obj.name == name:
952 return obj
952 return obj
953
953
954 return None
954 return None
955
955
956 def procUnitItems(self):
956 def procUnitItems(self):
957
957
958 return self.procUnitConfObjDict.items()
958 return self.procUnitConfObjDict.items()
959
959
960 def makeXml(self):
960 def makeXml(self):
961
961
962 projectElement = Element('Project')
962 projectElement = Element('Project')
963 projectElement.set('id', str(self.id))
963 projectElement.set('id', str(self.id))
964 projectElement.set('name', self.name)
964 projectElement.set('name', self.name)
965 projectElement.set('description', self.description)
965 projectElement.set('description', self.description)
966
966
967 for procUnitConfObj in self.procUnitConfObjDict.values():
967 for procUnitConfObj in self.procUnitConfObjDict.values():
968 procUnitConfObj.makeXml(projectElement)
968 procUnitConfObj.makeXml(projectElement)
969
969
970 self.projectElement = projectElement
970 self.projectElement = projectElement
971
971
972 def writeXml(self, filename=None):
972 def writeXml(self, filename=None):
973
973
974 if filename == None:
974 if filename == None:
975 if self.filename:
975 if self.filename:
976 filename = self.filename
976 filename = self.filename
977 else:
977 else:
978 filename = "schain.xml"
978 filename = "schain.xml"
979
979
980 if not filename:
980 if not filename:
981 print "filename has not been defined. Use setFilename(filename) for do it."
981 print "filename has not been defined. Use setFilename(filename) for do it."
982 return 0
982 return 0
983
983
984 abs_file = os.path.abspath(filename)
984 abs_file = os.path.abspath(filename)
985
985
986 if not os.access(os.path.dirname(abs_file), os.W_OK):
986 if not os.access(os.path.dirname(abs_file), os.W_OK):
987 print "No write permission on %s" %os.path.dirname(abs_file)
987 print "No write permission on %s" %os.path.dirname(abs_file)
988 return 0
988 return 0
989
989
990 if os.path.isfile(abs_file) and not(os.access(abs_file, os.W_OK)):
990 if os.path.isfile(abs_file) and not(os.access(abs_file, os.W_OK)):
991 print "File %s already exists and it could not be overwriten" %abs_file
991 print "File %s already exists and it could not be overwriten" %abs_file
992 return 0
992 return 0
993
993
994 self.makeXml()
994 self.makeXml()
995
995
996 ElementTree(self.projectElement).write(abs_file, method='xml')
996 ElementTree(self.projectElement).write(abs_file, method='xml')
997
997
998 self.filename = abs_file
998 self.filename = abs_file
999
999
1000 return 1
1000 return 1
1001
1001
1002 def readXml(self, filename = None):
1002 def readXml(self, filename = None):
1003
1003
1004 if not filename:
1004 if not filename:
1005 print "filename is not defined"
1005 print "filename is not defined"
1006 return 0
1006 return 0
1007
1007
1008 abs_file = os.path.abspath(filename)
1008 abs_file = os.path.abspath(filename)
1009
1009
1010 if not os.path.isfile(abs_file):
1010 if not os.path.isfile(abs_file):
1011 print "%s file does not exist" %abs_file
1011 print "%s file does not exist" %abs_file
1012 return 0
1012 return 0
1013
1013
1014 self.projectElement = None
1014 self.projectElement = None
1015 self.procUnitConfObjDict = {}
1015 self.procUnitConfObjDict = {}
1016
1016
1017 try:
1017 try:
1018 self.projectElement = ElementTree().parse(abs_file)
1018 self.projectElement = ElementTree().parse(abs_file)
1019 except:
1019 except:
1020 print "Error reading %s, verify file format" %filename
1020 print "Error reading %s, verify file format" %filename
1021 return 0
1021 return 0
1022
1022
1023 self.project = self.projectElement.tag
1023 self.project = self.projectElement.tag
1024
1024
1025 self.id = self.projectElement.get('id')
1025 self.id = self.projectElement.get('id')
1026 self.name = self.projectElement.get('name')
1026 self.name = self.projectElement.get('name')
1027 self.description = self.projectElement.get('description')
1027 self.description = self.projectElement.get('description')
1028
1028
1029 readUnitElementList = self.projectElement.iter(ReadUnitConf().getElementName())
1029 readUnitElementList = self.projectElement.iter(ReadUnitConf().getElementName())
1030
1030
1031 for readUnitElement in readUnitElementList:
1031 for readUnitElement in readUnitElementList:
1032 readUnitConfObj = ReadUnitConf()
1032 readUnitConfObj = ReadUnitConf()
1033 readUnitConfObj.readXml(readUnitElement)
1033 readUnitConfObj.readXml(readUnitElement)
1034
1034
1035 if readUnitConfObj.parentId == None:
1035 if readUnitConfObj.parentId == None:
1036 readUnitConfObj.parentId = self.id
1036 readUnitConfObj.parentId = self.id
1037
1037
1038 self.procUnitConfObjDict[readUnitConfObj.getId()] = readUnitConfObj
1038 self.procUnitConfObjDict[readUnitConfObj.getId()] = readUnitConfObj
1039
1039
1040 procUnitElementList = self.projectElement.iter(ProcUnitConf().getElementName())
1040 procUnitElementList = self.projectElement.iter(ProcUnitConf().getElementName())
1041
1041
1042 for procUnitElement in procUnitElementList:
1042 for procUnitElement in procUnitElementList:
1043 procUnitConfObj = ProcUnitConf()
1043 procUnitConfObj = ProcUnitConf()
1044 procUnitConfObj.readXml(procUnitElement)
1044 procUnitConfObj.readXml(procUnitElement)
1045
1045
1046 if procUnitConfObj.parentId == None:
1046 if procUnitConfObj.parentId == None:
1047 procUnitConfObj.parentId = self.id
1047 procUnitConfObj.parentId = self.id
1048
1048
1049 self.procUnitConfObjDict[procUnitConfObj.getId()] = procUnitConfObj
1049 self.procUnitConfObjDict[procUnitConfObj.getId()] = procUnitConfObj
1050
1050
1051 self.filename = abs_file
1051 self.filename = abs_file
1052
1052
1053 return 1
1053 return 1
1054
1054
1055 def printattr(self):
1055 def printattr(self):
1056
1056
1057 print "Project[%s]: name = %s, description = %s" %(self.id,
1057 print "Project[%s]: name = %s, description = %s" %(self.id,
1058 self.name,
1058 self.name,
1059 self.description)
1059 self.description)
1060
1060
1061 for procUnitConfObj in self.procUnitConfObjDict.values():
1061 for procUnitConfObj in self.procUnitConfObjDict.values():
1062 procUnitConfObj.printattr()
1062 procUnitConfObj.printattr()
1063
1063
1064 def createObjects(self):
1064 def createObjects(self):
1065
1065
1066 for procUnitConfObj in self.procUnitConfObjDict.values():
1066 for procUnitConfObj in self.procUnitConfObjDict.values():
1067 procUnitConfObj.createObjects(self.plotterQueue)
1067 procUnitConfObj.createObjects(self.plotterQueue)
1068
1068
1069 def __connect(self, objIN, thisObj):
1069 def __connect(self, objIN, thisObj):
1070
1070
1071 thisObj.setInput(objIN.getOutputObj())
1071 thisObj.setInput(objIN.getOutputObj())
1072
1072
1073 def connectObjects(self):
1073 def connectObjects(self):
1074
1074
1075 for thisPUConfObj in self.procUnitConfObjDict.values():
1075 for thisPUConfObj in self.procUnitConfObjDict.values():
1076
1076
1077 inputId = thisPUConfObj.getInputId()
1077 inputId = thisPUConfObj.getInputId()
1078
1078
1079 if int(inputId) == 0:
1079 if int(inputId) == 0:
1080 continue
1080 continue
1081
1081
1082 #Get input object
1082 #Get input object
1083 puConfINObj = self.procUnitConfObjDict[inputId]
1083 puConfINObj = self.procUnitConfObjDict[inputId]
1084 puObjIN = puConfINObj.getProcUnitObj()
1084 puObjIN = puConfINObj.getProcUnitObj()
1085
1085
1086 #Get current object
1086 #Get current object
1087 thisPUObj = thisPUConfObj.getProcUnitObj()
1087 thisPUObj = thisPUConfObj.getProcUnitObj()
1088
1088
1089 self.__connect(puObjIN, thisPUObj)
1089 self.__connect(puObjIN, thisPUObj)
1090
1090
1091 def __handleError(self, procUnitConfObj, send_email=True):
1091 def __handleError(self, procUnitConfObj, send_email=True):
1092
1092
1093 import socket
1093 import socket
1094
1094
1095 err = traceback.format_exception(sys.exc_info()[0],
1095 err = traceback.format_exception(sys.exc_info()[0],
1096 sys.exc_info()[1],
1096 sys.exc_info()[1],
1097 sys.exc_info()[2])
1097 sys.exc_info()[2])
1098
1098
1099 print "***** Error occurred in %s *****" %(procUnitConfObj.name)
1099 print "***** Error occurred in %s *****" %(procUnitConfObj.name)
1100 print "***** %s" %err[-1]
1100 print "***** %s" %err[-1]
1101
1101
1102 message = "".join(err)
1102 message = "".join(err)
1103
1103
1104 sys.stderr.write(message)
1104 sys.stderr.write(message)
1105
1105
1106 if not send_email:
1106 if not send_email:
1107 return
1107 return
1108
1108
1109 subject = "SChain v%s: Error running %s\n" %(schainpy.__version__, procUnitConfObj.name)
1109 subject = "SChain v%s: Error running %s\n" %(schainpy.__version__, procUnitConfObj.name)
1110
1110
1111 subtitle = "%s: %s\n" %(procUnitConfObj.getElementName() ,procUnitConfObj.name)
1111 subtitle = "%s: %s\n" %(procUnitConfObj.getElementName() ,procUnitConfObj.name)
1112 subtitle += "Hostname: %s\n" %socket.gethostbyname(socket.gethostname())
1112 subtitle += "Hostname: %s\n" %socket.gethostbyname(socket.gethostname())
1113 subtitle += "Working directory: %s\n" %os.path.abspath("./")
1113 subtitle += "Working directory: %s\n" %os.path.abspath("./")
1114 subtitle += "Configuration file: %s\n" %self.filename
1114 subtitle += "Configuration file: %s\n" %self.filename
1115 subtitle += "Time: %s\n" %str(datetime.datetime.now())
1115 subtitle += "Time: %s\n" %str(datetime.datetime.now())
1116
1116
1117 readUnitConfObj = self.getReadUnitObj()
1117 readUnitConfObj = self.getReadUnitObj()
1118 if readUnitConfObj:
1118 if readUnitConfObj:
1119 subtitle += "\nInput parameters:\n"
1119 subtitle += "\nInput parameters:\n"
1120 subtitle += "[Data path = %s]\n" %readUnitConfObj.path
1120 subtitle += "[Data path = %s]\n" %readUnitConfObj.path
1121 subtitle += "[Data type = %s]\n" %readUnitConfObj.datatype
1121 subtitle += "[Data type = %s]\n" %readUnitConfObj.datatype
1122 subtitle += "[Start date = %s]\n" %readUnitConfObj.startDate
1122 subtitle += "[Start date = %s]\n" %readUnitConfObj.startDate
1123 subtitle += "[End date = %s]\n" %readUnitConfObj.endDate
1123 subtitle += "[End date = %s]\n" %readUnitConfObj.endDate
1124 subtitle += "[Start time = %s]\n" %readUnitConfObj.startTime
1124 subtitle += "[Start time = %s]\n" %readUnitConfObj.startTime
1125 subtitle += "[End time = %s]\n" %readUnitConfObj.endTime
1125 subtitle += "[End time = %s]\n" %readUnitConfObj.endTime
1126
1126
1127 adminObj = schainpy.admin.SchainNotify()
1127 adminObj = schainpy.admin.SchainNotify()
1128 adminObj.sendAlert(message=message,
1128 adminObj.sendAlert(message=message,
1129 subject=subject,
1129 subject=subject,
1130 subtitle=subtitle,
1130 subtitle=subtitle,
1131 filename=self.filename)
1131 filename=self.filename)
1132
1132
1133 def isPaused(self):
1133 def isPaused(self):
1134 return 0
1134 return 0
1135
1135
1136 def isStopped(self):
1136 def isStopped(self):
1137 return 0
1137 return 0
1138
1138
1139 def runController(self):
1139 def runController(self):
1140 """
1140 """
1141 returns 0 when this process has been stopped, 1 otherwise
1141 returns 0 when this process has been stopped, 1 otherwise
1142 """
1142 """
1143
1143
1144 if self.isPaused():
1144 if self.isPaused():
1145 print "Process suspended"
1145 print "Process suspended"
1146
1146
1147 while True:
1147 while True:
1148 sleep(0.1)
1148 sleep(0.1)
1149
1149
1150 if not self.isPaused():
1150 if not self.isPaused():
1151 break
1151 break
1152
1152
1153 if self.isStopped():
1153 if self.isStopped():
1154 break
1154 break
1155
1155
1156 print "Process reinitialized"
1156 print "Process reinitialized"
1157
1157
1158 if self.isStopped():
1158 if self.isStopped():
1159 print "Process stopped"
1159 print "Process stopped"
1160 return 0
1160 return 0
1161
1161
1162 return 1
1162 return 1
1163
1163
1164 def setFilename(self, filename):
1164 def setFilename(self, filename):
1165
1165
1166 self.filename = filename
1166 self.filename = filename
1167
1167
1168 def setPlotterQueue(self, plotter_queue):
1168 def setPlotterQueue(self, plotter_queue):
1169
1169
1170 raise NotImplementedError, "Use schainpy.controller_api.ControllerThread instead Project class"
1170 raise NotImplementedError, "Use schainpy.controller_api.ControllerThread instead Project class"
1171
1171
1172 def getPlotterQueue(self):
1172 def getPlotterQueue(self):
1173
1173
1174 raise NotImplementedError, "Use schainpy.controller_api.ControllerThread instead Project class"
1174 raise NotImplementedError, "Use schainpy.controller_api.ControllerThread instead Project class"
1175
1175
1176 def useExternalPlotter(self):
1176 def useExternalPlotter(self):
1177
1177
1178 raise NotImplementedError, "Use schainpy.controller_api.ControllerThread instead Project class"
1178 raise NotImplementedError, "Use schainpy.controller_api.ControllerThread instead Project class"
1179
1179
1180 def run(self):
1180 def run(self):
1181
1181
1182 print
1182 print
1183 print "*"*60
1183 print "*"*60
1184 print " Starting SIGNAL CHAIN PROCESSING v%s " %schainpy.__version__
1184 print " Starting SIGNAL CHAIN PROCESSING v%s " %schainpy.__version__
1185 print "*"*60
1185 print "*"*60
1186 print
1186 print
1187
1187
1188 keyList = self.procUnitConfObjDict.keys()
1188 keyList = self.procUnitConfObjDict.keys()
1189 keyList.sort()
1189 keyList.sort()
1190
1190
1191 while(True):
1191 while(True):
1192
1192
1193 is_ok = False
1193 is_ok = False
1194
1194
1195 for procKey in keyList:
1195 for procKey in keyList:
1196 # print "Running the '%s' process with %s" %(procUnitConfObj.name, procUnitConfObj.id)
1196 # print "Running the '%s' process with %s" %(procUnitConfObj.name, procUnitConfObj.id)
1197
1197
1198 procUnitConfObj = self.procUnitConfObjDict[procKey]
1198 procUnitConfObj = self.procUnitConfObjDict[procKey]
1199
1199
1200 try:
1200 try:
1201 sts = procUnitConfObj.run()
1201 sts = procUnitConfObj.run()
1202 is_ok = is_ok or sts
1202 is_ok = is_ok or sts
1203 except KeyboardInterrupt:
1203 except KeyboardInterrupt:
1204 is_ok = False
1204 is_ok = False
1205 break
1205 break
1206 except ValueError, e:
1206 except ValueError, e:
1207 sleep(0.5)
1207 sleep(0.5)
1208 self.__handleError(procUnitConfObj, send_email=True)
1208 self.__handleError(procUnitConfObj, send_email=True)
1209 is_ok = False
1209 is_ok = False
1210 break
1210 break
1211 except:
1211 except:
1212 sleep(0.5)
1212 sleep(0.5)
1213 self.__handleError(procUnitConfObj)
1213 self.__handleError(procUnitConfObj)
1214 is_ok = False
1214 is_ok = False
1215 break
1215 break
1216
1216
1217 #If every process unit finished so end process
1217 #If every process unit finished so end process
1218 if not(is_ok):
1218 if not(is_ok):
1219 # print "Every process unit have finished"
1219 # print "Every process unit have finished"
1220 break
1220 break
1221
1221
1222 if not self.runController():
1222 if not self.runController():
1223 break
1223 break
1224
1224
1225 #Closing every process
1225 #Closing every process
1226 for procKey in keyList:
1226 for procKey in keyList:
1227 procUnitConfObj = self.procUnitConfObjDict[procKey]
1227 procUnitConfObj = self.procUnitConfObjDict[procKey]
1228 procUnitConfObj.close()
1228 procUnitConfObj.close()
1229
1229
1230 print "Process finished"
1230 print "Process finished"
1231
1231
1232 def start(self):
1232 def start(self):
1233
1233
1234 self.writeXml()
1234 self.writeXml()
1235
1235
1236 self.createObjects()
1236 self.createObjects()
1237 self.connectObjects()
1237 self.connectObjects()
1238 self.run()
1238 self.run()
1239
1239
1240 if __name__ == '__main__':
1240 if __name__ == '__main__':
1241
1241
1242 desc = "Segundo Test"
1242 desc = "Segundo Test"
1243 filename = "schain.xml"
1243 filename = "schain.xml"
1244
1244
1245 controllerObj = Project()
1245 controllerObj = Project()
1246
1246
1247 controllerObj.setup(id = '191', name='test01', description=desc)
1247 controllerObj.setup(id = '191', name='test01', description=desc)
1248
1248
1249 readUnitConfObj = controllerObj.addReadUnit(datatype='Voltage',
1249 readUnitConfObj = controllerObj.addReadUnit(datatype='Voltage',
1250 path='data/rawdata/',
1250 path='data/rawdata/',
1251 startDate='2011/01/01',
1251 startDate='2011/01/01',
1252 endDate='2012/12/31',
1252 endDate='2012/12/31',
1253 startTime='00:00:00',
1253 startTime='00:00:00',
1254 endTime='23:59:59',
1254 endTime='23:59:59',
1255 online=1,
1255 online=1,
1256 walk=1)
1256 walk=1)
1257
1257
1258 procUnitConfObj0 = controllerObj.addProcUnit(datatype='Voltage', inputId=readUnitConfObj.getId())
1258 procUnitConfObj0 = controllerObj.addProcUnit(datatype='Voltage', inputId=readUnitConfObj.getId())
1259
1259
1260 opObj10 = procUnitConfObj0.addOperation(name='selectChannels')
1260 opObj10 = procUnitConfObj0.addOperation(name='selectChannels')
1261 opObj10.addParameter(name='channelList', value='3,4,5', format='intlist')
1261 opObj10.addParameter(name='channelList', value='3,4,5', format='intlist')
1262
1262
1263 opObj10 = procUnitConfObj0.addOperation(name='selectHeights')
1263 opObj10 = procUnitConfObj0.addOperation(name='selectHeights')
1264 opObj10.addParameter(name='minHei', value='90', format='float')
1264 opObj10.addParameter(name='minHei', value='90', format='float')
1265 opObj10.addParameter(name='maxHei', value='180', format='float')
1265 opObj10.addParameter(name='maxHei', value='180', format='float')
1266
1266
1267 opObj12 = procUnitConfObj0.addOperation(name='CohInt', optype='external')
1267 opObj12 = procUnitConfObj0.addOperation(name='CohInt', optype='external')
1268 opObj12.addParameter(name='n', value='10', format='int')
1268 opObj12.addParameter(name='n', value='10', format='int')
1269
1269
1270 procUnitConfObj1 = controllerObj.addProcUnit(datatype='Spectra', inputId=procUnitConfObj0.getId())
1270 procUnitConfObj1 = controllerObj.addProcUnit(datatype='Spectra', inputId=procUnitConfObj0.getId())
1271 procUnitConfObj1.addParameter(name='nFFTPoints', value='32', format='int')
1271 procUnitConfObj1.addParameter(name='nFFTPoints', value='32', format='int')
1272 # procUnitConfObj1.addParameter(name='pairList', value='(0,1),(0,2),(1,2)', format='')
1272 # procUnitConfObj1.addParameter(name='pairList', value='(0,1),(0,2),(1,2)', format='')
1273
1273
1274
1274
1275 opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='external')
1275 opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='external')
1276 opObj11.addParameter(name='idfigure', value='1', format='int')
1276 opObj11.addParameter(name='idfigure', value='1', format='int')
1277 opObj11.addParameter(name='wintitle', value='SpectraPlot0', format='str')
1277 opObj11.addParameter(name='wintitle', value='SpectraPlot0', format='str')
1278 opObj11.addParameter(name='zmin', value='40', format='int')
1278 opObj11.addParameter(name='zmin', value='40', format='int')
1279 opObj11.addParameter(name='zmax', value='90', format='int')
1279 opObj11.addParameter(name='zmax', value='90', format='int')
1280 opObj11.addParameter(name='showprofile', value='1', format='int')
1280 opObj11.addParameter(name='showprofile', value='1', format='int')
1281
1281
1282 print "Escribiendo el archivo XML"
1282 print "Escribiendo el archivo XML"
1283
1283
1284 controllerObj.writeXml(filename)
1284 controllerObj.writeXml(filename)
1285
1285
1286 print "Leyendo el archivo XML"
1286 print "Leyendo el archivo XML"
1287 controllerObj.readXml(filename)
1287 controllerObj.readXml(filename)
1288 #controllerObj.printattr()
1288 #controllerObj.printattr()
1289
1289
1290 controllerObj.createObjects()
1290 controllerObj.createObjects()
1291 controllerObj.connectObjects()
1291 controllerObj.connectObjects()
1292 controllerObj.run()
1292 controllerObj.run()
1293
1293
1294 No newline at end of file
1294
General Comments 0
You need to be logged in to leave comments. Login now