##// END OF EJS Templates
schain-jc
RSS
serializer module added to Signal Chain
Miguel Valdez -
r697:7ac8878019bb
parent child
Show More
Show file before | Show file after | Hide comments
@@ -1,135 +1,135
1 '''
1 '''
2 Created on Jul 15, 2014
2 Created on Jul 15, 2014
3
3
4 @author: roj-idl71
4 @author: roj-idl71
5 '''
5 '''
6 import time
6 import time
7 import threading
7 import threading
8 import cPickle
8 import cPickle
9
9
10 # try:
10 # try:
11 # from gevent import sleep
11 # from gevent import sleep
12 # except:
12 # except:
13 from time import sleep
13 from time import sleep
14
14
15 SERIALIZER = cPickle
15 SERIALIZER = cPickle
16
16
17 # from schainpy.serializer import DynamicSerializer
17 # from schainpy.serializer import DynamicSerializer
18 from schainpy.model.io.jroIO_usrp import USRPReader
18 from schainpy.model.io.jroIO_usrp import USRPReader
19 from schainpy.serializer.DataTranslate import obj2Serial
19 from schainpy.model.serializer.data import obj2Serial
20
20
21 class USRPReaderAPI(USRPReader, threading.Thread):
21 class USRPReaderAPI(USRPReader, threading.Thread):
22
22
23 # __isBufferEmpty = True
23 # __isBufferEmpty = True
24
24
25 __DATAKEYLIST = ['data','utctime','flagNoData']
25 __DATAKEYLIST = ['data','utctime','flagNoData']
26
26
27 def __init__(self, serializer='msgpack'):
27 def __init__(self, serializer='msgpack'):
28
28
29 threading.Thread.__init__(self)
29 threading.Thread.__init__(self)
30 USRPReader.__init__(self)
30 USRPReader.__init__(self)
31
31
32 # self.__serializerObj = DynamicSerializer.DynamicSerializer('msgpack')
32 # self.__serializerObj = DynamicSerializer.DynamicSerializer('msgpack')
33 self.__mySerial = None
33 self.__mySerial = None
34 self.__isBufferEmpty = True
34 self.__isBufferEmpty = True
35
35
36 self.setSerializer(serializer)
36 self.setSerializer(serializer)
37
37
38 def setSerializer(self, serializer):
38 def setSerializer(self, serializer):
39
39
40 self.__serializer = serializer
40 self.__serializer = serializer
41
41
42 def getSerializer(self):
42 def getSerializer(self):
43
43
44 return self.__serializer
44 return self.__serializer
45
45
46 def getProfileIndex(self):
46 def getProfileIndex(self):
47
47
48 return self.profileIndex
48 return self.profileIndex
49
49
50 def getSerialMetaData(self):
50 def getSerialMetaData(self):
51
51
52 if self.__isBufferEmpty:
52 if self.__isBufferEmpty:
53 ini = time.time()
53 ini = time.time()
54
54
55 while True:
55 while True:
56
56
57 if not self.__isBufferEmpty:
57 if not self.__isBufferEmpty:
58 break
58 break
59
59
60 if time.time() - ini > 20:
60 if time.time() - ini > 20:
61 break
61 break
62
62
63 sleep(1e-12)
63 sleep(1e-12)
64
64
65
65
66 # if not self.getData():
66 # if not self.getData():
67 # self.__isBufferEmpty = False
67 # self.__isBufferEmpty = False
68 # return None
68 # return None
69
69
70 if self.dataOut.flagNoData:
70 if self.dataOut.flagNoData:
71 return None
71 return None
72
72
73 myMetadataSerial = obj2Serial(self.dataOut,
73 myMetadataSerial = obj2Serial(self.dataOut,
74 serializer = self.__serializer)
74 serializer = self.__serializer)
75
75
76 return myMetadataSerial
76 return myMetadataSerial
77
77
78 def getSerialData(self):
78 def getSerialData(self):
79
79
80 if self.__isBufferEmpty:
80 if self.__isBufferEmpty:
81 ini = time.time()
81 ini = time.time()
82
82
83 while True:
83 while True:
84
84
85 if not self.__isBufferEmpty:
85 if not self.__isBufferEmpty:
86 break
86 break
87
87
88 if time.time() - ini > 20:
88 if time.time() - ini > 20:
89 break
89 break
90
90
91 sleep(1e-12)
91 sleep(1e-12)
92
92
93
93
94 # if not self.getData():
94 # if not self.getData():
95 # self.__isBufferEmpty = False
95 # self.__isBufferEmpty = False
96 # return None
96 # return None
97
97
98 if self.dataOut.flagNoData:
98 if self.dataOut.flagNoData:
99 return None
99 return None
100
100
101 self.__isBufferEmpty = True
101 self.__isBufferEmpty = True
102
102
103 return self.__mySerial
103 return self.__mySerial
104
104
105 def run(self):
105 def run(self):
106
106
107 '''
107 '''
108 This method will be called once when start() is called
108 This method will be called once when start() is called
109 '''
109 '''
110
110
111 if not self.isConfig:
111 if not self.isConfig:
112 raise RuntimeError, 'setup() method has to be called before start()'
112 raise RuntimeError, 'setup() method has to be called before start()'
113
113
114 while True:
114 while True:
115
115
116 if not self.__isBufferEmpty:
116 if not self.__isBufferEmpty:
117 sleep(1e-12)
117 sleep(1e-12)
118 continue
118 continue
119
119
120 if not self.getData():
120 if not self.getData():
121 break
121 break
122
122
123 print ".",
123 print ".",
124
124
125 self.__mySerial = obj2Serial(self.dataOut,
125 self.__mySerial = obj2Serial(self.dataOut,
126 keyList = self.__DATAKEYLIST,
126 keyList = self.__DATAKEYLIST,
127 serializer = self.__serializer)
127 serializer = self.__serializer)
128 self.__isBufferEmpty = False
128 self.__isBufferEmpty = False
129
129
130 # print self.profileIndex
130 # print self.profileIndex
131 # print 'wait 1 second'
131 # print 'wait 1 second'
132
132
133 # sleep(0.1)
133 # sleep(0.1)
134
134
135 return No newline at end of file
135 return
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/__init__.py to schainpy/model/serializer/__init__.py
NO CONTENT: file renamed from schainpy/serializer/__init__.py to schainpy/model/serializer/__init__.py
Show file before | Show file after | Hide comments
@@ -1,115 +1,128
1 '''
1 '''
2 Created on Jul 15, 2014
2 Created on Jul 15, 2014
3
3
4 @author: Miguel Urco
4 @author: Miguel Urco
5 '''
5 '''
6 from JROSerializer import DynamicSerializer
6 from serializer import DynamicSerializer
7
7
8 PICKLE_SERIALIZER = DynamicSerializer('cPickle')
8 PICKLE_SERIALIZER = DynamicSerializer('cPickle')
9 MSGPACK_SERIALIZER = DynamicSerializer('msgpack')
9 MSGPACK_SERIALIZER = DynamicSerializer('msgpack')
10
10
11 from schainpy.model.data.jrodata import *
11 from schainpy.model.data.jrodata import *
12
12
13 CLASSNAME_KEY = 'classname__'
13 CLASSNAME_KEY = 'classname__'
14
14
15 def isNotClassVar(myObj):
15 def isNotClassVar(myObj):
16
16
17 return not hasattr(myObj,'__dict__')
17 return not hasattr(myObj,'__dict__')
18
18
19 def isDictFormat(thisValue):
19 def isDictFormat(thisValue):
20
20
21 if type(thisValue) != type({}):
21 if type(thisValue) != type({}):
22 return False
22 return False
23
23
24 if CLASSNAME_KEY not in thisValue.keys():
24 if CLASSNAME_KEY not in thisValue.keys():
25 return False
25 return False
26
26
27 return True
27 return True
28
28
29 def obj2Dict(myObj, keyList=[]):
29 def obj2Dict(myObj, keyList=[]):
30
30
31 if not keyList:
31 if not keyList:
32 keyList = myObj.__dict__.keys()
32 keyList = myObj.__dict__.keys()
33
33
34 myDict = {}
34 myDict = {}
35
35
36 myDict[CLASSNAME_KEY] = myObj.__class__.__name__
36 myDict[CLASSNAME_KEY] = myObj.__class__.__name__
37
37
38 for thisKey, thisValue in myObj.__dict__.items():
38 for thisKey, thisValue in myObj.__dict__.items():
39
39
40 if thisKey not in keyList:
40 if thisKey not in keyList:
41 continue
41 continue
42
42
43 if isNotClassVar(thisValue):
43 if isNotClassVar(thisValue):
44 myDict[thisKey] = thisValue
44 myDict[thisKey] = thisValue
45 continue
45 continue
46
46
47 ## If this value is another class instance
47 ## If this value is another class instance
48 myNewDict = obj2Dict(thisValue)
48 myNewDict = obj2Dict(thisValue)
49 myDict[thisKey] = myNewDict
49 myDict[thisKey] = myNewDict
50
50
51 return myDict
51 return myDict
52
52
53 def dict2Obj(myDict):
53 def dict2Obj(myDict):
54 '''
54 '''
55 '''
55 '''
56
56
57 if CLASSNAME_KEY not in myDict.keys():
57 if CLASSNAME_KEY not in myDict.keys():
58 return None
58 return None
59
59
60 className = eval(myDict[CLASSNAME_KEY])
60 className = eval(myDict[CLASSNAME_KEY])
61
61
62 myObj = className()
62 myObj = className()
63
63
64 for thisKey, thisValue in myDict.items():
64 for thisKey, thisValue in myDict.items():
65
65
66 if thisKey == CLASSNAME_KEY:
66 if thisKey == CLASSNAME_KEY:
67 continue
67 continue
68
68
69 if not isDictFormat(thisValue):
69 if not isDictFormat(thisValue):
70 setattr(myObj, thisKey, thisValue)
70 setattr(myObj, thisKey, thisValue)
71 continue
71 continue
72
72
73 myNewObj = dict2Obj(thisValue)
73 myNewObj = dict2Obj(thisValue)
74 setattr(myObj, thisKey, myNewObj)
74 setattr(myObj, thisKey, myNewObj)
75
75
76 return myObj
76 return myObj
77
77
78 def obj2Serial(myObj, serializer='msgpack', **kwargs):
78 def dict2Serial(myDict, serializer='msgpack'):
79
79
80 if serializer == 'cPickle':
80 if serializer == 'cPickle':
81 SERIALIZER = PICKLE_SERIALIZER
81 SERIALIZER = PICKLE_SERIALIZER
82 else:
82 else:
83 SERIALIZER = MSGPACK_SERIALIZER
83 SERIALIZER = MSGPACK_SERIALIZER
84
84
85 myDict = obj2Dict(myObj, **kwargs)
86 mySerial = SERIALIZER.dumps(myDict)
85 mySerial = SERIALIZER.dumps(myDict)
87
86
88 return mySerial
87 return mySerial
89
88
90 def serial2Dict(mySerial, serializer='msgpack'):
89 def serial2Dict(mySerial, serializer='msgpack'):
91
90
92 if serializer == 'cPickle':
91 if serializer == 'cPickle':
93 SERIALIZER = PICKLE_SERIALIZER
92 SERIALIZER = PICKLE_SERIALIZER
94 else:
93 else:
95 SERIALIZER = MSGPACK_SERIALIZER
94 SERIALIZER = MSGPACK_SERIALIZER
96
95
97 return SERIALIZER.loads(mySerial)
96 myDict = SERIALIZER.loads(mySerial)
97
98 return myDict
99
100 def obj2Serial(myObj, serializer='msgpack', **kwargs):
101
102 if serializer == 'cPickle':
103 SERIALIZER = PICKLE_SERIALIZER
104 else:
105 SERIALIZER = MSGPACK_SERIALIZER
106
107 myDict = obj2Dict(myObj, **kwargs)
108 mySerial = dict2Serial(myDict, serializer)
109
110 return mySerial
98
111
99 def serial2Obj(mySerial, metadataDict = {}, serializer='msgpack'):
112 def serial2Obj(mySerial, metadataDict = {}, serializer='msgpack'):
100
113
101 if serializer == 'cPickle':
114 if serializer == 'cPickle':
102 SERIALIZER = PICKLE_SERIALIZER
115 SERIALIZER = PICKLE_SERIALIZER
103 else:
116 else:
104 SERIALIZER = MSGPACK_SERIALIZER
117 SERIALIZER = MSGPACK_SERIALIZER
105
118
106 myDataDict = SERIALIZER.loads(mySerial)
119 myDataDict = serial2Dict(mySerial, serializer)
107
120
108 if not metadataDict:
121 if not metadataDict:
109 myObj = dict2Obj(myDataDict)
122 myObj = dict2Obj(myDataDict)
110 return myObj
123 return myObj
111
124
112 metadataDict.update(myDataDict)
125 metadataDict.update(myDataDict)
113 myObj = dict2Obj(metadataDict)
126 myObj = dict2Obj(metadataDict)
114
127
115 return myObj
128 return myObj
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/JROSerializer.py to schainpy/model/serializer/serializer.py
NO CONTENT: file renamed from schainpy/serializer/JROSerializer.py to schainpy/model/serializer/serializer.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/DynamicObject.py to schainpy/model/serializer/test/DynamicObject.py
NO CONTENT: file renamed from schainpy/serializer/test/DynamicObject.py to schainpy/model/serializer/test/DynamicObject.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/DynamicSerializer.py to schainpy/model/serializer/test/DynamicSerializer.py
NO CONTENT: file renamed from schainpy/serializer/test/DynamicSerializer.py to schainpy/model/serializer/test/DynamicSerializer.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/DynamicYAML.py to schainpy/model/serializer/test/DynamicYAML.py
NO CONTENT: file renamed from schainpy/serializer/test/DynamicYAML.py to schainpy/model/serializer/test/DynamicYAML.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/Lookup.py to schainpy/model/serializer/test/Lookup.py
NO CONTENT: file renamed from schainpy/serializer/test/Lookup.py to schainpy/model/serializer/test/Lookup.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/OrderedYAML.py to schainpy/model/serializer/test/OrderedYAML.py
NO CONTENT: file renamed from schainpy/serializer/test/OrderedYAML.py to schainpy/model/serializer/test/OrderedYAML.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/PrecisionTime.py to schainpy/model/serializer/test/PrecisionTime.py
NO CONTENT: file renamed from schainpy/serializer/test/PrecisionTime.py to schainpy/model/serializer/test/PrecisionTime.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/Serializer.py to schainpy/model/serializer/test/Serializer.py
NO CONTENT: file renamed from schainpy/serializer/test/Serializer.py to schainpy/model/serializer/test/Serializer.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/__init__.py to schainpy/model/serializer/test/__init__.py
NO CONTENT: file renamed from schainpy/serializer/test/__init__.py to schainpy/model/serializer/test/__init__.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/serialtest.py to schainpy/model/serializer/test/serialtest.py
NO CONTENT: file renamed from schainpy/serializer/test/serialtest.py to schainpy/model/serializer/test/serialtest.py
Show file before | Show file after | Hide comments
1 NO CONTENT: file renamed from schainpy/serializer/test/test _serializer_speed.py to schainpy/model/serializer/test/test _serializer_speed.py
NO CONTENT: file renamed from schainpy/serializer/test/test _serializer_speed.py to schainpy/model/serializer/test/test _serializer_speed.py
General Comments 0
You need to be logged in to leave comments. Login now