schain Files · schainpy/model/utils/jroutils_publish.py

remove duplicate noise calculation in parameters

Juan C. Valdez - - Load All Authors

File last commit:

r864:4e043a910377


                r882:3a17e46e89a1

Download file

             jroutils_publish.py
        
                    172 lines
            
             | 5.6 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / schainpy / model / utils / jroutils_publish.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
      '''

      @author: Juan C. Espinoza

      '''

      import time

      import json

      import numpy

      import paho.mqtt.client as mqtt

      from schainpy.model.proc.jroproc_base import Operation

      class PrettyFloat(float):

          def __repr__(self):

              return '%.2f' % self

        Juan C. Valdez
    
merge from graphics branch

              r863
            
      def roundFloats(obj):

          if isinstance(obj, list):

              return map(roundFloats, obj)

          elif isinstance(obj, float):

              return round(obj, 2)

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
      def pretty_floats(obj):

          if isinstance(obj, float):

              return PrettyFloat(obj)

          elif isinstance(obj, dict):

              return dict((k, pretty_floats(v)) for k, v in obj.items())

          elif isinstance(obj, (list, tuple)):

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              return map(pretty_floats, obj)

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
          return obj

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
      class PublishData(Operation):

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
          """Clase publish."""

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
          __MAXNUMX = 80

          __MAXNUMY = 80

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
          def __init__(self):

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              """Inicio."""

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              Operation.__init__(self)

              self.isConfig = False

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              self.client = None

          def on_disconnect(self, client, userdata, rc):

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              if rc != 0:

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  print("Unexpected disconnection.")

              self.connect()

          def connect(self):

              print 'trying to connect'

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              try:

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  self.client.connect(

                      host=self.host,

                      port=self.port,

                      keepalive=60*10,

                      bind_address='')

                  print "connected"

                  self.client.loop_start()

                  # self.client.publish(

                  #     self.topic + 'SETUP',

                  #     json.dumps(setup),

                  #     retain=True

                  #     )

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              except:

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  print "MQTT Conection error."

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
                  self.client = False

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
        Juan C. Valdez
    
update from graphics branch

              r864
            
          def setup(self, host, port=1883, username=None, password=None, clientId="user", **kwargs):

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              self.topic = kwargs.get('topic', 'schain')

              self.delay = kwargs.get('delay', 0)

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              self.plottype = kwargs.get('plottype', 'spectra')

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              self.host = host

              self.port = port

        Juan C. Valdez
    
merge from graphics branch

              r863
            
              self.clientId = clientId

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
              self.cnt = 0

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              setup = []

              for plot in self.plottype:

                  setup.append({

                      'plot': plot,

                      'topic': self.topic + plot,

                      'title': getattr(self, plot + '_' + 'title', False),

                      'xlabel': getattr(self, plot + '_' + 'xlabel', False),

                      'ylabel': getattr(self, plot + '_' + 'ylabel', False),

                      'xrange': getattr(self, plot + '_' + 'xrange', False),

                      'yrange': getattr(self, plot + '_' + 'yrange', False),

                      'zrange': getattr(self, plot + '_' + 'zrange', False),

                  })

              self.client = mqtt.Client(

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                  client_id=self.clientId + self.topic + 'SCHAIN',

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  clean_session=True)

              self.client.on_disconnect = self.on_disconnect

              self.connect()

          def publish_data(self, plottype):

              data = getattr(self.dataOut, 'data_spc')

        Juan C. Valdez
    
merge from graphics branch

              r863
            
              yData = self.dataOut.heightList[:2].tolist()

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              if plottype == 'spectra':

                  z = data/self.dataOut.normFactor

                  zdB = 10*numpy.log10(z)

                  xlen, ylen = zdB[0].shape

                  dx = numpy.floor(xlen/self.__MAXNUMX) + 1

                  dy = numpy.floor(ylen/self.__MAXNUMY) + 1

                  Z = [0 for i in self.dataOut.channelList]

                  for i in self.dataOut.channelList:

                      Z[i] = zdB[i][::dx, ::dy].tolist()

                  payload = {

                      'timestamp': self.dataOut.utctime,

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                      'data': roundFloats(Z),

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                      'channels': ['Ch %s' % ch for ch in self.dataOut.channelList],

                      'interval': self.dataOut.getTimeInterval(),

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                      'xRange': [0, 80],

                      'type': plottype,

                      'yData': yData

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  }

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                  # print payload

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              elif plottype in ('rti', 'power'):

                  z = data/self.dataOut.normFactor

                  avg = numpy.average(z, axis=1)

                  avgdB = 10*numpy.log10(avg)

                  xlen, ylen = z[0].shape

                  dy = numpy.floor(ylen/self.__MAXNUMY) + 1

                  AVG = [0 for i in self.dataOut.channelList]

                  for i in self.dataOut.channelList:

                      AVG[i] = avgdB[i][::dy].tolist()

                  payload = {

                      'timestamp': self.dataOut.utctime,

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                      'data': roundFloats(AVG),

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                      'channels': ['Ch %s' % ch for ch in self.dataOut.channelList],

                      'interval': self.dataOut.getTimeInterval(),

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                      'xRange': [0, 80],

                      'type': plottype,

                      'yData': yData

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  }

              elif plottype == 'noise':

                  noise = self.dataOut.getNoise()/self.dataOut.normFactor

                  noisedB = 10*numpy.log10(noise)

                  payload = {

                      'timestamp': self.dataOut.utctime,

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                      'data': roundFloats(noisedB.reshape(-1, 1).tolist()),

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                      'channels': ['Ch %s' % ch for ch in self.dataOut.channelList],

                      'interval': self.dataOut.getTimeInterval(),

        Juan C. Valdez
    
merge from graphics branch

              r863
            
                      'xRange': [0, 80],

                      'type': plottype,

                      'yData': yData

                  }

              else:

                  print "Tipo de grafico invalido"

                  payload = {

                      'data': 'None',

                      'timestamp': 'None',

                      'type': None

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
                  }

              print 'Publishing data to {}'.format(self.host)

              print '*************************'

              self.client.publish(self.topic + plottype, json.dumps(payload), qos=0)

          def run(self, dataOut, host, **kwargs):

              self.dataOut = dataOut

              if not self.isConfig:

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
                  self.setup(host, **kwargs)

                  self.isConfig = True

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              map(self.publish_data, self.plottype)

              time.sleep(self.delay)

        Juan C. Valdez
    
Add Operation publish using MQTT

              r859
            
          def close(self):

        Juan C. Valdez
    
Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled

              r860
            
              if self.client:

                  self.client.loop_stop()

                  self.client.disconnect()

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Juan C. Valdez Add Operation publish using MQTT	r859	'''
		@author: Juan C. Espinoza
		'''

		import time
		import json
		import numpy
		import paho.mqtt.client as mqtt

		from schainpy.model.proc.jroproc_base import Operation

		class PrettyFloat(float):
		def __repr__(self):
		return '%.2f' % self

Juan C. Valdez merge from graphics branch	r863	def roundFloats(obj):
		if isinstance(obj, list):
		return map(roundFloats, obj)
		elif isinstance(obj, float):
		return round(obj, 2)
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
Juan C. Valdez Add Operation publish using MQTT	r859	def pretty_floats(obj):
		if isinstance(obj, float):
		return PrettyFloat(obj)
		elif isinstance(obj, dict):
		return dict((k, pretty_floats(v)) for k, v in obj.items())
		elif isinstance(obj, (list, tuple)):
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	return map(pretty_floats, obj)
Juan C. Valdez Add Operation publish using MQTT	r859	return obj

Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
Juan C. Valdez Add Operation publish using MQTT	r859	class PublishData(Operation):
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	"""Clase publish."""

Juan C. Valdez Add Operation publish using MQTT	r859	__MAXNUMX = 80
		__MAXNUMY = 80
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
Juan C. Valdez Add Operation publish using MQTT	r859	def __init__(self):
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	"""Inicio."""
Juan C. Valdez Add Operation publish using MQTT	r859	Operation.__init__(self)
		self.isConfig = False
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	self.client = None

		def on_disconnect(self, client, userdata, rc):
Juan C. Valdez Add Operation publish using MQTT	r859	if rc != 0:
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	print("Unexpected disconnection.")
		self.connect()

		def connect(self):
		print 'trying to connect'
Juan C. Valdez Add Operation publish using MQTT	r859	try:
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	self.client.connect(
		host=self.host,
		port=self.port,
		keepalive=60*10,
		bind_address='')
		print "connected"
		self.client.loop_start()
		# self.client.publish(
		# self.topic + 'SETUP',
		# json.dumps(setup),
		# retain=True
		# )
Juan C. Valdez Add Operation publish using MQTT	r859	except:
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	print "MQTT Conection error."
Juan C. Valdez Add Operation publish using MQTT	r859	self.client = False
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
Juan C. Valdez update from graphics branch	r864	def setup(self, host, port=1883, username=None, password=None, clientId="user", **kwargs):
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
Juan C. Valdez Add Operation publish using MQTT	r859	self.topic = kwargs.get('topic', 'schain')
		self.delay = kwargs.get('delay', 0)
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	self.plottype = kwargs.get('plottype', 'spectra')
Juan C. Valdez Add Operation publish using MQTT	r859	self.host = host
		self.port = port
Juan C. Valdez merge from graphics branch	r863	self.clientId = clientId
Juan C. Valdez Add Operation publish using MQTT	r859	self.cnt = 0
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	setup = []
		for plot in self.plottype:
		setup.append({
		'plot': plot,
		'topic': self.topic + plot,
		'title': getattr(self, plot + '_' + 'title', False),
		'xlabel': getattr(self, plot + '_' + 'xlabel', False),
		'ylabel': getattr(self, plot + '_' + 'ylabel', False),
		'xrange': getattr(self, plot + '_' + 'xrange', False),
		'yrange': getattr(self, plot + '_' + 'yrange', False),
		'zrange': getattr(self, plot + '_' + 'zrange', False),
		})
		self.client = mqtt.Client(
Juan C. Valdez merge from graphics branch	r863	client_id=self.clientId + self.topic + 'SCHAIN',
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	clean_session=True)
		self.client.on_disconnect = self.on_disconnect
		self.connect()

		def publish_data(self, plottype):
		data = getattr(self.dataOut, 'data_spc')
Juan C. Valdez merge from graphics branch	r863	yData = self.dataOut.heightList[:2].tolist()
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	if plottype == 'spectra':
		z = data/self.dataOut.normFactor
		zdB = 10*numpy.log10(z)
		xlen, ylen = zdB[0].shape
		dx = numpy.floor(xlen/self.__MAXNUMX) + 1
		dy = numpy.floor(ylen/self.__MAXNUMY) + 1
		Z = [0 for i in self.dataOut.channelList]
		for i in self.dataOut.channelList:
		Z[i] = zdB[i][::dx, ::dy].tolist()
		payload = {
		'timestamp': self.dataOut.utctime,
Juan C. Valdez merge from graphics branch	r863	'data': roundFloats(Z),
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	'channels': ['Ch %s' % ch for ch in self.dataOut.channelList],
		'interval': self.dataOut.getTimeInterval(),
Juan C. Valdez merge from graphics branch	r863	'xRange': [0, 80],
		'type': plottype,
		'yData': yData
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	}
Juan C. Valdez merge from graphics branch	r863	# print payload
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
		elif plottype in ('rti', 'power'):
		z = data/self.dataOut.normFactor
		avg = numpy.average(z, axis=1)
		avgdB = 10*numpy.log10(avg)
		xlen, ylen = z[0].shape
		dy = numpy.floor(ylen/self.__MAXNUMY) + 1
		AVG = [0 for i in self.dataOut.channelList]
		for i in self.dataOut.channelList:
		AVG[i] = avgdB[i][::dy].tolist()
		payload = {
		'timestamp': self.dataOut.utctime,
Juan C. Valdez merge from graphics branch	r863	'data': roundFloats(AVG),
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	'channels': ['Ch %s' % ch for ch in self.dataOut.channelList],
		'interval': self.dataOut.getTimeInterval(),
Juan C. Valdez merge from graphics branch	r863	'xRange': [0, 80],
		'type': plottype,
		'yData': yData
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	}
		elif plottype == 'noise':
		noise = self.dataOut.getNoise()/self.dataOut.normFactor
		noisedB = 10*numpy.log10(noise)
		payload = {
		'timestamp': self.dataOut.utctime,
Juan C. Valdez merge from graphics branch	r863	'data': roundFloats(noisedB.reshape(-1, 1).tolist()),
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	'channels': ['Ch %s' % ch for ch in self.dataOut.channelList],
		'interval': self.dataOut.getTimeInterval(),
Juan C. Valdez merge from graphics branch	r863	'xRange': [0, 80],
		'type': plottype,
		'yData': yData
		}
		else:
		print "Tipo de grafico invalido"
		payload = {
		'data': 'None',
		'timestamp': 'None',
		'type': None
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	}
		print 'Publishing data to {}'.format(self.host)
		print '*************************'
		self.client.publish(self.topic + plottype, json.dumps(payload), qos=0)


		def run(self, dataOut, host, **kwargs):
		self.dataOut = dataOut
		if not self.isConfig:
Juan C. Valdez Add Operation publish using MQTT	r859	self.setup(host, **kwargs)
		self.isConfig = True
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860
		map(self.publish_data, self.plottype)
		time.sleep(self.delay)

Juan C. Valdez Add Operation publish using MQTT	r859	def close(self):
Juan C. Valdez Version 2.2.5 Fixed several bugs, add jro colormap for spectra/rti, add ParamWriter, TODO: Fix decimation currently disabled	r860	if self.client:
		self.client.loop_stop()
		self.client.disconnect()