schain Files · schainpy/model/graphics/jroplot_parameters.py

añadido FaradayIntegration para limpieza de datos, restringida la operación al funcionamiento con la pdata regular

joabAM - - Load All Authors

File last commit:

r1398:957121df3325


                r1399:101813202a42

Download file

             jroplot_parameters.py
        
                    356 lines
            
             | 11.2 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / schainpy / model / graphics / jroplot_parameters.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Julio Valdez
    
Processing Modules added:...

              r502
            
      import os

      import datetime

      import numpy

        ebocanegra
    
15/08/2017

              r1001
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      from schainpy.model.graphics.jroplot_base import Plot, plt

      from schainpy.model.graphics.jroplot_spectra import SpectraPlot, RTIPlot, CoherencePlot

      from schainpy.utils import log

        ebocanegra
    
15/08/2017

              r1001
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      EARTH_RADIUS = 6.3710e3

        ebocanegra
    
15/08/2017

              r1001
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      def ll2xy(lat1, lon1, lat2, lon2):

        ebocanegra
    
15/08/2017

              r1001
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          p = 0.017453292519943295

          a = 0.5 - numpy.cos((lat2 - lat1) * p)/2 + numpy.cos(lat1 * p) * \

              numpy.cos(lat2 * p) * (1 - numpy.cos((lon2 - lon1) * p)) / 2

          r = 12742 * numpy.arcsin(numpy.sqrt(a))

          theta = numpy.arctan2(numpy.sin((lon2-lon1)*p)*numpy.cos(lat2*p), numpy.cos(lat1*p)

                                * numpy.sin(lat2*p)-numpy.sin(lat1*p)*numpy.cos(lat2*p)*numpy.cos((lon2-lon1)*p))

          theta = -theta + numpy.pi/2

          return r*numpy.cos(theta), r*numpy.sin(theta)

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      def km2deg(km):

          '''

          Convert distance in km to degrees

          '''

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          return numpy.rad2deg(km/EARTH_RADIUS)

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      class SpectralMomentsPlot(SpectraPlot):

          '''

          Plot for Spectral Moments

          '''

          CODE = 'spc_moments'

          colormap = 'jet'

          plot_type = 'pcolor'

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      class SnrPlot(RTIPlot):

          '''

          Plot for SNR Data

          '''

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          CODE = 'snr'

          colormap = 'jet'

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          def update(self, dataOut):

        joabAM
    
agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base

              r1398
            
              self.update_list(dataOut)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              data = {

        joabAM
    
clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares

              r1391
            
                  'snr': 10*numpy.log10(dataOut.data_snr)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              }

              return data, {}

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      class DopplerPlot(RTIPlot):

          '''

          Plot for DOPPLER Data (1st moment)

          '''

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          CODE = 'dop'

          colormap = 'jet'

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          def update(self, dataOut):

        joabAM
    
agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base

              r1398
            
              self.update_list(dataOut)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              data = {

        joabAM
    
clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares

              r1391
            
                  'dop': 10*numpy.log10(dataOut.data_dop)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              }

              return data, {}

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      class PowerPlot(RTIPlot):

          '''

          Plot for Power Data (0 moment)

          '''

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          CODE = 'pow'

          colormap = 'jet'

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          def update(self, dataOut):

        joabAM
    
agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base

              r1398
            
              self.update_list(dataOut)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              data = {

        joabAM
    
clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares

              r1391
            
                  'pow': 10*numpy.log10(dataOut.data_pow)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              }

        joabAM
    
completado op clean Rayleigh, modificada la escritura y lectura de hdf5 para potencia, cambio en gráficos para uso del ChannelList, añadir en otros pendiente

              r1397
            
              #print("data",data)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              return data, {}

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      class SpectralWidthPlot(RTIPlot):

          '''

          Plot for Spectral Width Data (2nd moment)

          '''

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          CODE = 'width'

          colormap = 'jet'

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          def update(self, dataOut):

        joabAM
    
agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base

              r1398
            
              self.update_list(dataOut)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              data = {

                  'width': dataOut.data_width

              }

              return data, {}

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
      class SkyMapPlot(Plot):

          '''

          Plot for meteors detection data

          '''

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          CODE = 'param'

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          def setup(self):

        Julio Valdez
    
Processing Modules added:...

              r502
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              self.ncols = 1

              self.nrows = 1

              self.width = 7.2

              self.height = 7.2

              self.nplots = 1

              self.xlabel = 'Zonal Zenith Angle (deg)'

              self.ylabel = 'Meridional Zenith Angle (deg)'

              self.polar = True

              self.ymin = -180

              self.ymax = 180

              self.colorbar = False

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          def plot(self):

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              arrayParameters = numpy.concatenate(self.data['param'])

              error = arrayParameters[:, -1]

              indValid = numpy.where(error == 0)[0]

              finalMeteor = arrayParameters[indValid, :]

              finalAzimuth = finalMeteor[:, 3]

              finalZenith = finalMeteor[:, 4]

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              x = finalAzimuth * numpy.pi / 180

              y = finalZenith

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              ax = self.axes[0]

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              if ax.firsttime:

                  ax.plot = ax.plot(x, y, 'bo', markersize=5)[0]

        Julio Valdez
    
-Parameters Plot corrected...

              r832
            
              else:

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                  ax.plot.set_data(x, y)

              dt1 = self.getDateTime(self.data.min_time).strftime('%y/%m/%d %H:%M:%S')

              dt2 = self.getDateTime(self.data.max_time).strftime('%y/%m/%d %H:%M:%S')

              title = 'Meteor Detection Sky Map\n %s - %s \n Number of events: %5.0f\n' % (dt1,

                                                                                           dt2,

                                                                                           len(x))

              self.titles[0] = title

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
      class GenericRTIPlot(Plot):

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          '''

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          Plot for data_xxxx object

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          '''

          CODE = 'param'

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          colormap = 'viridis'

          plot_type = 'pcolorbuffer'

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          def setup(self):

              self.xaxis = 'time'

              self.ncols = 1

        jespinoza
    
Fix bugs in SpectraCutPlot, GenericRTIPlot and saving when using throttle

              r1359
            
              self.nrows = self.data.shape('param')[0]

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              self.nplots = self.nrows

        Juan C. Espinoza
    
Fix ParametersPlot & BLTRParamReader

              r1322
            
              self.plots_adjust.update({'hspace':0.8, 'left': 0.1, 'bottom': 0.08, 'right':0.95, 'top': 0.95})

        joabAM
    
clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares

              r1391
            
        Juan C. Espinoza
    
Fix ParametersPlot & BLTRParamReader

              r1322
            
              if not self.xlabel:

                  self.xlabel = 'Time'

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              self.ylabel = 'Height [km]'

              if not self.titles:

        jespinoza
    
Fix h5py Dataset value attribute deprecation

              r1360
            
                  self.titles = ['Param {}'.format(x) for x in range(self.nrows)]

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
          def update(self, dataOut):

              data = {

        jespinoza
    
Fix bugs in SpectraCutPlot, GenericRTIPlot and saving when using throttle

              r1359
            
                  'param' : numpy.concatenate([getattr(dataOut, attr) for attr in self.attr_data], axis=0)

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              }

              meta = {}

              return data, meta

        joabAM
    
clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares

              r1391
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
          def plot(self):

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              # self.data.normalize_heights()

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              self.x = self.data.times

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
              self.y = self.data.yrange

        jespinoza
    
Fix bugs in SpectraCutPlot, GenericRTIPlot and saving when using throttle

              r1359
            
              self.z = self.data['param']

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              self.z = numpy.ma.masked_invalid(self.z)

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              if self.decimation is None:

                  x, y, z = self.fill_gaps(self.x, self.y, self.z)

        Julio Valdez
    
-Added Radial Velocity graphic ...

              r511
            
              else:

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                  x, y, z = self.fill_gaps(*self.decimate())

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              for n, ax in enumerate(self.axes):

        Miguel Valdez
    
parametrs plotting: SNR and DOP arguments have been added

              r588
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                  self.zmax = self.zmax if self.zmax is not None else numpy.max(

                      self.z[n])

                  self.zmin = self.zmin if self.zmin is not None else numpy.min(

                      self.z[n])

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                  if ax.firsttime:

                      if self.zlimits is not None:

                          self.zmin, self.zmax = self.zlimits[n]

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                      ax.plt = ax.pcolormesh(x, y, z[n].T * self.factors[n],

                                             vmin=self.zmin,

                                             vmax=self.zmax,

                                             cmap=self.cmaps[n]

                                             )

                  else:

                      if self.zlimits is not None:

                          self.zmin, self.zmax = self.zlimits[n]

                      ax.collections.remove(ax.collections[0])

                      ax.plt = ax.pcolormesh(x, y, z[n].T * self.factors[n],

                                             vmin=self.zmin,

                                             vmax=self.zmax,

                                             cmap=self.cmaps[n]

                                             )

      class PolarMapPlot(Plot):

          '''

          Plot for weather radar

          '''

          CODE = 'param'

          colormap = 'seismic'

          def setup(self):

              self.ncols = 1

              self.nrows = 1

              self.width = 9

              self.height = 8

              self.mode = self.data.meta['mode']

              if self.channels is not None:

                  self.nplots = len(self.channels)

                  self.nrows = len(self.channels)

        jespinoza
    
MADReader support for HDF5 (mad2 & mad3)

              r1065
            
              else:

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                  self.nplots = self.data.shape(self.CODE)[0]

                  self.nrows = self.nplots

                  self.channels = list(range(self.nplots))

              if self.mode == 'E':

                  self.xlabel = 'Longitude'

                  self.ylabel = 'Latitude'

              else:

                  self.xlabel = 'Range (km)'

                  self.ylabel = 'Height (km)'

              self.bgcolor = 'white'

              self.cb_labels = self.data.meta['units']

              self.lat = self.data.meta['latitude']

              self.lon = self.data.meta['longitude']

              self.xmin, self.xmax = float(

                  km2deg(self.xmin) + self.lon), float(km2deg(self.xmax) + self.lon)

              self.ymin, self.ymax = float(

                  km2deg(self.ymin) + self.lat), float(km2deg(self.ymax) + self.lat)

              #  self.polar = True

          def plot(self):

              for n, ax in enumerate(self.axes):

                  data = self.data['param'][self.channels[n]]

                  zeniths = numpy.linspace(

                      0, self.data.meta['max_range'], data.shape[1])

                  if self.mode == 'E':

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
                      azimuths = -numpy.radians(self.data.yrange)+numpy.pi/2

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                      r, theta = numpy.meshgrid(zeniths, azimuths)

                      x, y = r*numpy.cos(theta)*numpy.cos(numpy.radians(self.data.meta['elevation'])), r*numpy.sin(

                          theta)*numpy.cos(numpy.radians(self.data.meta['elevation']))

                      x = km2deg(x) + self.lon

                      y = km2deg(y) + self.lat

        jespinoza
    
MADReader support for HDF5 (mad2 & mad3)

              r1065
            
                  else:

        jespinoza
    
Add update method to plots to pass data (no more changes in jrodata)

              r1343
            
                      azimuths = numpy.radians(self.data.yrange)

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                      r, theta = numpy.meshgrid(zeniths, azimuths)

                      x, y = r*numpy.cos(theta), r*numpy.sin(theta)

                  self.y = zeniths

                  if ax.firsttime:

                      if self.zlimits is not None:

                          self.zmin, self.zmax = self.zlimits[n]

                      ax.plt = ax.pcolormesh(  # r, theta, numpy.ma.array(data, mask=numpy.isnan(data)),

                          x, y, numpy.ma.array(data, mask=numpy.isnan(data)),

                          vmin=self.zmin,

                          vmax=self.zmax,

                          cmap=self.cmaps[n])

        Julio Valdez
    
First Spectral Fitting and EW Drifts operative module inside Signal Chain TRUNK

              r513
            
                  else:

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                      if self.zlimits is not None:

                          self.zmin, self.zmax = self.zlimits[n]

                      ax.collections.remove(ax.collections[0])

                      ax.plt = ax.pcolormesh(  # r, theta, numpy.ma.array(data, mask=numpy.isnan(data)),

                          x, y, numpy.ma.array(data, mask=numpy.isnan(data)),

                          vmin=self.zmin,

                          vmax=self.zmax,

                          cmap=self.cmaps[n])

                  if self.mode == 'A':

                      continue

                  # plot district names

                  f = open('/data/workspace/schain_scripts/distrito.csv')

                  for line in f:

                      label, lon, lat = [s.strip() for s in line.split(',') if s]

                      lat = float(lat)

                      lon = float(lon)

                      # ax.plot(lon, lat, '.b', ms=2)

                      ax.text(lon, lat, label.decode('utf8'), ha='center',

                              va='bottom', size='8', color='black')

                  # plot limites

                  limites = []

                  tmp = []

                  for line in open('/data/workspace/schain_scripts/lima.csv'):

                      if '#' in line:

                          if tmp:

                              limites.append(tmp)

                          tmp = []

                          continue

                      values = line.strip().split(',')

                      tmp.append((float(values[0]), float(values[1])))

                  for points in limites:

                      ax.add_patch(

                          Polygon(points, ec='k', fc='none', ls='--', lw=0.5))

                  # plot Cuencas

                  for cuenca in ('rimac', 'lurin', 'mala', 'chillon', 'chilca', 'chancay-huaral'):

                      f = open('/data/workspace/schain_scripts/{}.csv'.format(cuenca))

                      values = [line.strip().split(',') for line in f]

                      points = [(float(s[0]), float(s[1])) for s in values]

                      ax.add_patch(Polygon(points, ec='b', fc='none'))

                  # plot grid

                  for r in (15, 30, 45, 60):

                      ax.add_artist(plt.Circle((self.lon, self.lat),

                                               km2deg(r), color='0.6', fill=False, lw=0.2))

                      ax.text(

                          self.lon + (km2deg(r))*numpy.cos(60*numpy.pi/180),

                          self.lat + (km2deg(r))*numpy.sin(60*numpy.pi/180),

                          '{}km'.format(r),

                          ha='center', va='bottom', size='8', color='0.6', weight='heavy')

              if self.mode == 'E':

                  title = 'El={}$^\circ$'.format(self.data.meta['elevation'])

                  label = 'E{:02d}'.format(int(self.data.meta['elevation']))

        Julio Valdez
    
data...

              r608
            
              else:

        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
                  title = 'Az={}$^\circ$'.format(self.data.meta['azimuth'])

                  label = 'A{:02d}'.format(int(self.data.meta['azimuth']))

        José Chávez
    
cambiados los kwargs para cada operacion/unidad de procesamiento

              r897
            
        Juan C. Espinoza
    
Update and fix plot modules #TODO: correlation & spectraheis

              r1285
            
              self.save_labels = ['{}-{}'.format(lbl, label) for lbl in self.labels]

              self.titles = ['{} {}'.format(

                  self.data.parameters[x], title) for x in self.channels]

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Julio Valdez Processing Modules added:...	r502	import os
		import datetime
		import numpy
ebocanegra 15/08/2017	r1001
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	from schainpy.model.graphics.jroplot_base import Plot, plt
		from schainpy.model.graphics.jroplot_spectra import SpectraPlot, RTIPlot, CoherencePlot
		from schainpy.utils import log
ebocanegra 15/08/2017	r1001
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	EARTH_RADIUS = 6.3710e3
ebocanegra 15/08/2017	r1001

Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	def ll2xy(lat1, lon1, lat2, lon2):
ebocanegra 15/08/2017	r1001
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	p = 0.017453292519943295
		a = 0.5 - numpy.cos((lat2 - lat1) * p)/2 + numpy.cos(lat1 * p) * \
		numpy.cos(lat2 * p) * (1 - numpy.cos((lon2 - lon1) * p)) / 2
		r = 12742 * numpy.arcsin(numpy.sqrt(a))
		theta = numpy.arctan2(numpy.sin((lon2-lon1)p)numpy.cos(lat2p), numpy.cos(lat1p)
		* numpy.sin(lat2p)-numpy.sin(lat1p)numpy.cos(lat2p)numpy.cos((lon2-lon1)p))
		theta = -theta + numpy.pi/2
		return rnumpy.cos(theta), rnumpy.sin(theta)
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897

Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	def km2deg(km):
		'''
		Convert distance in km to degrees
		'''
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	return numpy.rad2deg(km/EARTH_RADIUS)
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897


Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	class SpectralMomentsPlot(SpectraPlot):
		'''
		Plot for Spectral Moments
		'''
		CODE = 'spc_moments'
		colormap = 'jet'
		plot_type = 'pcolor'
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897

Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	class SnrPlot(RTIPlot):
		'''
		Plot for SNR Data
		'''
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	CODE = 'snr'
		colormap = 'jet'
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	def update(self, dataOut):
joabAM agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base	r1398	self.update_list(dataOut)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	data = {
joabAM clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares	r1391	'snr': 10*numpy.log10(dataOut.data_snr)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	}

		return data, {}
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	class DopplerPlot(RTIPlot):
		'''
		Plot for DOPPLER Data (1st moment)
		'''
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	CODE = 'dop'
		colormap = 'jet'
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	def update(self, dataOut):
joabAM agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base	r1398	self.update_list(dataOut)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	data = {
joabAM clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares	r1391	'dop': 10*numpy.log10(dataOut.data_dop)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	}

		return data, {}
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	class PowerPlot(RTIPlot):
		'''
		Plot for Power Data (0 moment)
		'''
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	CODE = 'pow'
		colormap = 'jet'
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	def update(self, dataOut):
joabAM agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base	r1398	self.update_list(dataOut)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	data = {
joabAM clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares	r1391	'pow': 10*numpy.log10(dataOut.data_pow)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	}
joabAM completado op clean Rayleigh, modificada la escritura y lectura de hdf5 para potencia, cambio en gráficos para uso del ChannelList, añadir en otros pendiente	r1397	#print("data",data)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	return data, {}
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	class SpectralWidthPlot(RTIPlot):
		'''
		Plot for Spectral Width Data (2nd moment)
		'''
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	CODE = 'width'
		colormap = 'jet'
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	def update(self, dataOut):
joabAM agregado update_list en PlotRTI, nuevo parámetro t_units para uso de enteros en las horas del RTI en plot_base	r1398	self.update_list(dataOut)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	data = {
		'width': dataOut.data_width
		}

		return data, {}
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	class SkyMapPlot(Plot):
		'''
		Plot for meteors detection data
		'''
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	CODE = 'param'
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	def setup(self):
Julio Valdez Processing Modules added:...	r502
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.ncols = 1
		self.nrows = 1
		self.width = 7.2
		self.height = 7.2
		self.nplots = 1
		self.xlabel = 'Zonal Zenith Angle (deg)'
		self.ylabel = 'Meridional Zenith Angle (deg)'
		self.polar = True
		self.ymin = -180
		self.ymax = 180
		self.colorbar = False
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	def plot(self):
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	arrayParameters = numpy.concatenate(self.data['param'])
		error = arrayParameters[:, -1]
		indValid = numpy.where(error == 0)[0]
		finalMeteor = arrayParameters[indValid, :]
		finalAzimuth = finalMeteor[:, 3]
		finalZenith = finalMeteor[:, 4]
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	x = finalAzimuth * numpy.pi / 180
		y = finalZenith
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	ax = self.axes[0]
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	if ax.firsttime:
		ax.plot = ax.plot(x, y, 'bo', markersize=5)[0]
Julio Valdez -Parameters Plot corrected...	r832	else:
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	ax.plot.set_data(x, y)

		dt1 = self.getDateTime(self.data.min_time).strftime('%y/%m/%d %H:%M:%S')
		dt2 = self.getDateTime(self.data.max_time).strftime('%y/%m/%d %H:%M:%S')
		title = 'Meteor Detection Sky Map\n %s - %s \n Number of events: %5.0f\n' % (dt1,
		dt2,
		len(x))
		self.titles[0] = title


jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	class GenericRTIPlot(Plot):
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	'''
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	Plot for data_xxxx object
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	'''

		CODE = 'param'
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	colormap = 'viridis'
		plot_type = 'pcolorbuffer'
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285
		def setup(self):
		self.xaxis = 'time'
		self.ncols = 1
jespinoza Fix bugs in SpectraCutPlot, GenericRTIPlot and saving when using throttle	r1359	self.nrows = self.data.shape('param')[0]
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.nplots = self.nrows
Juan C. Espinoza Fix ParametersPlot & BLTRParamReader	r1322	self.plots_adjust.update({'hspace':0.8, 'left': 0.1, 'bottom': 0.08, 'right':0.95, 'top': 0.95})
joabAM clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares	r1391
Juan C. Espinoza Fix ParametersPlot & BLTRParamReader	r1322	if not self.xlabel:
		self.xlabel = 'Time'
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285
		self.ylabel = 'Height [km]'
		if not self.titles:
jespinoza Fix h5py Dataset value attribute deprecation	r1360	self.titles = ['Param {}'.format(x) for x in range(self.nrows)]
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	def update(self, dataOut):

		data = {
jespinoza Fix bugs in SpectraCutPlot, GenericRTIPlot and saving when using throttle	r1359	'param' : numpy.concatenate([getattr(dataOut, attr) for attr in self.attr_data], axis=0)
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	}

		meta = {}

		return data, meta
joabAM clean Rayleigh funcionando, tiempo de ejecución elevado usando todos los pares	r1391
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	def plot(self):
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	# self.data.normalize_heights()
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.x = self.data.times
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	self.y = self.data.yrange
jespinoza Fix bugs in SpectraCutPlot, GenericRTIPlot and saving when using throttle	r1359	self.z = self.data['param']
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.z = numpy.ma.masked_invalid(self.z)
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	if self.decimation is None:
		x, y, z = self.fill_gaps(self.x, self.y, self.z)
Julio Valdez -Added Radial Velocity graphic ...	r511	else:
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	x, y, z = self.fill_gaps(*self.decimate())
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	for n, ax in enumerate(self.axes):
Miguel Valdez parametrs plotting: SNR and DOP arguments have been added	r588
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.zmax = self.zmax if self.zmax is not None else numpy.max(
		self.z[n])
		self.zmin = self.zmin if self.zmin is not None else numpy.min(
		self.z[n])
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	if ax.firsttime:
		if self.zlimits is not None:
		self.zmin, self.zmax = self.zlimits[n]
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	ax.plt = ax.pcolormesh(x, y, z[n].T * self.factors[n],
		vmin=self.zmin,
		vmax=self.zmax,
		cmap=self.cmaps[n]
		)
		else:
		if self.zlimits is not None:
		self.zmin, self.zmax = self.zlimits[n]
		ax.collections.remove(ax.collections[0])
		ax.plt = ax.pcolormesh(x, y, z[n].T * self.factors[n],
		vmin=self.zmin,
		vmax=self.zmax,
		cmap=self.cmaps[n]
		)


		class PolarMapPlot(Plot):
		'''
		Plot for weather radar
		'''

		CODE = 'param'
		colormap = 'seismic'

		def setup(self):
		self.ncols = 1
		self.nrows = 1
		self.width = 9
		self.height = 8
		self.mode = self.data.meta['mode']
		if self.channels is not None:
		self.nplots = len(self.channels)
		self.nrows = len(self.channels)
jespinoza MADReader support for HDF5 (mad2 & mad3)	r1065	else:
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.nplots = self.data.shape(self.CODE)[0]
		self.nrows = self.nplots
		self.channels = list(range(self.nplots))
		if self.mode == 'E':
		self.xlabel = 'Longitude'
		self.ylabel = 'Latitude'
		else:
		self.xlabel = 'Range (km)'
		self.ylabel = 'Height (km)'
		self.bgcolor = 'white'
		self.cb_labels = self.data.meta['units']
		self.lat = self.data.meta['latitude']
		self.lon = self.data.meta['longitude']
		self.xmin, self.xmax = float(
		km2deg(self.xmin) + self.lon), float(km2deg(self.xmax) + self.lon)
		self.ymin, self.ymax = float(
		km2deg(self.ymin) + self.lat), float(km2deg(self.ymax) + self.lat)
		# self.polar = True

		def plot(self):

		for n, ax in enumerate(self.axes):
		data = self.data['param'][self.channels[n]]

		zeniths = numpy.linspace(
		0, self.data.meta['max_range'], data.shape[1])
		if self.mode == 'E':
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	azimuths = -numpy.radians(self.data.yrange)+numpy.pi/2
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	r, theta = numpy.meshgrid(zeniths, azimuths)
		x, y = rnumpy.cos(theta)numpy.cos(numpy.radians(self.data.meta['elevation'])), r*numpy.sin(
		theta)*numpy.cos(numpy.radians(self.data.meta['elevation']))
		x = km2deg(x) + self.lon
		y = km2deg(y) + self.lat
jespinoza MADReader support for HDF5 (mad2 & mad3)	r1065	else:
jespinoza Add update method to plots to pass data (no more changes in jrodata)	r1343	azimuths = numpy.radians(self.data.yrange)
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	r, theta = numpy.meshgrid(zeniths, azimuths)
		x, y = rnumpy.cos(theta), rnumpy.sin(theta)
		self.y = zeniths

		if ax.firsttime:
		if self.zlimits is not None:
		self.zmin, self.zmax = self.zlimits[n]
		ax.plt = ax.pcolormesh( # r, theta, numpy.ma.array(data, mask=numpy.isnan(data)),
		x, y, numpy.ma.array(data, mask=numpy.isnan(data)),
		vmin=self.zmin,
		vmax=self.zmax,
		cmap=self.cmaps[n])
Julio Valdez First Spectral Fitting and EW Drifts operative module inside Signal Chain TRUNK	r513	else:
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	if self.zlimits is not None:
		self.zmin, self.zmax = self.zlimits[n]
		ax.collections.remove(ax.collections[0])
		ax.plt = ax.pcolormesh( # r, theta, numpy.ma.array(data, mask=numpy.isnan(data)),
		x, y, numpy.ma.array(data, mask=numpy.isnan(data)),
		vmin=self.zmin,
		vmax=self.zmax,
		cmap=self.cmaps[n])

		if self.mode == 'A':
		continue

		# plot district names
		f = open('/data/workspace/schain_scripts/distrito.csv')
		for line in f:
		label, lon, lat = [s.strip() for s in line.split(',') if s]
		lat = float(lat)
		lon = float(lon)
		# ax.plot(lon, lat, '.b', ms=2)
		ax.text(lon, lat, label.decode('utf8'), ha='center',
		va='bottom', size='8', color='black')

		# plot limites
		limites = []
		tmp = []
		for line in open('/data/workspace/schain_scripts/lima.csv'):
		if '#' in line:
		if tmp:
		limites.append(tmp)
		tmp = []
		continue
		values = line.strip().split(',')
		tmp.append((float(values[0]), float(values[1])))
		for points in limites:
		ax.add_patch(
		Polygon(points, ec='k', fc='none', ls='--', lw=0.5))

		# plot Cuencas
		for cuenca in ('rimac', 'lurin', 'mala', 'chillon', 'chilca', 'chancay-huaral'):
		f = open('/data/workspace/schain_scripts/{}.csv'.format(cuenca))
		values = [line.strip().split(',') for line in f]
		points = [(float(s[0]), float(s[1])) for s in values]
		ax.add_patch(Polygon(points, ec='b', fc='none'))

		# plot grid
		for r in (15, 30, 45, 60):
		ax.add_artist(plt.Circle((self.lon, self.lat),
		km2deg(r), color='0.6', fill=False, lw=0.2))
		ax.text(
		self.lon + (km2deg(r))numpy.cos(60numpy.pi/180),
		self.lat + (km2deg(r))numpy.sin(60numpy.pi/180),
		'{}km'.format(r),
		ha='center', va='bottom', size='8', color='0.6', weight='heavy')

		if self.mode == 'E':
		title = 'El={}$^\circ$'.format(self.data.meta['elevation'])
		label = 'E{:02d}'.format(int(self.data.meta['elevation']))
Julio Valdez data...	r608	else:
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	title = 'Az={}$^\circ$'.format(self.data.meta['azimuth'])
		label = 'A{:02d}'.format(int(self.data.meta['azimuth']))
José Chávez cambiados los kwargs para cada operacion/unidad de procesamiento	r897
Juan C. Espinoza Update and fix plot modules #TODO: correlation & spectraheis	r1285	self.save_labels = ['{}-{}'.format(lbl, label) for lbl in self.labels]
		self.titles = ['{} {}'.format(
		self.data.parameters[x], title) for x in self.channels]