schain Commit - r1006:8363978b5396 · Jicamarca Repository

22/08/2017

ebocanegra -

r1006:8363978b5396

parent child

Context file:

r1006:8363978b5396

Expand all files

The requested changes are too big and content was truncated. Show full diff

.gitignore +3 -6

-            <<<<<<< HEAD
             # Byte-compiled / optimized / DLL files
             __pycache__/
             *.py[cod]
             *$py.class
             # C extensions
             *.so
             # Distribution / packaging
             .Python
             env/
             build/
             develop-eggs/
             dist/
             downloads/
             eggs/
             .eggs/
             lib/
             lib64/
             parts/
             sdist/
             var/
             wheels/
             *.egg-info/
             .installed.cfg
             *.egg
             # PyInstaller
             #  Usually these files are written by a python script from a template
             #  before PyInstaller builds the exe, so as to inject date/other infos into it.
             *.manifest
             *.spec
             # Installer logs
             pip-log.txt
             pip-delete-this-directory.txt
             # Unit test / coverage reports
             htmlcov/
             .tox/
             .coverage
             .coverage.*
             .cache
             nosetests.xml
             coverage.xml
             *,cover
             .hypothesis/
             # Translations
             *.mo
             *.pot
             # Django stuff:
             *.log
             local_settings.py
             # Flask stuff:
             instance/
             .webassets-cache
             # Scrapy stuff:
             .scrapy
             # Sphinx documentation
             docs/_build/
             # PyBuilder
             target/
             # Jupyter Notebook
             .ipynb_checkpoints
             # pyenv
             .python-version
             # celery beat schedule file
             celerybeat-schedule
             # SageMath parsed files
             *.sage.py
             # dotenv
             .env
             # virtualenv
             .venv
             venv/
             ENV/
             # Spyder project settings
             .spyderproject
             .spyproject
             # Rope project settings
             .ropeproject
             # mkdocs documentation
             /site
             # eclipse
             .project
             .pydevproject
-            =======
-            build/
-            dist/
-            schainpy.egg-info/
             .svn/
-            >>>>>>> 08c4507d6c3c48f6c52326d5dedfa1972fb26356
+            *.png
+            *.pyc
+            schainpy/scripts

schainpy/admin.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/controller.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/data/jrodata.pyc binary modified 0 0

	1	NO CONTENT: modified file, binary diff hidden			NO CONTENT: modified file, binary diff hidden

NO CONTENT: modified file, binary diff hidden

schainpy/model/data/jroheaderIO.pyc binary modified 0 0

	1	NO CONTENT: modified file, binary diff hidden			NO CONTENT: modified file, binary diff hidden

NO CONTENT: modified file, binary diff hidden

schainpy/model/graphics/jroplot_correlation.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/graphics/jroplot_heispectra.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/graphics/jroplot_parameters.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/graphics/jroplot_spectra.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/graphics/jroplot_voltage.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/graphics/mpldriver.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/__init__.py +1 -1

             '''
             $Author: murco $
             $Id: JRODataIO.py 169 2012-11-19 21:57:03Z murco $
             '''
             from jroIO_voltage import *
             from jroIO_spectra import *
             from jroIO_heispectra import *
             from jroIO_usrp import *
             from jroIO_kamisr import *
             from jroIO_param import *
             from jroIO_hf import *
             from jroIO_bltr import *
             from jroIO_mira35c import *
-            #from io_bltr_block import *
+            from io_bltr_block import *

schainpy/model/io/__init__.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/io_bltr_block.py +8 -6

             '''
             Created on Nov 9, 2016
             @author: roj- LouVD
             '''
             import numpy
             import os.path
             import sys
             import time
             import datetime
             from sys import path
             from os.path import dirname
             from mimify import HeaderFile
             from numpy import size, asarray
             from datetime import datetime
             from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
             from schainpy.model.data.jrodata import Parameters
             from schainpy.model.data.jroheaderIO import RadarControllerHeader, SystemHeader
             from schainpy.model.graphics.jroplot_parameters import WindProfilerPlot
             from schainpy.model.io.jroIO_base import *
             import schainpy
             #import madrigal
             #import madrigal.cedar
             #from madrigal.cedar import MadrigalCatalogRecord
             import warnings
             from time import gmtime
             from math import floor
             warnings.simplefilter("error")
             from numpy.lib.nanfunctions import nansum
             warnings.simplefilter('ignore', FutureWarning)
             class testBLTRReader(ProcessingUnit):
-                def __init__(self):
+                def __init__(self, **kwargs):
                     path = None
                     startDate = None
                     endDate = None
                     startTime = None
                     endTime = None
                     startTime = None
                     endTime = None
                     isConfig = False
                     dataOut = None
                     walk = None
                     ext = 'swwma'
                     fileList = []
                     fileIndex = -1
                     timezone = None
                     filename = None
                     timearray = None
                     height = None
                     snr_ref = None
                     zon_ref = None
                     ver_ref = None
                     mer_ref = None
                     nmodes = None
                     nchannels = None
                     nranges = None
                     year = None
                     month = None
                     day = None
                     lat = None
                     lon = None
                     siteFile = None
-                    ProcessingUnit.__init__(self)
+                    ProcessingUnit.__init__(self , **kwargs)
                     self.dataOut = self.createObjByDefault()
                     self.imode = 0
                     self.counter_records = 0
                     self.isConfig = False
                     self.flagNoMoreFiles = 0
                     self.buffer = None
                 def createObjByDefault(self):
                     dataObj = Parameters()
                     return dataObj
                 def info(self):
                     '''
                     Experience information
                     '''
                     self.hoy = datetime.datetime.now()
                     place = 'Jicamarca Radio Observatory'
                     signalchainweb='http://jro-dev.igp.gob.pe:3000/projects/signal-chain/wiki/Manual_de_Desarrollador'
                     print '{} at {}'.format(self.hoy,place)
                     print 'Boundary Layer and Tropospheric Radar (BLTR) script, Wind velocities and SNR from *.sswma files'
                     print '{}  \n'.format(signalchainweb)
-                def run(self, path, startDate, endDate, ext, startTime, endTime):
+                def run(self, path, startDate, endDate, ext, startTime, endTime, queue=None):
                     if not(self.isConfig):
                         self.setup(path, startDate, endDate, ext)
                         self.isConfig = True
                     self.getData()
                 def setup(self,
                           path=None,
                           startDate=None,
                           endDate=None,
                           ext=None,
                           startTime=datetime.time(0, 0, 0),
                           endTime=datetime.time(23, 59, 59),
                           timezone=0):
                     self.info()
                     self.path = path
                     if self.path == None:
                         raise ValueError, "The path is not valid"
                     if ext == None:
                         ext = self.ext
                     self.searchFiles(self.path, startDate, endDate, ext)
                     self.timezone = timezone
                     self.ext = ext
                     self.fileIndex = -1
                     if not(self.fileList):
                         raise  Warning, "There is no files matching these date in the folder: %s. \n Check 'startDate' and 'endDate' "%(path)
                     if not(self.setNextFile()):
                         print 'not next file'
                         if (startDate!=None) and (endDate!=None):
                             print "No files in range: %s - %s" %(datetime.datetime.combine(startDate,startTime).ctime(), datetime.datetime.combine(endDate,endTime).ctime())
                         elif startDate != None:
                             print "No files in range: %s" %(datetime.datetime.combine(startDate,startTime).ctime())
                         else:
                             print "No files"
                         sys.exit(-1)
                 def searchFiles(self, path, startDate, endDate, ext=None):
                     '''
                      Searching for BLTR rawdata file in path
                      Creating a list of file to proces included in [startDate,endDate]
                      Input:
                          path - Path to find BLTR rawdata files
                          startDate - Select file from this date
                          enDate - Select file until this date
                          ext - Extension of the file to read
                     '''
                     fullpath = path
                     foldercounter = 0
                     print 'Searching file in %s ' % (fullpath)
                     fileList0 = glob.glob1(fullpath, "*%s" % ext)
                     fileList0.sort()
                     self.fileList = []
                     self.dateFileList = []
                     for thisFile in fileList0:
                         year = thisFile[-14:-10]
                         if not isNumber(year):
                             continue
                         month = thisFile[-10:-8]
                         if not isNumber(month):
                             continue
                         day = thisFile[-8:-6]
                         if not isNumber(day):
                             continue
                         year, month, day = int(year), int(month), int(day)
                         dateFile = datetime.date(year, month, day)
                         if not ((startDate <= dateFile) and (endDate > dateFile)):
                             continue
                         self.fileList.append(thisFile)
                         self.dateFileList.append(dateFile)
                     return 1
                 def setNextFile(self):
                     idFile = self.fileIndex
                     while (True):
                         idFile += 1
                         if idFile >= len(self.fileList):
                             print '\nNo more files in the folder'
                             print 'Total number of file(s) read : {}'.format(self.fileIndex + 1)
                             print  'Time of processing : {}'.format(datetime.datetime.now()- self.hoy)
                             self.flagNoMoreFiles = 1
                             return 0
                         if self.isConfig: print '------------------------[Next File]---------------------------'
                         filename = os.path.join(self.path, self.fileList[idFile])
                         self.Open(filename)
                         print '\n[Setting file] (%s) ...' % self.fileList[idFile]
                         break
                     self.flagIsNewFile =0
                     self.fileIndex = idFile
                     self.filename = filename
                     print 'File:',self.filename
                     return 1
                 def readDataBlock(self):
                     self.readHeader()
                     self.dataRecords(0)
                     print '[New Record] record: {} /{} // file {}/{}'.format(self.counter_records,self.nrecords,self.fileIndex+1,len(self.fileList))
                     self.setDataBuffer()
                     self.flagIsNewBlock = 1
                     if self.counter_records > self.nrecords:
                         self.flagIsNewFile = 1
                         return 0
                     return 1
                 def setDataBuffer(self):
                     '''
                     Storing data from one block
                     '''
                     self.t = datetime.datetime(self.year, self.month, self.day)
                     self.doy = time.localtime(time.mktime(self.t.timetuple())).tm_yday
                     self.buffer = numpy.squeeze(numpy.array([[self.one_snr],[self.one_zonal],[self.one_vertical],[self.one_meridional],
                                                 [self.time],[self.height],[self.fileIndex],
                                                 [self.year],[self.month],[self.day],[self.t],[self.doy]]))
                     self.dataOut.time1 = self.time1
                 def Open(self, filename):
                     '''
                     Opening BLTR rawdata file defined by filename
                     Inputs:
                         filename    - Full path name of BLTR rawdata file
                     '''
                     [dir, name] = os.path.split(filename)
                     strFile = name.split('.')
                     self.siteFile = strFile[0]  # 'peru2' ---> Piura  -   'peru1' ---> Huancayo or Porcuya
                     self.filename = filename
                     if os.path.isfile(self.filename) == False:
                         print 'File do not exist. Check "filename"'
                         sys.exit(0)
                     self.h_file = numpy.dtype([
                                       ('FMN', '<u4'),
                                       ('nrec', '<u4'),
                                       ('fr_offset', '<u4'),
                                       ('id', '<u4'),
                                       ('site', 'u1', (32,))
                                       ])
                     self.pointer = open(self.filename, 'rb')  # rb : Read Binary
+                    print self.filename
                     self.header_file = numpy.fromfile(self.pointer, self.h_file, 1)
+                    print self.header_file
                     self.nrecords = self.header_file['nrec'][0]
                     self.sizeOfFile = os.path.getsize(self.filename)
                     self.time = numpy.zeros([2, self.nrecords], dtype='u4')
                     self.counter_records = 0
                     self.count = 0
                     self.flag_initialArray = False
                     self.year = 0
                     self.month = 0
                     self.day = 0
                 def hasNotDataInBuffer(self):
                     if self.buffer == None:
                         return 1
                     return 0
                 def getData(self):
                     '''
                     Storing data from databuffer to dataOut object
                     '''
                     if self.flagNoMoreFiles==1:
                         self.dataOut.flagNoData = True
                         print 'No file left to process'
                         return 0
                     self.flagIsNewBlock = 0
                     if self.hasNotDataInBuffer():
                         if self.flagIsNewFile==0:
                             self.readNextBlock()
                             '''RETURN A BLOCK OF DATA'''
                             if self.flagNoMoreFiles==0:
                                 self.dataOut.data_SNR = self.buffer[0]
                                 self.dataOut.time = self.buffer[4]
                                 self.dataOut.height = self.height
                                 self.dataOut.height= self.height
                                 self.dataOut.data_output = numpy.squeeze(numpy.array([[self.buffer[1]],
                                                                                     [self.buffer[3]],
                                                                                     [self.buffer[2]]]))
             #
                                 self.dataOut.day, self.dataOut.month, self.dataOut.year = self.buffer[9], self.buffer[8], self.buffer[7]
                                 self.dataOut.utctimeInit = self.time1
                                 self.dataOut.utctime = self.dataOut.utctimeInit
                                 self.dataOut.counter_records = self.counter_records
                                 self.dataOut.nrecords = self.nrecords
                                 self.setHeader()
                                 self.buffer = None
                                 self.dataOut.flagNoData = False
                 def readNextBlock(self):
                     if not(self.setNewBlock()):
                         return 0
                     if not(self.readDataBlock()):
                         return 0
                     if self.flagIsNewFile:
                         self.setNextFile()
                     return 1
                 def setNewBlock(self):
                     if self.pointer==None:
                         return 0
                     if self.flagIsNewFile:
                         return 1
                     if self.counter_records < self.nrecords:
                         return 1
                     if not(self.setNextFile()):
                         return 0
                     return 1
                 def readHeader(self):
                     '''
                     RecordHeader of BLTR rawdata file
                     '''
                     if self.pointer.tell() == self.sizeOfFile:
                         print 'End of File'
                         return
                     self.h_rec1 = numpy.dtype([
                                               ('rmn', '<u4'),
                                               ('rcounter', '<u4'),
                                               ('nr_offset', '<u4'),
                                               ('tr_offset', '<u4'),
                                               ('time', '<u4'),
                                               ('time_msec', '<u4'),
                                               ('tag', 'u1', (32,)),
                                               ('comments', 'u1', (32,)),
                                               ('lat', '<f4'),
                                               ('lon', '<f4'),
                                               ('gps_status', '<u4'),
                                               ('freq', '<u4'),
                                               ('freq0', '<u4'),
                                               ('nchan', '<u4'),
                                               ('delta_r', '<u4'),
                                               ('nranges', '<u4'),
                                               ('r0', '<u4'),
                                               ('prf', '<u4'),
                                               ('ncoh', '<u4'),
                                               ('npoints', '<u4'),
                                               ('polarization', '<i4'),
                                               ('rx_filter', '<u4'),
                                               ('nmodes', '<u4'),
                                               ('dmode_index', '<u4'),
                                               ('dmode_rngcorr', '<u4'),
                                               ('nrxs', '<u4'),
                                               ('acf_length', '<u4'),
                                               ('acf_lags', '<u4'),
                                               ('sea_to_atmos', '<f4'),
                                               ('sea_notch', '<u4'),
                                               ('lh_sea', '<u4'),
                                               ('hh_sea', '<u4'),
                                               ('nbins_sea', '<u4'),
                                               ('min_snr', '<f4'),
                                               ('min_cc', '<f4'),
                                               ('max_time_diff', '<f4')
                                               ])
                     self.header_rec1 = numpy.fromfile(self.pointer, self.h_rec1, 1)
                     self.lat = self.header_rec1['lat'][0]
                     self.lon = self.header_rec1['lon'][0]
                     self.nchannels = self.header_rec1['nchan'][0] / 2
                     self.kchan = self.header_rec1['nrxs'][0]
                     self.nranges = self.header_rec1['nranges'][0]
                     self.deltha = self.header_rec1['delta_r'][0]
                     self.correction = self.header_rec1['dmode_rngcorr'][0]
                     self.nmodes = self.header_rec1['nmodes'][0]
                     self.imode = self.header_rec1['dmode_index'][0]
                     self.h_rec2 = numpy.dtype([
                                       ('antenna_coord', 'f4', (2, self.nchannels)),
                                       ('rx_gains', 'u4', (self.nchannels,)),
                                       ('rx_analysis', 'u4', (self.nchannels,))
                                       ])
                     self.header_rec2 = numpy.fromfile(self.pointer, self.h_rec2, 1)  # header rec2
                     self.antenna = self.header_rec2['antenna_coord']
                     self.rx_gains = self.header_rec2['rx_gains']
                     self.d_rec = numpy.dtype ([
                                     ('range', '<u4'),
                                     ('status', '<u4'),
                                     ('zonal', '<f4'),
                                     ('meridional', '<f4'),
                                     ('vertical', '<f4'),
                                     ('zonal_a', '<f4'),
                                     ('meridional_a', '<f4'),
                                     ('corrected_fading', '<f4'),  # seconds
                                     ('uncorrected_fading', '<f4'),  # seconds
                                     ('time_diff', '<f4'),
                                     ('major_axis', '<f4'),
                                     ('axial_ratio', '<f4'),
                                     ('orientation', '<f4'),
                                     ('sea_power', '<u4'),
                                     ('sea_algorithm', '<u4'),
                                     ('rx_saturation', 'u4', (self.nchannels,)),
                                     ('chan_offset', 'u4', (2 * self.nchannels,)),
                                     ('rx_amp', 'u4', (self.nchannels,)),
                                     ('rx_snr', 'f4', (self.nchannels,)),
                                     ('cross_snr', 'f4', (self.kchan,)),
                                     ('sea_power_relative', 'f4', (self.kchan,))
                             ])
                     # Memory allocation
                     if not(self.flag_initialArray):
                         self.height = numpy.zeros([2, self.nranges], dtype='f4') + numpy.nan
                         self.p_zonal = numpy.zeros([self.nrecords, self.nranges, 2], dtype='f4') + numpy.nan
                         self.p_meridional = numpy.zeros([self.nrecords, self.nranges, 2], dtype='f4') + numpy.nan
                         self.p_vertical = numpy.zeros([self.nrecords, self.nranges, 2], dtype='f4') + numpy.nan
                         self.p_snr = numpy.zeros([self.nrecords, self.nranges, self.kchan, 2], dtype='f4') + numpy.nan
                         self.flag_initialArray = True
                     self.time[self.imode, self.count] = self.header_rec1['time'][0]
                     self.time1 = self.header_rec1['time'][0]
                     tseconds = self.header_rec1['time'][0]
                     local_t1 = time.localtime(tseconds)
                     self.year = local_t1.tm_year
                     self.month = local_t1.tm_mon
                     self.day = local_t1.tm_mday
                     self.t = datetime.datetime(self.year, self.month, self.day)
                 def setHeader(self):
                     '''
                     Saving metada on dataOut object
                     '''
                     self.dataOut.type = 'Parameters'
                     self.dataOut.useLocalTime = False
-                    self.dataOut.outputInterval = 157
+                    # self.dataOut.outputInterval = 157
+                    self.dataOut.paramInterval = 157
                     self.dataOut.timezone = self.timezone
                     self.dataOut.site = self.siteFile
                     self.dataOut.nrecords = self.nrecords
                     self.dataOut.sizeOfFile = self.sizeOfFile
                     self.dataOut.lat = self.lat
                     self.dataOut.lon = self.lon
                     self.dataOut.nchannels = self.nchannels
                     self.dataOut.kchan = self.kchan
                     self.dataOut.nranges = self.nranges
                     self.dataOut.deltha = self.deltha
                     self.dataOut.correction = self.correction
                     self.dataOut.nmodes = self.nmodes
                     self.dataOut.imode = self.imode
                     self.dataOut.antenna = self.antenna
                     self.dataOut.rx_gains = self.rx_gains
                 def dataRecords(self, status_value):
                     '''
                     Reading and filtering data block record of BLTR rawdata file, filtering is according to status_value.
                     Input:
                         status_value - Array data is set to NAN for values that are not equal to status_value
                     '''
                     data_rec = numpy.fromfile(self.pointer, self.d_rec, self.nranges)
                     status = []
                     zonal = []
                     meridional = []
                     vertical = []
                     rx_snr = []
                     index = 0
                     for rec in data_rec:
                         status.append(rec['status'])
                         zonal.append(rec['zonal'])
                         meridional.append(rec['meridional'])
                         vertical.append(rec['vertical'])
                         self.height[self.imode, index] = (rec['range'] - self.correction) / 1000.
                         numpy.seterr(all='ignore')
                         index = index + 1
                         rx_snr.append(rec['rx_snr'])
                     status = numpy.array(status, dtype='int')
                     zonal = numpy.array(zonal, dtype='float')
                     meridional = numpy.array(meridional, dtype='float')
                     vertical = numpy.array(vertical, dtype='float')
                     rx_snr = numpy.array(rx_snr, dtype='float')
                     rx_snr = rx_snr.reshape((self.nranges, self.nchannels))
                     # FILTERING DATA
                     stvalue = status_value
                     zonal[numpy.where(zonal == -9999.)] = numpy.nan
                     zonal[numpy.where(status != stvalue)] = numpy.nan
                     self.p_zonal[self.count, :, self.imode] = zonal
                     self.one_zonal= self.p_zonal[self.count, :, :]
                     meridional[numpy.where(meridional == -9999.)] = numpy.nan
                     meridional[numpy.where(status != stvalue)] = numpy.nan
                     self.p_meridional[self.count, :, self.imode] = meridional
                     self.one_meridional = self.p_meridional[self.count, :, :]
                     vertical[numpy.where(vertical == -9999.)] = numpy.nan
                     vertical[numpy.where(status != stvalue)] = numpy.nan
                     self.p_vertical[self.count, :, self.imode] = vertical
                     self.one_vertical = self.p_vertical[self.count, :, :]
                     rx_snr[numpy.where(rx_snr == -9999.)] = numpy.nan
                     rx_snr[numpy.where(status != stvalue), :] = numpy.nan
                     for k in range(self.kchan):
                         self.p_snr[self.count, :, k, self.imode] = numpy.power(10, rx_snr[:, k] / 10)
                     self.one_snr = self.p_snr[self.count, :, :, :]
                     if self.nmodes == 2:
                         self.count = self.count + self.imode
                     else:
                         self.count = self.count + 1
                     self.imode +=1
                     self.counter_records = self.counter_records + 1
                     self.zon_ref = self.p_zonal
                     self.ver_ref = self.p_vertical
                     self.mer_ref = self.p_meridional
                     self.snr_ref = self.p_snr
                 def Close (self):
                     '''
                     Closing BLTR rawdata file
                     '''
                     if self.pointer.tell() == self.sizeOfFile:
                         self.pointer.close()
                         return
             class testBLTRWriter(Operation):
                 def __init__(self):
                     Operation.__init__(self)
                     self.dataOut = Parameters()
                     self.path = None
                     self.dataOut = None
                     self.flagIsNewFile=1
                     self.ext = ".hdf5"
                     return
                 def run(self, dataOut, path , modetowrite,**kwargs):
                     if self.flagIsNewFile:
                         flagdata = self.setup(dataOut, path, modetowrite)
                     self.putData()
                     return
                 def setup(self, dataOut, path, modetowrite):
                     '''
                     Recovering data to write in new *.hdf5 file
                     Inputs:
                         modew -- mode to write (1 or 2)
                         path --  destination path
                     '''
                     self.im = modetowrite-1
                     if  self.im!=0 and self.im!=1:
                         raise ValueError, 'Check "modetowrite" value. Must be egual to 1 or 2, "{}" is not valid. '.format(modetowrite)
                     self.dataOut = dataOut
                     self.nmodes = self.dataOut.nmodes
                     self.nchannels = self.dataOut.nchannels
                     self.lat = self.dataOut.lat
                     self.lon = self.dataOut.lon
                     self.hcm = 3
                     self.thisDate = self.dataOut.utctimeInit
                     self.year = self.dataOut.year
                     self.month = self.dataOut.month
                     self.day = self.dataOut.day
                     self.path = path
                     self.flagIsNewFile = 0
                     return 1
                 def setFile(self):
                     '''
                     - Determining the file name for each mode of operation
                         kinst - Kind of Instrument (mnemotic)
                         kindat - Kind of Data (mnemotic)
                     - Creating a cedarObject
                     '''
                     lat_piura = -5.17
                     lat_huancayo = -12.04
                     lat_porcuya = -5.8
                     if '%2.2f' % self.lat == '%2.2f' % lat_piura:
                             self.instMnemonic = 'pbr'
                     elif '%2.2f' % self.lat == '%2.2f' % lat_huancayo:
                             self.instMnemonic = 'hbr'
                     elif '%2.2f' % self.lat == '%2.2f' % lat_porcuya:
                             self.instMnemonic = 'obr'
                     else: raise Warning, "The site of file read doesn't match any site known. Only file from Huancayo, Piura and Porcuya can be processed.\n Check the file "
                     mode = ['_mode1','_mode2']
                     self.hdf5filename = '%s%4.4d%2.2d%2.2d%s%s' % (self.instMnemonic,
                                                         self.year,
                                                         self.month,
                                                         self.day,
                                                         mode[self.im],
                                                         self.ext)
                     self.fullname=os.path.join(self.path,self.hdf5filename)
                     if os.path.isfile(self.fullname) :
                         print "Destination path '%s' already exists. Previous file deleted. " %self.fullname
                         os.remove(self.fullname)
                          # Identify kinst and kindat
                     InstName = self.hdf5filename[0:3]
                     KinstList = [1000, 1001, 1002]
                     KinstId = {'pbr':0, 'hbr':1, 'obr':2}  # pbr:piura, hbr:huancayo, obr:porcuya
                     KindatList = [1600, 1601]  # mode 1, mode 2
                     self.type = KinstId[InstName]
                     self.kinst = KinstList[self.type]
                     self.kindat = KindatList[self.im]
                     try:
                         self.cedarObj = madrigal.cedar.MadrigalCedarFile(self.fullname, True)
                     except ValueError, message:
                         print '[Error]: Impossible to create a cedar object with "madrigal.cedar.MadrigalCedarFile" '
                         return
                     return 1
                 def writeBlock(self):
                     '''
                     - Selecting mode of operation:
                         bltr high resolution mode 1 - Low Atmosphere (0 - 3km) //  bltr high resolution mode 2 - High Atmosphere (0 - 10km)
                         msnr - Average Signal Noise Ratio in dB
                         hcm - 3 km
                     - Filling the cedarObject by a block: each array data entry is assigned a code that defines the parameter to write to the file
                         GDLATR - Reference geod latitude (deg)
                         GDLONR - Reference geographic longitude (deg)
                         GDLAT2 - Geodetic latitude of second inst (deg)
                         GLON2 - Geographic longitude of second inst (deg)
                         GDALT - Geodetic altitude (height) (km)
                         SNL - Log10 (signal to noise ratio)
                         VN1P2 - Neutral wind in direction 1 (eastward) (m/s), ie zonal wind
                         VN2P2 - Neutral wind in direction 2 (northward) (m/s), ie meridional wind
                         EL2 - Ending elevation angle (deg), ie vertical wind
                         Other parameters: /madrigal3/metadata/parcodes.tab
                     '''
                     self.z_zon = self.dataOut.data_output[0,:,:]
                     self.z_mer =self.dataOut.data_output[1,:,:]
                     self.z_ver = self.dataOut.data_output[2,:,:]
                     if self.im == 0:
                         h_select = numpy.where(numpy.bitwise_and(self.dataOut.height[0, :] >= 0., self.dataOut.height[0, :] <= self.hcm, numpy.isfinite(self.dataOut.height[0, :])))
                     else:
                         h_select = numpy.where(numpy.bitwise_and(self.dataOut.height[0, :] >= 0., self.dataOut.height[0, :] < 20, numpy.isfinite(self.dataOut.height[0, :])))
                     ht = h_select[0]
                     self.o_height = self.dataOut.height[self.im, ht]
                     self.o_zon = self.z_zon[ht, self.im]
                     self.o_mer = self.z_mer[ht, self.im]
                     self.o_ver = self.z_ver[ht, self.im]
                     o_snr = self.dataOut.data_SNR[ :, :, self.im]
                     o_snr = o_snr[ht, :]
                     ndiv = numpy.nansum((numpy.isfinite(o_snr)), 1)
                     ndiv = ndiv.astype(float)
                     sel_div = numpy.where(ndiv == 0.)
                     ndiv[sel_div] = numpy.nan
                     if self.nchannels > 1:
                         msnr = numpy.nansum(o_snr, axis=1)
                     else:
                         msnr = o_snr
                     try:
                         self.msnr = 10 * numpy.log10(msnr / ndiv)
                     except ZeroDivisionError:
                         self.msnr = 10 * numpy.log10(msnr /1)
                         print 'Number of division (ndiv) egal to 1 by default. Check SNR'
                     time_t = time.gmtime(self.dataOut.time1)
                     year = time_t.tm_year
                     month = time_t.tm_mon
                     day = time_t.tm_mday
                     hour = time_t.tm_hour
                     minute = time_t.tm_min
                     second = time_t.tm_sec
                     timedate_0 = datetime.datetime(year, month, day, hour, minute, second)
                        # 1d parameters
                     GDLATR = self.lat
                     GDLONR = self.lon
                     GDLAT2 = self.lat
                     GLON2 = self.lon
                      # 2d parameters
                     GDALT = self.o_height
                     SNL = self.msnr
                     VN1P2 = self.o_zon
                     VN2P2 = self.o_mer
                     EL2 = self.o_ver
                     NROW = len(self.o_height)
                     startTime = timedate_0
                     endTime = startTime
                     self.dataRec = madrigal.cedar.MadrigalDataRecord(self.kinst,
                                                                  self.kindat,
                                                                  startTime.year,
                                                                  startTime.month,
                                                                  startTime.day,
                                                                  startTime.hour,
                                                                  startTime.minute,
                                                                  startTime.second,
 ,
                                                                  endTime.year,
                                                                  endTime.month,
                                                                  endTime.day,
                                                                  endTime.hour,
                                                                  endTime.minute,
                                                                  endTime.second,
 ,
                                                                  ('gdlatr', 'gdlonr', 'gdlat2', 'glon2'),
                                                                  ('gdalt', 'snl', 'vn1p2', 'vn2p2', 'el2'),
                                                                  NROW, ind2DList=['gdalt'])
                     # Setting 1d values
                     self.dataRec.set1D('gdlatr', GDLATR)
                     self.dataRec.set1D('gdlonr', GDLONR)
                     self.dataRec.set1D('gdlat2', GDLAT2)
                     self.dataRec.set1D('glon2', GLON2)
                     # Setting 2d values
                     for n in range(self.o_height.shape[0]):
                         self.dataRec.set2D('gdalt', n, GDALT[n])
                         self.dataRec.set2D('snl', n, SNL[n])
                         self.dataRec.set2D('vn1p2', n, VN1P2[n])
                         self.dataRec.set2D('vn2p2', n, VN2P2[n])
                         self.dataRec.set2D('el2', n, EL2[n])
                       # Appending new data record
                     '''
                     [MADRIGAL3]There are two ways to write to a MadrigalCedarFile.  Either this method (write) is called after all the
                     records have been appended to the MadrigalCedarFile, or dump is called after a certain number of records are appended,
                     and then at the end dump is called a final time if there were any records not yet dumped, followed by addArray.
                     '''
                     self.cedarObj.append(self.dataRec)
                     print '    [Writing] records {} (mode {}).'.format(self.dataOut.counter_records,self.im+1)
                     self.cedarObj.dump()
                 def setHeader(self):
                     '''
                     - Creating self.catHeadObj
                     - Adding information catalog
                     - Writing file header
                     '''
                     self.catHeadObj = madrigal.cedar.CatalogHeaderCreator(self.fullname)
                     kindatDesc, comments, analyst, history, principleInvestigator = self._info_BLTR()
                     self.catHeadObj.createCatalog(principleInvestigator="Jarjar",
                                               expPurpose='characterize the atmospheric dynamics in this region where frequently it happens the  El Nino',
                                               sciRemarks="http://madrigal3.haystack.mit.edu/static/CEDARMadrigalHdf5Format.pdf")
                     self.catHeadObj.createHeader(kindatDesc, analyst, comments, history)
                     self.catHeadObj.write()
                     print '[File created] path: %s' % (self.fullname)
                 def putData(self):
                     if self.dataOut.flagNoData:
                         return 0
                     if self.dataOut.counter_records == 1:
                         self.setFile()
                         print '[Writing] Setting new hdf5 file for the mode {}'.format(self.im+1)
                     if self.dataOut.counter_records <= self.dataOut.nrecords:
                         self.writeBlock()
                     if self.dataOut.counter_records == self.dataOut.nrecords:
                         self.cedarObj.addArray()
                         self.setHeader()
                         self.flagIsNewFile = 1
                 def _info_BLTR(self):
                     kindatDesc = '''--This header is for KINDAT = %d''' % self.kindat
                     history = None
                     analyst = '''Jarjar'''
                     principleInvestigator = '''
                         Jarjar
                         Radio Observatorio de Jicamarca
                         Instituto Geofisico del Peru
                         '''
                     if self.type == 1:
                         comments = '''
                         --These data are provided by two Boundary Layer and Tropospheric Radar (BLTR) deployed at two different locations at Peru(GMT-5), one of them at Piura(5.17 S, 80.64W) and another located at Huancayo (12.04 S, 75.32 W).
                         --The purpose of conducting these observations is to measure wind in the differents levels of height, this radar makes measurements the  Zonal(U), Meridional(V) and Vertical(W) wind velocities component in northcoast from Peru. And the main purpose of these mensurations is to characterize the atmospheric dynamics in this region where frequently it happens the  'El Nino Phenomenon'
                         --In Kindat = 1600, contains information of wind velocities component since 0 Km to 3 Km.
                         --In Kindat = 1601, contains information of wind velocities component since 0 Km to 10 Km.
                         --The Huancayo-BLTR is a VHF Profiler Radar System is a 3 channel coherent receiver pulsed radar utilising state-of-the-art software and computing techniques to acquire, decode, and translate signals obtained from partial reflection echoes in the troposphere, lower stratosphere and mesosphere.   It uses an array of three horizontal spaced and vertically directed receiving antennas. The data is recorded thirty seconds, averaged to one minute mean values of  Height, Zonal, Meridional and Vertical wind.
                         --The Huancayo-BLTR was installed in January 2010. This instrument was designed and constructed by Genesis Soft Pty. Ltd. Is constituted by three groups of spaced antennas (distributed) forming an isosceles triangle.
                         Station _______ Geographic Coord ______ Geomagnetic Coord
                         _______________ Latitude _ Longitude __ Latitude _ Longitude
                         Huancayo (HUA) __12.04 S ___ 75.32 W _____ -12.05 ____ 352.85
                         Piura (PIU) _____ 5.17 S ___ 80.64 W ______ 5.18 ____ 350.93
                         WIND OBSERVATIONS
                         --To obtain wind the BLTR uses Spaced Antenna technique (e.g., Briggs 1984). The scatter and reflection it still provided by variations in the refractive index as in the Doppler method(Gage and Basley,1978; Balsley and Gage 1982; Larsen and Rottger 1982), but instead of using the Doppler shift to derive the velocity components, the cross-correlation between signals in an array of three horizontally spaced and vertically directed receiving antennas is used.
                         ......................................................................
                         For more information, consult the following references:
                         - Balsley, B. B., and K. S. Gage., On the use of radars for operational wind profiling, Bull. Amer. Meteor.Soc.,63, 1009-1018, 1982.
                         - Briggs, B. H., The analysis of spaced sensor data by correations techniques, Handbook for MAP, Vol. 13, SCOTEP Secretariat, University of Illinois, Urbana, 166-186, 1984.
                         - Gage, K. S., and B.B. Balsley., Doppler radar probing of the clear atmosphere, Bull. Amer. Meteor.Soc., 59, 1074-1093, 1978.
                         - Larsen, M. F., The Spaced Antenna Technique for Radar Wind Profiling, Journal of Atm. and Ocean. Technology. , Vol.6, 920-937, 1989.
                         - Larsen, M. F., A method for single radar voracity measurements?, Handbook for MAP,SCOSTEP Secretariat, University of the Illinois, Urban, in press, 1989.
                         ......................................................................
                         ACKNOWLEDGEMENTS:
                         --The Piura and Huancayo BLTR are part of the network of instruments operated by the Jicamarca Radio Observatory.
                         --The Jicamarca Radio Observatory is a facility of the Instituto Geofisico del Peru operated with support from the NSF Cooperative Agreement ATM-0432565 through Cornell University
                         ......................................................................
                         Further questions and comments should be addressed to:
                             Radio Observatorio de Jicamarca
                             Instituto Geofisico del Peru
                             Lima, Peru
                             Web URL: http://jro.igp.gob.pe
                         ......................................................................
                 '''
                     return kindatDesc, comments, analyst, history, principleInvestigator

schainpy/model/io/io_bltr_block.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/jroIO_base.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/jroIO_bltr.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/jroIO_mira35c.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/jroIO_param.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/jroIO_spectra.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/io/jroIO_voltage.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/__init__.py +1 -1

             '''
             $Author: murco $
             $Id: Processor.py 1 2012-11-12 18:56:07Z murco $
             '''
             from jroproc_voltage import *
             from jroproc_spectra import *
             from jroproc_heispectra import *
             from jroproc_amisr import *
             from jroproc_correlation import *
             from jroproc_parameters import *
             from jroproc_spectra_lags import *
             from jroproc_spectra_acf import *
-            #from jroproc_bltr import *
+            from jroproc_bltr import *

schainpy/model/proc/__init__.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/jroproc_base.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/jroproc_bltr.py +2 -2

             '''
             Created on Oct 24, 2016
             @author: roj- LouVD
             '''
             import numpy
             import copy
             import datetime
             import time
             from time import gmtime
             from jroproc_base import ProcessingUnit
             from schainpy.model.data.jrodata import Parameters
             from numpy import transpose
             from matplotlib import cm
             import matplotlib.pyplot as plt
             from matplotlib.mlab import griddata
             class BLTRProcess(ProcessingUnit):
                 isConfig = False
                 '''
                 Processing unit for BLTR rawdata
                 Inputs:
                     self.dataOut.nmodes - Number of operation modes
                     self.dataOut.nchannels - Number of channels
                     self.dataOut.nranges - Number of ranges
                     self.dataOut.data_SNR - SNR array
                     self.dataOut.data_output - Zonal, Vertical and Meridional velocity array
                     self.dataOut.height - Height array (km)
                     self.dataOut.time - Time array (seconds)
                     self.dataOut.fileIndex -Index of the file currently read
                     self.dataOut.lat - Latitude coordinate of BLTR location
                     self.dataOut.doy - Experiment doy (number of the day in the current year)
                     self.dataOut.month - Experiment month
                     self.dataOut.day - Experiment day
                     self.dataOut.year - Experiment year
                 '''
-                def __init__(self):
+                def __init__(self, **kwargs):
                     '''
                     Inputs: None
                     '''
-                    ProcessingUnit.__init__(self)
+                    ProcessingUnit.__init__(self, **kwargs)
                     self.dataOut = Parameters()
                     # Filters
                     snr_val = None
                     value = None
                     svalue2 = None
                     method = None
                     factor = None
                     filter = None
                     npoints = None
                     status_value = None
                     width = None
                     self.flagfirstmode = 0
                 def run (self):
                     if self.dataIn.type == "Parameters":
                         self.dataOut.copy(self.dataIn)
                 def TimeSelect(self):
                     '''
                     Selecting the time array according to the day of the experiment with a duration of 24 hours
                     '''
                     k1 = datetime.datetime(self.dataOut.year, self.dataOut.month, self.dataOut.day) - datetime.timedelta(hours=5)
                     k2 = datetime.datetime(self.dataOut.year, self.dataOut.month, self.dataOut.day) + datetime.timedelta(hours=25) - datetime.timedelta(hours=5)
                     limit_sec1 = time.mktime(k1.timetuple())
                     limit_sec2 = time.mktime(k2.timetuple())
                     valid_data = 0
                     doy = self.dataOut.doy
                     t1 = numpy.where(self.dataOut.time[0, :] >= limit_sec1)
                     t2 = numpy.where(self.dataOut.time[0, :] < limit_sec2)
                     time_select = []
                     for val_sec in t1[0]:
                         if val_sec in t2[0]:
                             time_select.append(val_sec)
                     time_select = numpy.array(time_select, dtype='int')
                     valid_data = valid_data + len(time_select)
                     if len(time_select) > 0:
                         self.f_timesec = self.dataOut.time[:, time_select]
                         snr = self.dataOut.data_SNR[time_select, :, :, :]
                         zon = self.dataOut.data_output[0][time_select, :, :]
                         mer = self.dataOut.data_output[1][time_select, :, :]
                         ver = self.dataOut.data_output[2][time_select, :, :]
                     if valid_data > 0:
                         self.timesec1 = self.f_timesec[0, :]
                         self.f_height = self.dataOut.height
                         self.f_zon = zon
                         self.f_mer = mer
                         self.f_ver = ver
                         self.f_snr = snr
                         self.f_timedate = []
                         self.f_time = []
                         for valuet in self.timesec1:
                             time_t = time.gmtime(valuet)
                             year = time_t.tm_year
                             month = time_t.tm_mon
                             day = time_t.tm_mday
                             hour = time_t.tm_hour
                             minute = time_t.tm_min
                             second = time_t.tm_sec
                             f_timedate_0 = datetime.datetime(year, month, day, hour, minute, second)
                             self.f_timedate.append(f_timedate_0)
                         return self.f_timedate, self.f_timesec, self.f_height, self.f_zon, self.f_mer, self.f_ver, self.f_snr
                     else:
                         self.f_timesec = None
                         self.f_timedate = None
                         self.f_height = None
                         self.f_zon = None
                         self.f_mer = None
                         self.f_ver = None
                         self.f_snr = None
                         print 'Invalid time'
                         return self.f_timedate, self.f_height, self.f_zon, self.f_mer, self.f_ver, self.f_snr
                 def SnrFilter(self, snr_val,modetofilter):
                     '''
                     Inputs: snr_val - Threshold value
                     '''
                     if modetofilter!=2 and modetofilter!=1 :
                         raise ValueError,'Mode to filter should be "1" or "2". {} is not valid, check "Modetofilter" value.'.format(modetofilter)
                     m = modetofilter-1
                     print '    SNR filter [mode {}]: SNR <= {}: data_output = NA'.format(modetofilter,snr_val)
                     for k in range(self.dataOut.nchannels):
                         for r in range(self.dataOut.nranges):
                             if self.dataOut.data_SNR[r,k,m] <= snr_val:
                                 self.dataOut.data_output[2][r,m] = numpy.nan
                                 self.dataOut.data_output[1][r,m] = numpy.nan
                                 self.dataOut.data_output[0][r,m] = numpy.nan
                 def OutliersFilter(self,modetofilter,svalue,svalue2,method,factor,filter,npoints):
                     '''
                     Inputs:
                         svalue    -  string to select array velocity
                         svalue2    -  string to choose axis filtering
                         method    - 0 for SMOOTH or 1 for MEDIAN
                         factor    - number used to set threshold
                         filter    - 1 for data filtering using the standard deviation criteria else 0
                         npoints    - number of points for mask filter
                     '''
                     if modetofilter!=2 and modetofilter!=1 :
                         raise ValueError,'Mode to filter should be "1" or "2". {} is not valid, check "Modetofilter" value.'.format(modetofilter)
                     m = modetofilter-1
                     print '    Outliers Filter [mode {}]: {} {} / threshold = {}'.format(modetofilter,svalue,svalue,factor)
                     npoints = 9
                     novalid = 0.1
                     if svalue == 'zonal':
                         value = self.dataOut.data_output[0]
                     elif svalue == 'meridional':
                         value = self.dataOut.data_output[1]
                     elif svalue == 'vertical':
                         value = self.dataOut.data_output[2]
                     else:
                         print 'value is not defined'
                         return
                     if svalue2 == 'inTime':
                         yaxis = self.dataOut.height
                         xaxis = numpy.array([[self.dataOut.time1],[self.dataOut.time1]])
                     elif svalue2 == 'inHeight':
                         yaxis = numpy.array([[self.dataOut.time1],[self.dataOut.time1]])
                         xaxis = self.dataOut.height
                     else:
                         print 'svalue2 is required, either inHeight or inTime'
                         return
                     output_array = value
                     value_temp = value[:,m]
                     error = numpy.zeros(len(self.dataOut.time[m,:]))
                     if svalue2 == 'inHeight':
                         value_temp = numpy.transpose(value_temp)
                         error = numpy.zeros(len(self.dataOut.height))
                     htemp = yaxis[m,:]
                     std = value_temp
                     for h in range(len(htemp)):
                         if filter: #standard deviation filtering
                             std[h] = numpy.std(value_temp[h],ddof = npoints)
                             value_temp[numpy.where(std[h] > 5),h] = numpy.nan
                             error[numpy.where(std[h] > 5)] = error[numpy.where(std[h] > 5)] + 1
                         nvalues_valid = len(numpy.where(numpy.isfinite(value_temp[h]))[0])
                         minvalid = novalid*len(xaxis[m,:])
                         if minvalid <= npoints:
                             minvalid = npoints
                         #only if valid values greater than the minimum required (10%)
                         if nvalues_valid > minvalid:
                             if method == 0:
                                 #SMOOTH
                                 w = value_temp[h] - self.Smooth(input=value_temp[h], width=npoints, edge_truncate=1)
                             if method == 1:
                                 #MEDIAN
                                 w = value_temp[h] - self.Median(input=value_temp[h], width = npoints)
                             dw = numpy.std(w[numpy.where(numpy.isfinite(w))],ddof = 1)
                             threshold = dw*factor
                             value_temp[numpy.where(w > threshold),h] = numpy.nan
                             value_temp[numpy.where(w < -1*threshold),h] = numpy.nan
                     #At the end
                     if svalue2 == 'inHeight':
                         value_temp = numpy.transpose(value_temp)
                     output_array[:,m] = value_temp
                     if svalue == 'zonal':
                         self.dataOut.data_output[0] = output_array
                     elif svalue == 'meridional':
                         self.dataOut.data_output[1] = output_array
                     elif svalue == 'vertical':
                         self.dataOut.data_output[2] = output_array
                     return self.dataOut.data_output
                 def Median(self,input,width):
                     '''
                     Inputs:
                         input - Velocity array
                         width - Number of points for mask filter
                     '''
                     if numpy.mod(width,2) == 1:
                         pc = int((width - 1) / 2)
                     cont = 0
                     output = []
                     for i in range(len(input)):
                         if i >= pc and i < len(input) - pc:
                             new2 = input[i-pc:i+pc+1]
                             temp = numpy.where(numpy.isfinite(new2))
                             new = new2[temp]
                             value = numpy.median(new)
                             output.append(value)
                     output = numpy.array(output)
                     output = numpy.hstack((input[0:pc],output))
                     output = numpy.hstack((output,input[-pc:len(input)]))
                     return output
                 def Smooth(self,input,width,edge_truncate = None):
                     '''
                     Inputs:
                         input - Velocity array
                         width - Number of points for mask filter
                         edge_truncate - 1 for truncate the convolution product else
                     '''
                     if numpy.mod(width,2) == 0:
                         real_width = width + 1
                         nzeros = width / 2
                     else:
                         real_width = width
                         nzeros = (width - 1) / 2
                     half_width = int(real_width)/2
                     length = len(input)
                     gate = numpy.ones(real_width,dtype='float')
                     norm_of_gate = numpy.sum(gate)
                     nan_process = 0
                     nan_id = numpy.where(numpy.isnan(input))
                     if len(nan_id[0]) > 0:
                         nan_process = 1
                         pb = numpy.zeros(len(input))
                         pb[nan_id] = 1.
                         input[nan_id] = 0.
                     if edge_truncate == True:
                         output = numpy.convolve(input/norm_of_gate,gate,mode='same')
                     elif edge_truncate == False or edge_truncate == None:
                         output = numpy.convolve(input/norm_of_gate,gate,mode='valid')
                         output = numpy.hstack((input[0:half_width],output))
                         output = numpy.hstack((output,input[len(input)-half_width:len(input)]))
                     if nan_process:
                         pb = numpy.convolve(pb/norm_of_gate,gate,mode='valid')
                         pb = numpy.hstack((numpy.zeros(half_width),pb))
                         pb = numpy.hstack((pb,numpy.zeros(half_width)))
                         output[numpy.where(pb > 0.9999)] = numpy.nan
                         input[nan_id] = numpy.nan
                     return output
                 def Average(self,aver=0,nhaver=1):
                     '''
                     Inputs:
                         aver - Indicates the time period over which is averaged or consensus data
                         nhaver - Indicates the decimation factor in heights
                     '''
                     nhpoints = 48
                     lat_piura = -5.17
                     lat_huancayo = -12.04
                     lat_porcuya = -5.8
                     if '%2.2f'%self.dataOut.lat == '%2.2f'%lat_piura:
                         hcm = 3.
                         if self.dataOut.year == 2003 :
                             if self.dataOut.doy >= 25 and self.dataOut.doy < 64:
                                 nhpoints = 12
                     elif '%2.2f'%self.dataOut.lat == '%2.2f'%lat_huancayo:
                         hcm = 3.
                         if self.dataOut.year == 2003 :
                             if self.dataOut.doy >= 25 and self.dataOut.doy < 64:
                                 nhpoints = 12
                     elif '%2.2f'%self.dataOut.lat == '%2.2f'%lat_porcuya:
                         hcm = 5.#2
                     pdata = 0.2
                     taver = [1,2,3,4,6,8,12,24]
                     t0 = 0
                     tf = 24
                     ntime =(tf-t0)/taver[aver]
                     ti = numpy.arange(ntime)
                     tf = numpy.arange(ntime) + taver[aver]
                     old_height = self.dataOut.heightList
                     if nhaver > 1:
                         num_hei = len(self.dataOut.heightList)/nhaver/self.dataOut.nmodes
                         deltha = 0.05*nhaver
                         minhvalid = pdata*nhaver
                         for im in range(self.dataOut.nmodes):
                             new_height = numpy.arange(num_hei)*deltha + self.dataOut.height[im,0] + deltha/2.
                     data_fHeigths_List = []
                     data_fZonal_List = []
                     data_fMeridional_List = []
                     data_fVertical_List = []
                     startDTList = []
                     for i in range(ntime):
                         height = old_height
                         start = datetime.datetime(self.dataOut.year,self.dataOut.month,self.dataOut.day) + datetime.timedelta(hours = int(ti[i])) - datetime.timedelta(hours = 5)
                         stop = datetime.datetime(self.dataOut.year,self.dataOut.month,self.dataOut.day) + datetime.timedelta(hours = int(tf[i])) - datetime.timedelta(hours = 5)
                         limit_sec1 = time.mktime(start.timetuple())
                         limit_sec2 = time.mktime(stop.timetuple())
                         t1 = numpy.where(self.f_timesec >= limit_sec1)
                         t2 = numpy.where(self.f_timesec < limit_sec2)
                         time_select = []
                         for val_sec in t1[0]:
                             if val_sec in t2[0]:
                                 time_select.append(val_sec)
                         time_select = numpy.array(time_select,dtype = 'int')
                         minvalid = numpy.ceil(pdata*nhpoints)
                         zon_aver = numpy.zeros([self.dataOut.nranges,self.dataOut.nmodes],dtype='f4') + numpy.nan
                         mer_aver = numpy.zeros([self.dataOut.nranges,self.dataOut.nmodes],dtype='f4') + numpy.nan
                         ver_aver = numpy.zeros([self.dataOut.nranges,self.dataOut.nmodes],dtype='f4') + numpy.nan
                         if nhaver > 1:
                             new_zon_aver = numpy.zeros([num_hei,self.dataOut.nmodes],dtype='f4') + numpy.nan
                             new_mer_aver = numpy.zeros([num_hei,self.dataOut.nmodes],dtype='f4') + numpy.nan
                             new_ver_aver = numpy.zeros([num_hei,self.dataOut.nmodes],dtype='f4') + numpy.nan
                         if len(time_select) > minvalid:
                             time_average = self.f_timesec[time_select]
                             for im in range(self.dataOut.nmodes):
                                 for ih in range(self.dataOut.nranges):
                                     if numpy.sum(numpy.isfinite(self.f_zon[time_select,ih,im])) >= minvalid:
                                         zon_aver[ih,im] = numpy.nansum(self.f_zon[time_select,ih,im]) / numpy.sum(numpy.isfinite(self.f_zon[time_select,ih,im]))
                                     if numpy.sum(numpy.isfinite(self.f_mer[time_select,ih,im])) >= minvalid:
                                         mer_aver[ih,im] = numpy.nansum(self.f_mer[time_select,ih,im]) / numpy.sum(numpy.isfinite(self.f_mer[time_select,ih,im]))
                                     if numpy.sum(numpy.isfinite(self.f_ver[time_select,ih,im])) >= minvalid:
                                         ver_aver[ih,im] = numpy.nansum(self.f_ver[time_select,ih,im]) / numpy.sum(numpy.isfinite(self.f_ver[time_select,ih,im]))
                                 if nhaver > 1:
                                     for ih in range(num_hei):
                                         hvalid = numpy.arange(nhaver) + nhaver*ih
                                         if numpy.sum(numpy.isfinite(zon_aver[hvalid,im])) >= minvalid:
                                             new_zon_aver[ih,im] = numpy.nansum(zon_aver[hvalid,im]) /  numpy.sum(numpy.isfinite(zon_aver[hvalid,im]))
                                         if numpy.sum(numpy.isfinite(mer_aver[hvalid,im])) >= minvalid:
                                             new_mer_aver[ih,im] = numpy.nansum(mer_aver[hvalid,im]) /  numpy.sum(numpy.isfinite(mer_aver[hvalid,im]))
                                         if numpy.sum(numpy.isfinite(ver_aver[hvalid,im])) >= minvalid:
                                             new_ver_aver[ih,im] = numpy.nansum(ver_aver[hvalid,im]) /  numpy.sum(numpy.isfinite(ver_aver[hvalid,im]))
                             if nhaver > 1:
                                 zon_aver = new_zon_aver
                                 mer_aver = new_mer_aver
                                 ver_aver = new_ver_aver
                                 height = new_height
                             tstart = time_average[0]
                             tend = time_average[-1]
                             startTime = time.gmtime(tstart)
                             year = startTime.tm_year
                             month = startTime.tm_mon
                             day = startTime.tm_mday
                             hour = startTime.tm_hour
                             minute = startTime.tm_min
                             second = startTime.tm_sec
                             startDTList.append(datetime.datetime(year,month,day,hour,minute,second))
                             o_height = numpy.array([])
                             o_zon_aver = numpy.array([])
                             o_mer_aver = numpy.array([])
                             o_ver_aver = numpy.array([])
                             if self.dataOut.nmodes > 1:
                                 for im in range(self.dataOut.nmodes):
                                     if im == 0:
                                         h_select = numpy.where(numpy.bitwise_and(height[0,:] >=0,height[0,:] <= hcm,numpy.isfinite(height[0,:])))
                                     else:
                                         h_select = numpy.where(numpy.bitwise_and(height[1,:] > hcm,height[1,:] < 20,numpy.isfinite(height[1,:])))
                                     ht = h_select[0]
                                     o_height = numpy.hstack((o_height,height[im,ht]))
                                     o_zon_aver = numpy.hstack((o_zon_aver,zon_aver[ht,im]))
                                     o_mer_aver = numpy.hstack((o_mer_aver,mer_aver[ht,im]))
                                     o_ver_aver = numpy.hstack((o_ver_aver,ver_aver[ht,im]))
                                 data_fHeigths_List.append(o_height)
                                 data_fZonal_List.append(o_zon_aver)
                                 data_fMeridional_List.append(o_mer_aver)
                                 data_fVertical_List.append(o_ver_aver)
                             else:
                                 h_select = numpy.where(numpy.bitwise_and(height[0,:] <= hcm,numpy.isfinite(height[0,:])))
                                 ht = h_select[0]
                                 o_height = numpy.hstack((o_height,height[im,ht]))
                                 o_zon_aver = numpy.hstack((o_zon_aver,zon_aver[ht,im]))
                                 o_mer_aver = numpy.hstack((o_mer_aver,mer_aver[ht,im]))
                                 o_ver_aver = numpy.hstack((o_ver_aver,ver_aver[ht,im]))
                                 data_fHeigths_List.append(o_height)
                                 data_fZonal_List.append(o_zon_aver)
                                 data_fMeridional_List.append(o_mer_aver)
                                 data_fVertical_List.append(o_ver_aver)
                     return startDTList, data_fHeigths_List, data_fZonal_List, data_fMeridional_List, data_fVertical_List
                 def prePlot(self,modeselect=None):
                     '''
                   Inputs:
                       self.dataOut.data_output - Zonal, Meridional and Vertical velocity array
                       self.dataOut.height - height array
                       self.dataOut.time  - Time array (seconds)
                       self.dataOut.data_SNR - SNR array
                       '''
                     m = modeselect -1
                     print '    [Plotting mode {}]'.format(modeselect)
                     if not (m ==1 or m==0):
                         raise IndexError("'Mode' must be egual to : 1 or 2")
             #
                     if self.flagfirstmode==0:
                         #copy of the data
                         self.data_output_copy = self.dataOut.data_output.copy()
                         self.data_height_copy = self.dataOut.height.copy()
                         self.data_time_copy = self.dataOut.time.copy()
                         self.data_SNR_copy = self.dataOut.data_SNR.copy()
                         self.flagfirstmode = 1
                     else:
                         self.dataOut.data_output = self.data_output_copy
                         self.dataOut.height = self.data_height_copy
                         self.dataOut.time = self.data_time_copy
                         self.dataOut.data_SNR = self.data_SNR_copy
                         self.flagfirstmode = 0
                     #select data for mode m
                     #self.dataOut.data_output = self.dataOut.data_output[:,:,m]
                     self.dataOut.heightList = self.dataOut.height[0,:]
                     data_SNR = self.dataOut.data_SNR[:,:,m]
                     self.dataOut.data_SNR= transpose(data_SNR)
                     if m==1 and self.dataOut.counter_records%2==0:
                         print '*********'
                         print 'MODO 2'
                         #print 'Zonal', self.dataOut.data_output[0]
                         #print 'Meridional', self.dataOut.data_output[1]
                         #print 'Vertical', self.dataOut.data_output[2]
                         print '*********'
                         Vx=self.dataOut.data_output[0,:,m]
                         Vy=self.dataOut.data_output[1,:,m]
                         Vmag=numpy.sqrt(Vx**2+Vy**2)
                         Vang=numpy.arctan2(Vy,Vx)
                         #print 'Vmag', Vmag
                         #print 'Vang', Vang
                         self.dataOut.data_output[0,:,m]=Vmag
                         self.dataOut.data_output[1,:,m]=Vang
                         prin= self.dataOut.data_output[0,:,m][~numpy.isnan(self.dataOut.data_output[0,:,m])]
                         print ' '
                         print 'VmagAverage',numpy.mean(prin)
                         print ' '
                     self.dataOut.data_output = self.dataOut.data_output[:,:,m]
   No newline at end of file

schainpy/model/proc/jroproc_bltr.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/jroproc_correlation.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/jroproc_parameters.py 0 0

	1	NO CONTENT: modified file			NO CONTENT: modified file
The requested commit or file is too big and content was truncated. Show full diff

schainpy/model/proc/jroproc_parameters.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/jroproc_spectra.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/model/proc/jroproc_voltage.pyc binary modified 0 0

NO CONTENT: modified file, binary diff hidden

schainpy/scripts/schain.xml +1 -1

	@@ -1,1 +1,1
	1	<Project description="Segundo Test" id="191" name="test01"><ReadUnit datatype="VoltageReader" id="1911" inputId="0" name="VoltageReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="VoltageReader" /><Parameter format="str" id="191112" name="path" value="/home/erick/Documents/Data/Claire_Data/raw" /><Parameter format="date" id="191113" name="startDate" value="2017/07/26" /><Parameter format="date" id="191114" name="endDate" value="2017/10/28" /><Parameter format="time" id="191115" name="startTime" value="09:40:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:00" /><Parameter format="int" id="191118" name="online" value="0" /><Parameter format="int" id="191119" name="walk" value="1" /></Operation><Operation id="19112" name="printNumberOfBlock" priority="2" type="self" /></ReadUnit><ProcUnit datatype="SpectraProc" id="1913" inputId="1912" name="SpectraProc"><Operation id="19131" name="run" priority="1" type="self"><Parameter format="int" id="191311" name="nFFTPoints" value="256" /><Parameter format="pairslist" id="191312" name="pairsList" value="(0,1),(0,2),(1,2)" /></Operation><Operation id="19132" name="removeDC" priority="2" type="self" /><Operation id="19133" name="IncohInt" priority="3" type="external"><Parameter format="float" id="191331" name="n" value="30" /></Operation><Operation id="19134" name="SpectraPlot" priority="4" type="external"><Parameter format="int" id="191341" name="id" value="11" /><Parameter format="str" id="191342" name="wintitle" value="SpectraPlot" /><Parameter format="str" id="191343" name="xaxis" value="velocity" /><Parameter format="int" id="191344" name="zmin" value="0" /><Parameter format="float" id="191345" name="ymin" value="1.5" /><Parameter format="int" id="191346" name="ymax" value="7" /><Parameter format="int" id="191347" name="zmax" value="40" /><Parameter format="int" id="191348" name="save" value="1" /></Operation><Operation id="19135" name="RTIPlot" priority="5" type="other"><Parameter format="int" id="191351" name="id" value="30" /><Parameter format="str" id="191352" name="wintitle" value="RTI" /><Parameter format="int" id="191353" name="zmin" value="0" /><Parameter format="int" id="191354" name="zmax" value="40" /><Parameter format="float" id="191355" name="ymin" value="1.5" /><Parameter format="int" id="191356" name="ymax" value="8" /><Parameter format="int" id="191357" name="showprofile" value="1" /><Parameter format="float" id="191358" name="xmin" value="0" /><Parameter format="float" id="191359" name="xmax" value="23.9" /><Parameter format="int" id="191360" name="save" value="1" /></Operation><Operation id="19136" name="CrossSpectraPlot" priority="6" type="other"><Parameter format="str" id="191361" name="phase_cmap" value="bwr" /><Parameter format="int" id="191362" name="id" value="2005" /><Parameter format="str" id="191363" name="wintitle" value="CrossSpectraPlot_ShortPulse" /><Parameter format="str" id="191364" name="xaxis" value="Velocity" /><Parameter format="float" id="191365" name="ymin" value="1.5" /><Parameter format="int" id="191366" name="ymax" value="7" /></Operation></ProcUnit><ProcUnit datatype="VoltageProc" id="1912" inputId="1911" name="VoltageProc"><Operation id="19121" name="run" priority="1" type="self" /><Operation id="19122" name="setRadarFrequency" priority="2" type="self"><Parameter format="float" id="191221" name="frequency" value="445.09e6" /></Operation><Operation id="19123" name="selectHeights" priority="3" type="self"><Parameter format="float" id="191231" name="minHei" value="0" /><Parameter format="float" id="191232" name="maxHei" value="64" /></Operation></ProcUnit><ProcUnit datatype="Parameters" id="1914" inputId="1913" name="ParametersProc"><Operation id="19141" name="run" priority="1" type="self" /><Operation id="19142" name="SpectralMoments" priority="2" type="other" /><Operation id="19143" name="FullSpectralAnalysis" priority="3" type="other"><Parameter format="float" id="191431" name="E01" value="1.5" /><Parameter format="float" id="191432" name="E02" value="1.5" /><Parameter format="float" id="191433" name="E12" value="0" /><Parameter format="float" id="191434" name="N01" value="0.875" /><Parameter format="float" id="191435" name="N02" value="-0.875" /><Parameter format="float" id="191436" name="N12" value="-1.75" /></Operation><Operation id="19144" name="WindProfilerPlot" priority="4" type="other"><Parameter format="int" id="191441" name="id" value="4" /><Parameter format="str" id="191442" name="wintitle" value="Wind Profiler" /><Parameter format="bool" id="191443" name="save" value="1" /><Parameter format="float" id="191444" name="ymin" value="1.5" /><Parameter format="int" id="191445" name="ymax" value="7" /><Parameter format="float" id="191446" name="zmin" value="-0.00" /><Parameter format="float" id="191447" name="zmax" value="1.1" /></Operation></ProcUnit></Project> No newline at end of file		1	<Project description="read bltr data sswma file" id="191" name="test1"><ReadUnit datatype="testBLTRReader" id="1911" inputId="0" name="testBLTRReader"><Operation id="19111" name="run" priority="1" type="self"><Parameter format="str" id="191111" name="datatype" value="testBLTRReader" /><Parameter format="str" id="191112" name="path" value="/media/erick/6F60F7113095A154/BLTR" /><Parameter format="date" id="191113" name="startDate" value="2017/01/17" /><Parameter format="date" id="191114" name="endDate" value="2018/01/01" /><Parameter format="time" id="191115" name="startTime" value="00:00:00" /><Parameter format="time" id="191116" name="endTime" value="23:59:59" /><Parameter format="str" id="191118" name="ext" value="sswma" /></Operation></ReadUnit><ProcUnit datatype="BLTRProcess" id="1912" inputId="1911" name="BLTRProcess"><Operation id="19121" name="run" priority="1" type="self" /><Operation id="19122" name="SnrFilter" priority="2" type="self"><Parameter format="float" id="191221" name="snr_val" value="-20" /><Parameter format="int" id="191222" name="modetofilter" value="2" /></Operation><Operation id="19123" name="OutliersFilter" priority="3" type="self"><Parameter format="str" id="191231" name="svalue" value="meridional" /><Parameter format="str" id="191232" name="svalue2" value="inTime" /><Parameter format="float" id="191233" name="method" value="0" /><Parameter format="float" id="191234" name="factor" value="2" /><Parameter format="float" id="191235" name="filter" value="0" /><Parameter format="float" id="191236" name="npoints" value="9" /><Parameter format="int" id="191237" name="modetofilter" value="2" /></Operation><Operation id="19124" name="OutliersFilter" priority="4" type="self"><Parameter format="str" id="191241" name="svalue" value="zonal" /><Parameter format="str" id="191242" name="svalue2" value="inTime" /><Parameter format="float" id="191243" name="method" value="0" /><Parameter format="float" id="191244" name="factor" value="2" /><Parameter format="float" id="191245" name="filter" value="0" /><Parameter format="float" id="191246" name="npoints" value="9" /><Parameter format="int" id="191247" name="modetofilter" value="2" /></Operation><Operation id="19125" name="OutliersFilter" priority="5" type="self"><Parameter format="str" id="191251" name="svalue" value="vertical" /><Parameter format="str" id="191252" name="svalue2" value="inHeight" /><Parameter format="float" id="191253" name="method" value="0" /><Parameter format="float" id="191254" name="factor" value="2" /><Parameter format="float" id="191255" name="filter" value="0" /><Parameter format="float" id="191256" name="npoints" value="9" /><Parameter format="int" id="191257" name="modetofilter" value="2" /></Operation><Operation id="19126" name="prePlot" priority="6" type="self"><Parameter format="int" id="191261" name="modeselect" value="1" /></Operation><Operation id="19127" name="WindProfilerPlot" priority="7" type="other"><Parameter format="int" id="191271" name="id" value="1" /><Parameter format="str" id="191272" name="wintitle" value="" /><Parameter format="intlist" id="191273" name="channelList" value="0" /><Parameter format="int" id="191274" name="SNRmin" value="-10" /><Parameter format="int" id="191275" name="SNRmax" value="50" /><Parameter format="float" id="191276" name="SNRthresh" value="0" /><Parameter format="float" id="191277" name="xmin" value="0" /><Parameter format="float" id="191278" name="xmax" value="24" /><Parameter format="float" id="191279" name="ymax" value="3" /><Parameter format="float" id="191280" name="zmin" value="-20" /><Parameter format="float" id="191281" name="zmax" value="20" /><Parameter format="float" id="191282" name="zmin_ver" value="-200" /><Parameter format="float" id="191283" name="zmax_ver" value="200" /></Operation><Operation id="19128" name="prePlot" priority="8" type="self"><Parameter format="int" id="191281" name="modeselect" value="2" /></Operation><Operation id="19129" name="WindProfilerPlot" priority="9" type="other"><Parameter format="int" id="191291" name="id" value="2" /><Parameter format="str" id="191292" name="wintitle" value="" /><Parameter format="bool" id="191293" name="save" value="1" /><Parameter format="str" id="191294" name="figpath" value="/media/erick/6F60F7113095A154/BLTR/" /><Parameter format="int" id="191295" name="SNRmin" value="-20" /><Parameter format="int" id="191296" name="SNRmax" value="40" /><Parameter format="float" id="191297" name="SNRthresh" value="0" /><Parameter format="float" id="191298" name="xmin" value="0" /><Parameter format="float" id="191299" name="xmax" value="24" /><Parameter format="float" id="191300" name="ymin" value="0" /><Parameter format="float" id="191301" name="ymax" value="10" /><Parameter format="float" id="191302" name="zmin" value="-4" /><Parameter format="float" id="191303" name="zmax" value="4" /><Parameter format="float" id="191304" name="zmin_ver" value="-200" /><Parameter format="float" id="191305" name="zmax_ver" value="200" /></Operation></ProcUnit></Project> No newline at end of file

schainpy/scripts/testBLTR_block.py +8 -7

             '''
             Created on Nov 09, 2016
             @author: roj- LouVD
             '''
             import os, sys
             path = os.path.split(os.getcwd())[0]
             path = os.path.split(path)[0]
             sys.path.insert(0, path)
             from schainpy.controller import Project
             filename = 'test1.xml'
             # path = '/home/jespinoza/workspace/data/bltr/'
-            path = '/home/erick/Documents/Data/BLTR_Data/sswma/'
+            path = '/media/erick/6F60F7113095A154/BLTR/'
             desc = "read bltr data sswma file"
-            figpath = '/home/erick/workspace'
+            figpath = '/media/erick/6F60F7113095A154/BLTR/'
             pathhdf5 = '/tmp/'
             controllerObj = Project()
             controllerObj.setup(id = '191', name='test1', description=desc)
             readUnitConfObj = controllerObj.addReadUnit(datatype='testBLTRReader',
                                                         path=path,
-                                                        startDate='2015/01/17',
+                                                        startDate='2017/01/17',
-                                                        endDate='2017/01/01',
+                                                        endDate='2018/01/01',
                                                         startTime='00:00:00',
                                                         endTime='23:59:59',
                                                         ext='sswma')
             procUnitConfObj1 = controllerObj.addProcUnit(datatype='BLTRProcess',
                                                          inputId=readUnitConfObj.getId())
             '''-------------------------------------------Processing--------------------------------------------'''
             '''MODE 1: LOW ATMOSPHERE: 0- 3 km'''
             # opObj10 = procUnitConfObj1.addOperation(name='SnrFilter')
             # opObj10.addParameter(name='snr_val', value='-10', format='float')
             # opObj10.addParameter(name='modetofilter', value='1', format='int')
             #
             # opObj10 = procUnitConfObj1.addOperation(name='OutliersFilter')
             # opObj10.addParameter(name='svalue', value='meridional', format='str')
             # opObj10.addParameter(name='svalue2', value='inTime', format='str')
             # opObj10.addParameter(name='method', value='0', format='float')
             # opObj10.addParameter(name='factor', value='1', format='float')
             # opObj10.addParameter(name='filter', value='0', format='float')
             # opObj10.addParameter(name='npoints', value='5', format='float')
             # opObj10.addParameter(name='modetofilter', value='1', format='int')
             # #
             # opObj10 = procUnitConfObj1.addOperation(name='OutliersFilter')
             # opObj10.addParameter(name='svalue', value='zonal', format='str')
             # opObj10.addParameter(name='svalue2', value='inTime', format='str')
             # opObj10.addParameter(name='method', value='0', format='float')
             # opObj10.addParameter(name='factor', value='1', format='float')
             # opObj10.addParameter(name='filter', value='0', format='float')
             # opObj10.addParameter(name='npoints', value='5', format='float')
             # opObj10.addParameter(name='modetofilter', value='1', format='int')
             # #
             # opObj10 = procUnitConfObj1.addOperation(name='OutliersFilter')
             # opObj10.addParameter(name='svalue', value='vertical', format='str')
             # opObj10.addParameter(name='svalue2', value='inHeight', format='str')
             # opObj10.addParameter(name='method', value='0', format='float')
             # opObj10.addParameter(name='factor', value='2', format='float')
             # opObj10.addParameter(name='filter', value='0', format='float')
             # opObj10.addParameter(name='npoints', value='9', format='float')
             # opObj10.addParameter(name='modetofilter', value='1', format='int')
             #
             ''' MODE 2: 0 - 10 km '''
             opObj10 = procUnitConfObj1.addOperation(name='SnrFilter')
             opObj10.addParameter(name='snr_val', value='-20', format='float')
             opObj10.addParameter(name='modetofilter', value='2', format='int')
             opObj10 = procUnitConfObj1.addOperation(name='OutliersFilter')
             opObj10.addParameter(name='svalue', value='meridional', format='str')
             opObj10.addParameter(name='svalue2', value='inTime', format='str')
             opObj10.addParameter(name='method', value='0', format='float')
             opObj10.addParameter(name='factor', value='2', format='float')
             opObj10.addParameter(name='filter', value='0', format='float')
             opObj10.addParameter(name='npoints', value='9', format='float')
             opObj10.addParameter(name='modetofilter', value='2', format='int')
             # #
             opObj10 = procUnitConfObj1.addOperation(name='OutliersFilter')
             opObj10.addParameter(name='svalue', value='zonal', format='str')
             opObj10.addParameter(name='svalue2', value='inTime', format='str')
             opObj10.addParameter(name='method', value='0', format='float')
             opObj10.addParameter(name='factor', value='2', format='float')
             opObj10.addParameter(name='filter', value='0', format='float')
             opObj10.addParameter(name='npoints', value='9', format='float')
             opObj10.addParameter(name='modetofilter', value='2', format='int')
             # #
             opObj10 = procUnitConfObj1.addOperation(name='OutliersFilter')
             opObj10.addParameter(name='svalue', value='vertical', format='str')
             opObj10.addParameter(name='svalue2', value='inHeight', format='str')
             opObj10.addParameter(name='method', value='0', format='float')
             opObj10.addParameter(name='factor', value='2', format='float')
             opObj10.addParameter(name='filter', value='0', format='float')
             opObj10.addParameter(name='npoints', value='9', format='float')
             opObj10.addParameter(name='modetofilter', value='2', format='int')
             # '''-----------------------------------------Writing-------------------------------------------'''
             #
             # # opObj10 =  procUnitConfObj1.addOperation(name='testBLTRWriter',optype='other')
             # # opObj10.addParameter(name='path', value = pathhdf5)
             # # opObj10.addParameter(name='modetowrite', value = '2',format='int')
             # #
             # # opObj10 =  procUnitConfObj1.addOperation(name='testBLTRWriter',optype='other')
             # # opObj10.addParameter(name='path', value = pathhdf5)
             # # opObj10.addParameter(name='modetowrite', value = '1',format='int')
             #
             # '''----------------------------------------Plotting--------------------------------------------'''
             #
             opObj10 = procUnitConfObj1.addOperation(name='prePlot')
             opObj10.addParameter(name='modeselect',value='1',format='int')
             # #
             opObj10 = procUnitConfObj1.addOperation(name='WindProfilerPlot', optype='other')
             opObj10.addParameter(name='id', value='1', format='int')
             opObj10.addParameter(name='wintitle', value='', format='str')
             opObj10.addParameter(name='channelList', value='0', format='intlist')
             #opObj10.addParameter(name='save', value='1', format='bool')
             #opObj10.addParameter(name='figpath', value=figpath, format='str')
             opObj10.addParameter(name='SNRmin', value='-10', format='int')
             opObj10.addParameter(name='SNRmax', value='50', format='int')
             opObj10.addParameter(name='SNRthresh', value='0', format='float')
             opObj10.addParameter(name='xmin', value='0', format='float')
             opObj10.addParameter(name='xmax', value='24', format='float')
             opObj10.addParameter(name='ymax', value='3', format='float')
             opObj10.addParameter(name='zmin', value='-20', format='float')
             opObj10.addParameter(name='zmax', value='20', format='float')
             opObj10.addParameter(name='zmin_ver', value='-200', format='float')
             opObj10.addParameter(name='zmax_ver', value='200', format='float')
             #opObj10.addParameter(name='showprofile', value='1', format='bool')
             #opObj10.addParameter(name='show', value='1', format='bool')
             opObj10 = procUnitConfObj1.addOperation(name='prePlot')
             opObj10.addParameter(name='modeselect',value='2',format='int')
             #
             opObj10 = procUnitConfObj1.addOperation(name='WindProfilerPlot', optype='other')
             opObj10.addParameter(name='id', value='2', format='int')
             opObj10.addParameter(name='wintitle', value='', format='str')
             #opObj10.addParameter(name='channelList', value='0', format='intlist')
-            #opObj10.addParameter(name='save', value='1', format='bool')
+            opObj10.addParameter(name='save', value='1', format='bool')
-            #opObj10.addParameter(name='figpath', value=figpath, format='str')
+            opObj10.addParameter(name='figpath', value=figpath, format='str')
             opObj10.addParameter(name='SNRmin', value='-20', format='int')
             opObj10.addParameter(name='SNRmax', value='40', format='int')
             opObj10.addParameter(name='SNRthresh', value='0', format='float')
             opObj10.addParameter(name='xmin', value='0', format='float')
             opObj10.addParameter(name='xmax', value='24', format='float')
-            #opObj10.addParameter(name='ymax', value='8', format='float')
+            opObj10.addParameter(name='ymin', value='0', format='float')
+            opObj10.addParameter(name='ymax', value='10', format='float')
             opObj10.addParameter(name='zmin', value='-4', format='float')
             opObj10.addParameter(name='zmax', value='4', format='float')
             opObj10.addParameter(name='zmin_ver', value='-200', format='float')
             opObj10.addParameter(name='zmax_ver', value='200', format='float')
             #opObj10.addParameter(name='showprofile', value='1', format='bool')
             #opObj10.addParameter(name='show', value='1', format='bool')
             # # print "Escribiendo el archivo XML"
             # controllerObj.writeXml(filename)
             # # print "Leyendo el archivo XML"
             # controllerObj.readXml(filename)
             # controllerObj.createObjects()
             # controllerObj.connectObjects()
             # controllerObj.run()
             controllerObj.start()

schainpy/scripts/testProcBLTR.py +11 -7

             #!/usr/bin/env python
             import os, sys
             # path = os.path.dirname(os.getcwd())
             # path = os.path.join(path, 'source')
             # sys.path.insert(0, '../')
             from schainpy.controller import Project
             xmin = '15.5'
             xmax = '24'
             desc = "ProcBLTR Test"
             filename = "ProcBLTR.xml"
+            figpath = '/media/erick/6F60F7113095A154/BLTR'
             controllerObj = Project()
             controllerObj.setup(id='191', name='test01', description=desc)
             readUnitConfObj = controllerObj.addReadUnit(datatype='BLTRReader',
-                                                            path='/home/erick/Documents/Data/BLTR_Data/fdt/',
+                                                            path='/media/erick/6F60F7113095A154/BLTR/',
                                                             endDate='2017/10/19',
                                                             startTime='13:00:00',
                                                             startDate='2016/11/8',
                                                             endTime='23:59:59',
                                                             online=0,
                                                             walk=0,
                                                             ReadMode='1')
                                                             # expLabel='')
             # opObj11 = readUnitConfObj.addOperation(name='printNumberOfBlock')
             procUnitConfObj1 = controllerObj.addProcUnit(datatype='Spectra', inputId=readUnitConfObj.getId())
             opObj11 = procUnitConfObj1.addOperation(name='IncohInt', optype='other')
-            opObj11.addParameter(name='n', value='2', format='float')
+            opObj11.addParameter(name='n', value='3', format='float')
             opObj10 = procUnitConfObj1.addOperation(name='removeDC')
             # opObj10 = procUnitConfObj1.addOperation(name='calcMag')
             # opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='other')
             # opObj11.addParameter(name='id', value='21', format='int')
             # opObj11.addParameter(name='wintitle', value='SpectraCutPlot', format='str')
             # opObj11.addParameter(name='xaxis', value='frequency', format='str')
             # opObj11.addParameter(name='colormap', value='winter', format='str')
             # opObj11.addParameter(name='xmin', value='-0.005', format='float')
             # opObj11.addParameter(name='xmax', value='0.005', format='float')
             # #opObj10 = procUnitConfObj1.addOperation(name='selectChannels')
             # #opObj10.addParameter(name='channelList', value='0,1', format='intlist')
             # opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='other')
             # opObj11.addParameter(name='id', value='21', format='int')
             # opObj11.addParameter(name='wintitle', value='SpectraPlot', format='str')
             # #opObj11.addParameter(name='xaxis', value='Velocity', format='str')
             # opObj11.addParameter(name='xaxis', value='velocity', format='str')
             # opObj11.addParameter(name='xmin', value='-0.005', format='float')
             # opObj11.addParameter(name='xmax', value='0.005', format='float')
             # opObj11.addParameter(name='ymin', value='225', format='float')
             # opObj11.addParameter(name='ymax', value='3000', format='float')
             # opObj11.addParameter(name='zmin', value='-100', format='int')
             # opObj11.addParameter(name='zmax', value='-65', format='int')
             # opObj11 = procUnitConfObj1.addOperation(name='RTIPlot', optype='other')
             # opObj11.addParameter(name='id', value='10', format='int')
             # opObj11.addParameter(name='wintitle', value='RTI', format='str')
              # opObj11.addParameter(name='ymin', value='0', format='float')
              # opObj11.addParameter(name='ymax', value='4000', format='float')
             # #opObj11.addParameter(name='zmin', value='-100', format='int')
             # #opObj11.addParameter(name='zmax', value='-70', format='int')
              # opObj11.addParameter(name='zmin', value='-90', format='int')
              # opObj11.addParameter(name='zmax', value='-40', format='int')
             # opObj11.addParameter(name='showprofile', value='1', format='int')
             # opObj11.addParameter(name='timerange', value=str(2*60*60), format='int')
             opObj11 = procUnitConfObj1.addOperation(name='CrossSpectraPlot', optype='other')
             procUnitConfObj1.addParameter(name='pairsList', value='(0,1),(0,2),(1,2)', format='pairsList')
             opObj11.addParameter(name='id', value='2005', format='int')
             opObj11.addParameter(name='wintitle', value='CrossSpectraPlot_ShortPulse', format='str')
             # opObj11.addParameter(name='exp_code', value='13', format='int')
             opObj11.addParameter(name='xaxis', value='Velocity', format='str')
             #opObj11.addParameter(name='xmin', value='-10', format='float')
             #opObj11.addParameter(name='xmax', value='10', format='float')
             #opObj11.addParameter(name='ymin', value='225', format='float')
             #opObj11.addParameter(name='ymax', value='3000', format='float')
             #opObj11.addParameter(name='phase_min', value='-4', format='int')
             #opObj11.addParameter(name='phase_max', value='4', format='int')
             # procUnitConfObj2 = controllerObj.addProcUnit(datatype='CorrelationProc', inputId=procUnitConfObj1.getId())
             # procUnitConfObj2.addParameter(name='pairsList', value='(0,1),(0,2),(1,2)', format='pairsList')
             procUnitConfObj2 = controllerObj.addProcUnit(datatype='Parameters', inputId=procUnitConfObj1.getId())
             opObj11 = procUnitConfObj2.addOperation(name='SpectralMoments', optype='other')
             opObj22 = procUnitConfObj2.addOperation(name='FullSpectralAnalysis', optype='other')
             #
             opObj22 = procUnitConfObj2.addOperation(name='WindProfilerPlot', optype='other')
             opObj22.addParameter(name='id', value='4', format='int')
             opObj22.addParameter(name='wintitle', value='Wind Profiler', format='str')
             opObj22.addParameter(name='save', value='1', format='bool')
             # opObj22.addParameter(name='figpath', value = '/home/erick/Pictures', format='str')
             opObj22.addParameter(name='zmin', value='-20', format='int')
             opObj22.addParameter(name='zmax', value='20', format='int')
             opObj22.addParameter(name='zmin_ver', value='-250', format='float')
             opObj22.addParameter(name='zmax_ver', value='250', format='float')
             opObj22.addParameter(name='SNRmin', value='-5', format='int')
             opObj22.addParameter(name='SNRmax', value='30', format='int')
             # opObj22.addParameter(name='SNRthresh', value='-3.5', format='float')
             opObj22.addParameter(name='xmin', value=0, format='float')
             opObj22.addParameter(name='xmax', value=24, format='float')
             opObj22.addParameter(name='ymin', value='225', format='float')
             #opObj22.addParameter(name='ymax', value='2000', format='float')
+            opObj22.addParameter(name='save', value='1', format='int')
+            opObj22.addParameter(name='figpath', value=figpath, format='str')
             # opObj11.addParameter(name='pairlist', value='(1,0),(0,2),(1,2)', format='pairsList')
             #opObj10 = procUnitConfObj1.addOperation(name='selectHeights')
             #opObj10.addParameter(name='minHei', value='225', format='float')
             #opObj10.addParameter(name='maxHei', value='1000', format='float')
             # opObj11 = procUnitConfObj1.addOperation(name='CoherenceMap', optype='other')
             # opObj11.addParameter(name='id', value='102', format='int')
             # opObj11.addParameter(name='wintitle', value='Coherence', format='str')
             # opObj11.addParameter(name='ymin', value='225', format='float')
             # opObj11.addParameter(name='ymax', value='4000', format='float')
             # opObj11.addParameter(name='phase_cmap', value='jet', format='str')
             # opObj11.addParameter(name='xmin', value='8.5', format='float')
             # opObj11.addParameter(name='xmax', value='9.5', format='float')
             # opObj11.addParameter(name='figpath', value=figpath, format='str')
             # opObj11.addParameter(name='save', value=1, format='bool')
             # opObj11.addParameter(name='pairsList', value='(1,0),(3,2)', format='pairsList')
             # opObj12 = procUnitConfObj1.addOperation(name='PublishData', optype='other')
             # opObj12.addParameter(name='zeromq', value=1, format='int')
             # opObj12.addParameter(name='verbose', value=0, format='bool')
             # opObj12.addParameter(name='server', value='erick2', format='str')
             controllerObj.start()

schainpy/scripts/wind004/wind_20161108_000201.png binary modified 0 0

NO CONTENT: modified file, binary diff hidden

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages