schain-jc Files · schainpy/scripts/amisr_winds_proc_offline.py

scripts?

Karim Valdez - - Load All Authors

File last commit:

r666:4bdc5a5e1251


                r993:8e2d40d721e7

Download file

             amisr_winds_proc_offline.py
        
                    222 lines
            
             | 10.0 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / schainpy / scripts / amisr_winds_proc_offline.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Karim Valdez
    
to be run with jroIO_kamisr.py

              r666
            
      #! /usr/bin/python

      #! /usr/bin/env python

      import os, sys

      import time

      path = os.path.dirname(os.getcwd())

      path = os.path.dirname(path)

      sys.path.insert(0, path)

      from schainpy.controller import Project

      desc = "AMISR Experiment"

      filename = "amisr_reader.xml"

      controllerObj = Project()

      controllerObj.setup(id = '191', name='eej_proc', description=desc)

      # path = os.path.join(os.environ['HOME'],'amisr')

      # path = '/media/signalchain/HD-PXU2/AMISR_JULIA_MODE'

      # path = '/media/soporte/E9F4-F053/AMISR/Data/NoiseTest/EEJ'

      # path = '/media/soporte/E9F4-F053/AMISR/Data/EEJ'

      # path = '/mnt/data_amisr'

      # path = '/media/soporte/E9F4-F053/AMISR/Data/winds'

      path = '/mnt/data_amisr'

      #path = '/media/soporte/AMISR_104'

      #figpath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/esf')

      #figpath = '/media/soporte/E9F4-F053/AMISR/Data/JULIA/ESF'

      figpath = '/home/soporte/Data/winds'

      remotefolder = "/home/wmaster/graficos" 

      #path = '/media/soporte/AMISR_104'

      #figpath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/eej')

      #figpath = '/media/soporte/E9F4-F053/AMISR/Data/winds/plots'

      xmin = '08'

      xmax = '18'

      dbmin = '50' #'60'#'55' #'40' #noise  esf  eej

      dbmax = '80' #'70' #'55'

      ippFactor = '5'

      code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1'

      nCode = '1'

      nBaud = '28'

      today = time.strftime("%Y/%m/%d")

      readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader',

                                                  path=path,

                                                  startDate='2015/11/12', #'2014/10/07',

                                                  endDate='2015/11/12', #'2014/10/07',

                                                  startTime='00:00:00',#'07:00:00',

                                                  endTime='23:59:59',#'15:00:00',

                                                  walk=0,

      #                                             code = code,

      #                                             nCode = nCode,

      #                                             nBaud = nBaud,

                                                  timezone='lt',

                                                  online=1)

      #AMISR Processing Unit

      #Voltage Processing Unit

      procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())

      opObj10 = procUnitConfObjBeam0.addOperation(name='setRadarFrequency')

      opObj10.addParameter(name='frequency', value='445e6', format='float')

      opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights')

      opObj12.addParameter(name='minHei', value='0', format='float')

      opObj12.addParameter(name='maxHei', value='10', format='float')

      #Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints

      procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId())

      procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=64, format='int')

      procUnitConfObjSpectraBeam0.addParameter(name='ippFactor', value=ippFactor, format='int')

      # 

      opObj11 =  procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other')

      opObj11.addParameter(name='n', value='64', format='int')

      #opObj11.addParameter(name='timeInterval', value='30', format='float')

      # # #RemoveDc

      opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC')

      #  

      #Noise Estimation    

      opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='getNoise')

      opObj11.addParameter(name='minHei', value='5', format='float')

      opObj11.addParameter(name='maxHei', value='9', format='float')

      #SpectraPlot    

      opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='other')

      opObj11.addParameter(name='id', value='1', format='int')

      opObj11.addParameter(name='wintitle', value='Winds AMISR', format='str')

      opObj11.addParameter(name='zmin', value=dbmin, format='int')

      opObj11.addParameter(name='zmax', value=dbmax, format='int')

      opObj11.addParameter(name='save', value='1', format='bool')

      opObj11.addParameter(name='figpath', value = figpath, format='str')

      opObj11.addParameter(name='ftp', value='1', format='int')

      opObj11.addParameter(name='wr_period', value='2', format='int')

      opObj11.addParameter(name='exp_code', value='21', format='int')

      opObj11.addParameter(name='sub_exp_code', value='3', format='int')

      opObj11.addParameter(name='ftp_wei', value='0', format='int')

      opObj11.addParameter(name='plot_pos', value='0', format='int')

      # #RTIPlot

      # #title0 = 'RTI AMISR Beam 0'

      opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='other')

      opObj11.addParameter(name='id', value='2', format='int')

      opObj11.addParameter(name='wintitle', value='Winds AMISR', format='str')

      opObj11.addParameter(name='showprofile', value='0', format='int')

      opObj11.addParameter(name='xmin', value=xmin, format='float')

      opObj11.addParameter(name='xmax', value=xmax, format='float')

      opObj11.addParameter(name='zmin', value=dbmin, format='int')

      opObj11.addParameter(name='zmax', value=dbmax, format='int')

      opObj11.addParameter(name='save', value='1', format='bool')

      opObj11.addParameter(name='figpath', value = figpath, format='str')

      opObj11.addParameter(name='ftp', value='1', format='int')

      opObj11.addParameter(name='wr_period', value='2', format='int')

      opObj11.addParameter(name='exp_code', value='21', format='int')

      opObj11.addParameter(name='sub_exp_code', value='3', format='int')

      opObj11.addParameter(name='ftp_wei', value='0', format='int')

      opObj11.addParameter(name='plot_pos', value='0', format='int')

      # 

      # 

      # #Noise

      #title0 = 'RTI AMISR Beam 0'

      opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='Noise', optype='other')

      opObj11.addParameter(name='id', value='3', format='int')

      # opObj11.addParameter(name='wintitle', value=title0, format='str')

      opObj11.addParameter(name='showprofile', value='0', format='int')

      opObj11.addParameter(name='xmin', value=xmin, format='float')

      opObj11.addParameter(name='xmax', value=xmax, format='float')

      opObj11.addParameter(name='ymin', value=dbmin, format='int')

      opObj11.addParameter(name='ymax', value=dbmax, format='int')

      opObj11.addParameter(name='save', value='1', format='bool')

      opObj11.addParameter(name='figpath', value = figpath, format='str')

      opObj11.addParameter(name='ftp', value='1', format='int')

      opObj11.addParameter(name='wr_period', value='2', format='int')

      opObj11.addParameter(name='exp_code', value='21', format='int')

      opObj11.addParameter(name='sub_exp_code', value='3', format='int')

      opObj11.addParameter(name='ftp_wei', value='0', format='int')

      opObj11.addParameter(name='plot_pos', value='0', format='int')

      #For saving Pdata (doesn't work with amisr data yet!)

      # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraWriter', optype='other')

      # opObj11.addParameter(name='path', value=figpath)

      # opObj11.addParameter(name='blocksPerFile', value='100', format='int')

      # opObj11.addParameter(name='datatype', value="4", format="int") #size of data to be saved

      # opObj22.addParameter(name='azimuth', value='0,-90,0,90,180', format='floatlist') 

      # opObj22.addParameter(name='elevation', value='75.6,75.6,90,75.60,75.6', format='floatlist')

      #Parameters Process

      procUnitConfObj2 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjSpectraBeam0.getId())

      opObj20 = procUnitConfObj2.addOperation(name='GetMoments') 

      opObj22 = procUnitConfObj2.addOperation(name='WindProfiler', optype='other')

      opObj22.addParameter(name='technique', value='DBS', format='str')

      opObj22.addParameter(name='correctAzimuth', value='51.06', format='float')

      opObj22.addParameter(name='correctFactor', value='-1', format='float') 

      opObj22.addParameter(name='azimuth', value='0,-90,0,90,180', format='floatlist') 

      opObj22.addParameter(name='elevation', value='75.6,75.6,90,75.60,75.60', format='floatlist')

      #WindProfilerPlot

      opObj23 = procUnitConfObj2.addOperation(name='WindProfilerPlot', optype='other')

      opObj23.addParameter(name='id', value='4', format='int')

      opObj23.addParameter(name='wintitle', value='Wind Profiler', format='str')

      opObj23.addParameter(name='save', value='1', format='bool')

      opObj23.addParameter(name='figpath', value = figpath, format='str')

      opObj23.addParameter(name='zmin', value='-20', format='int')

      opObj23.addParameter(name='zmax', value='20', format='int')

      opObj23.addParameter(name='zmin_ver', value='-100', format='float')

      opObj23.addParameter(name='zmax_ver', value='100', format='float')

      opObj23.addParameter(name='SNRmin', value='-20', format='int')

      opObj23.addParameter(name='SNRmax', value='30', format='int')

      opObj23.addParameter(name='SNRthresh', value='-50', format='float')

      opObj23.addParameter(name='xmin', value=xmin, format='float')

      opObj23.addParameter(name='xmax', value=xmax, format='float')

      opObj23.addParameter(name='ftp', value='1', format='int')

      opObj23.addParameter(name='wr_period', value='2', format='int')

      opObj23.addParameter(name='exp_code', value='21', format='int')

      opObj23.addParameter(name='sub_exp_code', value='3', format='int')

      opObj23.addParameter(name='ftp_wei', value='0', format='int')

      opObj23.addParameter(name='plot_pos', value='0', format='int')

      #---------------------------------------------------------------------------------------------

      procUnitConfObj2 = controllerObj.addProcUnit(name='SendToServer')

      procUnitConfObj2.addParameter(name='server', value='jro-app.igp.gob.pe', format='str')

      procUnitConfObj2.addParameter(name='username', value='wmaster', format='str')

      procUnitConfObj2.addParameter(name='password', value='mst2010vhf', format='str')

      procUnitConfObj2.addParameter(name='localfolder', value=figpath, format='str')

      procUnitConfObj2.addParameter(name='remotefolder', value=remotefolder, format='str')

      procUnitConfObj2.addParameter(name='ext', value='.png', format='str')

      procUnitConfObj2.addParameter(name='period', value=60, format='int')

      procUnitConfObj2.addParameter(name='protocol', value='ftp', format='str')

      #-----------------------------------------------------------------------------------------------

      # print "Escribiendo el archivo XML"

      # controllerObj.writeXml(path +'/'+filename)

      # print "Leyendo el archivo XML"

      # controllerObj.readXml(path +'/'+filename)

      controllerObj.createObjects()

      controllerObj.connectObjects()

      controllerObj.run()

      #21 3 pm

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Karim Valdez to be run with jroIO_kamisr.py	r666	#! /usr/bin/python
		#! /usr/bin/env python

		import os, sys
		import time

		path = os.path.dirname(os.getcwd())
		path = os.path.dirname(path)
		sys.path.insert(0, path)

		from schainpy.controller import Project

		desc = "AMISR Experiment"

		filename = "amisr_reader.xml"

		controllerObj = Project()

		controllerObj.setup(id = '191', name='eej_proc', description=desc)


		# path = os.path.join(os.environ['HOME'],'amisr')
		# path = '/media/signalchain/HD-PXU2/AMISR_JULIA_MODE'
		# path = '/media/soporte/E9F4-F053/AMISR/Data/NoiseTest/EEJ'
		# path = '/media/soporte/E9F4-F053/AMISR/Data/EEJ'
		# path = '/mnt/data_amisr'
		# path = '/media/soporte/E9F4-F053/AMISR/Data/winds'
		path = '/mnt/data_amisr'

		#path = '/media/soporte/AMISR_104'
		#figpath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/esf')
		#figpath = '/media/soporte/E9F4-F053/AMISR/Data/JULIA/ESF'
		figpath = '/home/soporte/Data/winds'
		remotefolder = "/home/wmaster/graficos"
		#path = '/media/soporte/AMISR_104'
		#figpath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/eej')
		#figpath = '/media/soporte/E9F4-F053/AMISR/Data/winds/plots'

		xmin = '08'
		xmax = '18'
		dbmin = '50' #'60'#'55' #'40' #noise esf eej
		dbmax = '80' #'70' #'55'

		ippFactor = '5'

		code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1'
		nCode = '1'
		nBaud = '28'


		today = time.strftime("%Y/%m/%d")


		readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader',
		path=path,
		startDate='2015/11/12', #'2014/10/07',
		endDate='2015/11/12', #'2014/10/07',
		startTime='00:00:00',#'07:00:00',
		endTime='23:59:59',#'15:00:00',
		walk=0,
		# code = code,
		# nCode = nCode,
		# nBaud = nBaud,
		timezone='lt',
		online=1)

		#AMISR Processing Unit

		#Voltage Processing Unit
		procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())
		opObj10 = procUnitConfObjBeam0.addOperation(name='setRadarFrequency')
		opObj10.addParameter(name='frequency', value='445e6', format='float')



		opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights')
		opObj12.addParameter(name='minHei', value='0', format='float')
		opObj12.addParameter(name='maxHei', value='10', format='float')



		#Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints
		procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId())
		procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=64, format='int')
		procUnitConfObjSpectraBeam0.addParameter(name='ippFactor', value=ippFactor, format='int')
		#
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other')
		opObj11.addParameter(name='n', value='64', format='int')
		#opObj11.addParameter(name='timeInterval', value='30', format='float')


		# # #RemoveDc
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC')
		#
		#Noise Estimation
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='getNoise')
		opObj11.addParameter(name='minHei', value='5', format='float')
		opObj11.addParameter(name='maxHei', value='9', format='float')


		#SpectraPlot
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='other')
		opObj11.addParameter(name='id', value='1', format='int')
		opObj11.addParameter(name='wintitle', value='Winds AMISR', format='str')
		opObj11.addParameter(name='zmin', value=dbmin, format='int')
		opObj11.addParameter(name='zmax', value=dbmax, format='int')
		opObj11.addParameter(name='save', value='1', format='bool')
		opObj11.addParameter(name='figpath', value = figpath, format='str')
		opObj11.addParameter(name='ftp', value='1', format='int')
		opObj11.addParameter(name='wr_period', value='2', format='int')
		opObj11.addParameter(name='exp_code', value='21', format='int')
		opObj11.addParameter(name='sub_exp_code', value='3', format='int')
		opObj11.addParameter(name='ftp_wei', value='0', format='int')
		opObj11.addParameter(name='plot_pos', value='0', format='int')

		# #RTIPlot
		# #title0 = 'RTI AMISR Beam 0'
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='other')
		opObj11.addParameter(name='id', value='2', format='int')
		opObj11.addParameter(name='wintitle', value='Winds AMISR', format='str')
		opObj11.addParameter(name='showprofile', value='0', format='int')
		opObj11.addParameter(name='xmin', value=xmin, format='float')
		opObj11.addParameter(name='xmax', value=xmax, format='float')
		opObj11.addParameter(name='zmin', value=dbmin, format='int')
		opObj11.addParameter(name='zmax', value=dbmax, format='int')
		opObj11.addParameter(name='save', value='1', format='bool')
		opObj11.addParameter(name='figpath', value = figpath, format='str')
		opObj11.addParameter(name='ftp', value='1', format='int')
		opObj11.addParameter(name='wr_period', value='2', format='int')
		opObj11.addParameter(name='exp_code', value='21', format='int')
		opObj11.addParameter(name='sub_exp_code', value='3', format='int')
		opObj11.addParameter(name='ftp_wei', value='0', format='int')
		opObj11.addParameter(name='plot_pos', value='0', format='int')
		#
		#
		# #Noise
		#title0 = 'RTI AMISR Beam 0'
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='Noise', optype='other')
		opObj11.addParameter(name='id', value='3', format='int')
		# opObj11.addParameter(name='wintitle', value=title0, format='str')
		opObj11.addParameter(name='showprofile', value='0', format='int')
		opObj11.addParameter(name='xmin', value=xmin, format='float')
		opObj11.addParameter(name='xmax', value=xmax, format='float')
		opObj11.addParameter(name='ymin', value=dbmin, format='int')
		opObj11.addParameter(name='ymax', value=dbmax, format='int')
		opObj11.addParameter(name='save', value='1', format='bool')
		opObj11.addParameter(name='figpath', value = figpath, format='str')
		opObj11.addParameter(name='ftp', value='1', format='int')
		opObj11.addParameter(name='wr_period', value='2', format='int')
		opObj11.addParameter(name='exp_code', value='21', format='int')
		opObj11.addParameter(name='sub_exp_code', value='3', format='int')
		opObj11.addParameter(name='ftp_wei', value='0', format='int')
		opObj11.addParameter(name='plot_pos', value='0', format='int')

		#For saving Pdata (doesn't work with amisr data yet!)
		# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraWriter', optype='other')
		# opObj11.addParameter(name='path', value=figpath)
		# opObj11.addParameter(name='blocksPerFile', value='100', format='int')
		# opObj11.addParameter(name='datatype', value="4", format="int") #size of data to be saved

		# opObj22.addParameter(name='azimuth', value='0,-90,0,90,180', format='floatlist')
		# opObj22.addParameter(name='elevation', value='75.6,75.6,90,75.60,75.6', format='floatlist')

		#Parameters Process
		procUnitConfObj2 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjSpectraBeam0.getId())
		opObj20 = procUnitConfObj2.addOperation(name='GetMoments')

		opObj22 = procUnitConfObj2.addOperation(name='WindProfiler', optype='other')
		opObj22.addParameter(name='technique', value='DBS', format='str')
		opObj22.addParameter(name='correctAzimuth', value='51.06', format='float')
		opObj22.addParameter(name='correctFactor', value='-1', format='float')
		opObj22.addParameter(name='azimuth', value='0,-90,0,90,180', format='floatlist')
		opObj22.addParameter(name='elevation', value='75.6,75.6,90,75.60,75.60', format='floatlist')

		#WindProfilerPlot
		opObj23 = procUnitConfObj2.addOperation(name='WindProfilerPlot', optype='other')
		opObj23.addParameter(name='id', value='4', format='int')
		opObj23.addParameter(name='wintitle', value='Wind Profiler', format='str')
		opObj23.addParameter(name='save', value='1', format='bool')
		opObj23.addParameter(name='figpath', value = figpath, format='str')
		opObj23.addParameter(name='zmin', value='-20', format='int')
		opObj23.addParameter(name='zmax', value='20', format='int')
		opObj23.addParameter(name='zmin_ver', value='-100', format='float')
		opObj23.addParameter(name='zmax_ver', value='100', format='float')
		opObj23.addParameter(name='SNRmin', value='-20', format='int')
		opObj23.addParameter(name='SNRmax', value='30', format='int')
		opObj23.addParameter(name='SNRthresh', value='-50', format='float')
		opObj23.addParameter(name='xmin', value=xmin, format='float')
		opObj23.addParameter(name='xmax', value=xmax, format='float')
		opObj23.addParameter(name='ftp', value='1', format='int')
		opObj23.addParameter(name='wr_period', value='2', format='int')
		opObj23.addParameter(name='exp_code', value='21', format='int')
		opObj23.addParameter(name='sub_exp_code', value='3', format='int')
		opObj23.addParameter(name='ftp_wei', value='0', format='int')
		opObj23.addParameter(name='plot_pos', value='0', format='int')

		#---------------------------------------------------------------------------------------------

		procUnitConfObj2 = controllerObj.addProcUnit(name='SendToServer')
		procUnitConfObj2.addParameter(name='server', value='jro-app.igp.gob.pe', format='str')
		procUnitConfObj2.addParameter(name='username', value='wmaster', format='str')
		procUnitConfObj2.addParameter(name='password', value='mst2010vhf', format='str')
		procUnitConfObj2.addParameter(name='localfolder', value=figpath, format='str')
		procUnitConfObj2.addParameter(name='remotefolder', value=remotefolder, format='str')
		procUnitConfObj2.addParameter(name='ext', value='.png', format='str')
		procUnitConfObj2.addParameter(name='period', value=60, format='int')
		procUnitConfObj2.addParameter(name='protocol', value='ftp', format='str')
		#-----------------------------------------------------------------------------------------------


		# print "Escribiendo el archivo XML"
		# controllerObj.writeXml(path +'/'+filename)
		# print "Leyendo el archivo XML"
		# controllerObj.readXml(path +'/'+filename)

		controllerObj.createObjects()
		controllerObj.connectObjects()
		controllerObj.run()

		#21 3 pm