schain Files · schainpy/scripts/amisr_esf_proc_online_v3.py

pruebas con amisr

joabAM - - Load All Authors

File last commit:

r1375:73fc975c20f6


                r1375:73fc975c20f6

Download file

             amisr_esf_proc_online_v3.py
        
                    220 lines
            
             | 10.0 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / schainpy / scripts / amisr_esf_proc_online_v3.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        joabAM
    
pruebas con amisr

              r1375
            
        joabAM
    
merged branches

              r1370
            
      import os, sys

      import time

      import datetime

      '''

        joabAM
    
pruebas con amisr

              r1375
            
          ESF EW 10 BEAM ONLINE

        joabAM
    
merged branches

              r1370
            
      '''

      path = os.path.dirname(os.getcwd())

      path = os.path.dirname(path)

      sys.path.insert(0, path)

      from schainpy.controller import Project

      def main():

          desc = "AMISR ESF 10 Beam Experiment"

          filename = "amisr_esf_reader.xml"

          #path = os.path.join(os.environ['HOME'],'amisr')

        joabAM
    
pruebas con amisr

              r1375
            
          inPath= '/home/soporte/Data/OutTest/ONLINE/'

          #inPath = '/mnt/data_amisr'

        joabAM
    
merged branches

              r1370
            
          #path= '/home/soporte/dataAMISR/'

          #inPath= '/home/soporte/dataAMISR_test/'

          outPath = '/home/soporte/Data/ESF'

        joabAM
    
pruebas con amisr

              r1375
            
          remotefolder = "/home/wmaster/test/graficos"

        joabAM
    
f_

              r1374
            
          xmin = '18'

        joabAM
    
pruebas con amisr

              r1375
            
          xmax = '31'

          xrange = int(xmax)-int(xmin)

        joabAM
    
merged branches

              r1370
            
          dbmin = '60' #'60'#'55' #'40' #noise  esf  eej

          dbmax = '75' #'70' #'55'

        joabAM
    
pruebas con amisr

              r1375
            
          showSPC = '0' #view plot Spectra

          showRTI = '0' #view plot RTI

          showNOISE = '0' #view plot NOISE

        joabAM
    
merged branches

              r1370
            
          # # code = '1,1,-1,1,1,-1,1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,1,1,1,-1,-1,-1'

          # # code = '1,1,0,1,1,0,1,0,0,1,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0'

          code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1'

          nCode = '1'

          nBaud = '28'

          nosamp = '2' # oversample

        joabAM
    
pruebas con amisr

              r1375
            
          localtime='1' #para ajustar el horario en las gráficas '0' para dejar en utc

        joabAM
    
merged branches

              r1370
            
          dty = datetime.date.today()                   #ONLINE

          str1 = dty + datetime.timedelta(days=1)

          str2 = dty - datetime.timedelta(days=1)

          today = dty.strftime("%Y/%m/%d")

          tomorrow = str1.strftime("%Y/%m/%d")

          yesterday = str2.strftime("%Y/%m/%d")

          startDate=today

          endDate=tomorrow

        joabAM
    
pruebas con amisr

              r1375
            
          #startDate='2021/07/16'

          #endDate='2021/07/17'

        joabAM
    
merged branches

              r1370
            
          ##.......................................................................................

          ##.......................................................................................

          l = startDate.split('/')                        #adding day of the year to outPath

          datelist = datetime.date(int(l[0]),int(l[1]),int(l[2]))

          DOY = datelist.timetuple().tm_yday

          outPath= outPath+"/ESF"+l[0]+str(DOY)

          if os.path.exists(outPath):

              print("outPath", outPath)

          else :

              os.mkdir(outPath)

              print("Creating...", outPath)

          ##.......................................................................................

          ##.......................................................................................

          controllerObj = Project()

        joabAM
    
f_

              r1374
            
          controllerObj.setup(id = '21', name='esf_proc', description=desc)

        joabAM
    
merged branches

              r1370
            
          ##.......................................................................................

          ##.......................................................................................

          readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader',

                                                      path=inPath,

                                                      startDate=startDate,#'2016/07/12',

                                                      endDate=endDate,#'2016/07/13',

        joabAM
    
pruebas con amisr

              r1375
            
                                                      startTime='18:01:00',#'07:00:00',

                                                      endTime='06:55:00',#'15:00:00',

        joabAM
    
merged branches

              r1370
            
                                                      walk=0,

                                                      code = code,

                                                      nCode = nCode,

                                                      nBaud = nBaud,

                                                      timezone='lt',

                                                      online=1)

          #AMISR Processing Unit

          ##.......................................................................................

          ##.......................................................................................

          #Voltage Processing Unit

          procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())

        joabAM
    
pruebas con amisr

              r1375
            
          opObj10 = procUnitConfObjBeam0.addOperation(name='setAttribute')

          opObj10.addParameter(name='frequency', value='445.0e6')

        joabAM
    
merged branches

              r1370
            
          #opObj10.addParameter(name='frequency', value='445e6', format='int') #changed on Dec 3, 15:40h

          #Noise--> no code

          opObj11 = procUnitConfObjBeam0.addOperation(name='Decoder', optype='other')

          opObj11.addParameter(name='code', value=code, format='floatlist')

          opObj11.addParameter(name='nCode', value=nCode, format='int')

          opObj11.addParameter(name='nBaud', value=nBaud, format='int')

          opObj11.addParameter(name='osamp', value=nosamp, format='int')

          # opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights')

          # opObj12.addParameter(name='minHei', value='50', format='float')

          # opObj12.addParameter(name='maxHei', value='150', format='float')

          # #Coherent Integration

          # opObj11 = procUnitConfObjBeam0.addOperation(name='CohInt', optype='other')

          # opObj11.addParameter(name='n', value='2', format='int')

          ##.......................................................................................

          ##.......................................................................................

          #Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints

          procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId())

          procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=16, format='int')

          #

          opObj11 =  procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other')

          opObj11.addParameter(name='n', value='60', format='int')

          #opObj11.addParameter(name='timeInterval', value='30', format='int')

          # # #RemoveDc

          #opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC')

          #---

        joabAM
    
pruebas con amisr

              r1375
            
          #opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='selectChannels')

          #opObj11.addParameter(name='channelList', value='0,2,4,6,8', format='intlist')

        joabAM
    
merged branches

              r1370
            
          ##.......................................................................................

          ##.......................................................................................

          #SpectraPlot

        joabAM
    
pruebas con amisr

              r1375
            
          opObj12 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='external')

          opObj12.addParameter(name='id', value='1', format='int')

          opObj12.addParameter(name='wintitle', value='ESF AMISR', format='str')

          opObj12.addParameter(name='showprofile', value='1', format='int')

          opObj12.addParameter(name='zmin', value=dbmin, format='int')

          opObj12.addParameter(name='zmax', value=dbmax, format='int')

          opObj12.addParameter(name='save', value=outPath+'/plots', format='str')

          opObj12.addParameter(name='localtime', value=localtime,format='int')

          opObj12.addParameter(name='show', value = showSPC, format='int')

          opObj12.addParameter(name='colormap', value='jet', format='str')

          opObj12.addParameter(name='exp_code', value='207', format='int')

          opObj12.addParameter(name='server', value='jro-realtime.igp.gob.pe:4444')

          opObj12.addParameter(name='sender_period', value='120')

          opObj12.addParameter(name='tag', value='AMISR')

        joabAM
    
merged branches

              r1370
            
          #RTIPlot

          #title0 = 'RTI AMISR Beam 0'

        joabAM
    
pruebas con amisr

              r1375
            
          opObj13 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='external')

          opObj13.addParameter(name='id', value='2', format='int')

          opObj13.addParameter(name='wintitle', value='ESF AMISR', format='str')

          opObj13.addParameter(name='showprofile', value='0', format='int')

          opObj13.addParameter(name='tmin', value=xmin, format='int')

          opObj13.addParameter(name='xrange', value=xrange,format='int')

          opObj13.addParameter(name='zmin', value=dbmin, format='int')

          opObj13.addParameter(name='zmax', value=dbmax, format='int')

          opObj13.addParameter(name='save', value=outPath+'/plots', format='str')

          opObj13.addParameter(name='localtime', value=localtime,format='int')

          opObj13.addParameter(name='show', value = showRTI, format='int')

          opObj13.addParameter(name='colormap', value='jet', format='str')

          opObj13.addParameter(name='exp_code', value='207', format='int')

          opObj13.addParameter(name='server', value='jro-realtime.igp.gob.pe:4444')

          opObj13.addParameter(name='sender_period', value='120')

          opObj13.addParameter(name='tag', value='AMISR')

        joabAM
    
merged branches

              r1370
            
          # # #

          # #Noise

          #title0 = 'RTI AMISR Beam 0'

        joabAM
    
pruebas con amisr

              r1375
            
          opObj14 = procUnitConfObjSpectraBeam0.addOperation(name='NoisePlot', optype='external')

          opObj14.addParameter(name='id', value='3', format='int')

          opObj14.addParameter(name='wintitle', value='ESF AMISR', format='str')

          opObj14.addParameter(name='showprofile', value='0', format='int')

          opObj14.addParameter(name='tmin', value=xmin, format='int')

          opObj14.addParameter(name='tmax', value=xmax, format='int')

        joabAM
    
f_

              r1374
            
          ##opObj11.addParameter(name='ymin', value=dbmin, format='int')

          ##opObj11.addParameter(name='ymax', value=dbmax, format='int')

        joabAM
    
pruebas con amisr

              r1375
            
          opObj14.addParameter(name='save', value=outPath+'/plots', format='str')

          opObj14.addParameter(name='show', value = showNOISE, format='int')

          opObj14.addParameter(name='localtime', value=localtime,format='int')

          opObj14.addParameter(name='exp_code', value='207', format='int')

          opObj14.addParameter(name='server', value='jro-realtime.igp.gob.pe:4444')

          opObj14.addParameter(name='sender_period', value='120')

          opObj14.addParameter(name='tag', value='AMISR')

          '''

          patternX : list

              detail of files to be send must have the following order: local, remote

              ext, period, exp_code, sub_exp_code

          '''

          # ftp = procUnitConfObjSpectraBeam0.addOperation(name='SendToFTP', optype='external')

          # ftp.addParameter(name='server', value='jro-app.igp.gob.pe')

          # ftp.addParameter(name='username', value='wmaster')

          # ftp.addParameter(name='password', value='mst2010vhf')

          # ftp.addParameter(name='pattern1',

          #     value=outPath+'/plots/rti,/home/wmaster/graficos,png,60,1,1',

          #     format='list')

          # ftp.addParameter(name='pattern2',

          #     value=outPath+'/plots/rti,/home/wmaster/graficos,png,300,1,1',

          #     format='list')

        joabAM
    
merged branches

              r1370
            
          # print "Escribiendo el archivo XML"

          # controllerObj.writeXml(filename)

          controllerObj.start()

          # print "Leyendo el archivo XML"

          # controllerObj.readXml(filename)

      if __name__ == '__main__':

          import time

          start_time = time.time()

          main()

          print("--- %s seconds ---" % (time.time() - start_time))

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

joabAM pruebas con amisr	r1375
joabAM merged branches	r1370	import os, sys
		import time
		import datetime

		'''
joabAM pruebas con amisr	r1375	ESF EW 10 BEAM ONLINE
joabAM merged branches	r1370	'''
		path = os.path.dirname(os.getcwd())
		path = os.path.dirname(path)
		sys.path.insert(0, path)

		from schainpy.controller import Project


		def main():
		desc = "AMISR ESF 10 Beam Experiment"

		filename = "amisr_esf_reader.xml"



		#path = os.path.join(os.environ['HOME'],'amisr')
joabAM pruebas con amisr	r1375	inPath= '/home/soporte/Data/OutTest/ONLINE/'
		#inPath = '/mnt/data_amisr'
joabAM merged branches	r1370	#path= '/home/soporte/dataAMISR/'
		#inPath= '/home/soporte/dataAMISR_test/'
		outPath = '/home/soporte/Data/ESF'
joabAM pruebas con amisr	r1375	remotefolder = "/home/wmaster/test/graficos"
joabAM f_	r1374	xmin = '18'
joabAM pruebas con amisr	r1375	xmax = '31'
		xrange = int(xmax)-int(xmin)
joabAM merged branches	r1370	dbmin = '60' #'60'#'55' #'40' #noise esf eej
		dbmax = '75' #'70' #'55'
joabAM pruebas con amisr	r1375	showSPC = '0' #view plot Spectra
		showRTI = '0' #view plot RTI
		showNOISE = '0' #view plot NOISE
joabAM merged branches	r1370	# # code = '1,1,-1,1,1,-1,1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,1,1,1,-1,-1,-1'
		# # code = '1,1,0,1,1,0,1,0,0,1,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0'
		code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1'
		nCode = '1'
		nBaud = '28'
		nosamp = '2' # oversample
joabAM pruebas con amisr	r1375	localtime='1' #para ajustar el horario en las gráficas '0' para dejar en utc
joabAM merged branches	r1370
		dty = datetime.date.today() #ONLINE
		str1 = dty + datetime.timedelta(days=1)
		str2 = dty - datetime.timedelta(days=1)
		today = dty.strftime("%Y/%m/%d")
		tomorrow = str1.strftime("%Y/%m/%d")
		yesterday = str2.strftime("%Y/%m/%d")
		startDate=today
		endDate=tomorrow
joabAM pruebas con amisr	r1375	#startDate='2021/07/16'
		#endDate='2021/07/17'
joabAM merged branches	r1370	##.......................................................................................
		##.......................................................................................
		l = startDate.split('/') #adding day of the year to outPath
		datelist = datetime.date(int(l[0]),int(l[1]),int(l[2]))
		DOY = datelist.timetuple().tm_yday
		outPath= outPath+"/ESF"+l[0]+str(DOY)
		if os.path.exists(outPath):
		print("outPath", outPath)
		else :
		os.mkdir(outPath)
		print("Creating...", outPath)
		##.......................................................................................
		##.......................................................................................

		controllerObj = Project()
joabAM f_	r1374	controllerObj.setup(id = '21', name='esf_proc', description=desc)
joabAM merged branches	r1370	##.......................................................................................
		##.......................................................................................

		readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader',
		path=inPath,
		startDate=startDate,#'2016/07/12',
		endDate=endDate,#'2016/07/13',
joabAM pruebas con amisr	r1375	startTime='18:01:00',#'07:00:00',
		endTime='06:55:00',#'15:00:00',
joabAM merged branches	r1370	walk=0,
		code = code,
		nCode = nCode,
		nBaud = nBaud,
		timezone='lt',
		online=1)

		#AMISR Processing Unit
		##.......................................................................................
		##.......................................................................................

		#Voltage Processing Unit
		procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())
joabAM pruebas con amisr	r1375	opObj10 = procUnitConfObjBeam0.addOperation(name='setAttribute')
		opObj10.addParameter(name='frequency', value='445.0e6')

joabAM merged branches	r1370	#opObj10.addParameter(name='frequency', value='445e6', format='int') #changed on Dec 3, 15:40h


		#Noise--> no code

		opObj11 = procUnitConfObjBeam0.addOperation(name='Decoder', optype='other')
		opObj11.addParameter(name='code', value=code, format='floatlist')
		opObj11.addParameter(name='nCode', value=nCode, format='int')
		opObj11.addParameter(name='nBaud', value=nBaud, format='int')
		opObj11.addParameter(name='osamp', value=nosamp, format='int')


		# opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights')
		# opObj12.addParameter(name='minHei', value='50', format='float')
		# opObj12.addParameter(name='maxHei', value='150', format='float')

		# #Coherent Integration
		# opObj11 = procUnitConfObjBeam0.addOperation(name='CohInt', optype='other')
		# opObj11.addParameter(name='n', value='2', format='int')

		##.......................................................................................
		##.......................................................................................

		#Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints
		procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId())
		procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=16, format='int')
		#
		opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other')
		opObj11.addParameter(name='n', value='60', format='int')
		#opObj11.addParameter(name='timeInterval', value='30', format='int')


		# # #RemoveDc
		#opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC')


		#---
joabAM pruebas con amisr	r1375	#opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='selectChannels')
		#opObj11.addParameter(name='channelList', value='0,2,4,6,8', format='intlist')
joabAM merged branches	r1370
		##.......................................................................................
		##.......................................................................................

		#SpectraPlot
joabAM pruebas con amisr	r1375	opObj12 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='external')
		opObj12.addParameter(name='id', value='1', format='int')
		opObj12.addParameter(name='wintitle', value='ESF AMISR', format='str')
		opObj12.addParameter(name='showprofile', value='1', format='int')
		opObj12.addParameter(name='zmin', value=dbmin, format='int')
		opObj12.addParameter(name='zmax', value=dbmax, format='int')
		opObj12.addParameter(name='save', value=outPath+'/plots', format='str')
		opObj12.addParameter(name='localtime', value=localtime,format='int')
		opObj12.addParameter(name='show', value = showSPC, format='int')
		opObj12.addParameter(name='colormap', value='jet', format='str')
		opObj12.addParameter(name='exp_code', value='207', format='int')
		opObj12.addParameter(name='server', value='jro-realtime.igp.gob.pe:4444')
		opObj12.addParameter(name='sender_period', value='120')
		opObj12.addParameter(name='tag', value='AMISR')
joabAM merged branches	r1370
		#RTIPlot
		#title0 = 'RTI AMISR Beam 0'
joabAM pruebas con amisr	r1375	opObj13 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='external')
		opObj13.addParameter(name='id', value='2', format='int')
		opObj13.addParameter(name='wintitle', value='ESF AMISR', format='str')
		opObj13.addParameter(name='showprofile', value='0', format='int')
		opObj13.addParameter(name='tmin', value=xmin, format='int')
		opObj13.addParameter(name='xrange', value=xrange,format='int')
		opObj13.addParameter(name='zmin', value=dbmin, format='int')
		opObj13.addParameter(name='zmax', value=dbmax, format='int')
		opObj13.addParameter(name='save', value=outPath+'/plots', format='str')
		opObj13.addParameter(name='localtime', value=localtime,format='int')
		opObj13.addParameter(name='show', value = showRTI, format='int')
		opObj13.addParameter(name='colormap', value='jet', format='str')
		opObj13.addParameter(name='exp_code', value='207', format='int')
		opObj13.addParameter(name='server', value='jro-realtime.igp.gob.pe:4444')
		opObj13.addParameter(name='sender_period', value='120')
		opObj13.addParameter(name='tag', value='AMISR')
joabAM merged branches	r1370
		# # #
		# #Noise
		#title0 = 'RTI AMISR Beam 0'
joabAM pruebas con amisr	r1375	opObj14 = procUnitConfObjSpectraBeam0.addOperation(name='NoisePlot', optype='external')
		opObj14.addParameter(name='id', value='3', format='int')
		opObj14.addParameter(name='wintitle', value='ESF AMISR', format='str')
		opObj14.addParameter(name='showprofile', value='0', format='int')
		opObj14.addParameter(name='tmin', value=xmin, format='int')
		opObj14.addParameter(name='tmax', value=xmax, format='int')
joabAM f_	r1374	##opObj11.addParameter(name='ymin', value=dbmin, format='int')
		##opObj11.addParameter(name='ymax', value=dbmax, format='int')
joabAM pruebas con amisr	r1375	opObj14.addParameter(name='save', value=outPath+'/plots', format='str')
		opObj14.addParameter(name='show', value = showNOISE, format='int')
		opObj14.addParameter(name='localtime', value=localtime,format='int')
		opObj14.addParameter(name='exp_code', value='207', format='int')
		opObj14.addParameter(name='server', value='jro-realtime.igp.gob.pe:4444')
		opObj14.addParameter(name='sender_period', value='120')
		opObj14.addParameter(name='tag', value='AMISR')
		'''
		patternX : list
		detail of files to be send must have the following order: local, remote
		ext, period, exp_code, sub_exp_code
		'''
		# ftp = procUnitConfObjSpectraBeam0.addOperation(name='SendToFTP', optype='external')
		# ftp.addParameter(name='server', value='jro-app.igp.gob.pe')
		# ftp.addParameter(name='username', value='wmaster')
		# ftp.addParameter(name='password', value='mst2010vhf')
		# ftp.addParameter(name='pattern1',
		# value=outPath+'/plots/rti,/home/wmaster/graficos,png,60,1,1',
		# format='list')
		# ftp.addParameter(name='pattern2',
		# value=outPath+'/plots/rti,/home/wmaster/graficos,png,300,1,1',
		# format='list')
joabAM merged branches	r1370

		# print "Escribiendo el archivo XML"
		# controllerObj.writeXml(filename)
		controllerObj.start()
		# print "Leyendo el archivo XML"
		# controllerObj.readXml(filename)

		if __name__ == '__main__':
		import time
		start_time = time.time()
		main()
		print("--- %s seconds ---" % (time.time() - start_time))