##// END OF EJS Templates
f_
f_

File last commit:

r1374:7243e1f8c2ee
r1374:7243e1f8c2ee
Show More
test2.py
301 lines | 14.4 KiB | text/x-python | PythonLexer
merged branches
r1370
import os, sys
import time
import datetime
'''
ESF 10 BEAM
'''
path = os.path.dirname(os.getcwd())
path = os.path.dirname(path)
sys.path.insert(0, path)
from schainpy.controller import Project
def main():
desc = "AMISR Experiment"
filename = "amisr_reader.xml"
controllerObj = Project()
controllerObj.setup(id = '191', name='amisr_esf_proc', description=desc)
#path = os.path.join(os.environ['HOME'],'amisr')
# path = '/media/signalchain/HD-PXU2/AMISR_JULIA_MODE'
# path = '/media/soporte/E9F4-F053/AMISR/Data/NoiseTest/EEJ'
# path = '/media/soporte/E9F4-F053/AMISR/Data/ESF'
#path = '/mnt/data_amisr'
#path= '/home/soporte/dataAMISR/'
path= '/home/soporte/dataAMISR/'
#path='/home/soporte/Documentos/' #
#path = '/media/soporte/AMISR_104'
#outPath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/esf')
#outPath = '/media/soporte/E9F4-F053/AMISR/Data/JULIA/ESF'
f_
r1374 outPath = '/home/soporte/Data/OutTest/ESF'
merged branches
r1370 remotefolder = "/home/wmaster/graficos"
f_
r1374 #figpath = '/home/soporte/Data/OutTest/EEJ'
merged branches
r1370
f_
r1374 xmin = '18'
xmax = '07'
merged branches
r1370 dbmin = '60' #'60'#'55' #'40' #noise esf eej
dbmax = '75' #'70' #'55'
show = '1'
# # code = '1,1,-1,1,1,-1,1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,1,1,1,-1,-1,-1'
# # code = '1,1,0,1,1,0,1,0,0,1,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0'
code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1'
nCode = '1'
nBaud = '28'
nosamp = '2' # oversample
localtime='1' #para ajustar el horario en las gráficas '0' para dejar en utc
f_
r1374 startDate='2019/03/17'
endDate='2019/12/18'
merged branches
r1370
# str = datetime.date.today() #ONLINE
# str1 = str + datetime.timedelta(days=1)
# str2 = str - datetime.timedelta(days=1)
#today = str.strftime("%Y/%m/%d")
#tomorrow = str1.strftime("%Y/%m/%d")
#yesterday = str2.strftime("%Y/%m/%d")
l = startDate.split('/') #adding day of the year to outPath
datelist = datetime.date(int(l[0]),int(l[1]),int(l[2]))
DOY = datelist.timetuple().tm_yday
outPath= outPath+"/ESF"+l[0]+str(DOY)
if os.path.exists(outPath):
print("outPath", outPath)
else :
os.mkdir(outPath)
print("Creating...", outPath)
readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader',
path=path,
startDate=startDate,#'2016/07/12',
endDate=endDate,#'2016/07/13',
startTime='23:35:00',#'07:00:00',
endTime='06:13:59',#'15:00:00',
walk=0,
code = code,
nCode = nCode,
nBaud = nBaud,
timezone='lt',
online=0)
#AMISR Processing Unit
#Voltage Processing Unit
procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId())
opObj10 = procUnitConfObjBeam0.addOperation(name='setRadarFrequency')
#opObj10.addParameter(name='frequency', value='445e6', format='float') #changed on Dec 3, 15:40h
#opObj10.addParameter(name='frequency', value='430e6', format='float')
# opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights')
# opObj12.addParameter(name='minHei', value='0', format='float')
#Noise--> no code
opObj11 = procUnitConfObjBeam0.addOperation(name='Decoder', optype='other')
opObj11.addParameter(name='code', value=code, format='floatlist')
opObj11.addParameter(name='nCode', value=nCode, format='int')
opObj11.addParameter(name='nBaud', value=nBaud, format='int')
opObj11.addParameter(name='osamp', value=nosamp, format='int')
# opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights')
# opObj12.addParameter(name='minHei', value='50', format='float')
# opObj12.addParameter(name='maxHei', value='200', format='float')
#Coherent Integration
# opObj11 = procUnitConfObjBeam0.addOperation(name='CohInt', optype='other')
# opObj11.addParameter(name='n', value='2', format='int')
#it doesn't work scope with Voltage() data
# opObj11 = procUnitConfObjBeam0.addOperation(name='ScopePlot', optype='external')
# opObj11.addParameter(name='id', value='121', format='int')
#Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints
procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId())
procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=16, format='int')
#
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other')
opObj11.addParameter(name='n', value='150', format='int')#60
opObj11.addParameter(name='timeInterval', value='30', format='int')
# # #RemoveDc
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC')
##Noise Estimation
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='getNoise', optype='self')
# opObj11.addParameter(name='minHei', value='100', format='int')
# opObj11.addParameter(name='maxHei', value='280', format='int')
#opObj11.addParameter(name='minHei', value='15', format='int')
#opObj11.addParameter(name='maxHei', value='20', format='int')
#---
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='selectChannels')
opObj11.addParameter(name='channelList', value='6,7,8,9', format='intlist')
#SpectraPlot
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='external')
opObj11.addParameter(name='id', value='1', format='int')
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str')
opObj11.addParameter(name='showprofile', value='1', format='int')
#opObj11.addParameter(name='zmin', value='38', format='int')
opObj11.addParameter(name='zmin', value=dbmin, format='int')
opObj11.addParameter(name='zmax', value=dbmax, format='int')
opObj11.addParameter(name='save', value=outPath+'/plots', format='str')
opObj11.addParameter(name='ftp', value='1', format='int')
opObj11.addParameter(name='wr_period', value='2', format='int')
opObj11.addParameter(name='exp_code', value='21', format='int')
# opObj11.addParameter(name='sub_exp_code', value='4', format='int')
# opObj11.addParameter(name='ftp_wei', value='0', format='int')
# opObj11.addParameter(name='plot_pos', value='0', format='int')
opObj11.addParameter(name='exp_code', value='1', format='int')
opObj11.addParameter(name='sub_exp_code', value='1', format='int')
opObj11.addParameter(name='ftp_wei', value='0', format='int')
opObj11.addParameter(name='plot_pos', value='0', format='int')
#opObj11.addParameter(name='localtime', value=localtime,format='int')
xrange = int(xmax)-int(xmin)
print(xrange)
#RTIPlot
#title0 = 'RTI AMISR Beam 0'
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='external')
opObj11.addParameter(name='id', value='2', format='int')
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str')
opObj11.addParameter(name='showprofile', value='0', format='int')
opObj11.addParameter(name='xmin', value=xmin, format='int')
opObj11.addParameter(name='xrange', value=xrange, format='int')
opObj11.addParameter(name='zmin', value=dbmin, format='int')
opObj11.addParameter(name='zmax', value=dbmax, format='int')
opObj11.addParameter(name='save', value=outPath+'/plots', format='str')
opObj11.addParameter(name='ftp', value='1', format='int')
opObj11.addParameter(name='wr_period', value='2', format='int')
# opObj11.addParameter(name='exp_code', value='21', format='int')
# opObj11.addParameter(name='sub_exp_code', value='4', format='int')
# opObj11.addParameter(name='ftp_wei', value='0', format='int')
# opObj11.addParameter(name='plot_pos', value='0', format='int')
opObj11.addParameter(name='exp_code', value='1', format='int')
opObj11.addParameter(name='sub_exp_code', value='1', format='int')
opObj11.addParameter(name='ftp_wei', value='0', format='int')
opObj11.addParameter(name='plot_pos', value='0', format='int')
#opObj11.addParameter(name='localtime', value=localtime,format='int')
opObj11.addParameter(name='channelList', value='0,1,2,3',format='intlist')
opObj11.addParameter(name='colormap', value='jet', format='str')
#opObj11.addParameter(name='plot_server', value='tcp://0.0.0.0:8080', format='str')
#opObj11.addParameter(name='plot_server', value='localhost', format='str')
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot_', optype='external')
# opObj11.addParameter(name='id', value='3', format='int')
# opObj11.addParameter(name='wintitle', value='ESF AMISR otros canales', format='str')
# opObj11.addParameter(name='showprofile', value='1', format='int')
# opObj11.addParameter(name='xmin', value=xmin, format='int')
# opObj11.addParameter(name='xmax', value=xmax, format='int')
# opObj11.addParameter(name='zmin', value=dbmin, format='int')
#
# opObj11.addParameter(name='zmax', value=dbmax, format='int')
# opObj11.addParameter(name='save', value='1', format='int')
# opObj11.addParameter(name='ftp', value='1', format='int')
# opObj11.addParameter(name='wr_period', value='2', format='int')
# opObj11.addParameter(name='figpath', value=outPath+'/plots2', format='str')
# # opObj11.addParameter(name='exp_code', value='21', format='int')
# # opObj11.addParameter(name='sub_exp_code', value='4', format='int')
# # opObj11.addParameter(name='ftp_wei', value='0', format='int')
# # opObj11.addParameter(name='plot_pos', value='0', format='int')
# opObj11.addParameter(name='exp_code', value='1', format='int')
# opObj11.addParameter(name='sub_exp_code', value='1', format='int')
# opObj11.addParameter(name='ftp_wei', value='0', format='int')
# opObj11.addParameter(name='plot_pos', value='0', format='int')
# #opObj11.addParameter(name='localtime', value=localtime,format='int')
# #opObj11.addParameter(name='channelList', value='8,9',format='intlist')
# #opObj15.addParameter(name='colormap', value='jet', format='str')
# # #
# #Noise
#title0 = 'RTI AMISR Beam 0'
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='NoisePlot', optype='external')
# opObj11.addParameter(name='id', value='3', format='int')
# opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str')
# opObj11.addParameter(name='showprofile', value='0', format='int')
# opObj11.addParameter(name='xmin', value=xmin, format='int')
# #opObj11.addParameter(name='xmax', value=xmax, format='int')
# #opObj11.addParameter(name='ymin', value=dbmin, format='int')
# #opObj11.addParameter(name='ymax', value=dbmax, format='int')
# opObj11.addParameter(name='save', value=outPath+'/plots', format='str')
# #opObj11.addParameter(name='show', value = show, format='bool')
# opObj11.addParameter(name='localtime', value=localtime,format='int')
#
# #Generate *.pdata from AMISR data
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraWriter', optype='external')
# opObj11.addParameter(name='path', value=outPath, format='str')
# opObj11.addParameter(name='blocksPerFile', value='10', format='int')
#
#
# #generate moments
# procUnitConfObj2 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjSpectraBeam0.getId())
# opObj20 = procUnitConfObj2.addOperation(name='SpectralMoments', optype='other')
#
# opObj12 = procUnitConfObj2.addOperation(name='ParamWriter', optype='external')
# opObj12.addParameter(name='path', value=outPath)
# opObj12.addParameter(name='blocksPerFile', value='10', format='int')
# opObj12.addParameter(name='metadataList',value='type,inputUnit,heightList',format='list')
# opObj12.addParameter(name='dataList',value='moments,data_SNR,utctime',format='list')
# opObj12.addParameter(name='mode',value='1',format='int')
pathF1 = outPath+'/plots/rti'
pathF2 = outPath+'/plots/spc'
''' PaternX = local, remote, ext, period, exp_code, sub_exp_code
'''
ftp = procUnitConfObjSpectraBeam0.addOperation(name='SendToFTP', optype='external')
ftp.addParameter(name='server', value='jro-app.igp.gob.pe')
ftp.addParameter(name='username', value='wmaster')
ftp.addParameter(name='password', value='mst2010vhf')
ftp.addParameter(name='pattern1',
value=pathF1+',/home/wmaster/graficos,png,100,17,2',
format='list')
ftp.addParameter(name='pattern2',
value=pathF2+',/home/wmaster/graficos,png,100,17,2',
format='list')
# ftp.addParameter(name='pattern3',
# value='/media/sf_E_DRIVE/plots/winds/wind,/home/wmaster/graficos,png,300,17,2',
# format='list')
# ftp.addParameter(name='pattern4',
# value='/media/sf_E_DRIVE/plots/winds/rain,/home/wmaster/graficos,png,300,17,2',
# format='list')
# procUnitConfObj2 = controllerObj.addProcUnit(name='SendToServer', inputId=procUnitConfObjSpectraBeam0.getId())
# procUnitConfObj2.addParameter(name='server', value='jro-app.igp.gob.pe', format='str')
# procUnitConfObj2.addParameter(name='username', value='wmaster', format='str')
# procUnitConfObj2.addParameter(name='password', value='mst2010vhf', format='str')
# procUnitConfObj2.addParameter(name='localfolder', value=outPath+'/plots', format='str')
# procUnitConfObj2.addParameter(name='remotefolder', value=remotefolder, format='str')
# procUnitConfObj2.addParameter(name='ext', value='.png', format='str')
# procUnitConfObj2.addParameter(name='period', value=5, format='int')
# procUnitConfObj2.addParameter(name='protocol', value='ftp', format='str')
#-----------------------------------------------------------------------------------------------
#----
# print "Escribiendo el archivo XML"
f_
r1374 #filename="/home/soporte/workspace/schain/schainpy/scripts/joab.xml"
#controllerObj.writeXml(filename)
merged branches
r1370
controllerObj.start()
# print "Leyendo el archivo XML"
# controllerObj.readXml(filename)
if __name__ == '__main__':
import time
start_time = time.time()
main()
print("--- %s seconds ---" % (time.time() - start_time))