test2.py
301 lines
| 14.4 KiB
| text/x-python
|
PythonLexer
r1370 | ||||
import os, sys | ||||
import time | ||||
import datetime | ||||
''' | ||||
ESF 10 BEAM | ||||
''' | ||||
path = os.path.dirname(os.getcwd()) | ||||
path = os.path.dirname(path) | ||||
sys.path.insert(0, path) | ||||
from schainpy.controller import Project | ||||
def main(): | ||||
desc = "AMISR Experiment" | ||||
filename = "amisr_reader.xml" | ||||
controllerObj = Project() | ||||
controllerObj.setup(id = '191', name='amisr_esf_proc', description=desc) | ||||
#path = os.path.join(os.environ['HOME'],'amisr') | ||||
# path = '/media/signalchain/HD-PXU2/AMISR_JULIA_MODE' | ||||
# path = '/media/soporte/E9F4-F053/AMISR/Data/NoiseTest/EEJ' | ||||
# path = '/media/soporte/E9F4-F053/AMISR/Data/ESF' | ||||
#path = '/mnt/data_amisr' | ||||
#path= '/home/soporte/dataAMISR/' | ||||
path= '/home/soporte/dataAMISR/' | ||||
#path='/home/soporte/Documentos/' # | ||||
#path = '/media/soporte/AMISR_104' | ||||
#outPath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/esf') | ||||
#outPath = '/media/soporte/E9F4-F053/AMISR/Data/JULIA/ESF' | ||||
r1374 | outPath = '/home/soporte/Data/OutTest/ESF' | |||
r1370 | remotefolder = "/home/wmaster/graficos" | |||
r1374 | #figpath = '/home/soporte/Data/OutTest/EEJ' | |||
r1370 | ||||
r1374 | xmin = '18' | |||
xmax = '07' | ||||
r1370 | dbmin = '60' #'60'#'55' #'40' #noise esf eej | |||
dbmax = '75' #'70' #'55' | ||||
show = '1' | ||||
# # code = '1,1,-1,1,1,-1,1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,1,1,1,-1,-1,-1' | ||||
# # code = '1,1,0,1,1,0,1,0,0,1,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0' | ||||
code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1' | ||||
nCode = '1' | ||||
nBaud = '28' | ||||
nosamp = '2' # oversample | ||||
localtime='1' #para ajustar el horario en las gráficas '0' para dejar en utc | ||||
r1374 | startDate='2019/03/17' | |||
endDate='2019/12/18' | ||||
r1370 | ||||
# str = datetime.date.today() #ONLINE | ||||
# str1 = str + datetime.timedelta(days=1) | ||||
# str2 = str - datetime.timedelta(days=1) | ||||
#today = str.strftime("%Y/%m/%d") | ||||
#tomorrow = str1.strftime("%Y/%m/%d") | ||||
#yesterday = str2.strftime("%Y/%m/%d") | ||||
l = startDate.split('/') #adding day of the year to outPath | ||||
datelist = datetime.date(int(l[0]),int(l[1]),int(l[2])) | ||||
DOY = datelist.timetuple().tm_yday | ||||
outPath= outPath+"/ESF"+l[0]+str(DOY) | ||||
if os.path.exists(outPath): | ||||
print("outPath", outPath) | ||||
else : | ||||
os.mkdir(outPath) | ||||
print("Creating...", outPath) | ||||
readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader', | ||||
path=path, | ||||
startDate=startDate,#'2016/07/12', | ||||
endDate=endDate,#'2016/07/13', | ||||
startTime='23:35:00',#'07:00:00', | ||||
endTime='06:13:59',#'15:00:00', | ||||
walk=0, | ||||
code = code, | ||||
nCode = nCode, | ||||
nBaud = nBaud, | ||||
timezone='lt', | ||||
online=0) | ||||
#AMISR Processing Unit | ||||
#Voltage Processing Unit | ||||
procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId()) | ||||
opObj10 = procUnitConfObjBeam0.addOperation(name='setRadarFrequency') | ||||
#opObj10.addParameter(name='frequency', value='445e6', format='float') #changed on Dec 3, 15:40h | ||||
#opObj10.addParameter(name='frequency', value='430e6', format='float') | ||||
# opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights') | ||||
# opObj12.addParameter(name='minHei', value='0', format='float') | ||||
#Noise--> no code | ||||
opObj11 = procUnitConfObjBeam0.addOperation(name='Decoder', optype='other') | ||||
opObj11.addParameter(name='code', value=code, format='floatlist') | ||||
opObj11.addParameter(name='nCode', value=nCode, format='int') | ||||
opObj11.addParameter(name='nBaud', value=nBaud, format='int') | ||||
opObj11.addParameter(name='osamp', value=nosamp, format='int') | ||||
# opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights') | ||||
# opObj12.addParameter(name='minHei', value='50', format='float') | ||||
# opObj12.addParameter(name='maxHei', value='200', format='float') | ||||
#Coherent Integration | ||||
# opObj11 = procUnitConfObjBeam0.addOperation(name='CohInt', optype='other') | ||||
# opObj11.addParameter(name='n', value='2', format='int') | ||||
#it doesn't work scope with Voltage() data | ||||
# opObj11 = procUnitConfObjBeam0.addOperation(name='ScopePlot', optype='external') | ||||
# opObj11.addParameter(name='id', value='121', format='int') | ||||
#Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints | ||||
procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId()) | ||||
procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=16, format='int') | ||||
# | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other') | ||||
opObj11.addParameter(name='n', value='150', format='int')#60 | ||||
opObj11.addParameter(name='timeInterval', value='30', format='int') | ||||
# # #RemoveDc | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC') | ||||
##Noise Estimation | ||||
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='getNoise', optype='self') | ||||
# opObj11.addParameter(name='minHei', value='100', format='int') | ||||
# opObj11.addParameter(name='maxHei', value='280', format='int') | ||||
#opObj11.addParameter(name='minHei', value='15', format='int') | ||||
#opObj11.addParameter(name='maxHei', value='20', format='int') | ||||
#--- | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='selectChannels') | ||||
opObj11.addParameter(name='channelList', value='6,7,8,9', format='intlist') | ||||
#SpectraPlot | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='external') | ||||
opObj11.addParameter(name='id', value='1', format='int') | ||||
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') | ||||
opObj11.addParameter(name='showprofile', value='1', format='int') | ||||
#opObj11.addParameter(name='zmin', value='38', format='int') | ||||
opObj11.addParameter(name='zmin', value=dbmin, format='int') | ||||
opObj11.addParameter(name='zmax', value=dbmax, format='int') | ||||
opObj11.addParameter(name='save', value=outPath+'/plots', format='str') | ||||
opObj11.addParameter(name='ftp', value='1', format='int') | ||||
opObj11.addParameter(name='wr_period', value='2', format='int') | ||||
opObj11.addParameter(name='exp_code', value='21', format='int') | ||||
# opObj11.addParameter(name='sub_exp_code', value='4', format='int') | ||||
# opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
# opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
opObj11.addParameter(name='exp_code', value='1', format='int') | ||||
opObj11.addParameter(name='sub_exp_code', value='1', format='int') | ||||
opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
#opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
xrange = int(xmax)-int(xmin) | ||||
print(xrange) | ||||
#RTIPlot | ||||
#title0 = 'RTI AMISR Beam 0' | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='external') | ||||
opObj11.addParameter(name='id', value='2', format='int') | ||||
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') | ||||
opObj11.addParameter(name='showprofile', value='0', format='int') | ||||
opObj11.addParameter(name='xmin', value=xmin, format='int') | ||||
opObj11.addParameter(name='xrange', value=xrange, format='int') | ||||
opObj11.addParameter(name='zmin', value=dbmin, format='int') | ||||
opObj11.addParameter(name='zmax', value=dbmax, format='int') | ||||
opObj11.addParameter(name='save', value=outPath+'/plots', format='str') | ||||
opObj11.addParameter(name='ftp', value='1', format='int') | ||||
opObj11.addParameter(name='wr_period', value='2', format='int') | ||||
# opObj11.addParameter(name='exp_code', value='21', format='int') | ||||
# opObj11.addParameter(name='sub_exp_code', value='4', format='int') | ||||
# opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
# opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
opObj11.addParameter(name='exp_code', value='1', format='int') | ||||
opObj11.addParameter(name='sub_exp_code', value='1', format='int') | ||||
opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
#opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
opObj11.addParameter(name='channelList', value='0,1,2,3',format='intlist') | ||||
opObj11.addParameter(name='colormap', value='jet', format='str') | ||||
#opObj11.addParameter(name='plot_server', value='tcp://0.0.0.0:8080', format='str') | ||||
#opObj11.addParameter(name='plot_server', value='localhost', format='str') | ||||
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot_', optype='external') | ||||
# opObj11.addParameter(name='id', value='3', format='int') | ||||
# opObj11.addParameter(name='wintitle', value='ESF AMISR otros canales', format='str') | ||||
# opObj11.addParameter(name='showprofile', value='1', format='int') | ||||
# opObj11.addParameter(name='xmin', value=xmin, format='int') | ||||
# opObj11.addParameter(name='xmax', value=xmax, format='int') | ||||
# opObj11.addParameter(name='zmin', value=dbmin, format='int') | ||||
# | ||||
# opObj11.addParameter(name='zmax', value=dbmax, format='int') | ||||
# opObj11.addParameter(name='save', value='1', format='int') | ||||
# opObj11.addParameter(name='ftp', value='1', format='int') | ||||
# opObj11.addParameter(name='wr_period', value='2', format='int') | ||||
# opObj11.addParameter(name='figpath', value=outPath+'/plots2', format='str') | ||||
# # opObj11.addParameter(name='exp_code', value='21', format='int') | ||||
# # opObj11.addParameter(name='sub_exp_code', value='4', format='int') | ||||
# # opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
# # opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
# opObj11.addParameter(name='exp_code', value='1', format='int') | ||||
# opObj11.addParameter(name='sub_exp_code', value='1', format='int') | ||||
# opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
# opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
# #opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
# #opObj11.addParameter(name='channelList', value='8,9',format='intlist') | ||||
# #opObj15.addParameter(name='colormap', value='jet', format='str') | ||||
# # # | ||||
# #Noise | ||||
#title0 = 'RTI AMISR Beam 0' | ||||
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='NoisePlot', optype='external') | ||||
# opObj11.addParameter(name='id', value='3', format='int') | ||||
# opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') | ||||
# opObj11.addParameter(name='showprofile', value='0', format='int') | ||||
# opObj11.addParameter(name='xmin', value=xmin, format='int') | ||||
# #opObj11.addParameter(name='xmax', value=xmax, format='int') | ||||
# #opObj11.addParameter(name='ymin', value=dbmin, format='int') | ||||
# #opObj11.addParameter(name='ymax', value=dbmax, format='int') | ||||
# opObj11.addParameter(name='save', value=outPath+'/plots', format='str') | ||||
# #opObj11.addParameter(name='show', value = show, format='bool') | ||||
# opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
# | ||||
# #Generate *.pdata from AMISR data | ||||
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraWriter', optype='external') | ||||
# opObj11.addParameter(name='path', value=outPath, format='str') | ||||
# opObj11.addParameter(name='blocksPerFile', value='10', format='int') | ||||
# | ||||
# | ||||
# #generate moments | ||||
# procUnitConfObj2 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjSpectraBeam0.getId()) | ||||
# opObj20 = procUnitConfObj2.addOperation(name='SpectralMoments', optype='other') | ||||
# | ||||
# opObj12 = procUnitConfObj2.addOperation(name='ParamWriter', optype='external') | ||||
# opObj12.addParameter(name='path', value=outPath) | ||||
# opObj12.addParameter(name='blocksPerFile', value='10', format='int') | ||||
# opObj12.addParameter(name='metadataList',value='type,inputUnit,heightList',format='list') | ||||
# opObj12.addParameter(name='dataList',value='moments,data_SNR,utctime',format='list') | ||||
# opObj12.addParameter(name='mode',value='1',format='int') | ||||
pathF1 = outPath+'/plots/rti' | ||||
pathF2 = outPath+'/plots/spc' | ||||
''' PaternX = local, remote, ext, period, exp_code, sub_exp_code | ||||
''' | ||||
ftp = procUnitConfObjSpectraBeam0.addOperation(name='SendToFTP', optype='external') | ||||
ftp.addParameter(name='server', value='jro-app.igp.gob.pe') | ||||
ftp.addParameter(name='username', value='wmaster') | ||||
ftp.addParameter(name='password', value='mst2010vhf') | ||||
ftp.addParameter(name='pattern1', | ||||
value=pathF1+',/home/wmaster/graficos,png,100,17,2', | ||||
format='list') | ||||
ftp.addParameter(name='pattern2', | ||||
value=pathF2+',/home/wmaster/graficos,png,100,17,2', | ||||
format='list') | ||||
# ftp.addParameter(name='pattern3', | ||||
# value='/media/sf_E_DRIVE/plots/winds/wind,/home/wmaster/graficos,png,300,17,2', | ||||
# format='list') | ||||
# ftp.addParameter(name='pattern4', | ||||
# value='/media/sf_E_DRIVE/plots/winds/rain,/home/wmaster/graficos,png,300,17,2', | ||||
# format='list') | ||||
# procUnitConfObj2 = controllerObj.addProcUnit(name='SendToServer', inputId=procUnitConfObjSpectraBeam0.getId()) | ||||
# procUnitConfObj2.addParameter(name='server', value='jro-app.igp.gob.pe', format='str') | ||||
# procUnitConfObj2.addParameter(name='username', value='wmaster', format='str') | ||||
# procUnitConfObj2.addParameter(name='password', value='mst2010vhf', format='str') | ||||
# procUnitConfObj2.addParameter(name='localfolder', value=outPath+'/plots', format='str') | ||||
# procUnitConfObj2.addParameter(name='remotefolder', value=remotefolder, format='str') | ||||
# procUnitConfObj2.addParameter(name='ext', value='.png', format='str') | ||||
# procUnitConfObj2.addParameter(name='period', value=5, format='int') | ||||
# procUnitConfObj2.addParameter(name='protocol', value='ftp', format='str') | ||||
#----------------------------------------------------------------------------------------------- | ||||
#---- | ||||
# print "Escribiendo el archivo XML" | ||||
r1374 | #filename="/home/soporte/workspace/schain/schainpy/scripts/joab.xml" | |||
#controllerObj.writeXml(filename) | ||||
r1370 | ||||
controllerObj.start() | ||||
# print "Leyendo el archivo XML" | ||||
# controllerObj.readXml(filename) | ||||
if __name__ == '__main__': | ||||
import time | ||||
start_time = time.time() | ||||
main() | ||||
print("--- %s seconds ---" % (time.time() - start_time)) | ||||