import os, sys import time import datetime ''' ESF 10 BEAM ''' path = os.path.dirname(os.getcwd()) path = os.path.dirname(path) sys.path.insert(0, path) from schainpy.controller import Project def main(): desc = "AMISR Experiment" filename = "amisr_reader.xml" controllerObj = Project() controllerObj.setup(id = '191', name='amisr_esf_proc', description=desc) #path = os.path.join(os.environ['HOME'],'amisr') # path = '/media/signalchain/HD-PXU2/AMISR_JULIA_MODE' # path = '/media/soporte/E9F4-F053/AMISR/Data/NoiseTest/EEJ' # path = '/media/soporte/E9F4-F053/AMISR/Data/ESF' #path = '/mnt/data_amisr' #path= '/home/soporte/dataAMISR/' path= '/home/soporte/dataAMISR/' #path='/home/soporte/Documentos/' # #path = '/media/soporte/AMISR_104' #outPath = os.path.join(os.environ['HOME'],'Pictures/amisr/test/proc/esf') #outPath = '/media/soporte/E9F4-F053/AMISR/Data/JULIA/ESF' outPath = '/home/soporte/Data/ESF' remotefolder = "/home/wmaster/graficos" xmin = '17' xmax = '32' dbmin = '60' #'60'#'55' #'40' #noise esf eej dbmax = '75' #'70' #'55' show = '1' # # code = '1,1,-1,1,1,-1,1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,1,1,1,-1,-1,-1' # # code = '1,1,0,1,1,0,1,0,0,1,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0' code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1' nCode = '1' nBaud = '28' nosamp = '2' # oversample localtime='1' #para ajustar el horario en las gráficas '0' para dejar en utc startDate='2020/03/05' endDate='2020/03/06' # str = datetime.date.today() #ONLINE # str1 = str + datetime.timedelta(days=1) # str2 = str - datetime.timedelta(days=1) #today = str.strftime("%Y/%m/%d") #tomorrow = str1.strftime("%Y/%m/%d") #yesterday = str2.strftime("%Y/%m/%d") l = startDate.split('/') #adding day of the year to outPath datelist = datetime.date(int(l[0]),int(l[1]),int(l[2])) DOY = datelist.timetuple().tm_yday outPath= outPath+"/ESF"+l[0]+str(DOY) if os.path.exists(outPath): print("outPath", outPath) else : os.mkdir(outPath) print("Creating...", outPath) readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader', path=path, startDate=startDate,#'2016/07/12', endDate=endDate,#'2016/07/13', startTime='23:35:00',#'07:00:00', endTime='06:13:59',#'15:00:00', walk=0, code = code, nCode = nCode, nBaud = nBaud, timezone='lt', online=0) #AMISR Processing Unit #Voltage Processing Unit procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId()) opObj10 = procUnitConfObjBeam0.addOperation(name='setRadarFrequency') #opObj10.addParameter(name='frequency', value='445e6', format='float') #changed on Dec 3, 15:40h #opObj10.addParameter(name='frequency', value='430e6', format='float') # opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights') # opObj12.addParameter(name='minHei', value='0', format='float') #Noise--> no code opObj11 = procUnitConfObjBeam0.addOperation(name='Decoder', optype='other') opObj11.addParameter(name='code', value=code, format='floatlist') opObj11.addParameter(name='nCode', value=nCode, format='int') opObj11.addParameter(name='nBaud', value=nBaud, format='int') opObj11.addParameter(name='osamp', value=nosamp, format='int') # opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights') # opObj12.addParameter(name='minHei', value='50', format='float') # opObj12.addParameter(name='maxHei', value='200', format='float') #Coherent Integration # opObj11 = procUnitConfObjBeam0.addOperation(name='CohInt', optype='other') # opObj11.addParameter(name='n', value='2', format='int') #it doesn't work scope with Voltage() data # opObj11 = procUnitConfObjBeam0.addOperation(name='ScopePlot', optype='external') # opObj11.addParameter(name='id', value='121', format='int') #Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId()) procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=16, format='int') # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other') opObj11.addParameter(name='n', value='150', format='int')#60 opObj11.addParameter(name='timeInterval', value='30', format='int') # # #RemoveDc opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC') ##Noise Estimation # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='getNoise', optype='self') # opObj11.addParameter(name='minHei', value='100', format='int') # opObj11.addParameter(name='maxHei', value='280', format='int') #opObj11.addParameter(name='minHei', value='15', format='int') #opObj11.addParameter(name='maxHei', value='20', format='int') #--- opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='selectChannels') opObj11.addParameter(name='channelList', value='6,7,8,9', format='intlist') #SpectraPlot opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='external') opObj11.addParameter(name='id', value='1', format='int') opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') opObj11.addParameter(name='showprofile', value='1', format='int') #opObj11.addParameter(name='zmin', value='38', format='int') opObj11.addParameter(name='zmin', value=dbmin, format='int') opObj11.addParameter(name='zmax', value=dbmax, format='int') opObj11.addParameter(name='save', value=outPath+'/plots', format='str') opObj11.addParameter(name='ftp', value='1', format='int') opObj11.addParameter(name='wr_period', value='2', format='int') opObj11.addParameter(name='exp_code', value='21', format='int') # opObj11.addParameter(name='sub_exp_code', value='4', format='int') # opObj11.addParameter(name='ftp_wei', value='0', format='int') # opObj11.addParameter(name='plot_pos', value='0', format='int') opObj11.addParameter(name='exp_code', value='1', format='int') opObj11.addParameter(name='sub_exp_code', value='1', format='int') opObj11.addParameter(name='ftp_wei', value='0', format='int') opObj11.addParameter(name='plot_pos', value='0', format='int') #opObj11.addParameter(name='localtime', value=localtime,format='int') xrange = int(xmax)-int(xmin) print(xrange) #RTIPlot #title0 = 'RTI AMISR Beam 0' opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='external') opObj11.addParameter(name='id', value='2', format='int') opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') opObj11.addParameter(name='showprofile', value='0', format='int') opObj11.addParameter(name='xmin', value=xmin, format='int') opObj11.addParameter(name='xrange', value=xrange, format='int') opObj11.addParameter(name='zmin', value=dbmin, format='int') opObj11.addParameter(name='zmax', value=dbmax, format='int') opObj11.addParameter(name='save', value=outPath+'/plots', format='str') opObj11.addParameter(name='ftp', value='1', format='int') opObj11.addParameter(name='wr_period', value='2', format='int') # opObj11.addParameter(name='exp_code', value='21', format='int') # opObj11.addParameter(name='sub_exp_code', value='4', format='int') # opObj11.addParameter(name='ftp_wei', value='0', format='int') # opObj11.addParameter(name='plot_pos', value='0', format='int') opObj11.addParameter(name='exp_code', value='1', format='int') opObj11.addParameter(name='sub_exp_code', value='1', format='int') opObj11.addParameter(name='ftp_wei', value='0', format='int') opObj11.addParameter(name='plot_pos', value='0', format='int') #opObj11.addParameter(name='localtime', value=localtime,format='int') opObj11.addParameter(name='channelList', value='0,1,2,3',format='intlist') opObj11.addParameter(name='colormap', value='jet', format='str') #opObj11.addParameter(name='plot_server', value='tcp://0.0.0.0:8080', format='str') #opObj11.addParameter(name='plot_server', value='localhost', format='str') # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot_', optype='external') # opObj11.addParameter(name='id', value='3', format='int') # opObj11.addParameter(name='wintitle', value='ESF AMISR otros canales', format='str') # opObj11.addParameter(name='showprofile', value='1', format='int') # opObj11.addParameter(name='xmin', value=xmin, format='int') # opObj11.addParameter(name='xmax', value=xmax, format='int') # opObj11.addParameter(name='zmin', value=dbmin, format='int') # # opObj11.addParameter(name='zmax', value=dbmax, format='int') # opObj11.addParameter(name='save', value='1', format='int') # opObj11.addParameter(name='ftp', value='1', format='int') # opObj11.addParameter(name='wr_period', value='2', format='int') # opObj11.addParameter(name='figpath', value=outPath+'/plots2', format='str') # # opObj11.addParameter(name='exp_code', value='21', format='int') # # opObj11.addParameter(name='sub_exp_code', value='4', format='int') # # opObj11.addParameter(name='ftp_wei', value='0', format='int') # # opObj11.addParameter(name='plot_pos', value='0', format='int') # opObj11.addParameter(name='exp_code', value='1', format='int') # opObj11.addParameter(name='sub_exp_code', value='1', format='int') # opObj11.addParameter(name='ftp_wei', value='0', format='int') # opObj11.addParameter(name='plot_pos', value='0', format='int') # #opObj11.addParameter(name='localtime', value=localtime,format='int') # #opObj11.addParameter(name='channelList', value='8,9',format='intlist') # #opObj15.addParameter(name='colormap', value='jet', format='str') # # # # #Noise #title0 = 'RTI AMISR Beam 0' # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='NoisePlot', optype='external') # opObj11.addParameter(name='id', value='3', format='int') # opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') # opObj11.addParameter(name='showprofile', value='0', format='int') # opObj11.addParameter(name='xmin', value=xmin, format='int') # #opObj11.addParameter(name='xmax', value=xmax, format='int') # #opObj11.addParameter(name='ymin', value=dbmin, format='int') # #opObj11.addParameter(name='ymax', value=dbmax, format='int') # opObj11.addParameter(name='save', value=outPath+'/plots', format='str') # #opObj11.addParameter(name='show', value = show, format='bool') # opObj11.addParameter(name='localtime', value=localtime,format='int') # # #Generate *.pdata from AMISR data # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraWriter', optype='external') # opObj11.addParameter(name='path', value=outPath, format='str') # opObj11.addParameter(name='blocksPerFile', value='10', format='int') # # # #generate moments # procUnitConfObj2 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjSpectraBeam0.getId()) # opObj20 = procUnitConfObj2.addOperation(name='SpectralMoments', optype='other') # # opObj12 = procUnitConfObj2.addOperation(name='ParamWriter', optype='external') # opObj12.addParameter(name='path', value=outPath) # opObj12.addParameter(name='blocksPerFile', value='10', format='int') # opObj12.addParameter(name='metadataList',value='type,inputUnit,heightList',format='list') # opObj12.addParameter(name='dataList',value='moments,data_SNR,utctime',format='list') # opObj12.addParameter(name='mode',value='1',format='int') pathF1 = outPath+'/plots/rti' pathF2 = outPath+'/plots/spc' ''' PaternX = local, remote, ext, period, exp_code, sub_exp_code ''' ftp = procUnitConfObjSpectraBeam0.addOperation(name='SendToFTP', optype='external') ftp.addParameter(name='server', value='jro-app.igp.gob.pe') ftp.addParameter(name='username', value='wmaster') ftp.addParameter(name='password', value='mst2010vhf') ftp.addParameter(name='pattern1', value=pathF1+',/home/wmaster/graficos,png,100,17,2', format='list') ftp.addParameter(name='pattern2', value=pathF2+',/home/wmaster/graficos,png,100,17,2', format='list') # ftp.addParameter(name='pattern3', # value='/media/sf_E_DRIVE/plots/winds/wind,/home/wmaster/graficos,png,300,17,2', # format='list') # ftp.addParameter(name='pattern4', # value='/media/sf_E_DRIVE/plots/winds/rain,/home/wmaster/graficos,png,300,17,2', # format='list') # procUnitConfObj2 = controllerObj.addProcUnit(name='SendToServer', inputId=procUnitConfObjSpectraBeam0.getId()) # procUnitConfObj2.addParameter(name='server', value='jro-app.igp.gob.pe', format='str') # procUnitConfObj2.addParameter(name='username', value='wmaster', format='str') # procUnitConfObj2.addParameter(name='password', value='mst2010vhf', format='str') # procUnitConfObj2.addParameter(name='localfolder', value=outPath+'/plots', format='str') # procUnitConfObj2.addParameter(name='remotefolder', value=remotefolder, format='str') # procUnitConfObj2.addParameter(name='ext', value='.png', format='str') # procUnitConfObj2.addParameter(name='period', value=5, format='int') # procUnitConfObj2.addParameter(name='protocol', value='ftp', format='str') #----------------------------------------------------------------------------------------------- #---- # print "Escribiendo el archivo XML" filename="/home/soporte/workspace/schain/schainpy/scripts/joab.xml" controllerObj.writeXml(filename) controllerObj.start() # print "Leyendo el archivo XML" # controllerObj.readXml(filename) if __name__ == '__main__': import time start_time = time.time() main() print("--- %s seconds ---" % (time.time() - start_time))