amisr_esf_proc_offline_v3.py
232 lines
| 10.7 KiB
| text/x-python
|
PythonLexer
r1370 | #!/usr/bin/env python | |||
import os, sys | ||||
import time | ||||
import datetime | ||||
''' | ||||
ESF 10 BEAM OFFLINE | ||||
''' | ||||
path = os.path.dirname(os.getcwd()) | ||||
path = os.path.dirname(path) | ||||
sys.path.insert(0, path) | ||||
from schainpy.controller import Project | ||||
def main(): | ||||
desc = "AMISR ESF 10 Beam Experiment" | ||||
filename = "amisr_esf_reader.xml" | ||||
#path = os.path.join(os.environ['HOME'],'amisr') | ||||
inPath = '/mnt/data_amisr' | ||||
inPath= '/home/soporte/dataAMISR/' | ||||
r1374 | inPath= '/media/soporte/DATA/dataAMISR/' | |||
r1370 | outPath = '/home/soporte/Data/ESF' | |||
remotefolder = "/home/wmaster/graficos" | ||||
r1374 | xmin = '18' | |||
xmax = '31' | ||||
xrange = int(xmax)-int(xmin) | ||||
r1370 | dbmin = '60' #'60'#'55' #'40' #noise esf eej | |||
dbmax = '75' #'70' #'55' | ||||
r1374 | showSPC = '1' #view plot Spectra | |||
r1370 | showRTI = '0' #view plot RTI | |||
r1374 | showNOISE = '1' #view plot NOISE | |||
r1370 | # # code = '1,1,-1,1,1,-1,1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,1,1,1,-1,-1,-1' | |||
# # code = '1,1,0,1,1,0,1,0,0,1,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0' | ||||
code = '1,-1,-1,-1,1,1,1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,-1,1,-1,-1,1,-1,1,1,-1,1' | ||||
nCode = '1' | ||||
nBaud = '28' | ||||
nosamp = '2' # oversample | ||||
r1374 | localtime='1' #para ajustar el horario en las gráficas '0' para dejar en utc | |||
r1370 | ||||
str0 = datetime.date.today() | ||||
str1 = str0 + datetime.timedelta(days=1) | ||||
str2 = str0 - datetime.timedelta(days=1) | ||||
today = str0.strftime("%Y/%m/%d") | ||||
tomorrow = str1.strftime("%Y/%m/%d") | ||||
yesterday = str2.strftime("%Y/%m/%d") | ||||
startDate=yesterday | ||||
endDate=today | ||||
r1374 | startDate='2019/12/17' | |||
endDate='2019/12/18' | ||||
r1370 | ##....................................................................................... | |||
##....................................................................................... | ||||
l = startDate.split('/') #adding day of the year to outPath | ||||
datelist = datetime.date(int(l[0]),int(l[1]),int(l[2])) | ||||
DOY = datelist.timetuple().tm_yday | ||||
outPath= outPath+"/ESF"+l[0]+str(DOY) | ||||
if os.path.exists(outPath): | ||||
print("outPath", outPath) | ||||
else : | ||||
os.mkdir(outPath) | ||||
print("Creating...", outPath) | ||||
##....................................................................................... | ||||
##....................................................................................... | ||||
controllerObj = Project() | ||||
r1374 | controllerObj.setup(id = '20', name='esf_proc', description=desc) | |||
r1370 | ##....................................................................................... | |||
##....................................................................................... | ||||
readUnitConfObj = controllerObj.addReadUnit(datatype='AMISRReader', | ||||
path=inPath, | ||||
r1374 | startDate=startDate,#startDate,#'2016/07/12', | |||
endDate=endDate,#endDate,#'2016/07/13', | ||||
startTime='23:40:30',#'07:00:00', | ||||
r1370 | endTime='07:00:00',#'15:00:00', | |||
walk=0, | ||||
code = code, | ||||
nCode = nCode, | ||||
nBaud = nBaud, | ||||
r1374 | timezone='lt', | |||
r1370 | online=0) | |||
#AMISR Processing Unit | ||||
##....................................................................................... | ||||
##....................................................................................... | ||||
#Voltage Processing Unit | ||||
procUnitConfObjBeam0 = controllerObj.addProcUnit(datatype='VoltageProc', inputId=readUnitConfObj.getId()) | ||||
r1374 | opObj10 = procUnitConfObjBeam0.addOperation(name='setAttribute') | |||
opObj10.addParameter(name='frequency', value='445.09e6') | ||||
r1370 | ||||
r1374 | ''' | |||
r1370 | #Noise--> no code | |||
opObj11 = procUnitConfObjBeam0.addOperation(name='Decoder', optype='other') | ||||
opObj11.addParameter(name='code', value=code, format='floatlist') | ||||
opObj11.addParameter(name='nCode', value=nCode, format='int') | ||||
opObj11.addParameter(name='nBaud', value=nBaud, format='int') | ||||
opObj11.addParameter(name='osamp', value=nosamp, format='int') | ||||
# opObj12 = procUnitConfObjBeam0.addOperation(name='selectHeights') | ||||
# opObj12.addParameter(name='minHei', value='50', format='float') | ||||
# opObj12.addParameter(name='maxHei', value='150', format='float') | ||||
# #Coherent Integration | ||||
# opObj11 = procUnitConfObjBeam0.addOperation(name='CohInt', optype='other') | ||||
# opObj11.addParameter(name='n', value='2', format='int') | ||||
##....................................................................................... | ||||
##....................................................................................... | ||||
#Spectra Unit Processing, getting spectras with nProfiles and nFFTPoints | ||||
procUnitConfObjSpectraBeam0 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjBeam0.getId()) | ||||
procUnitConfObjSpectraBeam0.addParameter(name='nFFTPoints', value=16, format='int') | ||||
# | ||||
r1374 | opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='IncohInt', optype='other') | |||
opObj11.addParameter(name='n', value='260', format='int') | ||||
#opObj11.addParameter(name='timeInterval', value='30', format='int') | ||||
r1370 | # | |||
# | ||||
# # # #RemoveDc | ||||
r1374 | #opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='removeDC') | |||
r1370 | # | |||
r1374 | # ##Noise Estimation #so reconoce nueva version | |||
r1370 | # opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='getNoise', optype='self') | |||
# opObj11.addParameter(name='minHei', value='100', format='int') | ||||
# opObj11.addParameter(name='maxHei', value='280', format='int') | ||||
# #opObj11.addParameter(name='minHei', value='15', format='int') | ||||
# #opObj11.addParameter(name='maxHei', value='20', format='int') | ||||
#--- | ||||
# opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='selectChannels') | ||||
# opObj11.addParameter(name='channelList', value='7,8,9', format='intlist') | ||||
##....................................................................................... | ||||
##....................................................................................... | ||||
#SpectraPlot | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraPlot', optype='external') | ||||
opObj11.addParameter(name='id', value='1', format='int') | ||||
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') | ||||
opObj11.addParameter(name='showprofile', value='1', format='int') | ||||
opObj11.addParameter(name='zmin', value=dbmin, format='int') | ||||
opObj11.addParameter(name='zmax', value=dbmax, format='int') | ||||
opObj11.addParameter(name='save', value=outPath+'/plots', format='str') | ||||
opObj11.addParameter(name='ftp', value='1', format='int') | ||||
# opObj11.addParameter(name='wr_period', value='2', format='int') | ||||
# opObj11.addParameter(name='exp_code', value='21', format='int') | ||||
# opObj11.addParameter(name='sub_exp_code', value='4', format='int') | ||||
# opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
# opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
opObj11.addParameter(name='show', value = showSPC, format='int') | ||||
#RTIPlot | ||||
#title0 = 'RTI AMISR Beam 0' | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='RTIPlot', optype='external') | ||||
opObj11.addParameter(name='id', value='2', format='int') | ||||
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') | ||||
opObj11.addParameter(name='showprofile', value='0', format='int') | ||||
r1374 | opObj11.addParameter(name='tmin', value=xmin, format='int') | |||
r1370 | opObj11.addParameter(name='xrange', value=xrange, format='int') | |||
opObj11.addParameter(name='zmin', value=dbmin, format='int') | ||||
opObj11.addParameter(name='zmax', value=dbmax, format='int') | ||||
opObj11.addParameter(name='save', value=outPath+'/plots', format='str') | ||||
opObj11.addParameter(name='ftp', value='1', format='int') | ||||
opObj11.addParameter(name='wr_period', value='2', format='int') | ||||
# opObj11.addParameter(name='exp_code', value='21', format='int') | ||||
# opObj11.addParameter(name='sub_exp_code', value='4', format='int') | ||||
# opObj11.addParameter(name='ftp_wei', value='0', format='int') | ||||
# opObj11.addParameter(name='plot_pos', value='0', format='int') | ||||
opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
opObj11.addParameter(name='show', value = showRTI, format='int') | ||||
# # # | ||||
# #Noise | ||||
#title0 = 'RTI AMISR Beam 0' | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='NoisePlot', optype='external') | ||||
opObj11.addParameter(name='id', value='3', format='int') | ||||
opObj11.addParameter(name='wintitle', value='ESF AMISR', format='str') | ||||
opObj11.addParameter(name='showprofile', value='0', format='int') | ||||
r1374 | opObj11.addParameter(name='tmin', value=xmin, format='int') | |||
opObj11.addParameter(name='xrange', value=xrange, format='int') | ||||
r1370 | #opObj11.addParameter(name='ymin', value=dbmin, format='int') | |||
#opObj11.addParameter(name='ymax', value=dbmax, format='int') | ||||
opObj11.addParameter(name='save', value=outPath+'/plots', format='str') | ||||
opObj11.addParameter(name='show', value = showNOISE, format='int') | ||||
opObj11.addParameter(name='localtime', value=localtime,format='int') | ||||
#Generate *.pdata from AMISR data | ||||
opObj11 = procUnitConfObjSpectraBeam0.addOperation(name='SpectraWriter', optype='external') | ||||
opObj11.addParameter(name='path', value=outPath) | ||||
opObj11.addParameter(name='blocksPerFile', value='10', format='int') | ||||
r1374 | ''' | |||
r1370 | ##....................................................................................... | |||
##....................................................................................... | ||||
r1374 | # #generate moments | |||
r1370 | # procUnitConfObj2 = controllerObj.addProcUnit(datatype='ParametersProc', inputId=procUnitConfObjSpectraBeam0.getId()) | |||
# opObj20 = procUnitConfObj2.addOperation(name='SpectralMoments', optype='other') | ||||
# | ||||
# opObj12 = procUnitConfObj2.addOperation(name='ParamWriter', optype='external') | ||||
# opObj12.addParameter(name='path', value=outPath) | ||||
# opObj12.addParameter(name='blocksPerFile', value='10', format='int') | ||||
# opObj12.addParameter(name='metadataList',value='type,inputUnit,heightList',format='list') | ||||
# opObj12.addParameter(name='dataList',value='moments,data_SNR,utctime',format='list') | ||||
# opObj12.addParameter(name='mode',value='1',format='int') | ||||
# | ||||
r1374 | # | |||
# ---- | ||||
r1370 | ||||
# print "Escribiendo el archivo XML" | ||||
r1374 | # controllerObj.writeXml(outPath+"/"filename) | |||
r1370 | controllerObj.start() | |||
# print "Leyendo el archivo XML" | ||||
r1374 | # controllerObj.readXml(outPath+"/"filename) | |||
r1370 | ||||
if __name__ == '__main__': | ||||
import time | ||||
start_time = time.time() | ||||
main() | ||||
print("--- %s seconds ---" % (time.time() - start_time)) | ||||