|
|
#!/usr/bin/env python
|
|
|
'''
|
|
|
Created on Jul 7, 2014
|
|
|
|
|
|
@author: roj-idl71
|
|
|
'''
|
|
|
import os, sys, json
|
|
|
|
|
|
#path = os.path.dirname(os.getcwd())
|
|
|
#path = os.path.join(path, 'source')
|
|
|
#sys.path.insert(0, path)
|
|
|
|
|
|
from schainpy.controller import Project
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
|
desc = "JULIA raw experiment "
|
|
|
filename = "schain.xml"
|
|
|
|
|
|
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2022/'
|
|
|
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2021/'
|
|
|
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2017/'
|
|
|
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2021/'
|
|
|
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2018/'
|
|
|
#dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2017/'
|
|
|
#dpath = '/home/roberto/Folder_aux/D2019/'
|
|
|
|
|
|
##dpath = '/home/roberto/puma/JULIA_EW_IMAGING/JULIA_EW/D2017/'
|
|
|
dpath = '/home/soporte/PUMA/JULIA_EW_IMAGING/JULIA_EW/D2017/'
|
|
|
|
|
|
figpath = '/home/soporte/DATA/Pictures/JULIA/EEJ/Skew_but_dop_is_shift'+'/'+dpath[-5:-1]
|
|
|
ppath = "/home/soporte/DATA/MLT/Oblique/2022_03/data_reshape"
|
|
|
spcdata = '/home/soporte/DATA/JULIA/EEJ/SPC'
|
|
|
path_parameters = '/home/soporte/DATA/JULIA/EEJ/Params'
|
|
|
db_range=['25','35']
|
|
|
db_range=['10','20']
|
|
|
#db_range=['14','20']
|
|
|
db_range=['10','23']
|
|
|
db_range=['13','20']
|
|
|
db_range=['21','30']
|
|
|
db_range=['15','30']
|
|
|
db_range=['13','28']
|
|
|
tiempo=['7','18']
|
|
|
altura1=[2,20]
|
|
|
altura1=[90,220]
|
|
|
velocity=['-80','80']
|
|
|
period=60
|
|
|
# PROJECT 1
|
|
|
|
|
|
show_spc = 0
|
|
|
save_spc = 0
|
|
|
fitting = 1
|
|
|
save_params = 1
|
|
|
plot_params = 0
|
|
|
|
|
|
controllerObj = Project()
|
|
|
controllerObj.setup(id = '191', name='altura1', description=desc)
|
|
|
|
|
|
readUnitConfObj1 = controllerObj.addReadUnit(datatype='SpectraReader',
|
|
|
path=dpath,
|
|
|
startDate='2017/09/01', #Check 21-29 Jun 2021, 18 May 2022
|
|
|
endDate='2017/09/30', #05,06,07-01-18
|
|
|
#startTime='06:00:00',
|
|
|
#endTime='18:00:00',
|
|
|
startTime='07:00:00',
|
|
|
#startTime='10:00:00',
|
|
|
#startTime='08:38:01',
|
|
|
#startTime='11:16:00',
|
|
|
#startTime='08:13:00',
|
|
|
endTime='17:59:59',
|
|
|
#startTime='16:30:00',
|
|
|
#endTime='17:30:59',
|
|
|
online=0,
|
|
|
walk=1,
|
|
|
expLabel='150EEJ',
|
|
|
getByBlock=1,
|
|
|
delay=20)
|
|
|
|
|
|
# opObj00 = readUnitConfObj.addOperation(name='printInfo')
|
|
|
# opObj00 = readUnitConfObj.addOperation(name='printNumberOfBlock')
|
|
|
|
|
|
procUnitConfObj1 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=readUnitConfObj1.getId())
|
|
|
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='selectChannels')
|
|
|
opObj11.addParameter(name='channelList', value='2,', format='intlist')
|
|
|
|
|
|
'''
|
|
|
opObj11 = procUnitConfObj1SPC.addOperation(name='removeDC')
|
|
|
opObj11.addParameter(name='mode', value='2', format='int')
|
|
|
'''
|
|
|
|
|
|
#opObj11 = procUnitConfObj1.addOperation(name='dopplerFlip') #It fixes the Doppler
|
|
|
#opObj11.addParameter(name='chann', value='0', format='int')
|
|
|
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='removeInterference')
|
|
|
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='IncohInt', optype='other')
|
|
|
#opObj11.addParameter(name='n', value='20', format='int')
|
|
|
opObj11.addParameter(name='n', value='1', format='int')
|
|
|
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='GetSNR', optype='other')
|
|
|
|
|
|
if save_spc:
|
|
|
dataList=['data_spc',
|
|
|
'utctime']
|
|
|
metadataList=['nFFTPoints','VelRange','normFactor',
|
|
|
'heightList','timeZone']
|
|
|
|
|
|
op221 = procUnitConfObj1.addOperation(name='HDFWriter', optype='external')
|
|
|
op221.addParameter(name='path', value=spcdata)
|
|
|
#op221.addParameter(name='mode', value=1, format='int')
|
|
|
op221.addParameter(name='dataList', value=dataList)
|
|
|
op221.addParameter(name='metadataList', value=metadataList)
|
|
|
#op221.addParameter(name='blocksPerFile', value=500)
|
|
|
op221.addParameter(name='blocksPerFile', value=2000)
|
|
|
|
|
|
if show_spc:
|
|
|
#'''
|
|
|
# opObj11 = procUnitConfObj1SPC.addOperation(name='removeInterference')
|
|
|
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='1', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='Oblique', format='str')
|
|
|
opObj11.addParameter(name='zmin', value=db_range[0], format='int')
|
|
|
opObj11.addParameter(name='zmax', value=db_range[1], format='int')
|
|
|
opObj11.addParameter(name='xaxis', value='velocity', format='str')
|
|
|
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
# opObj11.addParameter(name='xmin', value=velocity[0], format='int')
|
|
|
# opObj11.addParameter(name='xmax', value=velocity[1], format='int')
|
|
|
opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
opObj11.addParameter(name='save', value=figpath, format='str')
|
|
|
#'''
|
|
|
#'''
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='RTIPlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='10', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='JULIA EEJ RTI', format='str')
|
|
|
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
|
|
|
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
|
|
|
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
opObj11.addParameter(name='zmin', value=db_range[0], format='int')
|
|
|
opObj11.addParameter(name='zmax', value=db_range[1], format='int')
|
|
|
opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
#opObj11.addParameter(name='save_period', value=40, format='str')
|
|
|
opObj11.addParameter(name='save', value=figpath, format='str')
|
|
|
#opObj11.addParameter(name='throttle', value=1, format='str')
|
|
|
#'''
|
|
|
'''
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='SnrPlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='10', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='JULIA EEJ SNR', format='str')
|
|
|
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
|
|
|
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
|
|
|
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
opObj11.addParameter(name='zmin', value=0.1, format='int')
|
|
|
opObj11.addParameter(name='zmax', value=50, format='int')
|
|
|
#opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
opObj11.addParameter(name='save', value=figpath, format='str')
|
|
|
'''
|
|
|
if fitting:
|
|
|
Dop = 'Max' #Plot and Save the Pos[Max_val] as the Doppler Shift
|
|
|
Dop = 'Shift' #Plot and Save the Skew Gaussian Shift as the Doppler Shift
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='Oblique_Gauss_Fit', optype='other')
|
|
|
opObj11.addParameter(name='mode', value=9, format='int') #Skew
|
|
|
opObj11.addParameter(name='Dop', value=Dop)
|
|
|
#opObj11.addParameter(name='mode', value=11, format='int')
|
|
|
|
|
|
if save_params:
|
|
|
'''
|
|
|
dataList=['powerdB', 'Oblique_params', 'Oblique_param_errors', 'dplr_2_u', 'data_snr',
|
|
|
'utctime']
|
|
|
metadataList=['VelRange',
|
|
|
'heightList','timeZone']
|
|
|
|
|
|
op221 = procUnitConfObj1.addOperation(name='HDFWriter', optype='external')
|
|
|
op221.addParameter(name='path', value=path_parameters)
|
|
|
#op221.addParameter(name='mode', value=1, format='int')
|
|
|
op221.addParameter(name='dataList', value=dataList)
|
|
|
op221.addParameter(name='metadataList', value=metadataList)
|
|
|
#op221.addParameter(name='blocksPerFile', value=500)
|
|
|
op221.addParameter(name='blocksPerFile', value=2000)
|
|
|
'''
|
|
|
|
|
|
one = {'gdlatr': 'lat', 'gdlonr': 'lon', 'inttms': 'paramInterval'} #reader gdlatr-->lat only 1D
|
|
|
|
|
|
two = {
|
|
|
'snl': 'snl', #Debería salir como el original pero más limpio
|
|
|
'RANGE': 'heightList', #<----- nmonics
|
|
|
'DOPP_T1_EEJ': ('Dop_EEJ_T1', (0)),
|
|
|
'DDOPP_T1_EEJ': ('Err_Dop_EEJ_T1', (0)),
|
|
|
'SPEC_W_T1_EEJ': ('Spec_W_T1', (0)),
|
|
|
'DSPEC_W_T1_EEJ': ('Err_Spec_W_T1', (0)),
|
|
|
'DOPP_T2_EEJ': ('Dop_EEJ_T2', (0)),
|
|
|
'DDOPP_T2_EEJ': ('Err_Dop_EEJ_T2', (0)),
|
|
|
'SPEC_W_T2_EEJ': ('Spec_W_T2', (0)),
|
|
|
'DSPEC_W_T2_EEJ': ('Err_Spec_W_T2', (0)),
|
|
|
} #writer
|
|
|
|
|
|
|
|
|
ind = ['range']
|
|
|
|
|
|
meta = {
|
|
|
'kinst': 840, #instrumnet code, 840 for JULIA, 14 for JULIA MP CSR
|
|
|
'kindat': 1962, #type of data #Este es el nuevo e igual para JULIA y JULIA CSR
|
|
|
'catalog': {
|
|
|
'principleInvestigator': 'Danny Scipión',
|
|
|
'expPurpose': 'Equatorial Electrojet Parameters',
|
|
|
},
|
|
|
'header': {
|
|
|
'analyst': 'D. Hysell'
|
|
|
}
|
|
|
}
|
|
|
|
|
|
|
|
|
op_writer = procUnitConfObj1.addOperation(name='MADWriter', optype='external')
|
|
|
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ')
|
|
|
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ/Dop_Max_Val')
|
|
|
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ/'+Dop+'/'+dpath[-5:-1])
|
|
|
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ/CorrectFiles/no_snl_Test/01/'+Dop+'/'+dpath[-5:-1])
|
|
|
op_writer.addParameter(name='path', value='/home/soporte/DATA/hdf5_outputs/Madrigal/EEJ/FinalFiles/'+Dop+'/'+dpath[-5:-1])
|
|
|
op_writer.addParameter(name='format', value='hdf5', format='str')
|
|
|
op_writer.addParameter(name='oneDDict', value=json.dumps(one), format='str')
|
|
|
op_writer.addParameter(name='twoDDict', value=json.dumps(two), format='str')
|
|
|
op_writer.addParameter(name='ind2DList', value=json.dumps(ind), format='str')
|
|
|
op_writer.addParameter(name='metadata', value=json.dumps(meta), format='str')
|
|
|
|
|
|
|
|
|
if plot_params:
|
|
|
'''
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='DopplerEEJPlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='10', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='Doppler EEJ', format='str')
|
|
|
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
|
|
|
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
|
|
|
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
#opObj11.addParameter(name='zmin', value=-250, format='int')
|
|
|
#opObj11.addParameter(name='zmax', value=250, format='int')
|
|
|
opObj11.addParameter(name='zlimits', value='(-400,400),(-250,250)')
|
|
|
#opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
opObj11.addParameter(name='save', value=figpath, format='str')
|
|
|
#opObj11.addParameter(name='EEJtype', value=1, format='int')
|
|
|
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='SpcWidthEEJPlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='10', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='Spectral Width EEJ', format='str')
|
|
|
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
|
|
|
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
|
|
|
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
#opObj11.addParameter(name='zmin', value=0., format='int')
|
|
|
#opObj11.addParameter(name='zmax', value=250, format='int')
|
|
|
opObj11.addParameter(name='zlimits', value='(0.1,100),(0.1,250)')
|
|
|
#opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
opObj11.addParameter(name='save', value=figpath, format='str')
|
|
|
#opObj11.addParameter(name='EEJtype', value=1, format='int')
|
|
|
'''
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='SpectraObliquePlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='1', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='Oblique', format='str')
|
|
|
opObj11.addParameter(name='zmin', value=db_range[0], format='int')
|
|
|
opObj11.addParameter(name='zmax', value=db_range[1], format='int')
|
|
|
opObj11.addParameter(name='xaxis', value='velocity', format='str')
|
|
|
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
# opObj11.addParameter(name='xmin', value=velocity[0], format='int')
|
|
|
# opObj11.addParameter(name='xmax', value=velocity[1], format='int')
|
|
|
opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
opObj11.addParameter(name='save', value=figpath+'/400', format='str')
|
|
|
|
|
|
'''
|
|
|
opObj11 = procUnitConfObj1.addOperation(name='DopplerEEJPlot', optype='other')
|
|
|
opObj11.addParameter(name='id', value='10', format='int')
|
|
|
opObj11.addParameter(name='wintitle', value='Doppler EEJ Type II', format='str')
|
|
|
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
|
|
|
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
|
|
|
# opObj11.addParameter(name='ymin', value=altura1[0], format='int')
|
|
|
# opObj11.addParameter(name='ymax', value=altura1[1], format='int')
|
|
|
opObj11.addParameter(name='zmin', value=-250, format='int')
|
|
|
opObj11.addParameter(name='zmax', value=250, format='int')
|
|
|
#opObj11.addParameter(name='showprofile', value='1', format='int')
|
|
|
opObj11.addParameter(name='save', value=figpath, format='str')
|
|
|
opObj11.addParameter(name='EEJtype', value=2, format='int')
|
|
|
'''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
controllerObj.start()
|
