##// END OF EJS Templates
schain
RSS
fix error of selection time in HDFReader
fix error of selection time in HDFReader
Alexander Valdez - - Load All Authors

File last commit:

r1685:2ca28c2f318e
r1691:5adc7ae610db
Show More
Julia_EEJ.py
290 lines | 14.8 KiB | text/x-python | PythonLexer
/ schainpy / scripts / Julia_EEJ.py
History | Source | Raw |Copy content |Copy permalink
Alexander Valdez
Se adiciona script Julia_EEJ.py para test y la operaciones GetSNR
 r1684 #!/usr/bin/env python
'''
Created on Jul 7, 2014
@author: roj-idl71
'''
import os, sys, json
#path = os.path.dirname(os.getcwd())
#path = os.path.join(path, 'source')
#sys.path.insert(0, path)
from schainpy.controller import Project
if __name__ == '__main__':
desc = "JULIA raw experiment "
filename = "schain.xml"
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2022/'
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2021/'
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2017/'
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2021/'
dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2018/'
#dpath = '/home/roberto/puma/JULIA_NEW/JULIA_EW/D2017/'
#dpath = '/home/roberto/Folder_aux/D2019/'
##dpath = '/home/roberto/puma/JULIA_EW_IMAGING/JULIA_EW/D2017/'
dpath = '/home/soporte/PUMA/JULIA_EW_IMAGING/JULIA_EW/D2017/'
figpath = '/home/soporte/DATA/Pictures/JULIA/EEJ/Skew_but_dop_is_shift'+'/'+dpath[-5:-1]
ppath = "/home/soporte/DATA/MLT/Oblique/2022_03/data_reshape"
spcdata = '/home/soporte/DATA/JULIA/EEJ/SPC'
path_parameters = '/home/soporte/DATA/JULIA/EEJ/Params'
db_range=['25','35']
db_range=['10','20']
#db_range=['14','20']
db_range=['10','23']
db_range=['13','20']
db_range=['21','30']
db_range=['15','30']
db_range=['13','28']
tiempo=['7','18']
altura1=[2,20]
altura1=[90,220]
velocity=['-80','80']
period=60
# PROJECT 1
show_spc = 0
save_spc = 0
fitting = 1
save_params = 1
plot_params = 0
controllerObj = Project()
controllerObj.setup(id = '191', name='altura1', description=desc)
readUnitConfObj1 = controllerObj.addReadUnit(datatype='SpectraReader',
path=dpath,
startDate='2017/09/01', #Check 21-29 Jun 2021, 18 May 2022
endDate='2017/09/30', #05,06,07-01-18
#startTime='06:00:00',
#endTime='18:00:00',
startTime='07:00:00',
#startTime='10:00:00',
#startTime='08:38:01',
#startTime='11:16:00',
#startTime='08:13:00',
endTime='17:59:59',
#startTime='16:30:00',
#endTime='17:30:59',
online=0,
walk=1,
expLabel='150EEJ',
getByBlock=1,
Alexander Valdez
Update test Julia_EEJ.py
 r1685 delay=20)
Alexander Valdez
Se adiciona script Julia_EEJ.py para test y la operaciones GetSNR
 r1684
# opObj00 = readUnitConfObj.addOperation(name='printInfo')
# opObj00 = readUnitConfObj.addOperation(name='printNumberOfBlock')
procUnitConfObj1 = controllerObj.addProcUnit(datatype='SpectraProc', inputId=readUnitConfObj1.getId())
opObj11 = procUnitConfObj1.addOperation(name='selectChannels')
opObj11.addParameter(name='channelList', value='2,', format='intlist')
'''
opObj11 = procUnitConfObj1SPC.addOperation(name='removeDC')
opObj11.addParameter(name='mode', value='2', format='int')
'''
#opObj11 = procUnitConfObj1.addOperation(name='dopplerFlip') #It fixes the Doppler
#opObj11.addParameter(name='chann', value='0', format='int')
opObj11 = procUnitConfObj1.addOperation(name='removeInterference')
opObj11 = procUnitConfObj1.addOperation(name='IncohInt', optype='other')
#opObj11.addParameter(name='n', value='20', format='int')
opObj11.addParameter(name='n', value='1', format='int')
opObj11 = procUnitConfObj1.addOperation(name='GetSNR', optype='other')
if save_spc:
dataList=['data_spc',
'utctime']
metadataList=['nFFTPoints','VelRange','normFactor',
'heightList','timeZone']
op221 = procUnitConfObj1.addOperation(name='HDFWriter', optype='external')
op221.addParameter(name='path', value=spcdata)
#op221.addParameter(name='mode', value=1, format='int')
op221.addParameter(name='dataList', value=dataList)
op221.addParameter(name='metadataList', value=metadataList)
#op221.addParameter(name='blocksPerFile', value=500)
op221.addParameter(name='blocksPerFile', value=2000)
if show_spc:
#'''
# opObj11 = procUnitConfObj1SPC.addOperation(name='removeInterference')
opObj11 = procUnitConfObj1.addOperation(name='SpectraPlot', optype='other')
opObj11.addParameter(name='id', value='1', format='int')
opObj11.addParameter(name='wintitle', value='Oblique', format='str')
opObj11.addParameter(name='zmin', value=db_range[0], format='int')
opObj11.addParameter(name='zmax', value=db_range[1], format='int')
opObj11.addParameter(name='xaxis', value='velocity', format='str')
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
# opObj11.addParameter(name='xmin', value=velocity[0], format='int')
# opObj11.addParameter(name='xmax', value=velocity[1], format='int')
opObj11.addParameter(name='showprofile', value='1', format='int')
opObj11.addParameter(name='save', value=figpath, format='str')
#'''
#'''
opObj11 = procUnitConfObj1.addOperation(name='RTIPlot', optype='other')
opObj11.addParameter(name='id', value='10', format='int')
opObj11.addParameter(name='wintitle', value='JULIA EEJ RTI', format='str')
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
opObj11.addParameter(name='zmin', value=db_range[0], format='int')
opObj11.addParameter(name='zmax', value=db_range[1], format='int')
opObj11.addParameter(name='showprofile', value='1', format='int')
#opObj11.addParameter(name='save_period', value=40, format='str')
opObj11.addParameter(name='save', value=figpath, format='str')
#opObj11.addParameter(name='throttle', value=1, format='str')
#'''
'''
opObj11 = procUnitConfObj1.addOperation(name='SnrPlot', optype='other')
opObj11.addParameter(name='id', value='10', format='int')
opObj11.addParameter(name='wintitle', value='JULIA EEJ SNR', format='str')
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
opObj11.addParameter(name='zmin', value=0.1, format='int')
opObj11.addParameter(name='zmax', value=50, format='int')
#opObj11.addParameter(name='showprofile', value='1', format='int')
opObj11.addParameter(name='save', value=figpath, format='str')
'''
if fitting:
Dop = 'Max' #Plot and Save the Pos[Max_val] as the Doppler Shift
Dop = 'Shift' #Plot and Save the Skew Gaussian Shift as the Doppler Shift
opObj11 = procUnitConfObj1.addOperation(name='Oblique_Gauss_Fit', optype='other')
opObj11.addParameter(name='mode', value=9, format='int') #Skew
opObj11.addParameter(name='Dop', value=Dop)
#opObj11.addParameter(name='mode', value=11, format='int')
if save_params:
'''
dataList=['powerdB', 'Oblique_params', 'Oblique_param_errors', 'dplr_2_u', 'data_snr',
'utctime']
metadataList=['VelRange',
'heightList','timeZone']
op221 = procUnitConfObj1.addOperation(name='HDFWriter', optype='external')
op221.addParameter(name='path', value=path_parameters)
#op221.addParameter(name='mode', value=1, format='int')
op221.addParameter(name='dataList', value=dataList)
op221.addParameter(name='metadataList', value=metadataList)
#op221.addParameter(name='blocksPerFile', value=500)
op221.addParameter(name='blocksPerFile', value=2000)
'''
one = {'gdlatr': 'lat', 'gdlonr': 'lon', 'inttms': 'paramInterval'} #reader gdlatr-->lat only 1D
two = {
'snl': 'snl', #Debería salir como el original pero más limpio
'RANGE': 'heightList', #<----- nmonics
'DOPP_T1_EEJ': ('Dop_EEJ_T1', (0)),
'DDOPP_T1_EEJ': ('Err_Dop_EEJ_T1', (0)),
'SPEC_W_T1_EEJ': ('Spec_W_T1', (0)),
'DSPEC_W_T1_EEJ': ('Err_Spec_W_T1', (0)),
'DOPP_T2_EEJ': ('Dop_EEJ_T2', (0)),
'DDOPP_T2_EEJ': ('Err_Dop_EEJ_T2', (0)),
'SPEC_W_T2_EEJ': ('Spec_W_T2', (0)),
'DSPEC_W_T2_EEJ': ('Err_Spec_W_T2', (0)),
} #writer
ind = ['range']
meta = {
'kinst': 840, #instrumnet code, 840 for JULIA, 14 for JULIA MP CSR
'kindat': 1962, #type of data #Este es el nuevo e igual para JULIA y JULIA CSR
'catalog': {
'principleInvestigator': 'Danny Scipión',
'expPurpose': 'Equatorial Electrojet Parameters',
},
'header': {
'analyst': 'D. Hysell'
}
}
op_writer = procUnitConfObj1.addOperation(name='MADWriter', optype='external')
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ')
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ/Dop_Max_Val')
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ/'+Dop+'/'+dpath[-5:-1])
#op_writer.addParameter(name='path', value='/home/roberto/DATA/hdf5_outputs/Madrigal/EEJ/CorrectFiles/no_snl_Test/01/'+Dop+'/'+dpath[-5:-1])
op_writer.addParameter(name='path', value='/home/soporte/DATA/hdf5_outputs/Madrigal/EEJ/FinalFiles/'+Dop+'/'+dpath[-5:-1])
op_writer.addParameter(name='format', value='hdf5', format='str')
op_writer.addParameter(name='oneDDict', value=json.dumps(one), format='str')
op_writer.addParameter(name='twoDDict', value=json.dumps(two), format='str')
op_writer.addParameter(name='ind2DList', value=json.dumps(ind), format='str')
op_writer.addParameter(name='metadata', value=json.dumps(meta), format='str')
if plot_params:
'''
opObj11 = procUnitConfObj1.addOperation(name='DopplerEEJPlot', optype='other')
opObj11.addParameter(name='id', value='10', format='int')
opObj11.addParameter(name='wintitle', value='Doppler EEJ', format='str')
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
#opObj11.addParameter(name='zmin', value=-250, format='int')
#opObj11.addParameter(name='zmax', value=250, format='int')
opObj11.addParameter(name='zlimits', value='(-400,400),(-250,250)')
#opObj11.addParameter(name='showprofile', value='1', format='int')
opObj11.addParameter(name='save', value=figpath, format='str')
#opObj11.addParameter(name='EEJtype', value=1, format='int')
opObj11 = procUnitConfObj1.addOperation(name='SpcWidthEEJPlot', optype='other')
opObj11.addParameter(name='id', value='10', format='int')
opObj11.addParameter(name='wintitle', value='Spectral Width EEJ', format='str')
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
#opObj11.addParameter(name='zmin', value=0., format='int')
#opObj11.addParameter(name='zmax', value=250, format='int')
opObj11.addParameter(name='zlimits', value='(0.1,100),(0.1,250)')
#opObj11.addParameter(name='showprofile', value='1', format='int')
opObj11.addParameter(name='save', value=figpath, format='str')
#opObj11.addParameter(name='EEJtype', value=1, format='int')
'''
opObj11 = procUnitConfObj1.addOperation(name='SpectraObliquePlot', optype='other')
opObj11.addParameter(name='id', value='1', format='int')
opObj11.addParameter(name='wintitle', value='Oblique', format='str')
opObj11.addParameter(name='zmin', value=db_range[0], format='int')
opObj11.addParameter(name='zmax', value=db_range[1], format='int')
opObj11.addParameter(name='xaxis', value='velocity', format='str')
opObj11.addParameter(name='ymin', value=altura1[0], format='int')
opObj11.addParameter(name='ymax', value=altura1[1], format='int')
# opObj11.addParameter(name='xmin', value=velocity[0], format='int')
# opObj11.addParameter(name='xmax', value=velocity[1], format='int')
opObj11.addParameter(name='showprofile', value='1', format='int')
opObj11.addParameter(name='save', value=figpath+'/400', format='str')
'''
opObj11 = procUnitConfObj1.addOperation(name='DopplerEEJPlot', optype='other')
opObj11.addParameter(name='id', value='10', format='int')
opObj11.addParameter(name='wintitle', value='Doppler EEJ Type II', format='str')
opObj11.addParameter(name='xmin', value=tiempo[0], format='float')
opObj11.addParameter(name='xmax', value=tiempo[1], format='float')
# opObj11.addParameter(name='ymin', value=altura1[0], format='int')
# opObj11.addParameter(name='ymax', value=altura1[1], format='int')
opObj11.addParameter(name='zmin', value=-250, format='int')
opObj11.addParameter(name='zmax', value=250, format='int')
#opObj11.addParameter(name='showprofile', value='1', format='int')
opObj11.addParameter(name='save', value=figpath, format='str')
opObj11.addParameter(name='EEJtype', value=2, format='int')
'''
controllerObj.start()