|
|
# Ing. AVP
|
|
|
# 06/10/2021
|
|
|
# ARCHIVO DE LECTURA
|
|
|
import os, sys
|
|
|
import datetime
|
|
|
import time
|
|
|
from schainpy.controller import Project
|
|
|
import h5py
|
|
|
|
|
|
|
|
|
|
|
|
def isNumber(str):
|
|
|
try:
|
|
|
float(str)
|
|
|
return True
|
|
|
except:
|
|
|
return False
|
|
|
|
|
|
def getfirstFilefromPath(path,meta,ext):
|
|
|
validFilelist = []
|
|
|
#print("SEARH",path)
|
|
|
try:
|
|
|
fileList = os.listdir(path)
|
|
|
except:
|
|
|
print("check path - fileList")
|
|
|
if len(fileList)<1:
|
|
|
return None
|
|
|
# meta 1234 567 8-18 BCDE
|
|
|
# H,D,PE YYYY DDD EPOC .ext
|
|
|
|
|
|
for thisFile in fileList:
|
|
|
#print("HI",thisFile)
|
|
|
if meta =="PE":
|
|
|
try:
|
|
|
number= int(thisFile[len(meta)+7:len(meta)+17])
|
|
|
except:
|
|
|
print("There is a file or folder with different format")
|
|
|
if meta == "D":
|
|
|
try:
|
|
|
number= int(thisFile[8:11])
|
|
|
except:
|
|
|
print("There is a file or folder with different format")
|
|
|
|
|
|
if not isNumber(str=number):
|
|
|
continue
|
|
|
if (os.path.splitext(thisFile)[-1].lower() != ext.lower()):
|
|
|
continue
|
|
|
validFilelist.sort()
|
|
|
validFilelist.append(thisFile)
|
|
|
if len(validFilelist)>0:
|
|
|
validFilelist = sorted(validFilelist,key=str.lower)
|
|
|
return validFilelist
|
|
|
return None
|
|
|
def gettimeutcfromDirFilename(path,file):
|
|
|
dir_file= path+"/"+file
|
|
|
fp = h5py.File(dir_file,'r')
|
|
|
#epoc = fp['Metadata'].get('utctimeInit')[()]
|
|
|
epoc = fp['Data'].get('utc')[()]
|
|
|
fp.close()
|
|
|
return epoc
|
|
|
|
|
|
path_ped='/DATA_RM/TEST_PEDESTAL/P20211111-173856'
|
|
|
|
|
|
list_pedestal=getfirstFilefromPath(path=path_ped,meta="PE",ext=".hdf5")
|
|
|
|
|
|
|
|
|
timestamp= gettimeutcfromDirFilename(path=path_ped,file=list_pedestal[0])
|
|
|
print("timestamp",timestamp)
|
|
|
#timestamp = 1339521878.04
|
|
|
value = datetime.datetime.fromtimestamp(timestamp)
|
|
|
print(value.strftime('%Y/%m/%d %H:%M:%S'))
|
|
|
startdate= value.strftime('%Y/%m/%d')
|
|
|
starttime= value.strftime('%H:%M:%S')
|
|
|
#### NOTA###########################################
|
|
|
# INPUT :
|
|
|
# VELOCIDAD PARAMETRO : V = 2°/seg
|
|
|
# MODO PULSE PAIR O MOMENTOS: 0 : Pulse Pair ,1 : Momentos
|
|
|
######################################################
|
|
|
##### PROCESAMIENTO ##################################
|
|
|
##### OJO TENER EN CUENTA EL n= para el Pulse Pair ##
|
|
|
##### O EL n= nFFTPoints ###
|
|
|
######################################################
|
|
|
######## BUSCAMOS EL numero de IPP equivalente 1°#####
|
|
|
######## Sea V la velocidad del Pedestal en °/seg#####
|
|
|
######## 1° sera Recorrido en un tiempo de 1/V ######
|
|
|
######## IPP del Radar 400 useg --> 60 Km ############
|
|
|
######## n = 1/(V(°/seg)*IPP(Km)) , NUMERO DE IPP ##
|
|
|
######## n = 1/(V*IPP) #############################
|
|
|
######## VELOCIDAD DEL PEDESTAL ######################
|
|
|
print("SETUP- RADAR METEOROLOGICO")
|
|
|
V = 6
|
|
|
#V = 10
|
|
|
mode = 0
|
|
|
#--------------------------PATH -----------------------------
|
|
|
# path = '/DATA_RM/23/6v'
|
|
|
# path = '/DATA_RM/TEST_INTEGRACION_2M'
|
|
|
# path = '/DATA_RM/TEST_19OCTUBRE/10MHZ'
|
|
|
# path = '/DATA_RM/WR_20_OCT'
|
|
|
#### path_ped='/DATA_RM/TEST_PEDESTAL/P20211012-082745'
|
|
|
####path_ped='/DATA_RM/TEST_PEDESTAL/P20211019-192244'
|
|
|
#path ="/DATA_RM/10"
|
|
|
# path = '/DATA_RM/WR_POT_09_1'
|
|
|
#path ="/DATA_RM/11"
|
|
|
path ="/DATA_RM/11"
|
|
|
#-------------------------PATH-PLOTEO------------------------------------
|
|
|
#figpath_pp = "/home/soporte/Pictures/TEST_PP"
|
|
|
#figpath_spec = "/home/soporte/Pictures/TEST_MOM"
|
|
|
figpath_spec = "/home/soporte/Pictures/ppi"
|
|
|
figpath_ppi = "/home/soporte/Pictures/ppi_SPEC_10DIC"
|
|
|
figpath_ppi_pp = "/home/soporte/Pictures/ppi_PP_10_DIC"
|
|
|
figpath_pp = "/home/soporte/Pictures/TEST_POT"
|
|
|
figpath_pp = "/home/soporte/Pictures/TEST_POT2"
|
|
|
|
|
|
#path_ped='/DATA_RM/TEST_PEDESTAL/P20211012-082745'
|
|
|
#path_ped='/DATA_RM/TEST_PEDESTAL/P20211020-131248'
|
|
|
#path_ped='/DATA_RM/TEST_PEDESTAL/P20211110-171003'
|
|
|
path_ped=path_ped
|
|
|
#path_ped = "/DATA_RM/TEST_PEDESTAL/P20211110-171003"
|
|
|
|
|
|
|
|
|
figpath_pp = "/home/soporte/Pictures/25TEST_PP"
|
|
|
figpath_mom = "/home/soporte/Pictures/TEST_MOM"
|
|
|
#--------------------------OPCIONES-----------------------------------
|
|
|
plot = 0
|
|
|
integration = 1
|
|
|
save = 0
|
|
|
if save == 1:
|
|
|
if mode==0:
|
|
|
path_save = '/DATA_RM/TEST_HDF5_PP_23/6v'
|
|
|
path_save = '/DATA_RM/TEST_HDF5_PP'
|
|
|
path_save = '/DATA_RM/TEST_HDF5_PP_100'
|
|
|
path_save = '/DATA_RM/TEST_EMPTHY'
|
|
|
else:
|
|
|
path_save = '/DATA_RM/TEST_HDF5_SPEC_23_V2/6v'
|
|
|
path_save = '/DATA_RM/TEST_EMPTHY_SPEC'
|
|
|
path_save = '/DATA_RM/LAST_TEST_16_VACIO3'
|
|
|
path_save = '/DATA_RM/LAST_TEST_30_360'
|
|
|
|
|
|
print("* PATH data ADQ :", path)
|
|
|
print("* Velocidad Pedestal :",V,"°/seg")
|
|
|
############################ NRO Perfiles PROCESAMIENTO ###################
|
|
|
V=V
|
|
|
IPP=400*1e-6
|
|
|
n= int(1/(V*IPP))
|
|
|
print("* n - NRO Perfiles Proc:", n )
|
|
|
################################## MODE ###################################
|
|
|
print("* Modo de Operacion :",mode)
|
|
|
if mode ==0:
|
|
|
print("* Met. Seleccionado : Pulse Pair")
|
|
|
else:
|
|
|
print("* Met. Momentos : Momentos")
|
|
|
|
|
|
################################## MODE ###################################
|
|
|
print("* Grabado de datos :",save)
|
|
|
if save ==1:
|
|
|
if mode==0:
|
|
|
ope= "Pulse Pair"
|
|
|
else:
|
|
|
ope= "Momentos"
|
|
|
print("* Path-Save Data -", ope , path_save)
|
|
|
|
|
|
print("* Integracion de datos :",integration)
|
|
|
|
|
|
time.sleep(3)
|
|
|
#remotefolder = "/home/wmaster/graficos"
|
|
|
#######################################################################
|
|
|
################# RANGO DE PLOTEO######################################
|
|
|
dBmin = '1'
|
|
|
dBmax = '85'
|
|
|
xmin = '17'
|
|
|
xmax = '17.25'
|
|
|
ymin = '0'
|
|
|
ymax = '600'
|
|
|
#######################################################################
|
|
|
########################FECHA##########################################
|
|
|
str = datetime.date.today()
|
|
|
today = str.strftime("%Y/%m/%d")
|
|
|
str2 = str - datetime.timedelta(days=1)
|
|
|
yesterday = str2.strftime("%Y/%m/%d")
|
|
|
#######################################################################
|
|
|
########################SIGNAL CHAIN ##################################
|
|
|
#######################################################################
|
|
|
desc = "USRP_test"
|
|
|
filename = "USRP_processing.xml"
|
|
|
controllerObj = Project()
|
|
|
controllerObj.setup(id = '191', name='Test_USRP', description=desc)
|
|
|
#######################################################################
|
|
|
######################## UNIDAD DE LECTURA#############################
|
|
|
#######################################################################
|
|
|
readUnitConfObj = controllerObj.addReadUnit(datatype='DigitalRFReader',
|
|
|
path=path,
|
|
|
startDate=startdate,#today,
|
|
|
endDate="2021/12/30",#today,
|
|
|
startTime=starttime,
|
|
|
endTime='23:59:59',
|
|
|
delay=0,
|
|
|
#set=0,
|
|
|
online=0,
|
|
|
walk=1,
|
|
|
ippKm = 60)
|
|
|
|
|
|
opObj11 = readUnitConfObj.addOperation(name='printInfo')
|
|
|
|
|
|
procUnitConfObjA = controllerObj.addProcUnit(datatype='VoltageProc',inputId=readUnitConfObj.getId())
|
|
|
|
|
|
|
|
|
#opObj11 = procUnitConfObjA.addOperation(name='setH0')
|
|
|
#opObj11.addParameter(name='h0', value='-2.8', format='float')
|
|
|
|
|
|
opObj11 = procUnitConfObjA.addOperation(name='selectHeights')
|
|
|
opObj11.addParameter(name='minIndex', value='1', format='int')
|
|
|
# opObj11.addParameter(name='maxIndex', value='10000', format='int')
|
|
|
opObj11.addParameter(name='maxIndex', value='400', format='int')
|
|
|
|
|
|
if mode ==0:
|
|
|
####################### METODO PULSE PAIR ######################################################################
|
|
|
opObj11 = procUnitConfObjA.addOperation(name='PulsePair', optype='other')
|
|
|
opObj11.addParameter(name='n', value=int(n), format='int')#10 VOY A USAR 250 DADO QUE LA VELOCIDAD ES 10 GRADOS
|
|
|
#opObj11.addParameter(name='removeDC', value=1, format='int')
|
|
|
####################### METODO Parametros ######################################################################
|
|
|
procUnitConfObjB= controllerObj.addProcUnit(datatype='ParametersProc',inputId=procUnitConfObjA.getId())
|
|
|
if plot==1:
|
|
|
opObj11 = procUnitConfObjB.addOperation(name='GenericRTIPlot',optype='external')
|
|
|
opObj11.addParameter(name='attr_data', value='dataPP_POW')
|
|
|
opObj11.addParameter(name='colormap', value='jet')
|
|
|
opObj11.addParameter(name='xmin', value=xmin)
|
|
|
opObj11.addParameter(name='xmax', value=xmax)
|
|
|
opObj11.addParameter(name='zmin', value=dBmin)
|
|
|
opObj11.addParameter(name='zmax', value=dBmax)
|
|
|
opObj11.addParameter(name='save', value=figpath_pp)
|
|
|
opObj11.addParameter(name='showprofile', value=0)
|
|
|
opObj11.addParameter(name='save_period', value=50)
|
|
|
|
|
|
####################### METODO ESCRITURA #######################################################################
|
|
|
|
|
|
if integration==1:
|
|
|
V=V
|
|
|
blocksPerfile=100
|
|
|
print("* Velocidad del Pedestal:",V)
|
|
|
tmp_blocksPerfile = 100
|
|
|
f_a_p= int(tmp_blocksPerfile/V)
|
|
|
|
|
|
opObj11 = procUnitConfObjB.addOperation(name='PedestalInformation')
|
|
|
opObj11.addParameter(name='path_ped', value=path_ped)
|
|
|
#opObj11.addParameter(name='path_adq', value=path_adq)
|
|
|
opObj11.addParameter(name='t_Interval_p', value='0.01', format='float')
|
|
|
opObj11.addParameter(name='wr_exp', value='PPI')
|
|
|
#opObj11.addParameter(name='blocksPerfile', value=blocksPerfile, format='int')
|
|
|
#opObj11.addParameter(name='n_Muestras_p', value='100', format='float')
|
|
|
#opObj11.addParameter(name='f_a_p', value=f_a_p, format='int')
|
|
|
#opObj11.addParameter(name='online', value='0', format='int')
|
|
|
|
|
|
opObj11 = procUnitConfObjB.addOperation(name='Block360')
|
|
|
opObj11.addParameter(name='n', value='10', format='int')
|
|
|
opObj11.addParameter(name='mode', value=mode, format='int')
|
|
|
|
|
|
# este bloque funciona bien con divisores de 360 no olvidar 0 10 20 30 40 60 90 120 180
|
|
|
|
|
|
opObj11= procUnitConfObjB.addOperation(name='WeatherPlot',optype='other')
|
|
|
opObj11.addParameter(name='save', value=figpath_ppi_pp)
|
|
|
opObj11.addParameter(name='save_period', value=1)
|
|
|
|
|
|
if save==1:
|
|
|
opObj10 = procUnitConfObjB.addOperation(name='HDFWriter')
|
|
|
opObj10.addParameter(name='path',value=path_save)
|
|
|
#opObj10.addParameter(name='mode',value=0)
|
|
|
opObj10.addParameter(name='blocksPerFile',value='100',format='int')
|
|
|
opObj10.addParameter(name='metadataList',value='utctimeInit,timeZone,paramInterval,profileIndex,channelList,heightList,flagDataAsBlock',format='list')
|
|
|
opObj10.addParameter(name='dataList',value='dataPP_POW,dataPP_DOP,azimuth,utctime',format='list')#,format='list'
|
|
|
|
|
|
else:
|
|
|
####################### METODO SPECTROS ######################################################################
|
|
|
procUnitConfObjB = controllerObj.addProcUnit(datatype='SpectraProc', inputId=procUnitConfObjA.getId())
|
|
|
procUnitConfObjB.addParameter(name='nFFTPoints', value=n, format='int')
|
|
|
procUnitConfObjB.addParameter(name='nProfiles' , value=n, format='int')
|
|
|
|
|
|
procUnitConfObjC = controllerObj.addProcUnit(datatype='ParametersProc',inputId=procUnitConfObjB.getId())
|
|
|
procUnitConfObjC.addOperation(name='SpectralMoments')
|
|
|
if plot==1:
|
|
|
dBmin = '1'
|
|
|
dBmax = '65'
|
|
|
opObj11 = procUnitConfObjC.addOperation(name='PowerPlot',optype='external')
|
|
|
opObj11.addParameter(name='xmin', value=xmin)
|
|
|
opObj11.addParameter(name='xmax', value=xmax)
|
|
|
opObj11.addParameter(name='zmin', value=dBmin)
|
|
|
opObj11.addParameter(name='zmax', value=dBmax)
|
|
|
opObj11.addParameter(name='save', value=figpath_mom)
|
|
|
opObj11.addParameter(name='showprofile', value=0)
|
|
|
opObj11.addParassmeter(name='save_period', value=100)
|
|
|
|
|
|
|
|
|
if integration==1:
|
|
|
V=V
|
|
|
blocksPerfile=100
|
|
|
print("* Velocidad del Pedestal:",V)
|
|
|
tmp_blocksPerfile = 100
|
|
|
f_a_p= int(tmp_blocksPerfile/V)
|
|
|
|
|
|
opObj11 = procUnitConfObjC.addOperation(name='PedestalInformation')
|
|
|
opObj11.addParameter(name='path_ped', value=path_ped)
|
|
|
#opObj11.addParameter(name='path_adq', value=path_adq)
|
|
|
opObj11.addParameter(name='t_Interval_p', value='0.01', format='float')
|
|
|
opObj11.addParameter(name='blocksPerfile', value=blocksPerfile, format='int')
|
|
|
opObj11.addParameter(name='n_Muestras_p', value='100', format='float')
|
|
|
opObj11.addParameter(name='f_a_p', value=f_a_p, format='int')
|
|
|
opObj11.addParameter(name='online', value='0', format='int')
|
|
|
|
|
|
opObj11 = procUnitConfObjC.addOperation(name='Block360')
|
|
|
opObj11.addParameter(name='n', value='20', format='int')
|
|
|
opObj11.addParameter(name='mode', value=mode, format='int')
|
|
|
|
|
|
# este bloque funciona bien con divisores de 360 no olvidar 0 10 20 30 40 60 90 120 180
|
|
|
opObj11= procUnitConfObjC.addOperation(name='WeatherPlot',optype='other')
|
|
|
opObj11.addParameter(name='save', value=figpath_ppi)
|
|
|
opObj11.addParameter(name='save_period', value=1)
|
|
|
|
|
|
if save==1:
|
|
|
opObj10 = procUnitConfObjC.addOperation(name='HDFWriter')
|
|
|
opObj10.addParameter(name='path',value=path_save)
|
|
|
opObj10.addParameter(name='mode',value='weather')
|
|
|
opObj10.addParameter(name='blocksPerFile',value='360',format='int')
|
|
|
#opObj10.addParameter(name='metadataList',value='utctimeInit,heightList,nIncohInt,nCohInt,nProfiles,channelList',format='list')#profileIndex
|
|
|
opObj10.addParameter(name='metadataList',value='utctimeInit,heightList,nIncohInt,nCohInt,nProfiles,channelList',format='list')#profileIndex
|
|
|
#opObj10.addParameter(name='dataList',value='data_pow,data_dop,azimuth,utctime',format='list')#,format='list'
|
|
|
opObj10.addParameter(name='dataList',value='data_360,data_azi,utctime',format='list')#,format='list'
|
|
|
|
|
|
|
|
|
|
|
|
'''
|
|
|
# este bloque funciona bien con divisores de 360 no olvidar 0 10 20 30 40 60 90 120 180
|
|
|
opObj11= procUnitConfObjC.addOperation(name='WeatherPlot',optype='other')
|
|
|
opObj11.addParameter(name='save', value=figpath_ppi)
|
|
|
opObj11.addParameter(name='save_period', value=1)
|
|
|
'''
|
|
|
controllerObj.start()
|
|
|
|
