##// END OF EJS Templates
schain
RSS
Update PedestalInformation for continuous reading
jespinoza -
r1440:747a8eb02426
parent child
Show More
Side by Side Unified
Context file:
r1440:747a8eb02426 Loading diff...:
Show file before | Show file after | Hide comments
@@ -1,31 +1,33
1 import numpy,os,h5py
1
2 import os
3 import time
2 import math
4 import math
3 from scipy import optimize, interpolate, signal, stats, ndimage
5
4 import scipy
5 import re
6 import re
6 import datetime
7 import datetime
7 import copy
8 import copy
8 import sys
9 import sys
9 import importlib
10 import importlib
10 import itertools
11 import itertools
12
11 from multiprocessing import Pool, TimeoutError
13 from multiprocessing import Pool, TimeoutError
12 from multiprocessing.pool import ThreadPool
14 from multiprocessing.pool import ThreadPool
13 import time
15 import numpy
14
16 import glob
17 import scipy
18 import h5py
15 from scipy.optimize import fmin_l_bfgs_b #optimize with bounds on state papameters
19 from scipy.optimize import fmin_l_bfgs_b #optimize with bounds on state papameters
16 from .jroproc_base import ProcessingUnit, Operation, MPDecorator
20 from .jroproc_base import ProcessingUnit, Operation, MPDecorator
17 from schainpy.model.data.jrodata import Parameters, hildebrand_sekhon
21 from schainpy.model.data.jrodata import Parameters, hildebrand_sekhon
18 from scipy import asarray as ar,exp
22 from scipy import asarray as ar,exp
19 from scipy.optimize import curve_fit
23 from scipy.optimize import curve_fit
20 from schainpy.utils import log
24 from schainpy.utils import log
25 import schainpy.admin
21 import warnings
26 import warnings
22 from numpy import NaN
27 from scipy import optimize, interpolate, signal, stats, ndimage
23 from scipy.optimize.optimize import OptimizeWarning
28 from scipy.optimize.optimize import OptimizeWarning
24 warnings.filterwarnings('ignore')
29 warnings.filterwarnings('ignore')
25
30
26 from time import sleep
27
28 import matplotlib.pyplot as plt
29
31
30 SPEED_OF_LIGHT = 299792458
32 SPEED_OF_LIGHT = 299792458
31
33
@@ -4043,214 +4045,87 class WeatherRadar(Operation):
4043 return dataOut
4045 return dataOut
4044
4046
4045 class PedestalInformation(Operation):
4047 class PedestalInformation(Operation):
4046 path_ped = None
4047 path_adq = None
4048 samp_rate_ped= None
4049 t_Interval_p = None
4050 n_Muestras_p = None
4051 isConfig = False
4052 blocksPerfile= None
4053 f_a_p = None
4054 online = None
4055 angulo_adq = None
4056 nro_file = None
4057 nro_key_p = None
4058 tmp = None
4059
4060
4048
4061 def __init__(self):
4049 def __init__(self):
4062 Operation.__init__(self)
4050 Operation.__init__(self)
4063
4051 self.filename = False
4064
4052
4065 def getAnguloProfile(self,utc_adq,utc_ped_list):
4053 def find_file(self, timestamp):
4066 utc_adq = utc_adq
4054
4067 ##list_pedestal = list_pedestal
4055 dt = datetime.datetime.utcfromtimestamp(timestamp)
4068 utc_ped_list = utc_ped_list
4056 path = os.path.join(self.path, dt.strftime('%Y-%m-%dT%H-00-00'))
4069 #for i in range(len(list_pedestal)):
4057
4070 # #print(i)# OJO IDENTIFICADOR DE SINCRONISMO
4058 if not os.path.exists(path):
4071 # utc_ped_list.append(self.gettimeutcfromDirFilename(path=self.path_ped,file=list_pedestal[i]))
4059 return False, False
4072 nro_file,utc_ped,utc_ped_1 =self.getNROFile(utc_adq,utc_ped_list)
4060 fileList = glob.glob(os.path.join(path, '*.h5'))
4073 #print("NROFILE************************************", nro_file,utc_ped)
4061 fileList.sort()
4074 #print(nro_file)
4062 for fullname in fileList:
4075 if nro_file < 0:
4063 filename = fullname.split('/')[-1]
4076 return numpy.NaN,numpy.NaN
4064 number = int(filename[4:14])
4065 if number <= timestamp:
4066 return number, fullname
4067 return False, False
4068
4069 def find_next_file(self):
4070
4071 while True:
4072 file_size = len(self.fp['Data']['utc'])
4073 if self.utctime < self.utcfile+file_size*self.interval:
4074 break
4075 self.utcfile += file_size*self.interval
4076 dt = datetime.datetime.utcfromtimestamp(self.utctime)
4077 path = os.path.join(self.path, dt.strftime('%Y-%m-%dT%H-00-00'))
4078 self.filename = os.path.join(path, 'pos@{}.000.h5'.format(self.utcfile))
4079 if not os.path.exists(self.filename):
4080 log.warning('Waiting for position files...', self.name)
4081
4082 if not os.path.exists(self.filename):
4083
4084 raise IOError('No new position files found in {}'.format(path))
4085 self.fp.close()
4086 self.fp = h5py.File(self.filename, 'r')
4087 log.log('Opening file: {}'.format(self.filename), self.name)
4088
4089 def get_values(self):
4090
4091 index = int((self.utctime-self.utcfile)/self.interval)
4092 return self.fp['Data']['azi_pos'][index], self.fp['Data']['ele_pos'][index]
4093
4094 def setup(self, dataOut, path, conf, samples, interval, wr_exp):
4095
4096 self.path = path
4097 self.conf = conf
4098 self.samples = samples
4099 self.interval = interval
4100 self.utcfile, self.filename = self.find_file(dataOut.utctime)
4101
4102 if not self.filename:
4103 log.error('No position files found in {}'.format(path), self.name)
4104 raise IOError('No position files found in {}'.format(path))
4077 else:
4105 else:
4078 nro_key_p = int((utc_adq-utc_ped)/self.t_Interval_p)-1 # ojito al -1 estimado alex
4106 log.log('Opening file: {}'.format(self.filename), self.name)
4079 #print("nro_key_p",nro_key_p)
4107 self.fp = h5py.File(self.filename, 'r')
4080 ff_pedestal = self.list_pedestal[nro_file]
4081 #angulo = self.getDatavaluefromDirFilename(path=self.path_ped,file=ff_pedestal,value="azimuth")
4082 angulo = self.getDatavaluefromDirFilename(path=self.path_ped,file=ff_pedestal,value="azi_pos")
4083 angulo_ele = self.getDatavaluefromDirFilename(path=self.path_ped,file=ff_pedestal,value="ele_pos")
4084 #-----Adicion de filtro........................
4085 vel_ele = self.getDatavaluefromDirFilename(path=self.path_ped,file=ff_pedestal,value="ele_speed")## ele_speed
4086 '''
4087 vel_mean = numpy.mean(vel_ele)
4088 print("#############################################################")
4089 print("VEL MEAN----------------:",vel_mean)
4090 f vel_mean<7.7 or vel_mean>8.3:
4091 return numpy.NaN,numpy.NaN
4092 #------------------------------------------------------------------------------------------------------
4093 '''
4094 #print(int(self.samp_rate_ped))
4095 #print(nro_key_p)
4096 if int(self.samp_rate_ped)-1>=nro_key_p>0:
4097 #print("angulo_array :",angulo[nro_key_p])
4098 return angulo[nro_key_p],angulo_ele[nro_key_p]
4099 else:
4100 #print("-----------------------------------------------------------------")
4101 return numpy.NaN,numpy.NaN
4102
4103
4104 def getfirstFilefromPath(self,path,meta,ext):
4105 validFilelist = []
4106 #("SEARH",path)
4107 try:
4108 fileList = os.listdir(path)
4109 except:
4110 print("check path - fileList")
4111 if len(fileList)<1:
4112 return None
4113 # meta 1234 567 8-18 BCDE
4114 # H,D,PE YYYY DDD EPOC .ext
4115
4116 for thisFile in fileList:
4117 #print("HI",thisFile)
4118 if meta =="PE":
4119 try:
4120 number= int(thisFile[len(meta)+7:len(meta)+17])
4121 except:
4122 print("There is a file or folder with different format")
4123 if meta =="pos@":
4124 try:
4125 number= int(thisFile[len(meta):len(meta)+10])
4126 except:
4127 print("There is a file or folder with different format")
4128 if meta == "D":
4129 try:
4130 number= int(thisFile[8:11])
4131 except:
4132 print("There is a file or folder with different format")
4133
4134 if not isNumber(str=number):
4135 continue
4136 if (os.path.splitext(thisFile)[-1].lower() != ext.lower()):
4137 continue
4138 validFilelist.sort()
4139 validFilelist.append(thisFile)
4140
4141 if len(validFilelist)>0:
4142 validFilelist = sorted(validFilelist,key=str.lower)
4143 #print(validFilelist)
4144 return validFilelist
4145 return None
4146
4147 def gettimeutcfromDirFilename(self,path,file):
4148 dir_file= path+"/"+file
4149 fp = h5py.File(dir_file,'r')
4150 #epoc = fp['Metadata'].get('utctimeInit')[()]
4151 epoc = fp['Data'].get('utc')[()]
4152 epoc = epoc[0]
4153 #print("hola",epoc)
4154 fp.close()
4155 return epoc
4156
4157 def gettimeutcadqfromDirFilename(self,path,file):
4158 pass
4159
4160 def getDatavaluefromDirFilename(self,path,file,value):
4161 dir_file= path+"/"+file
4162 fp = h5py.File(dir_file,'r')
4163 array = fp['Data'].get(value)[()]
4164 fp.close()
4165 return array
4166
4167
4168 def getNROFile(self,utc_adq,utc_ped_list):
4169 c=0
4170 #print(utc_adq)
4171 #print(len(utc_ped_list))
4172 ###print(utc_ped_list)
4173 if utc_adq<utc_ped_list[0]:
4174 pass
4175 else:
4176 for i in range(len(utc_ped_list)):
4177 if utc_adq>utc_ped_list[i]:
4178 #print("mayor")
4179 #print("utc_ped_list",utc_ped_list[i])
4180 c +=1
4181
4182 return c-1,utc_ped_list[c-1],utc_ped_list[c]
4183
4184 def verificarNROFILE(self,dataOut,utc_ped,f_a_p,n_Muestras_p):
4185 pass
4186
4187 def setup_offline(self,dataOut,list_pedestal):
4188 pass
4189
4190 def setup_online(self,dataOut):
4191 pass
4192
4193 #def setup(self,dataOut,path_ped,path_adq,t_Interval_p,n_Muestras_p,blocksPerfile,f_a_p,online):
4194 def setup(self,dataOut,path_ped,samp_rate_ped,t_Interval_p,wr_exp):
4195 #print("**************SETUP******************")
4196 self.__dataReady = False
4197 self.path_ped = path_ped
4198 self.samp_rate_ped= samp_rate_ped
4199 self.t_Interval_p = t_Interval_p
4200 self.list_pedestal = self.getfirstFilefromPath(path=self.path_ped,meta="pos@",ext=".h5")
4201
4202 self.utc_ped_list= []
4203 for i in range(len(self.list_pedestal)):
4204 #print(i,self.gettimeutcfromDirFilename(path=self.path_ped,file=self.list_pedestal[i]))# OJO IDENTIFICADOR DE SINCRONISMO
4205 self.utc_ped_list.append(self.gettimeutcfromDirFilename(path=self.path_ped,file=self.list_pedestal[i]))
4206 #print(self.utc_ped_list)
4207 #exit(1)
4208 #print("que paso")
4209 dataOut.wr_exp = wr_exp
4210 #print("SETUP READY")
4211
4212
4213 def setNextFileP(self,dataOut):
4214 pass
4215
4216 def checkPedFile(self,path,nro_file):
4217 pass
4218
4219 def setNextFileoffline(self,dataOut):
4220 pass
4221
4222 def setNextFileonline(self):
4223 pass
4224
4225 def run(self, dataOut,path_ped,samp_rate_ped,t_Interval_p,wr_exp):
4226 #print("INTEGRATION -----")
4227 #print("PEDESTAL")
4228
4108
4109 def run(self, dataOut, path, conf=None, samples=1500, interval=0.04, wr_exp=None):
4110
4229 if not self.isConfig:
4111 if not self.isConfig:
4230 self.setup(dataOut, path_ped,samp_rate_ped,t_Interval_p,wr_exp)
4112 self.setup(dataOut, path, conf, samples, interval, wr_exp)
4231 self.__dataReady = True
4232 self.isConfig = True
4113 self.isConfig = True
4233 #print("config TRUE")
4114
4234 utc_adq = dataOut.utctime
4115 self.utctime = dataOut.utctime
4235 #print("utc_adq---------------",utc_adq)
4116
4236
4117 self.find_next_file()
4237 list_pedestal = self.list_pedestal
4118
4238 #print("list_pedestal",list_pedestal[:20])
4119 az, el = self.get_values()
4239 angulo,angulo_ele = self.getAnguloProfile(utc_adq=utc_adq,utc_ped_list=self.utc_ped_list)
4120 dataOut.flagNoData = False
4240 #print("angulo**********",angulo)
4121
4241 dataOut.flagNoData = False
4122 if numpy.isnan(az) or numpy.isnan(el) :
4242
4243 if numpy.isnan(angulo) or numpy.isnan(angulo_ele) :
4244 #print("PEDESTAL 3")
4245 #exit(1)
4246 dataOut.flagNoData = True
4123 dataOut.flagNoData = True
4247 return dataOut
4124 return dataOut
4248 dataOut.azimuth = angulo
4125
4249 dataOut.elevation = angulo_ele
4126 dataOut.azimuth = az
4250 #print("PEDESTAL END")
4127 dataOut.elevation = el
4251 #print(dataOut.azimuth)
4128 # print('AZ: ', az, ' EL: ', el)
4252 #print(dataOut.elevation)
4253 #exit(1)
4254 return dataOut
4129 return dataOut
4255
4130
4256 class Block360(Operation):
4131 class Block360(Operation):
General Comments 0
You need to be logged in to leave comments. Login now