##// END OF EJS Templates
schain-jc
RSS
Merge with Claire_proc
Merge with Claire_proc
Juan C. Espinoza - - Load All Authors

File last commit:

r1188:b1c63639a885 merge
r1188:b1c63639a885 merge
Show More
jroIO_bltr.py
697 lines | 27.2 KiB | text/x-python | PythonLexer
/ schainpy / model / io / jroIO_bltr.py
History | Source | Raw |Copy content |Copy permalink
José Chávez
sin matplotlib de los modulos de claire
 r1075 import os
import sys
ebocanegra
first commit
 r965 import glob
import fnmatch
import datetime
import time
import re
import h5py
import numpy
import pylab as plb
from scipy.optimize import curve_fit
Juan C. Espinoza
BLTRParamreader ready
 r1010 from scipy import asarray as ar, exp
ebocanegra
first commit
 r965 from scipy import stats
from numpy.ma.core import getdata
SPEED_OF_LIGHT = 299792458
SPEED_OF_LIGHT = 3e8
try:
from gevent import sleep
except:
from time import sleep
from schainpy.model.data.jrodata import Spectra
#from schainpy.model.data.BLTRheaderIO import FileHeader, RecordHeader
from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
#from schainpy.model.io.jroIO_bltr import BLTRReader
from numpy import imag, shape, NaN
George Yong
Python 2to3, Spectra (all operations) working
 r1167 from .jroIO_base import JRODataReader
ebocanegra
first commit
 r965
class Header(object):
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def __init__(self):
raise NotImplementedError
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def read(self):
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 raise NotImplementedError
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def write(self):
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 raise NotImplementedError
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def printInfo(self):
José Chávez
sin matplotlib de los modulos de claire
 r1075
message = "#" * 50 + "\n"
ebocanegra
first commit
 r965 message += self.__class__.__name__.upper() + "\n"
José Chávez
sin matplotlib de los modulos de claire
 r1075 message += "#" * 50 + "\n"
George Yong
Python 2to3, Spectra (all operations) working
 r1167 keyList = list(self.__dict__.keys())
ebocanegra
first commit
 r965 keyList.sort()
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 for key in keyList:
José Chávez
sin matplotlib de los modulos de claire
 r1075 message += "%s = %s" % (key, self.__dict__[key]) + "\n"
ebocanegra
first commit
 r965 if "size" not in keyList:
attr = getattr(self, "size")
José Chávez
sin matplotlib de los modulos de claire
 r1075 if attr:
message += "%s = %s" % ("size", attr) + "\n"
ebocanegra
first commit
 r965
José Chávez
sin matplotlib de los modulos de claire
 r1075 FILE_STRUCTURE = numpy.dtype([ # HEADER 48bytes
('FileMgcNumber', '<u4'), # 0x23020100
# No Of FDT data records in this file (0 or more)
('nFDTdataRecors', '<u4'),
('OffsetStartHeader', '<u4'),
('RadarUnitId', '<u4'),
('SiteName', numpy.str_, 32), # Null terminated
])
ebocanegra
first commit
 r965
class FileHeaderBLTR(Header):
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def __init__(self):
José Chávez
sin matplotlib de los modulos de claire
 r1075
self.FileMgcNumber = 0 # 0x23020100
# No Of FDT data records in this file (0 or more)
self.nFDTdataRecors = 0
self.RadarUnitId = 0
self.OffsetStartHeader = 0
self.SiteName = ""
ebocanegra
first commit
 r965 self.size = 48
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def FHread(self, fp):
José Chávez
sin matplotlib de los modulos de claire
 r1075 # try:
startFp = open(fp, "rb")
header = numpy.fromfile(startFp, FILE_STRUCTURE, 1)
self.FileMgcNumber = hex(header['FileMgcNumber'][0])
# No Of FDT data records in this file (0 or more)
self.nFDTdataRecors = int(header['nFDTdataRecors'][0])
self.RadarUnitId = int(header['RadarUnitId'][0])
self.OffsetStartHeader = int(header['OffsetStartHeader'][0])
self.SiteName = str(header['SiteName'][0])
if self.size < 48:
ebocanegra
first commit
 r965 return 0
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 return 1
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def write(self, fp):
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 headerTuple = (self.FileMgcNumber,
self.nFDTdataRecors,
self.RadarUnitId,
self.SiteName,
self.size)
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 header = numpy.array(headerTuple, FILE_STRUCTURE)
# numpy.array(object, dtype=None, copy=True, order=None, subok=False, ndmin=0)
header.tofile(fp)
''' ndarray.tofile(fid, sep, format) Write array to a file as text or binary (default).
fid : file or str
An open file object, or a string containing a filename.
sep : str
Separator between array items for text output. If "" (empty), a binary file is written,
equivalent to file.write(a.tobytes()).
format : str
Format string for text file output. Each entry in the array is formatted to text by
first converting it to the closest Python type, and then using "format" % item.
'''
José Chávez
sin matplotlib de los modulos de claire
 r1075 return 1
ebocanegra
first commit
 r965
José Chávez
sin matplotlib de los modulos de claire
 r1075 RECORD_STRUCTURE = numpy.dtype([ # RECORD HEADER 180+20N bytes
('RecMgcNumber', '<u4'), # 0x23030001
('RecCounter', '<u4'), # Record counter(0,1, ...)
# Offset to start of next record form start of this record
('Off2StartNxtRec', '<u4'),
# Offset to start of data from start of this record
('Off2StartData', '<u4'),
# Epoch time stamp of start of acquisition (seconds)
('nUtime', '<i4'),
# Millisecond component of time stamp (0,...,999)
('nMilisec', '<u4'),
# Experiment tag name (null terminated)
('ExpTagName', numpy.str_, 32),
# Experiment comment (null terminated)
('ExpComment', numpy.str_, 32),
# Site latitude (from GPS) in degrees (positive implies North)
('SiteLatDegrees', '<f4'),
# Site longitude (from GPS) in degrees (positive implies East)
('SiteLongDegrees', '<f4'),
# RTC GPS engine status (0=SEEK, 1=LOCK, 2=NOT FITTED, 3=UNAVAILABLE)
('RTCgpsStatus', '<u4'),
('TransmitFrec', '<u4'), # Transmit frequency (Hz)
('ReceiveFrec', '<u4'), # Receive frequency
# First local oscillator frequency (Hz)
('FirstOsciFrec', '<u4'),
# (0="O", 1="E", 2="linear 1", 3="linear2")
('Polarisation', '<u4'),
# Receiver filter settings (0,1,2,3)
('ReceiverFiltSett', '<u4'),
# Number of modes in use (1 or 2)
('nModesInUse', '<u4'),
# Dual Mode index number for these data (0 or 1)
('DualModeIndex', '<u4'),
# Dual Mode range correction for these data (m)
('DualModeRange', '<u4'),
# Number of digital channels acquired (2*N)
('nDigChannels', '<u4'),
# Sampling resolution (meters)
('SampResolution', '<u4'),
# Number of range gates sampled
('nHeights', '<u4'),
# Start range of sampling (meters)
('StartRangeSamp', '<u4'),
('PRFhz', '<u4'), # PRF (Hz)
('nCohInt', '<u4'), # Integrations
# Number of data points transformed
('nProfiles', '<u4'),
# Number of receive beams stored in file (1 or N)
('nChannels', '<u4'),
('nIncohInt', '<u4'), # Number of spectral averages
# FFT windowing index (0 = no window)
('FFTwindowingInd', '<u4'),
# Beam steer angle (azimuth) in degrees (clockwise from true North)
('BeamAngleAzim', '<f4'),
# Beam steer angle (zenith) in degrees (0=> vertical)
('BeamAngleZen', '<f4'),
# Antenna coordinates (Range(meters), Bearing(degrees)) - N pairs
('AntennaCoord0', '<f4'),
# Antenna coordinates (Range(meters), Bearing(degrees)) - N pairs
('AntennaAngl0', '<f4'),
# Antenna coordinates (Range(meters), Bearing(degrees)) - N pairs
('AntennaCoord1', '<f4'),
# Antenna coordinates (Range(meters), Bearing(degrees)) - N pairs
('AntennaAngl1', '<f4'),
# Antenna coordinates (Range(meters), Bearing(degrees)) - N pairs
('AntennaCoord2', '<f4'),
# Antenna coordinates (Range(meters), Bearing(degrees)) - N pairs
('AntennaAngl2', '<f4'),
# Receiver phase calibration (degrees) - N values
('RecPhaseCalibr0', '<f4'),
# Receiver phase calibration (degrees) - N values
('RecPhaseCalibr1', '<f4'),
# Receiver phase calibration (degrees) - N values
('RecPhaseCalibr2', '<f4'),
# Receiver amplitude calibration (ratio relative to receiver one) - N values
('RecAmpCalibr0', '<f4'),
# Receiver amplitude calibration (ratio relative to receiver one) - N values
('RecAmpCalibr1', '<f4'),
# Receiver amplitude calibration (ratio relative to receiver one) - N values
('RecAmpCalibr2', '<f4'),
# Receiver gains in dB - N values
('ReceiverGaindB0', '<i4'),
# Receiver gains in dB - N values
('ReceiverGaindB1', '<i4'),
# Receiver gains in dB - N values
('ReceiverGaindB2', '<i4'),
])
ebocanegra
first commit
 r965
José Chávez
sin matplotlib de los modulos de claire
 r1075 class RecordHeaderBLTR(Header):
ebocanegra
first commit
 r965
José Chávez
sin matplotlib de los modulos de claire
 r1075 def __init__(self, RecMgcNumber=None, RecCounter=0, Off2StartNxtRec=811248,
nUtime=0, nMilisec=0, ExpTagName=None,
ExpComment=None, SiteLatDegrees=0, SiteLongDegrees=0,
RTCgpsStatus=0, TransmitFrec=0, ReceiveFrec=0,
FirstOsciFrec=0, Polarisation=0, ReceiverFiltSett=0,
nModesInUse=0, DualModeIndex=0, DualModeRange=0,
nDigChannels=0, SampResolution=0, nHeights=0,
StartRangeSamp=0, PRFhz=0, nCohInt=0,
nProfiles=0, nChannels=0, nIncohInt=0,
FFTwindowingInd=0, BeamAngleAzim=0, BeamAngleZen=0,
AntennaCoord0=0, AntennaCoord1=0, AntennaCoord2=0,
RecPhaseCalibr0=0, RecPhaseCalibr1=0, RecPhaseCalibr2=0,
RecAmpCalibr0=0, RecAmpCalibr1=0, RecAmpCalibr2=0,
AntennaAngl0=0, AntennaAngl1=0, AntennaAngl2=0,
ReceiverGaindB0=0, ReceiverGaindB1=0, ReceiverGaindB2=0, Off2StartData=0, OffsetStartHeader=0):
ebocanegra
first commit
 r965
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.RecMgcNumber = RecMgcNumber # 0x23030001
self.RecCounter = RecCounter
self.Off2StartNxtRec = Off2StartNxtRec
ebocanegra
first commit
 r965 self.Off2StartData = Off2StartData
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.nUtime = nUtime
self.nMilisec = nMilisec
self.ExpTagName = ExpTagName
self.ExpComment = ExpComment
self.SiteLatDegrees = SiteLatDegrees
self.SiteLongDegrees = SiteLongDegrees
self.RTCgpsStatus = RTCgpsStatus
self.TransmitFrec = TransmitFrec
self.ReceiveFrec = ReceiveFrec
self.FirstOsciFrec = FirstOsciFrec
self.Polarisation = Polarisation
self.ReceiverFiltSett = ReceiverFiltSett
self.nModesInUse = nModesInUse
self.DualModeIndex = DualModeIndex
self.DualModeRange = DualModeRange
ebocanegra
first commit
 r965 self.nDigChannels = nDigChannels
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.SampResolution = SampResolution
self.nHeights = nHeights
self.StartRangeSamp = StartRangeSamp
self.PRFhz = PRFhz
self.nCohInt = nCohInt
self.nProfiles = nProfiles
self.nChannels = nChannels
self.nIncohInt = nIncohInt
self.FFTwindowingInd = FFTwindowingInd
self.BeamAngleAzim = BeamAngleAzim
self.BeamAngleZen = BeamAngleZen
ebocanegra
first commit
 r965 self.AntennaCoord0 = AntennaCoord0
self.AntennaAngl0 = AntennaAngl0
self.AntennaAngl1 = AntennaAngl1
self.AntennaAngl2 = AntennaAngl2
self.AntennaCoord1 = AntennaCoord1
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.AntennaCoord2 = AntennaCoord2
ebocanegra
first commit
 r965 self.RecPhaseCalibr0 = RecPhaseCalibr0
self.RecPhaseCalibr1 = RecPhaseCalibr1
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.RecPhaseCalibr2 = RecPhaseCalibr2
ebocanegra
first commit
 r965 self.RecAmpCalibr0 = RecAmpCalibr0
self.RecAmpCalibr1 = RecAmpCalibr1
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.RecAmpCalibr2 = RecAmpCalibr2
ebocanegra
first commit
 r965 self.ReceiverGaindB0 = ReceiverGaindB0
self.ReceiverGaindB1 = ReceiverGaindB1
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.ReceiverGaindB2 = ReceiverGaindB2
self.OffsetStartHeader = 48
ebocanegra
first commit
 r965 def RHread(self, fp):
José Chávez
sin matplotlib de los modulos de claire
 r1075 startFp = open(fp, "rb")
OffRHeader = self.OffsetStartHeader + self.RecCounter * self.Off2StartNxtRec
ebocanegra
first commit
 r965 startFp.seek(OffRHeader, os.SEEK_SET)
José Chávez
sin matplotlib de los modulos de claire
 r1075 header = numpy.fromfile(startFp, RECORD_STRUCTURE, 1)
self.RecMgcNumber = hex(header['RecMgcNumber'][0]) # 0x23030001
self.RecCounter = int(header['RecCounter'][0])
self.Off2StartNxtRec = int(header['Off2StartNxtRec'][0])
self.Off2StartData = int(header['Off2StartData'][0])
self.nUtime = header['nUtime'][0]
self.nMilisec = header['nMilisec'][0]
self.ExpTagName = str(header['ExpTagName'][0])
self.ExpComment = str(header['ExpComment'][0])
self.SiteLatDegrees = header['SiteLatDegrees'][0]
self.SiteLongDegrees = header['SiteLongDegrees'][0]
self.RTCgpsStatus = header['RTCgpsStatus'][0]
self.TransmitFrec = header['TransmitFrec'][0]
self.ReceiveFrec = header['ReceiveFrec'][0]
self.FirstOsciFrec = header['FirstOsciFrec'][0]
self.Polarisation = header['Polarisation'][0]
self.ReceiverFiltSett = header['ReceiverFiltSett'][0]
self.nModesInUse = header['nModesInUse'][0]
self.DualModeIndex = header['DualModeIndex'][0]
self.DualModeRange = header['DualModeRange'][0]
ebocanegra
first commit
 r965 self.nDigChannels = header['nDigChannels'][0]
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.SampResolution = header['SampResolution'][0]
self.nHeights = header['nHeights'][0]
self.StartRangeSamp = header['StartRangeSamp'][0]
self.PRFhz = header['PRFhz'][0]
self.nCohInt = header['nCohInt'][0]
self.nProfiles = header['nProfiles'][0]
self.nChannels = header['nChannels'][0]
self.nIncohInt = header['nIncohInt'][0]
self.FFTwindowingInd = header['FFTwindowingInd'][0]
self.BeamAngleAzim = header['BeamAngleAzim'][0]
self.BeamAngleZen = header['BeamAngleZen'][0]
ebocanegra
first commit
 r965 self.AntennaCoord0 = header['AntennaCoord0'][0]
self.AntennaAngl0 = header['AntennaAngl0'][0]
self.AntennaCoord1 = header['AntennaCoord1'][0]
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.AntennaAngl1 = header['AntennaAngl1'][0]
ebocanegra
first commit
 r965 self.AntennaCoord2 = header['AntennaCoord2'][0]
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.AntennaAngl2 = header['AntennaAngl2'][0]
ebocanegra
first commit
 r965 self.RecPhaseCalibr0 = header['RecPhaseCalibr0'][0]
self.RecPhaseCalibr1 = header['RecPhaseCalibr1'][0]
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.RecPhaseCalibr2 = header['RecPhaseCalibr2'][0]
ebocanegra
first commit
 r965 self.RecAmpCalibr0 = header['RecAmpCalibr0'][0]
self.RecAmpCalibr1 = header['RecAmpCalibr1'][0]
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.RecAmpCalibr2 = header['RecAmpCalibr2'][0]
ebocanegra
first commit
 r965 self.ReceiverGaindB0 = header['ReceiverGaindB0'][0]
self.ReceiverGaindB1 = header['ReceiverGaindB1'][0]
self.ReceiverGaindB2 = header['ReceiverGaindB2'][0]
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.ipp = 0.5 * (SPEED_OF_LIGHT / self.PRFhz)
self.RHsize = 180 + 20 * self.nChannels
self.Datasize = self.nProfiles * self.nChannels * self.nHeights * 2 * 4
endFp = self.OffsetStartHeader + self.RecCounter * self.Off2StartNxtRec
ebocanegra
first commit
 r965
if OffRHeader > endFp:
José Chávez
sin matplotlib de los modulos de claire
 r1075 sys.stderr.write(
"Warning %s: Size value read from System Header is lower than it has to be\n" % fp)
ebocanegra
first commit
 r965 return 0
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 if OffRHeader < endFp:
José Chávez
sin matplotlib de los modulos de claire
 r1075 sys.stderr.write(
"Warning %s: Size value read from System Header size is greater than it has to be\n" % fp)
ebocanegra
first commit
 r965 return 0
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 return 1
José Chávez
sin matplotlib de los modulos de claire
 r1075
Juan C. Espinoza
BLTRParamreader ready
 r1010 class BLTRSpectraReader (ProcessingUnit, FileHeaderBLTR, RecordHeaderBLTR, JRODataReader):
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 path = None
startDate = None
endDate = None
startTime = None
endTime = None
walk = None
isConfig = False
José Chávez
sin matplotlib de los modulos de claire
 r1075
fileList = None
# metadata
TimeZone = None
Interval = None
heightList = None
# data
data = None
utctime = None
ebocanegra
15/08/2017
 r1001 def __init__(self, **kwargs):
José Chávez
sin matplotlib de los modulos de claire
 r1075
# Eliminar de la base la herencia
ebocanegra
15/08/2017
 r1001 ProcessingUnit.__init__(self, **kwargs)
José Chávez
sin matplotlib de los modulos de claire
 r1075
Juan C. Espinoza
BLTRParamreader ready
 r1010 #self.isConfig = False
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 #self.pts2read_SelfSpectra = 0
#self.pts2read_CrossSpectra = 0
#self.pts2read_DCchannels = 0
#self.datablock = None
self.utc = None
self.ext = ".fdt"
self.optchar = "P"
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.fpFile = None
ebocanegra
first commit
 r965 self.fp = None
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.BlockCounter = 0
ebocanegra
first commit
 r965 self.dtype = None
self.fileSizeByHeader = None
self.filenameList = []
self.fileSelector = 0
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.Off2StartNxtRec = 0
self.RecCounter = 0
ebocanegra
first commit
 r965 self.flagNoMoreFiles = 0
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.data_spc = None
self.data_cspc = None
self.data_output = None
ebocanegra
first commit
 r965 self.path = None
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.OffsetStartHeader = 0
self.Off2StartData = 0
ebocanegra
first commit
 r965 self.ipp = 0
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.nFDTdataRecors = 0
ebocanegra
first commit
 r965 self.blocksize = 0
self.dataOut = Spectra()
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.profileIndex = 1 # Always
self.dataOut.flagNoData = False
Juan C. Espinoza
Add __attrs__ attribute to Process clasess to improve CLI finder
 r1097 self.dataOut.nRdPairs = 0
self.dataOut.data_spc = None
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.dataOut.velocityX = []
self.dataOut.velocityY = []
self.dataOut.velocityV = []
ebocanegra
first commit
 r965
def Files2Read(self, fp):
'''
Function that indicates the number of .fdt files that exist in the folder to be read.
It also creates an organized list with the names of the files to read.
'''
José Chávez
sin matplotlib de los modulos de claire
 r1075 # self.__checkPath()
# Gets the list of files within the fp address
ListaData = os.listdir(fp)
# Sort the list of files from least to largest by names
ListaData = sorted(ListaData)
nFiles = 0 # File Counter
FileList = [] # A list is created that will contain the .fdt files
for IndexFile in ListaData:
if '.fdt' in IndexFile:
ebocanegra
first commit
 r965 FileList.append(IndexFile)
José Chávez
sin matplotlib de los modulos de claire
 r1075 nFiles += 1
self.filenameList = FileList # List of files from least to largest by names
ebocanegra
first commit
 r965 def run(self, **kwargs):
'''
This method will be the one that will initiate the data entry, will be called constantly.
You should first verify that your Setup () is set up and then continue to acquire
the data to be processed with getData ().
'''
if not self.isConfig:
self.setup(**kwargs)
self.isConfig = True
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 self.getData()
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def setup(self, path=None,
José Chávez
sin matplotlib de los modulos de claire
 r1075 startDate=None,
endDate=None,
startTime=None,
endTime=None,
walk=True,
timezone='utc',
code=None,
online=False,
ReadMode=None,
**kwargs):
ebocanegra
first commit
 r965 self.isConfig = True
José Chávez
sin matplotlib de los modulos de claire
 r1075
self.path = path
self.startDate = startDate
self.endDate = endDate
self.startTime = startTime
self.endTime = endTime
self.walk = walk
self.ReadMode = int(ReadMode)
ebocanegra
first commit
 r965 pass
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def getData(self):
'''
Before starting this function, you should check that there is still an unread file,
If there are still blocks to read or if the data block is empty.
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 You should call the file "read".
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 '''
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 if self.flagNoMoreFiles:
self.dataOut.flagNoData = True
return 0
José Chávez
sin matplotlib de los modulos de claire
 r1075 self.fp = self.path
ebocanegra
first commit
 r965 self.Files2Read(self.fp)
self.readFile(self.fp)
self.dataOut.data_spc = self.data_spc
self.dataOut.data_cspc =self.data_cspc
self.dataOut.data_output=self.data_output
return self.dataOut.data_spc
def readFile(self,fp):
'''
You must indicate if you are reading in Online or Offline mode and load the
The parameters for this file reading mode.
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 Then you must do 2 actions:
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 1. Get the BLTR FileHeader.
2. Start reading the first block.
'''
if self.fileSelector < len(self.filenameList):
José Chávez
sin matplotlib de los modulos de claire
 r1075
self.fpFile = str(fp) + '/' + \
str(self.filenameList[self.fileSelector])
ebocanegra
first commit
 r965 fheader = FileHeaderBLTR()
José Chávez
sin matplotlib de los modulos de claire
 r1075 fheader.FHread(self.fpFile) # Bltr FileHeader Reading
self.nFDTdataRecors = fheader.nFDTdataRecors
self.readBlock() # Block reading
ebocanegra
first commit
 r965 else:
self.flagNoMoreFiles=True
self.dataOut.flagNoData = True
José Chávez
sin matplotlib de los modulos de claire
 r1075 return 0
ebocanegra
first commit
 r965 def getVelRange(self, extrapoints=0):
José Chávez
sin matplotlib de los modulos de claire
 r1075 Lambda = SPEED_OF_LIGHT / 50000000
# 1./(self.dataOut.ippSeconds * self.dataOut.nCohInt)
PRF = self.dataOut.PRF
Vmax = -Lambda / (4. * (1. / PRF) * self.dataOut.nCohInt * 2.)
deltafreq = PRF / (self.nProfiles)
deltavel = (Vmax * 2) / (self.nProfiles)
freqrange = deltafreq * \
(numpy.arange(self.nProfiles) - self.nProfiles / 2.) - deltafreq / 2
velrange = deltavel * \
(numpy.arange(self.nProfiles) - self.nProfiles / 2.)
return velrange
def readBlock(self):
ebocanegra
first commit
 r965 '''
It should be checked if the block has data, if it is not passed to the next file.
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 Then the following is done:
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 1. Read the RecordHeader
2. Fill the buffer with the current block number.
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 '''
ebocanegra
Last Commit foreva!
 r1157 if self.BlockCounter < self.nFDTdataRecors-1:
ebocanegra
first commit
 r965 if self.ReadMode==1:
rheader = RecordHeaderBLTR(RecCounter=self.BlockCounter+1)
elif self.ReadMode==0:
rheader = RecordHeaderBLTR(RecCounter=self.BlockCounter)
José Chávez
sin matplotlib de los modulos de claire
 r1075
rheader.RHread(self.fpFile) # Bltr FileHeader Reading
self.OffsetStartHeader = rheader.OffsetStartHeader
self.RecCounter = rheader.RecCounter
self.Off2StartNxtRec = rheader.Off2StartNxtRec
self.Off2StartData = rheader.Off2StartData
self.nProfiles = rheader.nProfiles
self.nChannels = rheader.nChannels
self.nHeights = rheader.nHeights
self.frequency = rheader.TransmitFrec
self.DualModeIndex = rheader.DualModeIndex
self.pairsList = [(0, 1), (0, 2), (1, 2)]
ebocanegra
first commit
 r965 self.dataOut.pairsList = self.pairsList
José Chávez
sin matplotlib de los modulos de claire
 r1075
self.nRdPairs = len(self.dataOut.pairsList)
ebocanegra
first commit
 r965 self.dataOut.nRdPairs = self.nRdPairs
self.__firstHeigth=rheader.StartRangeSamp
self.__deltaHeigth=rheader.SampResolution
self.dataOut.heightList= self.__firstHeigth + numpy.array(range(self.nHeights))*self.__deltaHeigth
self.dataOut.channelList = range(self.nChannels)
self.dataOut.nProfiles=rheader.nProfiles
self.dataOut.nIncohInt=rheader.nIncohInt
self.dataOut.nCohInt=rheader.nCohInt
self.dataOut.ippSeconds= 1/float(rheader.PRFhz)
self.dataOut.PRF=rheader.PRFhz
self.dataOut.nFFTPoints=rheader.nProfiles
self.dataOut.utctime=rheader.nUtime
self.dataOut.timeZone=0
self.dataOut.normFactor= self.dataOut.nProfiles*self.dataOut.nIncohInt*self.dataOut.nCohInt
self.dataOut.outputInterval= self.dataOut.ippSeconds * self.dataOut.nCohInt * self.dataOut.nIncohInt * self.nProfiles
self.data_output=numpy.ones([3,rheader.nHeights])*numpy.NaN
self.dataOut.velocityX=[]
self.dataOut.velocityY=[]
self.dataOut.velocityV=[]
'''Block Reading, the Block Data is received and Reshape is used to give it
shape.
José Chávez
sin matplotlib de los modulos de claire
 r1075 '''
# Procedure to take the pointer to where the date block starts
startDATA = open(self.fpFile, "rb")
OffDATA = self.OffsetStartHeader + self.RecCounter * \
self.Off2StartNxtRec + self.Off2StartData
ebocanegra
first commit
 r965 startDATA.seek(OffDATA, os.SEEK_SET)
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 def moving_average(x, N=2):
José Chávez
sin matplotlib de los modulos de claire
 r1075 return numpy.convolve(x, numpy.ones((N,)) / N)[(N - 1):]
def gaus(xSamples, a, x0, sigma):
return a * exp(-(xSamples - x0)**2 / (2 * sigma**2))
def Find(x, value):
ebocanegra
first commit
 r965 for index in range(len(x)):
José Chávez
sin matplotlib de los modulos de claire
 r1075 if x[index] == value:
return index
ebocanegra
first commit
 r965 def pol2cart(rho, phi):
x = rho * numpy.cos(phi)
y = rho * numpy.sin(phi)
return(x, y)
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
first commit
 r965 if self.DualModeIndex==self.ReadMode:
self.data_fft = numpy.fromfile( startDATA, [('complex','<c8')],self.nProfiles*self.nChannels*self.nHeights )
Juan C. Espinoza
Merge with Claire_proc
 r1188 self.data_fft = numpy.empty(101376)
ebocanegra
first commit
 r965
self.data_fft=self.data_fft.astype(numpy.dtype('complex'))
self.data_block=numpy.reshape(self.data_fft,(self.nHeights, self.nChannels, self.nProfiles ))
self.data_block = numpy.transpose(self.data_block, (1,2,0))
ebocanegra
15/08/2017
 r1001 copy = self.data_block.copy()
José Chávez
sin matplotlib de los modulos de claire
 r1075 spc = copy * numpy.conjugate(copy)
self.data_spc = numpy.absolute(
spc) # valor absoluto o magnitud
ebocanegra
first commit
 r965 factor = self.dataOut.normFactor
José Chávez
sin matplotlib de los modulos de claire
 r1075
z = self.data_spc.copy() # /factor
ebocanegra
first commit
 r965 z = numpy.where(numpy.isfinite(z), z, numpy.NAN)
Juan C. Espinoza
Merge with Claire_proc
 r1188 self.dataOut.data_spc=self.data_spc
ebocanegra
first commit
 r965 self.noise = self.dataOut.getNoise(ymin_index=80, ymax_index=132)#/factor
José Chávez
sin matplotlib de los modulos de claire
 r1075
ySamples = numpy.ones([3, self.nProfiles])
phase = numpy.ones([3, self.nProfiles])
CSPCSamples = numpy.ones(
[3, self.nProfiles], dtype=numpy.complex_)
coherence = numpy.ones([3, self.nProfiles])
PhaseSlope = numpy.ones(3)
PhaseInter = numpy.ones(3)
ebocanegra
first commit
 r965 '''****** Getting CrossSpectra ******'''
cspc=self.data_block.copy()
self.data_cspc=self.data_block.copy()
xFrec=self.getVelRange(1)
VelRange=self.getVelRange(1)
self.dataOut.VelRange=VelRange
Juan C. Espinoza
Merge with Claire_proc
 r1188
ebocanegra
07/09/2017
 r1027
ebocanegra
first commit
 r965 for i in range(self.nRdPairs):
chan_index0 = self.dataOut.pairsList[i][0]
chan_index1 = self.dataOut.pairsList[i][1]
José Chávez
sin matplotlib de los modulos de claire
 r1075
self.data_cspc[i, :, :] = cspc[chan_index0, :,
:] * numpy.conjugate(cspc[chan_index1, :, :])
ebocanegra
first commit
 r965 '''Getting Eij and Nij'''
José Chávez
sin matplotlib de los modulos de claire
 r1075 (AntennaX0, AntennaY0) = pol2cart(
rheader.AntennaCoord0, rheader.AntennaAngl0 * numpy.pi / 180)
(AntennaX1, AntennaY1) = pol2cart(
rheader.AntennaCoord1, rheader.AntennaAngl1 * numpy.pi / 180)
(AntennaX2, AntennaY2) = pol2cart(
rheader.AntennaCoord2, rheader.AntennaAngl2 * numpy.pi / 180)
E01 = AntennaX0 - AntennaX1
N01 = AntennaY0 - AntennaY1
E02 = AntennaX0 - AntennaX2
N02 = AntennaY0 - AntennaY2
E12 = AntennaX1 - AntennaX2
N12 = AntennaY1 - AntennaY2
self.ChanDist = numpy.array(
[[E01, N01], [E02, N02], [E12, N12]])
ebocanegra
first commit
 r965 self.dataOut.ChanDist = self.ChanDist
José Chávez
sin matplotlib de los modulos de claire
 r1075
ebocanegra
Final Commit! GG WP, no bugs.
r1158 self.BlockCounter+=2
ebocanegra
first commit
 r965 else:
ebocanegra
Final Commit! GG WP, no bugs.
r1158 self.fileSelector+=1
self.BlockCounter=0