MIRAtest.py
330 lines
| 12.0 KiB
| text/x-python
|
PythonLexer
José Chávez
|
r1075 | import os | |
| import sys | |||
ebocanegra
|
r965 | import glob | |
| import fnmatch | |||
| import datetime | |||
| import time | |||
| import re | |||
| import h5py | |||
| import numpy | |||
| from scipy.optimize import curve_fit | |||
|
José Chávez
|
r1075 | from scipy import asarray as ar, exp | |
|
ebocanegra
|
r965 | from scipy import stats | |
| from duplicity.path import Path | |||
| from numpy.ma.core import getdata | |||
| SPEED_OF_LIGHT = 299792458 | |||
| SPEED_OF_LIGHT = 3e8 | |||
| try: | |||
| from gevent import sleep | |||
| except: | |||
| from time import sleep | |||
| from schainpy.model.data.jrodata import Spectra | |||
| #from schainpy.model.data.BLTRheaderIO import FileHeader, RecordHeader | |||
| from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation | |||
| #from schainpy.model.io.jroIO_bltr import BLTRReader | |||
| from numpy import imag, shape, NaN | |||
|
José Chávez
|
r1075 | startFp = open( | |
| '/home/erick/Documents/MIRA35C/20160117/20160117_0000.zspc', "rb") | |||
| FILE_HEADER = numpy.dtype([ # HEADER 1024bytes | |||
| ('Hname', numpy.str_, 32), # Original file name | |||
| # Date and time when the file was created | |||
| ('Htime', numpy.str_, 32), | |||
| # Name of operator who created the file | |||
| ('Hoper', numpy.str_, 64), | |||
| # Place where the measurements was carried out | |||
| ('Hplace', numpy.str_, 128), | |||
| # Description of measurements | |||
| ('Hdescr', numpy.str_, 256), | |||
| ('Hdummy', numpy.str_, 512), # Reserved space | |||
| # Main chunk | |||
| ('Msign', '<i4'), # Main chunk signature FZKF or NUIG | |||
| ('MsizeData', '<i4'), # Size of data block main chunk | |||
| # Processing DSP parameters | |||
| ('PPARsign', '<i4'), # PPAR signature | |||
| ('PPARsize', '<i4'), # PPAR size of block | |||
| ('PPARprf', '<i4'), # Pulse repetition frequency | |||
| ('PPARpdr', '<i4'), # Pulse duration | |||
| ('PPARsft', '<i4'), # FFT length | |||
| # Number of spectral (in-coherent) averages | |||
| ('PPARavc', '<i4'), | |||
| # Number of lowest range gate for moment estimation | |||
| ('PPARihp', '<i4'), | |||
| # Count for gates for moment estimation | |||
| ('PPARchg', '<i4'), | |||
| # switch on/off polarimetric measurements. Should be 1. | |||
| ('PPARpol', '<i4'), | |||
| # Service DSP parameters | |||
| # STC attenuation on the lowest ranges on/off | |||
| ('SPARatt', '<i4'), | |||
| ('SPARtx', '<i4'), # OBSOLETE | |||
| ('SPARaddGain0', '<f4'), # OBSOLETE | |||
| ('SPARaddGain1', '<f4'), # OBSOLETE | |||
| # Debug only. It normal mode it is 0. | |||
| ('SPARwnd', '<i4'), | |||
| # Delay between sync pulse and tx pulse for phase corr, ns | |||
| ('SPARpos', '<i4'), | |||
| # "add to pulse" to compensate for delay between the leading edge of driver pulse and envelope of the RF signal. | |||
| ('SPARadd', '<i4'), | |||
| # Time for measuring txn pulse phase. OBSOLETE | |||
| ('SPARlen', '<i4'), | |||
| ('SPARcal', '<i4'), # OBSOLETE | |||
| ('SPARnos', '<i4'), # OBSOLETE | |||
| ('SPARof0', '<i4'), # detection threshold | |||
| ('SPARof1', '<i4'), # OBSOLETE | |||
| ('SPARswt', '<i4'), # 2nd moment estimation threshold | |||
| ('SPARsum', '<i4'), # OBSOLETE | |||
| ('SPARosc', '<i4'), # flag Oscillosgram mode | |||
| ('SPARtst', '<i4'), # OBSOLETE | |||
| ('SPARcor', '<i4'), # OBSOLETE | |||
| ('SPARofs', '<i4'), # OBSOLETE | |||
| # Hildebrand div noise detection on noise gate | |||
| ('SPARhsn', '<i4'), | |||
| # Hildebrand div noise detection on all gates | |||
| ('SPARhsa', '<f4'), | |||
| ('SPARcalibPow_M', '<f4'), # OBSOLETE | |||
| ('SPARcalibSNR_M', '<f4'), # OBSOLETE | |||
| ('SPARcalibPow_S', '<f4'), # OBSOLETE | |||
| ('SPARcalibSNR_S', '<f4'), # OBSOLETE | |||
| # Lowest range gate for spectra saving Raw_Gate1 >=5 | |||
| ('SPARrawGate1', '<i4'), | |||
| # Number of range gates with atmospheric signal | |||
| ('SPARrawGate2', '<i4'), | |||
| # flag - IQ or spectra saving on/off | |||
| ('SPARraw', '<i4'), | |||
| ('SPARprc', '<i4'), ]) # flag - Moment estimation switched on/off | |||
| self.Hname = None | |||
| self.Htime = None | |||
| self.Hoper = None | |||
| self.Hplace = None | |||
| self.Hdescr = None | |||
| self.Hdummy = None | |||
| self.Msign = None | |||
| self.MsizeData = None | |||
| self.PPARsign = None | |||
| self.PPARsize = None | |||
| self.PPARprf = None | |||
| self.PPARpdr = None | |||
| self.PPARsft = None | |||
| self.PPARavc = None | |||
| self.PPARihp = None | |||
| self.PPARchg = None | |||
| self.PPARpol = None | |||
| # Service DSP parameters | |||
| self.SPARatt = None | |||
| self.SPARtx = None | |||
| self.SPARaddGain0 = None | |||
| self.SPARaddGain1 = None | |||
| self.SPARwnd = None | |||
| self.SPARpos = None | |||
| self.SPARadd = None | |||
| self.SPARlen = None | |||
| self.SPARcal = None | |||
| self.SPARnos = None | |||
| self.SPARof0 = None | |||
| self.SPARof1 = None | |||
| self.SPARswt = None | |||
| self.SPARsum = None | |||
| self.SPARosc = None | |||
| self.SPARtst = None | |||
| self.SPARcor = None | |||
| self.SPARofs = None | |||
| self.SPARhsn = None | |||
| self.SPARhsa = None | |||
| self.SPARcalibPow_M = None | |||
| self.SPARcalibSNR_M = None | |||
| self.SPARcalibPow_S = None | |||
| self.SPARcalibSNR_S = None | |||
| self.SPARrawGate1 = None | |||
| self.SPARrawGate2 = None | |||
| self.SPARraw = None | |||
| self.SPARprc = None | |||
| header = numpy.fromfile(fp, FILE_HEADER, 1) | |||
|
ebocanegra
|
r965 | ''' numpy.fromfile(file, dtype, count, sep='') | |
| file : file or str | |||
| Open file object or filename. | |||
| dtype : data-type | |||
| Data type of the returned array. For binary files, it is used to determine | |||
| the size and byte-order of the items in the file. | |||
| count : int | |||
| Number of items to read. -1 means all items (i.e., the complete file). | |||
| sep : str | |||
| Separator between items if file is a text file. Empty ("") separator means | |||
| the file should be treated as binary. Spaces (" ") in the separator match zero | |||
| or more whitespace characters. A separator consisting only of spaces must match | |||
| at least one whitespace. | |||
| ''' | |||
|
José Chávez
|
r1075 | Hname = str(header['Hname'][0]) | |
| Htime = str(header['Htime'][0]) | |||
| Hoper = str(header['Hoper'][0]) | |||
| Hplace = str(header['Hplace'][0]) | |||
| Hdescr = str(header['Hdescr'][0]) | |||
| Hdummy = str(header['Hdummy'][0]) | |||
| Msign = header['Msign'][0] | |||
| MsizeData = header['MsizeData'][0] | |||
| PPARsign = header['PPARsign'][0] | |||
| PPARsize = header['PPARsize'][0] | |||
| PPARprf = header['PPARprf'][0] | |||
| PPARpdr = header['PPARpdr'][0] | |||
| PPARsft = header['PPARsft'][0] | |||
| PPARavc = header['PPARavc'][0] | |||
| PPARihp = header['PPARihp'][0] | |||
| PPARchg = header['PPARchg'][0] | |||
| PPARpol = header['PPARpol'][0] | |||
| # Service DSP parameters | |||
| SPARatt = header['SPARatt'][0] | |||
| SPARtx = header['SPARtx'][0] | |||
| SPARaddGain0 = header['SPARaddGain0'][0] | |||
| SPARaddGain1 = header['SPARaddGain1'][0] | |||
| SPARwnd = header['SPARwnd'][0] | |||
| SPARpos = header['SPARpos'][0] | |||
| SPARadd = header['SPARadd'][0] | |||
| SPARlen = header['SPARlen'][0] | |||
| SPARcal = header['SPARcal'][0] | |||
| SPARnos = header['SPARnos'][0] | |||
| SPARof0 = header['SPARof0'][0] | |||
| SPARof1 = header['SPARof1'][0] | |||
| SPARswt = header['SPARswt'][0] | |||
| SPARsum = header['SPARsum'][0] | |||
| SPARosc = header['SPARosc'][0] | |||
| SPARtst = header['SPARtst'][0] | |||
| SPARcor = header['SPARcor'][0] | |||
| SPARofs = header['SPARofs'][0] | |||
| SPARhsn = header['SPARhsn'][0] | |||
| SPARhsa = header['SPARhsa'][0] | |||
| SPARcalibPow_M = header['SPARcalibPow_M'][0] | |||
| SPARcalibSNR_M = header['SPARcalibSNR_M'][0] | |||
| SPARcalibPow_S = header['SPARcalibPow_S'][0] | |||
| SPARcalibSNR_S = header['SPARcalibSNR_S'][0] | |||
| SPARrawGate1 = header['SPARrawGate1'][0] | |||
| SPARrawGate2 = header['SPARrawGate2'][0] | |||
| SPARraw = header['SPARraw'][0] | |||
| SPARprc = header['SPARprc'][0] | |||
| SRVI_STRUCTURE = numpy.dtype([ | |||
| ('frame_cnt', '<u4'), | |||
| ('time_t', '<u4'), # | |||
| ('tpow', '<f4'), # | |||
| ('npw1', '<f4'), # | |||
| ('npw2', '<f4'), # | |||
| ('cpw1', '<f4'), # | |||
| ('pcw2', '<f4'), # | |||
| ('ps_err', '<u4'), # | |||
| ('te_err', '<u4'), # | |||
| ('rc_err', '<u4'), # | |||
| ('grs1', '<u4'), # | |||
| ('grs2', '<u4'), # | |||
| ('azipos', '<f4'), # | |||
| ('azivel', '<f4'), # | |||
| ('elvpos', '<f4'), # | |||
| ('elvvel', '<f4'), # | |||
| ('northAngle', '<f4'), | |||
| ('microsec', '<u4'), # | |||
| ('azisetvel', '<f4'), # | |||
| ('elvsetpos', '<f4'), # | |||
| ('RadarConst', '<f4'), ]) # | |||
| JUMP_STRUCTURE = numpy.dtype([ | |||
| ('jump', '<u140'), | |||
| ('SizeOfDataBlock1', numpy.str_, 32), | |||
| ('jump', '<i4'), | |||
| ('DataBlockTitleSRVI1', numpy.str_, 32), | |||
| ('SizeOfSRVI1', '<i4'), ]) | |||
| # frame_cnt=0, time_t= 0, tpow=0, npw1=0, npw2=0, | |||
| # cpw1=0, pcw2=0, ps_err=0, te_err=0, rc_err=0, grs1=0, | |||
| # grs2=0, azipos=0, azivel=0, elvpos=0, elvvel=0, northangle=0, | |||
| # microsec=0, azisetvel=0, elvsetpos=0, RadarConst=0 | |||
|
ebocanegra
|
r965 | frame_cnt = frame_cnt | |
| dwell = time_t | |||
| tpow = tpow | |||
| npw1 = npw1 | |||
| npw2 = npw2 | |||
| cpw1 = cpw1 | |||
| pcw2 = pcw2 | |||
| ps_err = ps_err | |||
| te_err = te_err | |||
| rc_err = rc_err | |||
| grs1 = grs1 | |||
| grs2 = grs2 | |||
| azipos = azipos | |||
| azivel = azivel | |||
| elvpos = elvpos | |||
| elvvel = elvvel | |||
| northAngle = northAngle | |||
| microsec = microsec | |||
| azisetvel = azisetvel | |||
| elvsetpos = elvsetpos | |||
| RadarConst5 = RadarConst | |||
|
José Chávez
|
r1075 | # print fp | |
| # startFp = open('/home/erick/Documents/Data/huancayo.20161019.22.fdt',"rb") #The method tell() returns the current position of the file read/write pointer within the file. | |||
| # startFp = open(fp,"rb") #The method tell() returns the current position of the file read/write pointer within the file. | |||
| # RecCounter=0 | |||
| # Off2StartNxtRec=811248 | |||
| # print 'OffsetStartHeader ',self.OffsetStartHeader,'RecCounter ', self.RecCounter, 'Off2StartNxtRec ' , self.Off2StartNxtRec | |||
|
ebocanegra
|
r965 | #OffRHeader= self.OffsetStartHeader + self.RecCounter*self.Off2StartNxtRec | |
| #startFp.seek(OffRHeader, os.SEEK_SET) | |||
George Yong
|
r1167 | print('debe ser 48, RecCounter*811248', self.OffsetStartHeader, self.RecCounter, self.Off2StartNxtRec) | |
| print('Posicion del bloque: ', OffRHeader) | |||
|
ebocanegra
|
r965 | ||
|
José Chávez
|
r1075 | header = numpy.fromfile(startFp, SRVI_STRUCTURE, 1) | |
|
ebocanegra
|
r965 | ||
|
José Chávez
|
r1075 | self.frame_cnt = header['frame_cnt'][0] | |
|
ebocanegra
|
r965 | self.time_t = header['frame_cnt'][0] # | |
| self.tpow = header['frame_cnt'][0] # | |||
| self.npw1 = header['frame_cnt'][0] # | |||
| self.npw2 = header['frame_cnt'][0] # | |||
| self.cpw1 = header['frame_cnt'][0] # | |||
| self.pcw2 = header['frame_cnt'][0] # | |||
| self.ps_err = header['frame_cnt'][0] # | |||
| self.te_err = header['frame_cnt'][0] # | |||
| self.rc_err = header['frame_cnt'][0] # | |||
| self.grs1 = header['frame_cnt'][0] # | |||
| self.grs2 = header['frame_cnt'][0] # | |||
| self.azipos = header['frame_cnt'][0] # | |||
| self.azivel = header['frame_cnt'][0] # | |||
| self.elvpos = header['frame_cnt'][0] # | |||
| self.elvvel = header['frame_cnt'][0] # | |||
| self.northAngle = header['frame_cnt'][0] # | |||
| self.microsec = header['frame_cnt'][0] # | |||
| self.azisetvel = header['frame_cnt'][0] # | |||
| self.elvsetpos = header['frame_cnt'][0] # | |||
|
José Chávez
|
r1075 | self.RadarConst = header['frame_cnt'][0] # | |
|
ebocanegra
|
r965 | ||
|
José Chávez
|
r1075 | self.ipp = 0.5 * (SPEED_OF_LIGHT / self.PRFhz) | |
|
ebocanegra
|
r965 | ||
|
José Chávez
|
r1075 | self.RHsize = 180 + 20 * self.nChannels | |
| self.Datasize = self.nProfiles * self.nChannels * self.nHeights * 2 * 4 | |||
| # print 'Datasize',self.Datasize | |||
| endFp = self.OffsetStartHeader + self.RecCounter * self.Off2StartNxtRec | |||
|
ebocanegra
|
r965 | ||
|
George Yong
|
r1167 | print('==============================================') | |
|
ebocanegra
|
r965 | ||
|
George Yong
|
r1167 | print('==============================================') |