MIRAtest.py
331 lines
| 12.0 KiB
| text/x-python
|
PythonLexer
|
r1075 | import os | ||
import sys | ||||
|
r965 | import glob | ||
import fnmatch | ||||
import datetime | ||||
import time | ||||
import re | ||||
import h5py | ||||
import numpy | ||||
from scipy.optimize import curve_fit | ||||
|
r1075 | from scipy import asarray as ar, exp | ||
|
r965 | from scipy import stats | ||
from duplicity.path import Path | ||||
from numpy.ma.core import getdata | ||||
SPEED_OF_LIGHT = 299792458 | ||||
SPEED_OF_LIGHT = 3e8 | ||||
try: | ||||
from gevent import sleep | ||||
except: | ||||
from time import sleep | ||||
from schainpy.model.data.jrodata import Spectra | ||||
#from schainpy.model.data.BLTRheaderIO import FileHeader, RecordHeader | ||||
from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation | ||||
#from schainpy.model.io.jroIO_bltr import BLTRReader | ||||
from numpy import imag, shape, NaN | ||||
|
r1075 | startFp = open( | ||
'/home/erick/Documents/MIRA35C/20160117/20160117_0000.zspc', "rb") | ||||
FILE_HEADER = numpy.dtype([ # HEADER 1024bytes | ||||
('Hname', numpy.str_, 32), # Original file name | ||||
# Date and time when the file was created | ||||
('Htime', numpy.str_, 32), | ||||
# Name of operator who created the file | ||||
('Hoper', numpy.str_, 64), | ||||
# Place where the measurements was carried out | ||||
('Hplace', numpy.str_, 128), | ||||
# Description of measurements | ||||
('Hdescr', numpy.str_, 256), | ||||
('Hdummy', numpy.str_, 512), # Reserved space | ||||
# Main chunk | ||||
('Msign', '<i4'), # Main chunk signature FZKF or NUIG | ||||
('MsizeData', '<i4'), # Size of data block main chunk | ||||
# Processing DSP parameters | ||||
('PPARsign', '<i4'), # PPAR signature | ||||
('PPARsize', '<i4'), # PPAR size of block | ||||
('PPARprf', '<i4'), # Pulse repetition frequency | ||||
('PPARpdr', '<i4'), # Pulse duration | ||||
('PPARsft', '<i4'), # FFT length | ||||
# Number of spectral (in-coherent) averages | ||||
('PPARavc', '<i4'), | ||||
# Number of lowest range gate for moment estimation | ||||
('PPARihp', '<i4'), | ||||
# Count for gates for moment estimation | ||||
('PPARchg', '<i4'), | ||||
# switch on/off polarimetric measurements. Should be 1. | ||||
('PPARpol', '<i4'), | ||||
# Service DSP parameters | ||||
# STC attenuation on the lowest ranges on/off | ||||
('SPARatt', '<i4'), | ||||
('SPARtx', '<i4'), # OBSOLETE | ||||
('SPARaddGain0', '<f4'), # OBSOLETE | ||||
('SPARaddGain1', '<f4'), # OBSOLETE | ||||
# Debug only. It normal mode it is 0. | ||||
('SPARwnd', '<i4'), | ||||
# Delay between sync pulse and tx pulse for phase corr, ns | ||||
('SPARpos', '<i4'), | ||||
# "add to pulse" to compensate for delay between the leading edge of driver pulse and envelope of the RF signal. | ||||
('SPARadd', '<i4'), | ||||
# Time for measuring txn pulse phase. OBSOLETE | ||||
('SPARlen', '<i4'), | ||||
('SPARcal', '<i4'), # OBSOLETE | ||||
('SPARnos', '<i4'), # OBSOLETE | ||||
('SPARof0', '<i4'), # detection threshold | ||||
('SPARof1', '<i4'), # OBSOLETE | ||||
('SPARswt', '<i4'), # 2nd moment estimation threshold | ||||
('SPARsum', '<i4'), # OBSOLETE | ||||
('SPARosc', '<i4'), # flag Oscillosgram mode | ||||
('SPARtst', '<i4'), # OBSOLETE | ||||
('SPARcor', '<i4'), # OBSOLETE | ||||
('SPARofs', '<i4'), # OBSOLETE | ||||
# Hildebrand div noise detection on noise gate | ||||
('SPARhsn', '<i4'), | ||||
# Hildebrand div noise detection on all gates | ||||
('SPARhsa', '<f4'), | ||||
('SPARcalibPow_M', '<f4'), # OBSOLETE | ||||
('SPARcalibSNR_M', '<f4'), # OBSOLETE | ||||
('SPARcalibPow_S', '<f4'), # OBSOLETE | ||||
('SPARcalibSNR_S', '<f4'), # OBSOLETE | ||||
# Lowest range gate for spectra saving Raw_Gate1 >=5 | ||||
('SPARrawGate1', '<i4'), | ||||
# Number of range gates with atmospheric signal | ||||
('SPARrawGate2', '<i4'), | ||||
# flag - IQ or spectra saving on/off | ||||
('SPARraw', '<i4'), | ||||
('SPARprc', '<i4'), ]) # flag - Moment estimation switched on/off | ||||
self.Hname = None | ||||
self.Htime = None | ||||
self.Hoper = None | ||||
self.Hplace = None | ||||
self.Hdescr = None | ||||
self.Hdummy = None | ||||
self.Msign = None | ||||
self.MsizeData = None | ||||
self.PPARsign = None | ||||
self.PPARsize = None | ||||
self.PPARprf = None | ||||
self.PPARpdr = None | ||||
self.PPARsft = None | ||||
self.PPARavc = None | ||||
self.PPARihp = None | ||||
self.PPARchg = None | ||||
self.PPARpol = None | ||||
# Service DSP parameters | ||||
self.SPARatt = None | ||||
self.SPARtx = None | ||||
self.SPARaddGain0 = None | ||||
self.SPARaddGain1 = None | ||||
self.SPARwnd = None | ||||
self.SPARpos = None | ||||
self.SPARadd = None | ||||
self.SPARlen = None | ||||
self.SPARcal = None | ||||
self.SPARnos = None | ||||
self.SPARof0 = None | ||||
self.SPARof1 = None | ||||
self.SPARswt = None | ||||
self.SPARsum = None | ||||
self.SPARosc = None | ||||
self.SPARtst = None | ||||
self.SPARcor = None | ||||
self.SPARofs = None | ||||
self.SPARhsn = None | ||||
self.SPARhsa = None | ||||
self.SPARcalibPow_M = None | ||||
self.SPARcalibSNR_M = None | ||||
self.SPARcalibPow_S = None | ||||
self.SPARcalibSNR_S = None | ||||
self.SPARrawGate1 = None | ||||
self.SPARrawGate2 = None | ||||
self.SPARraw = None | ||||
self.SPARprc = None | ||||
header = numpy.fromfile(fp, FILE_HEADER, 1) | ||||
|
r965 | ''' numpy.fromfile(file, dtype, count, sep='') | ||
file : file or str | ||||
Open file object or filename. | ||||
dtype : data-type | ||||
Data type of the returned array. For binary files, it is used to determine | ||||
the size and byte-order of the items in the file. | ||||
count : int | ||||
Number of items to read. -1 means all items (i.e., the complete file). | ||||
sep : str | ||||
Separator between items if file is a text file. Empty ("") separator means | ||||
the file should be treated as binary. Spaces (" ") in the separator match zero | ||||
or more whitespace characters. A separator consisting only of spaces must match | ||||
at least one whitespace. | ||||
''' | ||||
|
r1075 | Hname = str(header['Hname'][0]) | ||
Htime = str(header['Htime'][0]) | ||||
Hoper = str(header['Hoper'][0]) | ||||
Hplace = str(header['Hplace'][0]) | ||||
Hdescr = str(header['Hdescr'][0]) | ||||
Hdummy = str(header['Hdummy'][0]) | ||||
Msign = header['Msign'][0] | ||||
MsizeData = header['MsizeData'][0] | ||||
PPARsign = header['PPARsign'][0] | ||||
PPARsize = header['PPARsize'][0] | ||||
PPARprf = header['PPARprf'][0] | ||||
PPARpdr = header['PPARpdr'][0] | ||||
PPARsft = header['PPARsft'][0] | ||||
PPARavc = header['PPARavc'][0] | ||||
PPARihp = header['PPARihp'][0] | ||||
PPARchg = header['PPARchg'][0] | ||||
PPARpol = header['PPARpol'][0] | ||||
# Service DSP parameters | ||||
SPARatt = header['SPARatt'][0] | ||||
SPARtx = header['SPARtx'][0] | ||||
SPARaddGain0 = header['SPARaddGain0'][0] | ||||
SPARaddGain1 = header['SPARaddGain1'][0] | ||||
SPARwnd = header['SPARwnd'][0] | ||||
SPARpos = header['SPARpos'][0] | ||||
SPARadd = header['SPARadd'][0] | ||||
SPARlen = header['SPARlen'][0] | ||||
SPARcal = header['SPARcal'][0] | ||||
SPARnos = header['SPARnos'][0] | ||||
SPARof0 = header['SPARof0'][0] | ||||
SPARof1 = header['SPARof1'][0] | ||||
SPARswt = header['SPARswt'][0] | ||||
SPARsum = header['SPARsum'][0] | ||||
SPARosc = header['SPARosc'][0] | ||||
SPARtst = header['SPARtst'][0] | ||||
SPARcor = header['SPARcor'][0] | ||||
SPARofs = header['SPARofs'][0] | ||||
SPARhsn = header['SPARhsn'][0] | ||||
SPARhsa = header['SPARhsa'][0] | ||||
SPARcalibPow_M = header['SPARcalibPow_M'][0] | ||||
SPARcalibSNR_M = header['SPARcalibSNR_M'][0] | ||||
SPARcalibPow_S = header['SPARcalibPow_S'][0] | ||||
SPARcalibSNR_S = header['SPARcalibSNR_S'][0] | ||||
SPARrawGate1 = header['SPARrawGate1'][0] | ||||
SPARrawGate2 = header['SPARrawGate2'][0] | ||||
SPARraw = header['SPARraw'][0] | ||||
SPARprc = header['SPARprc'][0] | ||||
SRVI_STRUCTURE = numpy.dtype([ | ||||
('frame_cnt', '<u4'), | ||||
('time_t', '<u4'), # | ||||
('tpow', '<f4'), # | ||||
('npw1', '<f4'), # | ||||
('npw2', '<f4'), # | ||||
('cpw1', '<f4'), # | ||||
('pcw2', '<f4'), # | ||||
('ps_err', '<u4'), # | ||||
('te_err', '<u4'), # | ||||
('rc_err', '<u4'), # | ||||
('grs1', '<u4'), # | ||||
('grs2', '<u4'), # | ||||
('azipos', '<f4'), # | ||||
('azivel', '<f4'), # | ||||
('elvpos', '<f4'), # | ||||
('elvvel', '<f4'), # | ||||
('northAngle', '<f4'), | ||||
('microsec', '<u4'), # | ||||
('azisetvel', '<f4'), # | ||||
('elvsetpos', '<f4'), # | ||||
('RadarConst', '<f4'), ]) # | ||||
JUMP_STRUCTURE = numpy.dtype([ | ||||
('jump', '<u140'), | ||||
('SizeOfDataBlock1', numpy.str_, 32), | ||||
('jump', '<i4'), | ||||
('DataBlockTitleSRVI1', numpy.str_, 32), | ||||
('SizeOfSRVI1', '<i4'), ]) | ||||
# frame_cnt=0, time_t= 0, tpow=0, npw1=0, npw2=0, | ||||
# cpw1=0, pcw2=0, ps_err=0, te_err=0, rc_err=0, grs1=0, | ||||
# grs2=0, azipos=0, azivel=0, elvpos=0, elvvel=0, northangle=0, | ||||
# microsec=0, azisetvel=0, elvsetpos=0, RadarConst=0 | ||||
|
r965 | frame_cnt = frame_cnt | ||
dwell = time_t | ||||
tpow = tpow | ||||
npw1 = npw1 | ||||
npw2 = npw2 | ||||
cpw1 = cpw1 | ||||
pcw2 = pcw2 | ||||
ps_err = ps_err | ||||
te_err = te_err | ||||
rc_err = rc_err | ||||
grs1 = grs1 | ||||
grs2 = grs2 | ||||
azipos = azipos | ||||
azivel = azivel | ||||
elvpos = elvpos | ||||
elvvel = elvvel | ||||
northAngle = northAngle | ||||
microsec = microsec | ||||
azisetvel = azisetvel | ||||
elvsetpos = elvsetpos | ||||
RadarConst5 = RadarConst | ||||
|
r1075 | # print fp | ||
# startFp = open('/home/erick/Documents/Data/huancayo.20161019.22.fdt',"rb") #The method tell() returns the current position of the file read/write pointer within the file. | ||||
# startFp = open(fp,"rb") #The method tell() returns the current position of the file read/write pointer within the file. | ||||
# RecCounter=0 | ||||
# Off2StartNxtRec=811248 | ||||
# print 'OffsetStartHeader ',self.OffsetStartHeader,'RecCounter ', self.RecCounter, 'Off2StartNxtRec ' , self.Off2StartNxtRec | ||||
|
r965 | #OffRHeader= self.OffsetStartHeader + self.RecCounter*self.Off2StartNxtRec | ||
#startFp.seek(OffRHeader, os.SEEK_SET) | ||||
|
r1075 | print 'debe ser 48, RecCounter*811248', self.OffsetStartHeader, self.RecCounter, self.Off2StartNxtRec | ||
print 'Posicion del bloque: ', OffRHeader | ||||
|
r965 | |||
|
r1075 | header = numpy.fromfile(startFp, SRVI_STRUCTURE, 1) | ||
|
r965 | |||
|
r1075 | self.frame_cnt = header['frame_cnt'][0] | ||
|
r965 | self.time_t = header['frame_cnt'][0] # | ||
self.tpow = header['frame_cnt'][0] # | ||||
self.npw1 = header['frame_cnt'][0] # | ||||
self.npw2 = header['frame_cnt'][0] # | ||||
self.cpw1 = header['frame_cnt'][0] # | ||||
self.pcw2 = header['frame_cnt'][0] # | ||||
self.ps_err = header['frame_cnt'][0] # | ||||
self.te_err = header['frame_cnt'][0] # | ||||
self.rc_err = header['frame_cnt'][0] # | ||||
self.grs1 = header['frame_cnt'][0] # | ||||
self.grs2 = header['frame_cnt'][0] # | ||||
self.azipos = header['frame_cnt'][0] # | ||||
self.azivel = header['frame_cnt'][0] # | ||||
self.elvpos = header['frame_cnt'][0] # | ||||
self.elvvel = header['frame_cnt'][0] # | ||||
self.northAngle = header['frame_cnt'][0] # | ||||
self.microsec = header['frame_cnt'][0] # | ||||
self.azisetvel = header['frame_cnt'][0] # | ||||
self.elvsetpos = header['frame_cnt'][0] # | ||||
|
r1075 | self.RadarConst = header['frame_cnt'][0] # | ||
|
r965 | |||
|
r1075 | self.ipp = 0.5 * (SPEED_OF_LIGHT / self.PRFhz) | ||
|
r965 | |||
|
r1075 | self.RHsize = 180 + 20 * self.nChannels | ||
self.Datasize = self.nProfiles * self.nChannels * self.nHeights * 2 * 4 | ||||
# print 'Datasize',self.Datasize | ||||
endFp = self.OffsetStartHeader + self.RecCounter * self.Off2StartNxtRec | ||||
|
r965 | |||
print '==============================================' | ||||
print '==============================================' | ||||