import os, sys
import glob
import fnmatch
import datetime
import time
import re
import h5py
import numpy
import matplotlib.pyplot as plt

import pylab as plb
from scipy.optimize import curve_fit
from scipy import asarray as ar,exp
from scipy import stats

from duplicity.path import Path
from numpy.ma.core import getdata

SPEED_OF_LIGHT = 299792458
SPEED_OF_LIGHT = 3e8

try:
    from gevent import sleep
except:
    from time import sleep

from schainpy.model.data.jrodata import Spectra
#from schainpy.model.data.BLTRheaderIO import FileHeader, RecordHeader
from schainpy.model.proc.jroproc_base import ProcessingUnit, Operation
#from schainpy.model.io.jroIO_bltr import BLTRReader
from numpy import imag, shape, NaN


startFp = open('/home/erick/Documents/MIRA35C/20160117/20160117_0000.zspc',"rb") 


FILE_HEADER = numpy.dtype([          #HEADER 1024bytes
                          ('Hname',numpy.str_,32),      #Original file name
                          ('Htime',numpy.str_,32),      #Date and time when the file was created
                          ('Hoper',numpy.str_,64),      #Name of operator who created the file
                          ('Hplace',numpy.str_,128),    #Place where the measurements was carried out
                          ('Hdescr',numpy.str_,256),    #Description of measurements
                          ('Hdummy',numpy.str_,512),    #Reserved space 
                          #Main chunk
                          ('Msign','<i4'),          #Main chunk signature FZKF or NUIG
                          ('MsizeData','<i4'),      #Size of data block main chunk
                          #Processing DSP parameters
                          ('PPARsign','<i4'),       #PPAR signature
                          ('PPARsize','<i4'),       #PPAR size of block
                          ('PPARprf','<i4'),        #Pulse repetition frequency
                          ('PPARpdr','<i4'),        #Pulse duration
                          ('PPARsft','<i4'),        #FFT length
                          ('PPARavc','<i4'),        #Number of spectral (in-coherent) averages
                          ('PPARihp','<i4'),        #Number of lowest range gate for moment estimation
                          ('PPARchg','<i4'),        #Count for gates for moment estimation
                          ('PPARpol','<i4'),        #switch on/off polarimetric measurements. Should be 1.
                          #Service DSP parameters
                          ('SPARatt','<i4'),       #STC attenuation on the lowest ranges on/off
                          ('SPARtx','<i4'),        #OBSOLETE
                          ('SPARaddGain0','<f4'),  #OBSOLETE
                          ('SPARaddGain1','<f4'),  #OBSOLETE
                          ('SPARwnd','<i4'),     #Debug only. It normal mode it is 0.
                          ('SPARpos','<i4'),     #Delay between sync pulse and tx pulse for phase corr, ns
                          ('SPARadd','<i4'),     #"add to pulse" to compensate for delay between the leading edge of driver pulse and envelope of the RF signal.
                          ('SPARlen','<i4'),     #Time for measuring txn pulse phase. OBSOLETE
                          ('SPARcal','<i4'),     #OBSOLETE
                          ('SPARnos','<i4'),     #OBSOLETE
                          ('SPARof0','<i4'),     #detection threshold
                          ('SPARof1','<i4'),     #OBSOLETE
                          ('SPARswt','<i4'),     #2nd moment estimation threshold
                          ('SPARsum','<i4'),     #OBSOLETE
                          ('SPARosc','<i4'),     #flag Oscillosgram mode
                          ('SPARtst','<i4'),     #OBSOLETE
                          ('SPARcor','<i4'),     #OBSOLETE
                          ('SPARofs','<i4'),     #OBSOLETE
                          ('SPARhsn','<i4'),     #Hildebrand div noise detection on noise gate
                          ('SPARhsa','<f4'),     #Hildebrand div noise detection on all gates
                          ('SPARcalibPow_M','<f4'),   #OBSOLETE
                          ('SPARcalibSNR_M','<f4'),   #OBSOLETE
                          ('SPARcalibPow_S','<f4'),   #OBSOLETE
                          ('SPARcalibSNR_S','<f4'),   #OBSOLETE
                          ('SPARrawGate1','<i4'),     #Lowest range gate for spectra saving Raw_Gate1 >=5
                          ('SPARrawGate2','<i4'),     #Number of range gates with atmospheric signal
                          ('SPARraw','<i4'),          #flag - IQ or spectra saving on/off
                          ('SPARprc','<i4'),])        #flag - Moment estimation switched on/off
                        
                        

self.Hname= None     
self.Htime= None
self.Hoper= None
self.Hplace= None
self.Hdescr= None
self.Hdummy= None

self.Msign=None
self.MsizeData=None
                  
self.PPARsign=None
self.PPARsize=None
self.PPARprf=None
self.PPARpdr=None
self.PPARsft=None
self.PPARavc=None
self.PPARihp=None
self.PPARchg=None
self.PPARpol=None
#Service DSP parameters
self.SPARatt=None
self.SPARtx=None
self.SPARaddGain0=None
self.SPARaddGain1=None
self.SPARwnd=None
self.SPARpos=None
self.SPARadd=None
self.SPARlen=None
self.SPARcal=None
self.SPARnos=None
self.SPARof0=None
self.SPARof1=None
self.SPARswt=None
self.SPARsum=None
self.SPARosc=None
self.SPARtst=None
self.SPARcor=None
self.SPARofs=None
self.SPARhsn=None
self.SPARhsa=None
self.SPARcalibPow_M=None
self.SPARcalibSNR_M=None
self.SPARcalibPow_S=None
self.SPARcalibSNR_S=None
self.SPARrawGate1=None
self.SPARrawGate2=None
self.SPARraw=None
self.SPARprc=None 
        
    
        
header = numpy.fromfile(fp, FILE_HEADER,1)
'''      numpy.fromfile(file, dtype, count, sep='')
    file : file or str
    Open file object or filename.
    
    dtype : data-type
    Data type of the returned array. For binary files, it is used to determine 
    the size and byte-order of the items in the file.
    
    count : int
    Number of items to read. -1 means all items (i.e., the complete file).
    
    sep : str
    Separator between items if file is a text file. Empty ("") separator means 
    the file should be treated as binary. Spaces (" ") in the separator match zero 
    or more whitespace characters. A separator consisting only of spaces must match 
    at least one whitespace.
    
'''

Hname= str(header['Hname'][0])     
Htime= str(header['Htime'][0])
Hoper= str(header['Hoper'][0])
Hplace= str(header['Hplace'][0])
Hdescr= str(header['Hdescr'][0])
Hdummy= str(header['Hdummy'][0])

Msign=header['Msign'][0]   
MsizeData=header['MsizeData'][0]

PPARsign=header['PPARsign'][0]
PPARsize=header['PPARsize'][0]
PPARprf=header['PPARprf'][0]
PPARpdr=header['PPARpdr'][0]
PPARsft=header['PPARsft'][0]
PPARavc=header['PPARavc'][0]
PPARihp=header['PPARihp'][0]
PPARchg=header['PPARchg'][0]
PPARpol=header['PPARpol'][0]
#Service DSP parameters
SPARatt=header['SPARatt'][0]
SPARtx=header['SPARtx'][0]
SPARaddGain0=header['SPARaddGain0'][0]
SPARaddGain1=header['SPARaddGain1'][0]
SPARwnd=header['SPARwnd'][0]
SPARpos=header['SPARpos'][0]
SPARadd=header['SPARadd'][0]
SPARlen=header['SPARlen'][0]
SPARcal=header['SPARcal'][0]
SPARnos=header['SPARnos'][0]
SPARof0=header['SPARof0'][0]
SPARof1=header['SPARof1'][0]
SPARswt=header['SPARswt'][0]
SPARsum=header['SPARsum'][0]
SPARosc=header['SPARosc'][0]
SPARtst=header['SPARtst'][0]
SPARcor=header['SPARcor'][0]
SPARofs=header['SPARofs'][0]
SPARhsn=header['SPARhsn'][0]
SPARhsa=header['SPARhsa'][0]
SPARcalibPow_M=header['SPARcalibPow_M'][0]
SPARcalibSNR_M=header['SPARcalibSNR_M'][0]
SPARcalibPow_S=header['SPARcalibPow_S'][0]
SPARcalibSNR_S=header['SPARcalibSNR_S'][0]
SPARrawGate1=header['SPARrawGate1'][0]
SPARrawGate2=header['SPARrawGate2'][0]
SPARraw=header['SPARraw'][0]
SPARprc=header['SPARprc'][0]
        
        
       
SRVI_STRUCTURE = numpy.dtype([         
                            ('frame_cnt','<u4'),#
                            ('time_t','<u4'),   #
                            ('tpow','<f4'),     #
                            ('npw1','<f4'),     #
                            ('npw2','<f4'),     #
                            ('cpw1','<f4'),     #
                            ('pcw2','<f4'),     #
                            ('ps_err','<u4'),   #
                            ('te_err','<u4'),   #
                            ('rc_err','<u4'),   #
                            ('grs1','<u4'),     #
                            ('grs2','<u4'),     #
                            ('azipos','<f4'),     #
                            ('azivel','<f4'),     #
                            ('elvpos','<f4'),     #
                            ('elvvel','<f4'),     #
                            ('northAngle','<f4'), #
                            ('microsec','<u4'),   #
                            ('azisetvel','<f4'),  #
                            ('elvsetpos','<f4'),  #
                            ('RadarConst','<f4'),])   # 

JUMP_STRUCTURE = numpy.dtype([         
                            ('jump','<u140'),#
                            ('SizeOfDataBlock1',numpy.str_,32),#
                            ('jump','<i4'),#
                            ('DataBlockTitleSRVI1',numpy.str_,32),#
                            ('SizeOfSRVI1','<i4'),])#



#frame_cnt=0,  time_t= 0,  tpow=0,   npw1=0,   npw2=0,   
#cpw1=0,   pcw2=0,       ps_err=0,   te_err=0,   rc_err=0,   grs1=0,   
#grs2=0,   azipos=0,   azivel=0,   elvpos=0,   elvvel=0,   northangle=0,   
 #microsec=0,   azisetvel=0,   elvsetpos=0,   RadarConst=0 
        
        
frame_cnt = frame_cnt
dwell = time_t
tpow = tpow
npw1 = npw1
npw2 = npw2
cpw1 = cpw1
pcw2 = pcw2
ps_err = ps_err
te_err = te_err
rc_err = rc_err
grs1 = grs1
grs2 = grs2
azipos = azipos
azivel = azivel
elvpos = elvpos
elvvel = elvvel
northAngle = northAngle
microsec = microsec
azisetvel = azisetvel
elvsetpos = elvsetpos
RadarConst5 = RadarConst
        


#print fp
#startFp = open('/home/erick/Documents/Data/huancayo.20161019.22.fdt',"rb") #The method tell() returns the current position of the file read/write pointer within the file.
#startFp = open(fp,"rb") #The method tell() returns the current position of the file read/write pointer within the file.
#RecCounter=0
#Off2StartNxtRec=811248
#print 'OffsetStartHeader ',self.OffsetStartHeader,'RecCounter ', self.RecCounter, 'Off2StartNxtRec ' , self.Off2StartNxtRec
#OffRHeader= self.OffsetStartHeader + self.RecCounter*self.Off2StartNxtRec
#startFp.seek(OffRHeader, os.SEEK_SET)
print 'debe ser 48, RecCounter*811248', self.OffsetStartHeader,self.RecCounter,self.Off2StartNxtRec
print 'Posicion del bloque:        ',OffRHeader

header = numpy.fromfile(startFp,SRVI_STRUCTURE,1)

self.frame_cnt = header['frame_cnt'][0]#
self.time_t = header['frame_cnt'][0]   #
self.tpow = header['frame_cnt'][0]     #
self.npw1 = header['frame_cnt'][0]     #
self.npw2 = header['frame_cnt'][0]     #
self.cpw1 = header['frame_cnt'][0]     #
self.pcw2 = header['frame_cnt'][0]     #
self.ps_err = header['frame_cnt'][0]    #
self.te_err = header['frame_cnt'][0]    #
self.rc_err = header['frame_cnt'][0]    #
self.grs1 = header['frame_cnt'][0]      #
self.grs2 = header['frame_cnt'][0]      #
self.azipos = header['frame_cnt'][0]     #
self.azivel = header['frame_cnt'][0]     #
self.elvpos = header['frame_cnt'][0]     #
self.elvvel = header['frame_cnt'][0]     #
self.northAngle = header['frame_cnt'][0]    #
self.microsec = header['frame_cnt'][0]      #
self.azisetvel = header['frame_cnt'][0]     #
self.elvsetpos = header['frame_cnt'][0]     #
self.RadarConst = header['frame_cnt'][0]    # 


self.ipp= 0.5*(SPEED_OF_LIGHT/self.PRFhz)

self.RHsize = 180+20*self.nChannels
self.Datasize= self.nProfiles*self.nChannels*self.nHeights*2*4
#print 'Datasize',self.Datasize
endFp = self.OffsetStartHeader + self.RecCounter*self.Off2StartNxtRec

print '=============================================='

print '=============================================='