B Qav@sddlZddlZddlZddlZddlmZd*ddZd+ddZd,d d Z d-d d Z d.ddZ ddZ d/ddZ d0ddZd1ddZddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)ZdS)2N)readfileTc s|rtndd}|r(dd|D}n|r8t|}ntdttjrltj } t | |d<t j |\} } x| dkrt j | \} } q~W| s| } | } t j t j |} t j | st | |d| | d kr|rht j |d d krh|d krt|}t|d t|d ft|d fddD} Wd QRXng} t| }|ddkrd|krtd|dt j |rt ||d|td|tdd|D}t|dv}xPD]D}|} |dj||t| j t| j|d|j || d|d}qWt!| dkrt|d\xT| D]L}|}|dj||t|j t|j|d|j ||d d d|dqpWWd QRXxJ|D]>\}}yt||j"|<Wn t|#d|j"|<YnXqW|d k rlxJ|D]>\}}|d k r*|||j"d<|d |d!|d"|q*WWd QRX|d#|nJt}t$}t!||d$<|%d%d&&|d%<|%d'd(|d'<d(d)d*d+}|d'|kr||d'|d'<| d,kr>d(|d'<d&|d%<|d-d.gkrR|d|dg}n| d/kr|d(|d'<d&|d%<|%d0d1d2krR|d|dg}n| d3krd)|d'<n| d4krd(|d'<d&|d%<n| d5krd6|d$<d(|d'<d7|d%<n| d8krd(|d'<nn| d9krd |d$<nZ| d:kr@d |d$<d;|d'<|d-d.gkrR|dt'd<|d |d<n| d=krRd*|d'<d>d*d)d(d?d@d;dAg}|d'|krdB| |d'}|dC|7}t|t(|||d'|d%dD|dE|t)||dF|dG|S)Ha$ Write one file. Parameters: datasetDict - dict of dataset, with key = datasetName and value = 2D/3D array, e.g.: {'height' : np.ones(( 200,300), dtype=np.int16), 'incidenceAngle': np.ones(( 200,300), dtype=np.float32), 'bperp' : np.ones((80,200,300), dtype=np.float32), ...} out_file - str, output file name metadata - dict of attributes ref_file - str, reference file to get auxliary info compression - str, compression while writing to HDF5 file, None, "lzf", "gzip" ds_unit_dict - dict, dataset unit definition {dname : dunit, dname : dunit, ... } Returns: out_file - strs Examples: dsDict = dict() dsDict['velocity'] = np.ones((200,300), dtype=np.float32) write(datasetDict=dsDict, out_file='velocity.h5', metadata=atr) c_sdS)N)argskwargsrrL/home/centos/operations/rsmas_insar/sources/MintPy/mintpy/utils/writefile.py&zwrite..cSsi|]\}}||qSrr).0keyvaluerrr *szwrite..z$No metadata or reference file input. FILE_TYPE)z.geoz.rdrz.fullz.wgs84zcreate directory: {})z.h5z.he5NLENGTHWIDTHrcsFg|]>}|tkrt|tjr|jddkr|qS)N)listkeys isinstanceh5pyDatasetshape)r i) datasetDictfrshape2drr Pszwrite..) timeseries ifgramStackdatez-Can not write {} file without 'date' dataset!zdelete exsited file: {}z create HDF5 file: {} with w modecSsg|] }t|qSr)len)r rrrrrdswzKcreate dataset /{d:<{w}} of {t:<10} in size of {s:<20} with compression={c})dr"tscT)datachunks compressionrzKcreate dataset /{d:<{w}} of {t:<10} in size of {s:<10} with compression={c}zutf-8UNITzadd /\} }|dk rN||| jd!<|d"| d#|d$|qNWWdQRX|d%||S)&a8Create HDF5 file with defined metadata and (empty) dataset structure Parameters: fname - str, HDF5 file path ds_name_dict - dict, dataset structure definition {dname : [dtype, dshape], dname : [dtype, dshape, None], dname : [dtype, dshape, 1/2/3D np.ndarray], #for aux data ... } metadata - dict, metadata ds_unit_dict - dict, dataset unit definition {dname : dunit, dname : dunit, ... } ref_file - str, reference file for the data structure compression - str, HDF5 compression type Returns: fname - str, HDF5 file path Example: layout_hdf5('timeseries_ERA5.h5', ref_file='timeseries.h5') layout_hdf5('timeseries_ERA5.5h', ds_name_dict, metadata) # structure for ifgramStack ds_name_dict = { "date" : [np.dtype('S8'), (num_ifgram, 2)], "dropIfgram" : [np.bool_, (num_ifgram,)], "bperp" : [np.float32, (num_ifgram,)], "unwrapPhase" : [np.float32, (num_ifgram, length, width)], "coherence" : [np.float32, (num_ifgram, length, width)], "connectComponent" : [np.int16, (num_ifgram, length, width)], } # structure for geometry ds_name_dict = { "height" : [np.float32, (length, width), None], "incidenceAngle" : [np.float32, (length, width), None], "slantRangeDistance" : [np.float32, (length, width), None], } # structure for timeseries dates = np.array(date_list, np.string_) ds_name_dict = { "date" : [np.dtype("S8"), (num_date,), dates], "bperp" : [np.float32, (num_date,), pbase], "timeseries" : [np.float32, (num_date, length, width)], } c_sdS)Nr)rrrrrrrzlayout_hdf5..z2--------------------------------------------------cSsi|]\}}||qSrr)r r r rrrr szlayout_hdf5..rcSsi|]\}}||qSrr)r r r rrrr sNzgrab metadata from ref_file: {}zNo metadata or ref_file found.z"No ds_name_dict or ref_file found!z(grab dataset structure from ref_file: {}rrr)z.h5z.he5rr/zcrerate directory: {}r"z create HDF5 file: {} with w modecSsg|] }t|qSr)r!)r rrrrrOszlayout_hdf5..r)connectComponentlzfr;zOcreate dataset : {d:<{w}} of {t:<25} in size of {s:<20} with compression = {c})r#r"r$r%r&T)rmaxshaperLr(r)r*zadd /r+z attribute: UNIT = zclose HDF5 file: {}) rErFrrYr`rVrHrNrOr[FileNotFoundErrorrPrXrrrrrLrtuplerget_slice_listrRrSrTrUr]r!r^r_rIrK)fnameZ ds_name_dictrirkrjr)rDrlrmrrorZ shape2d_origr ruZds_shapeZds_namesZds_dtypeds_namefdirrsZ max_digitrBZ data_shapeZds_compZ max_shaper rrr layout_hdf5s0     &       $   ,rac Cs|dkrt|trt|f}n|j}t|dkr>d|dg}nJt|dkr`d|dd|dg}n(t|dkrd|dd|dd|dg}|rtdtd||td||t||}t|d kr||||d|d|d|d|d |d f<n^t|d kr@||||d|d|d|df<n&t|dkrf||||d|d<WdQRX|rtd ||S) aWrite data to existing HDF5 dataset in disk block by block. Parameters: data - np.ndarray 1/2/3D matrix datasetName - str, dataset name block - list of 2/4/6 int, for [zStart, zEnd, yStart, yEnd, xStart, xEnd] mode - str, open mode Returns: fname Nrrr;r{z2--------------------------------------------------zopen HDF5 file {} in {} modez!writing dataset /{:<25} block: {}zclose HDF5 file {}.)rrr!rrErVrrY)rr' datasetNameblockmoderDrrsrrrwrite_hdf5_blocks6       8*"rc sttrt|r&td|tjtj|dtj |}td||t |||rtd|td|t |d}t |d}d}td d t|D}xjfd d |DD]P}||} |r td j||t| jt| j|d |j|| ddd|dqWx&|jD]\} } t| |j| <q4W|||rtd|td||S)aRemove an existing dataset from an HDF5 file. Parameters: fname : str, HDF5 file name/path datasetName : (list of) str, dataset name(s) Returns: fname : str, Example: remove_hdf5_dataset('./inputs/ifgramStack.h5', 'unwrapPhase_phaseClosure') remove_hdf5_dataset('./inputs/ifgramStack.h5', ['unwrapPhase_phaseClosure', 'unwrapPhase_bridging']) zdelete {} from file {}ztmp_{}z move {} to {}z read HDF5 file: {} with r modez create HDF5 file: {} with w moderr"NcSsg|] }t|qSr)r!)r rrrrrsz'remove_hdf5_dataset..csg|]}|kr|qSrr)r r) datasetNamesrrrszKcreate dataset /{d:<{w}} of {t:<10} in size of {s:<20} with compression={c})r#r"r$r%r&T)r'r(r)zfinished writing to {}z:old file is now saved as: {}. Use rm command to delete it.)rr^rrErVrNrOjoinrRbasenameshutilmoverrYr]rrLrr_r`rFclose) rrrDZ temp_filefifor)rrrtrur r r)rrremove_hdf5_datasets8 $   rFc Cs>d}|rBt}tj|r$t|}t|t|rBd}|r:d| kr`|d|d<d| krt t |d|d<t t |d|d<t t |d|d<t t |d|d<|rt d |td d | Dd g}t|d @}x8t| D](}|dj t ||t ||dqWWdQRX|S)aWrite attribute dict into ROI_PAC .rsc file Inputs: metadata : dict, attributes dictionary out_file : rsc file name, to which attribute is writen update_mode : bool, skip writing if 1) output file existed AND 2) no new metadata key/value print_msg : bool, print message Output: out_file TFr FILE_LENGTHX_STEPY_STEPX_FIRSTY_FIRSTzwrite file: {}cSsg|] }t|qSr)r!)r r rrrrsz$write_roipac_rsc..r;r"z{k:<{d}} {v} )kr#vN)rMrNrOr[rread_roipac_rscsetrFissubsetrr^r3rErVr]opensortedrx) rirhZ update_moderDrunZrsc_dictrrrsr rrrrgs0       "rgc CsXddddddd}dd d d d d d}t||d }t|dt|d}}t|d}|d}|dkr||||} |} nJ|dkr|||} ||} n,|dkr||} |||} ntd|dj|d|dd} xNt|D]B} dj||d | dtj|dd| | || d} | | 7} qW| d7} t|d}|| WdQRX|S)aWrite GDAL VRT file. !!! This function is NOT RIGHT. DO NOT USE IT. Keep here as a placeholder ONLY. !!! It needs more work. Parameters: meta - dict, dictionary of metadata out_file - str, VRT file name to which attributes are written ZByteZInt16ZFloat32ZFloat64ZCFloat32ZCFloat64)r2r1r0r?r=rA248Z16Z32r/rrr,r-r<r.BSQz&un-recognized band interleave type: {}z1 )r"la; {f} LSB {io} {po} {lo} rN)r#brsioZpoloz r") rXrHrVrangerNrOrrrx)rmrhZ dtype_dictZpixel_offset_dictZ pixel_offsetlengthwidthnum_bandrC line_offsetZ image_offsetZds_strbandZband_strrsrrrwrite_gdal_vrtsP        rc Csddl}ddl}tj|d}tj|}|d}|s@|j}nF|dkrT|j}n2|dkrh|j}n|dkr||j }n |j}| || t |d| t |d |d t |d d |_||_|d d|_|||rtd|dtd|ddS)aWrite XML metadata file in ISCE-2 format Parameters: meta - dict, attributes dictionary fname - str, path of data file, not the metadata file print_msg - bool, print out message Examples: write_isce_xml(atr, fname='filt_fine.cor') rNr/r z.slcz.unwz.intrrZREADr,1r-r.z write file: z.xmlz.vrt)r9isceobjrNUMPY2GDAL_DATATYPEGDAL2ISCE_DATATYPEZImageZ createImageZcreateSlcImageZcreateUnwImageZcreateIntImageZ setFilenameZsetWidthrXZ setLengthZ setAccessModercbandsdataTypeschemeZ renderHdrZ renderVRTrE) rmrrDr9rZ dtype_gdalZ dtype_isceZ image_typeimgrrrwrite_isce_xml`s6         risce_unwcCs|dd}|||j\}}||d}|dkrdd|d<d|d<d |d <d |d <t|d|d <n|dkrd|d<d|d<d|d <d |d <nb|dkrd|d<d|d<d |d <d |d <n8|dkrd|d<d|d<d|d <d|d <ntd|t|||S)awrite data to file in ISCE format Parameters: data - 2D np.ndarray, binary data matrix out_file - str, path of output binary data file file_type - str, file type Returns: out_file - str, path of output binary data file -_)rrrz.unwr r;r,r0r/r.r-rZisce_intz.intrr=Zisce_corz.corZisce_slcz.slcr<z un-recognized ISCE file type: {})replacetofilerrXrHrVr)r'rhZ file_typerrrmrrrwrite_isce_files:       rr.csr,|djkr,fdd|D}|}|dkrLdd|D}n|dkrbdd|D}|d}x"|dd D]}t||f}qxW|||S) a]Write binary file. Parameters: data_list - list of 2D np.ndarray matrices out_file - str, path of the output binary file data_type - str/np.dtype, numpy data type object interleave - str, band interleave type, BSQ, BIL, BIP Returns: out_file - str, path of the output binary file rcsg|]}tj|dqS))rL)rIrK)r x)rBrrrsz write_binary..r<cSsg|]}|ddqS)r)reshape)r rrrrrsrcSsg|]}|ddqS)rr)r)r rrrrrsrN)rQrLrdrIhstackr)rvrhrBrCr'Zdatair)rBrrfs  rfcGst|dkr&|d}|d}|d}n2t|dkrL|d}|d}|d}n tddSt||f}tj|tjd}|||S)aWrite ROI_PAC rmg format with float32 precision (BIL) Format of the binary file is same as roi_pac unw, cor, or hgt data. should rename to write_rmg_float32() Exmaple: write_float32(phase, out_file) write_float32(amp, phase, out_file) r;rrr{z0Error while getting args: support 2/3 args only.N)rL)r!rErIrflattenrKr0r)ramppharhr'rrr write_float32s     rcCstj|tjd}|||S)z$write complex float32 data into file)rL)rIrKr=r)r'rhrrrwrite_complex_float32s rcCs|j}ttdd|d}ttdd|d}td|dgtj}tt|jtj|df||<tt|j tj|df||<| ||S)zWrite gamma scomplex data, i.e. .slc file. data is complex 2-D matrix real, imagery, real, ... Write in this way, because numpy does not have complex int16 directly. rr;r) sizerrrIzerosr1rrKrealimagr)r'rh num_pixelZid1Zid2Frrrwrite_complex_int16s   rcCstj|tjd}|||S)z)write isce float data, i.e. hgt.rdr file.)rL)rIrKr?r)r'rhrrrwrite_real_float64#s rcCstj|tjd}|||S)z'write gamma float data, i.e. .mli file.)rL)rIrKr0r)r'rhrrrwrite_real_float32*s rcCstj|tjd}|||S)N)rL)rIrKr1r)r'rhrrrwrite_real_int161s rcCstj|tjd}|||S)N)rL)rIrKr5r)r'rhrrr write_byte7s rcCstj|tjd}|||S)N)rL)rIrKbool_r)r'rhrrr write_bool=s r)NNNNT)NNNNNT)NrT)T)FF)T)r)Nr.)rNrrnumpyrI mintpy.utilsrrxrrrrgrrrrfrrrrrrrrrrrr s.  Q ! 8 1 -I ( 9 #