gi dZddlZddlZddlmZejjjZej j Z gdZ gdZ ddZ dZGddejZd ZeZ dd Zdddddd ddejf d Zd ZdZ dejddZddZdS)a,:mod:`numpy.ma..mrecords` Defines the equivalent of :class:`numpy.recarrays` for masked arrays, where fields can be accessed as attributes. Note that :class:`numpy.ma.MaskedArray` already supports structured datatypes and the masking of individual fields. .. moduleauthor:: Pierre Gerard-Marchant N) MaskedRecords mrecarray fromarrays fromrecords fromtextfileaddfield)_data_mask _fieldmaskdtypect|}dt|D}||}n~t|ttfr|}n=t|t r|d}ntd|t|}||kr |||dz }g}t|||j D]o\}}}|tvrC|dtvr| ||df<| |R| ||dfptj |S)z Checks that field names ``descr`` are not reserved keywords. If this is the case, a default 'f%i' is substituted. If the argument `names` is not None, updates the field names to valid names. cg|]}d|zS)f%i.0is O/var/www/html/mpstechhub/venv/lib/python3.11/site-packages/numpy/ma/mrecords.py z_checknames..-s6661UQY666N,zillegal input names r)lenrange isinstancetupleliststrsplit NameErrorzipdescrreserved_fieldsappendnpr ) r"namesndescr default_names new_namesnnamesndts r _checknamesr.$sUZZF66f 666M }! eeT] + + >II s # # > C((II<5<<== =Y F?? vww/ /I FM5;??%% Aq   t&& q!A$i(((( a    MM1ad) $ $ $ $ 8F  rcd|jjD}tj|j|}t dgt |z|_|S)Ncg|]}|dfS)z|b1rrr+s rrz"_get_fieldmask..Gs 3 3 3Qq%j 3 3 3rr F)r r&r%emptyshaperrflat)selfmdescrfdmasks r_get_fieldmaskr9FsQ 3 3$*"2 3 3 3F Xdj / / /F#f++-..FK MrceZdZdZdddddddddejddddfdZdZedZ ed Z d Z d Z d Z d ZdZdZdZddZdZdZdZddZdZdZdZdS)ra Attributes ---------- _data : recarray Underlying data, as a record array. _mask : boolean array Mask of the records. A record is masked when all its fields are masked. _fieldmask : boolean recarray Record array of booleans, setting the mask of each individual field of each record. _fill_value : record Filling values for each field. NrFTc tj|||||||||| |  }tj|j| tjustj| s(|s%tdgtz|_ ntj | |} | j |j krk|j| j}}|dkrtj | |j } n<||krtj| |j } nd}tj|||fz|s|| d|_n7| jkr| }n"tj fd| D}||_ |S) N) r bufoffsetstridesformatsr&titles byteorderalignedF)copyrz?Mask and data not compatible: data size is %i, mask size is %i.TcPg|]"}t|gtz#Srrr)rmmdtypes rrz)MaskedRecords.__new__..s.%M%M%M1eQC#f++,=&>&>%M%M%Mrr2)r%recarray__new__mamake_mask_descrr nomasksizerrr arrayr4resizereshapeMAError __setmask__ _sharedmask)clsr4r r<r=r>r?r&r@rArBmask hard_mask fill_value keep_maskrCoptionsr6ndnmmsgr rGs @rrIzMaskedRecords.__new___s{""3UF+2G5*0I+2#55 #DJ// 29  BGDMM  :"E7S[[#899 8Dt,,,DzTZ'' ItyR779T4:66DD2XX:dDJ77DD-C*SB8^444 #  &&&#'  :'' EEH%M%M%M%M%M%M%M+1333E"  rcLt|dd}|t|dtj}tj|d}|tjurtj|j|}nStj|tj fd|D tj }|j }| ||||dtjkrtj |d<dS)Nr r r2cPg|]"}t|gtz#SrrE)rrFr7s rrz4MaskedRecords.__array_finalize__..s.!L!L!Lq%c&kk(9":":!L!L!Lrr _baseclass)getattrrJrLr%ndarray__getattribute__make_mask_noner4rKrNviewrH__dict__update _update_from)r6objr objmask_dtype_dictr7s @r__array_finalize__z MaskedRecords.__array_finalize__sWd++ =c7BI66GZ00w??F")##)$*FCCC+F33!L!L!L!LG!L!L!L%+----1T"+->->  5 !!! #  "* , ,"$+E, rcVtj|tjS)z2 Returns the data as a recarray. )r%rbrerHr6s rr zMaskedRecords._datas ztR[111rc|jS)z! Alias to mask. r_ros rr zMaskedRecords._fieldmasks zrc`|jrt|jSt|jS)z% Returns the length )ndimrr r ros r__len__zMaskedRecords.__len__s* 9 #tz?? "4:rc$ t||S#t$rYnwxYwtj|dj} ||dd}n,#t tf$r}td||d}~wwxYwtj|d}tj||d}|j |}|j j tdd}| dd} | a | |} n#t$rYnwxYwt| j } | t | r| fnd f}|js|r}|t&j}tj|_d |_| |_| d d} | & | ||_n,#t2$r d|_YnwxYwn|}|S) Nr record array has no attribute rfr`z4MaskedRecords is currently limited tosimple records.Fr rT _fill_value)objectrcAttributeErrorr%rbfields TypeErrorKeyErrorregetfieldr r&NotImplementedErrorget IndexErrorrboolanyr4rJ MaskedArrayr`_isfieldr rw ValueErroritem) r6attr fielddictrese _localdictr ri hasmaskedr tp_lenrws rrczMaskedRecords.__getattribute__sR **466 6    D J//g>>E  @D/"1"%CC8$ @ @ @ 77799>? @ @Z00zBB  j&>??enc" 9? &%'899 9 w--   d     %%F D+FF99B#HIIMMOOI I  ((2>**CZCNCLCI$..==K&+&1$&7COO!+++&*COOO+' ((**C sH **A$$B 5BB D D,+D, G$$G87G8c|dvr||dSt|d}||v} t|||}tj|djpi}||vr|S|r/ t||nu#t$r|cYSwxYwnb#t$rUtj|djpi}tj|dpi}||vs||vsYnwxYw ||dd}n,#ttf$r} td|| d} ~ wwxYw|tj ur|d} | |d|} n|} d } n(tj|} tj|} t j|d j| g|R} |d || | S) z< Sets the attribute attr to the value val. )rU fieldmaskNrfr _optinforurvrwTr r )rRrxrc __setattr__r%rbrz __delattr__ Exceptionr{r|ryrJmaskedfilled getmaskarraysetfield __setitem__)r6rvalrnewattrretroptinforrrwdvalmvalris rrzMaskedRecords.__setattr__sY ( ( (   S ! ! ! F,,T:>> j( $$T455C 33D'BBIORI9$$  &&tT2222 JJJ      33D'BBIORIj11$ CCIrGI%%  ( @D/"1"%CC8$ @ @ @ 77799>? @ @ ")  $]3K&!-06DD9S>>D?3''Dj))$88A$MMMM7''d333 s<B7B$$ B32B37ADDD++E<EEc~|j}tj|d}tj||d}t |t rl||tj}|||_ d|_ |d}| |||_ |j s|j r tj S|Stj||t}tj||tj|_ |S)z Returns all the fields sharing the same fieldname base. The fieldname base is either `_data` or `_mask`. r r`Trw)rfr%rbrcrerrrJrr rSrwrrrasarrayrrH)r6indxrr r rifvals r __getitem__zMaskedRecords.__getitem__s]  ++D':: j&>?? dC   +""2>22Cd CI"COm,D"&t*8 !  !y Jjt%%**955JuT{++00==  rctj|||t|trtj||j|<dSdS)z2 Sets the given record to value. N)rJrrrrrr )r6rvalues rrzMaskedRecords.__setitem__=sV ""4u555 dC  6!u55DJt    6 6rc.jdkrBdtfdjjDD}dd|dSdtfdjjDD}d d|d S) z8 Calculates the string representation. rcTg|]%}ddd|Dd&S)(rc,g|]}t|Srrrs rrz4MaskedRecords.__str__...Ls!4!4!4Q#a&&!4!4!4r)joinrss rrz)MaskedRecords.__str__..LsTQQQ9!4!4!!4!4!455888QQQrc0g|]}t|Srrarfr6s rrz)MaskedRecords.__str__..Ms#"N"N"N74#3#3"N"N"Nr[z, ]cNg|]"}dd|D#S)rc,g|]}t|Srrrs rrz4MaskedRecords.__str__...Ps 3 3 3AQ 3 3 3rrrs rrz)MaskedRecords.__str__..PsLPPPxx 3 3 3 3 3446PPPrc0g|]}t|Srrrs rrz)MaskedRecords.__str__..Qs#!M!M!Mq'$"2"2!M!M!Mrrr)rMr!r r&r)r6mstrs` r__str__zMaskedRecords.__str__Fs 9q==QQ "N"N"N"NTZ=M"N"N"NOQQQD)tyy))) )PP !M!M!M!MDJ.Zs#;#;#;qCFF#;#;#;rc:g|]}|t|fzSrr)rrfmtr6s rrz*MaskedRecords.__repr__..[s-III13!WT1--..IIIrrzmasked_records(z fill_valuez ) )r r&maxinsertextendrWrr)r6_namesreprstrrs` @r__repr__zMaskedRecords.__repr__Ts !s#;#;F#;#;#;<>FL!'FL  s AB''BEEcd|_dS)z+ Forces the mask to hard. TN _hardmaskros r harden_maskzMaskedRecords.harden_masks rcd|_dS)z* Forces the mask to soft FNrros r soften_maskzMaskedRecords.soften_masks rc|jt|}|j|_|S)z7 Returns a copy of the masked record. )r rCrerr )r6copieds rrCzMaskedRecords.copysA ""''T 33z((  rcZ|'||Stj|t}tj|j}d||<|S)a Return the data portion of the array as a list. Data items are converted to the nearest compatible Python type. Masked values are converted to fill_value. If fill_value is None, the corresponding entries in the output list will be ``None``. Nr2)rtolistr%rNrxr )r6rWresultrUs rrzMaskedRecords.tolists  !;;z**1133 3$++--..00???x ))++,,t }}rcd|j|j|jj|j|j|jf}|S)zWReturn the internal state of the masked array. This is for pickling. r)r4r flagsfncr tobytesr rw)r6states r __getstate__zMaskedRecords.__getstate__sN ##%%##%%!  rc|\}}}}}}}tj|||||ftjd|jjD} |jd|| ||f||_dS)at Restore the internal state of the masked array. This is for pickling. ``state`` is typically the output of the ``__getstate__`` output, and is a 5-tuple: - class name - a tuple giving the shape of the data - a typecode for the data - a binary string for the data - a binary string for the mask. c0g|]\}}|tjfSrr%r)rk_s rrz.MaskedRecords.__setstate__..s"GGGFQArw<GGGrr N)r%rb __setstate__r r"rfrW) r6rvershptypisfrawmskflvrGs rrzMaskedRecords.__setstate__s/4+c3S#s sCc&:;;;GGdj6FGGGHH g++S&#s,CDDDrcVt|j|jddf|fS)z? Return a 3-tuple for pickling a MaskedArray. )rb)_mrreconstructrr`rros r __reduce__zMaskedRecords.__reduce__s0 $=!!##% %r)NNN)__name__ __module__ __qualname____doc__rJrLrIrmpropertyr r rsrcrrrrrrerrrCrrrrrrrrrMs"#'DDDY%DD &&&&P(22X2X   ---^666p@666 * * * ' ' '&&&&P  (%%%%%rrctj||||}tjtj|d}|||||S)zK Build a new MaskedArray from the information stored in a pickle. b1)rUr )r%rbrIre)subtype baseclass baseshaperr r s rrrs` J  y)X > > C CG L LE J  rz9d ; ;E ??7EX? G GGrFc d|D} d|D} tj| |||||||t} t t | | j_||| _ | S)a  Creates a mrecarray from a (flat) list of masked arrays. Parameters ---------- arraylist : sequence A list of (masked) arrays. Each element of the sequence is first converted to a masked array if needed. If a 2D array is passed as argument, it is processed line by line dtype : {None, dtype}, optional Data type descriptor. shape : {None, integer}, optional Number of records. If None, shape is defined from the shape of the first array in the list. formats : {None, sequence}, optional Sequence of formats for each individual field. If None, the formats will be autodetected by inspecting the fields and selecting the highest dtype possible. names : {None, sequence}, optional Sequence of the names of each field. fill_value : {None, sequence}, optional Sequence of data to be used as filling values. Notes ----- Lists of tuples should be preferred over lists of lists for faster processing. c6g|]}tj|Sr)rJgetdatarxs rrzfromarrays..s 111! 1 111rcZg|](}tjtj|)Sr)r% atleast_1drJrrs rrzfromarrays..s,EEEa boa0011EEErr r4r?r&r@rBrA) r%recrrerrr!r r5rW) arraylistr r4r?r&r@rBrArWdatalistmasklist_arrays rrrs>21y111HEE9EEEH V  x%*%%*67)24459DOO S(^,,FL& Mrc t|dd} t|tjrht|tjr1|tj}||j}| }tj ||||||||t} ||| _ | tjurntj| } t!| j} | r | | j_n7| jdkrd| D| j_n| | | | | jdd<| S)aN Creates a MaskedRecords from a list of records. Parameters ---------- reclist : sequence A list of records. Each element of the sequence is first converted to a masked array if needed. If a 2D array is passed as argument, it is processed line by line dtype : {None, dtype}, optional Data type descriptor. shape : {None,int}, optional Number of records. If None, ``shape`` is defined from the shape of the first array in the list. formats : {None, sequence}, optional Sequence of formats for each individual field. If None, the formats will be autodetected by inspecting the fields and selecting the highest dtype possible. names : {None, sequence}, optional Sequence of the names of each field. fill_value : {None, sequence}, optional Sequence of data to be used as filling values. mask : {nomask, sequence}, optional. External mask to apply on the data. Notes ----- Lists of tuples should be preferred over lists of lists for faster processing. r Nrruc,g|]}t|Sr)r)rrFs rrzfromrecords..Ss666AuQxx666r)rarr%rbrJrrrer rrrrrWrLrrr r5rrrR) reclistr r4r?r&r@rBrArWrUr mrecmaskrecordlengths rrrsTD GWd + +E'2:&&# gr~ . . 8nn&&++BJ77G =ME.."" 6  gU% %f")Y  @ @@DY $ 29z$tz??  #"DJOO Y!^^66666DJOO   T " " "  111 Krcg}tj|}|jdkr |d}n|jdkrtd|D]} t ||tjt@#ttf$r t||tjtn#ttf$rq t||tjtn1#ttf$r||jYnwxYwYnwxYwYwxYw|S)a. Tries to guess the dtypes of the str_ ndarray `arr`. Guesses by testing element-wise conversion. Returns a list of dtypes. The array is first converted to ndarray. If the array is 2D, the test is performed on the first line. An exception is raised if the file is 3D or more. rurzThe array should be 2D at most!) r%rrrrintr$r r{floatcomplex)arrvartypesrs r_guessvartypesr[soH *S//C x1}}!f A:;;; ++ + FFF OOBHSMM * * * *I& 1 1 1 1a0000 * 7 7 77AJJJOOBHW$5$56666#I.///OOCI...../ 7 1 OsZ BEC(-EE'D#6-E#+E EE EEEEEcJt|dr|S t|}n&#t$r}td|d|d}~wwxYw|dddkr|dd|S|t d) z1 Opens the file handle of file `fname`. readlinezNo such file: ''Nruz\xrzWow, binary file)hasattropenFileNotFoundErrorrseekcloser~)fnamerrs ropenfilers uj!! C KK CCC :% : : :;;BCzz||BQB5   q! GGIII 0 1 11s$ AAA#) delimitorc|tjur/tdtjdt d|t |} |}|d| } | } t| dkrnm|| }tj fd|D} | j\} } ||t!| d }ncd |D}t|| krDd }|d z }tj|t|| fzdt!| d }t#t%||}d |D}| j|k}dt%| j|||D}t)||S)a Creates a mrecarray from data stored in the file `filename`. Parameters ---------- fname : {file name/handle} Handle of an opened file. delimiter : {None, string}, optional Alphanumeric character used to separate columns in the file. If None, any (group of) white spacestring(s) will be used. commentchar : {'#', string}, optional Alphanumeric character used to mark the start of a comment. missingchar : {'', string}, optional String indicating missing data, and used to create the masks. varnames : {None, sequence}, optional Sequence of the variable names. If None, a list will be created from the first non empty line of the file. vartypes : {None, sequence}, optional Sequence of the variables dtypes. If None, it will be estimated from the first non-commented line. Ultra simple: the varnames are in the header, one lineNz;fromtextfile() got multiple values for argument 'delimiter'zThe 'delimitor' keyword argument of numpy.ma.mrecords.fromtextfile() is deprecated since NumPy 1.22.0, use 'delimiter' instead.ru) stacklevelTrcg|]H}|dkt|dk!|IS)rr)rstripr)rline commentchar delimiters rrz fromtextfile..sV"N"N"ND$(G{$:$:s4yy1}}#'**,,"4"4Y"?"??L}}rrc6g|]}tj|Sr)r%r )rvs rrz fromtextfile..s 222ABHQKK222rz&Attempting to %i dtypes for %i fields!z Reverting to default.c6g|]}tj|Sr)rJdefault_fill_value)rrs rrz fromtextfile..s# 9 9 91b#A&& 9 9 9rcHg|]\}}}}tj|||| S))rUr rW)rJ masked_array)rarFr-rs rrz fromtextfile..sIQQQ!aAq!BBBQQQrr2)r%_NoValuer{warningswarnDeprecationWarningrrfindr%rrrJr.r4rrrr!Tr)rr(r' missingcharvarnamesrr!ftextr& firstline _varnames _variablesrnfieldsr\r7mfillvr _datalists `` rrrsF4 ##  *++ +  E)Q 8 8 8 8  UOOE~~0$))K00017799 OOI.. y>>A     "N"N"N"N"NE"N"N"NOOJ#LQ KKMMM!*Q-0022222 x==G # #:C + +C M#X 88Q G G G G%jm44H#h)) * *F 9 9 9 9 9F\[ (EQQ%(uh%O%OQQQI iv . . ..rc*|j|j| |tvrdtjz}t j|}tjjj||jfgz}tj j |fdjj Dj |jgjj |Rttjd|jD}tj j |fdjj Dj t j|gjj |R_S)zAdds a new field to the masked record array Uses `newfield` as data and `newfieldname` as name. If `newfieldname` is None, the new field name is set to 'fi', where `i` is the number of existing fields. Nrc<g|]}jj|g|RSrrr})rrr newdatas rrzaddfield..G+++ Wnena(-1---+++rc*g|]}|tjfSrrr1s rrzaddfield..s???11bg,???rc<g|]}jj|g|RSrrA)rrr newmasks rrzaddfield..rCr)r r r#rr rJrNr%r"rHr4rzvaluesrrerr&r) mrecordnewfield newfieldnamenewdtype newmdtyper r rBrFs @@@@rrrs ME ME|>>s5;/// x!!Hx )lHN-K,LLMMHk%+x00G+++++k ''))++++GX^Igm&:<&HIIIIll=))G?????@@Ik%+y11G+++++k ''))++++GR_X..:m*<8::::GM Nrr)NNNNNFNN)Nrr NN)rr1numpyr%numpy.marJ_corerecords_byteorderconvcore_check_fill_value__all__r#r.r9rrrrrrLrrrr0rrrrrrUs  !0G-    <;;DN%N%N%N%N%BNN%N%N%b HHH  ;?AE((((V $4TUdbi>>>>B"""J222(FH)-M/ kM/M/M/M/M/`""""""r