a Ofe@s<ddlmZddlZddlmZmZddlZddlZddl m m Z ddl mZddlmZddlmZddlmZmZddlmZmZmZmZdd lmZdd lmZddlm m!Z"dd lm#Z#m$Z$dd l%m&Z&dd l'm(Z(ddl)m*Z*ddl+m,Z,m-Z-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8erjddl9m:Z:m;Z;mZ>ddl?m@Z@GdddZAd?dddddZBd@ddddd ZCdAd!dd!d"d#d$ZDd%dd!d&d'd(ZEdBd!ddd*d+d,ZFdCd!ddd*d-d.ZGd/d/d0d1d2ZHdDd!d3ddd!d4d5d6ZId7d3d3d7d8d9d:ZJd!d;dd<d=d>ZKdS)E) annotationsN) TYPE_CHECKINGcast)PerformanceWarning)cache_readonly)find_stack_level)find_common_type maybe_promote)ensure_platform_intis_1d_only_ea_dtype is_integerneeds_i8_conversion)ExtensionDtype)notna) factorizeunique)factorize_from_iterable)ensure_wrapped_if_datetimelike) DataFrame)Index MultiIndex RangeIndex)concat)Series)compress_group_indexdecons_obs_group_idsget_compressed_idsget_group_indexget_group_index_sorter) ArrayLikeLevelnpt)ExtensionArray) FrozenListc@seZdZdZd*ddddddd Zed d d d Zedd ddZdddddZddZ edd ddZ edd ddZ dd ddZ d+d d!Z d"d#d$d%Zedd d&d'Zedd d(d)ZdS), _Unstackera  Helper class to unstack data / pivot with multi-level index Parameters ---------- index : MultiIndex level : int or str, default last level Level to "unstack". Accepts a name for the level. fill_value : scalar, optional Default value to fill in missing values if subgroups do not have the same set of labels. By default, missing values will be replaced with the default fill value for that data type, NaN for float, NaT for datetimelike, etc. For integer types, by default data will converted to float and missing values will be set to NaN. constructor : object Pandas ``DataFrame`` or subclass used to create unstacked response. If None, DataFrame will be used. Examples -------- >>> index = pd.MultiIndex.from_tuples([('one', 'a'), ('one', 'b'), ... ('two', 'a'), ('two', 'b')]) >>> s = pd.Series(np.arange(1, 5, dtype=np.int64), index=index) >>> s one a 1 b 2 two a 3 b 4 dtype: int64 >>> s.unstack(level=-1) a b one 1 2 two 3 4 >>> s.unstack(level=0) one two a 1 3 b 2 4 Returns ------- unstacked : DataFrame Trr boolNone)indexlevelsortreturnc Cs||_||_||_|j||_d|jj|jvr:dnd|_t|jj |_ t|jj |_ |j |j|_|j |j|_|j |j|_|jst|jj|j}|j||_|j||_tdd|j D}|jj}||}|ttjjkrtjd|dttd|dS) NrcSsg|] }|jqS)size).0Z index_levelr-r-T/var/www/ai-form-bot/venv/lib/python3.9/site-packages/pandas/core/reshape/reshape.py z'_Unstacker.__init__..z%The following operation may generate z& cells in the resulting pandas object.) stacklevel) constructorr)Zremove_unused_levelsr'_get_level_numberr(codesliftlistlevelsnew_index_levelsnamesnew_index_namespop removed_name removed_levelremoved_level_fullrtakenpmaxr.ZiinfoZint32warningswarnrr_make_selectors) selfr'r(r4r)Z unique_codesZnum_rowsZ num_columnsZ num_cellsr-r-r0__init__ns0  z_Unstacker.__init__z-tuple[npt.NDArray[np.intp], list[np.ndarray]])r*c Cs|j}t|jj}t|jj}|d|||dd||g}tdd|d|||dd||gD}t||\}}t|}t||} | |fS)Nr,css|]}t|VqdSNlenr/xr-r-r0 r2z2_Unstacker._indexer_and_to_sort..) r(r8r'r6r9tuplerrKr) rGvr6levsto_sortsizes comp_indexobs_idsngroupsindexerr-r-r0_indexer_and_to_sorts  &4 z_Unstacker._indexer_and_to_sortzlist[np.ndarray]cs&|j\}|jr"fdd|DS|S)Ncsg|]}|qSr-rA)r/linerWr-r0r1r2z,_Unstacker.sorted_labels..)rXr))rGrRr-r[r0 sorted_labelss z_Unstacker.sorted_labelsz np.ndarray)valuesr*cCs(|jr$|j\}}tj||dd}|S|S)Nr)axis)r)rXalgosZtake_nd)rGr]rW_ sorted_valuesr-r-r0_make_sorted_valuess  z_Unstacker._make_sorted_valuesc Cs|j}|jdd}tdd|D}t||\}}t|}t|}|jj|j|j }||f|_ |jd|||j }t j t |j td} | |d| t|jkrtd||_| |_|jr|t ||_nt t j|ddd|_dS) Nr+css|]}t|VqdSrIrJrLr-r-r0rNr2z-_Unstacker._make_selectors..dtypeTz0Index contains duplicate entries, cannot reshape)Z return_indexr,)r:r\rOrrKr r'Zlevshaper(r7 full_shaperBzerosprodr%putsum ValueError group_indexmaskr)Z searchsortedarange compressorr) rG new_levelsZremaining_labelsZ level_sizesrTrUrVstrideselectorrlr-r-r0rFs$  z_Unstacker._make_selectorscCst|jSrI)r%rlallrGr-r-r0mask_allsz_Unstacker.mask_allz2tuple[npt.NDArray[np.intp], npt.NDArray[np.bool_]]cCs6tjt|jtjd}|j|dd\}}||dfS)Nrcr+ fill_valuer)rBrmrKr'Zintpget_new_valuesany)rGZ dummy_arr new_valuesrlr-r-r0 arange_resultsz_Unstacker.arange_resultrcCsn|jdkr|ddtjf}|dur:|jddkr:td|||\}}||}|j}|j||||j dS)Nr,z-must pass column labels for multi-column data)r'columnsrd) ndimrBnewaxisshaperjrwget_new_columns new_indexr4rd)rGr] value_columnsrvr`r{r'r-r-r0 get_results   z_Unstacker.get_resultNc Cs|jdkr|ddtjf}||}|j\}}|jd}||}||f}|j} |j} | rt|r| ||| dd |} tj |t d} | | fS|j } | r|j } tj|| d} nTt| tr| }|j|| d} || dd<n&t| |\} }tj|| d} | || j}tj|t d} t|j r>|d}| d} n|j|dd}t|| d|||| | dt|j r| d} t| } | |j } | | fS) Nr,rci8Fcopyu1zM8[ns])r|rBr}rbrer~rlrtrKreshapeZswapaxesZonesr%rdempty isinstancerconstruct_array_type_emptyr fillnamerfr viewastype libreshapeunstackr)rGr]rvralengthwidthrpZ result_widthZ result_shaperlrtryZnew_maskrdclsrr-r-r0rwsb             z_Unstacker.get_new_valuesz Index | None)rc s|durB|jdkr"|jj|jdS|jjd|jjd}||jSt|j|j}t|}t t ||t |t r|j |jf}|j|jf}fdd|jD}n||jg}|j|jg}g}|j}|t||t |||ddS)Nrr)itemcsg|]}|qSr-rYr/ZlabZ propagatorr-r0r1Zr2z._Unstacker.get_new_columns..Fr9r6r;Zverify_integrity)r7r?_renamer>insert _na_valuerenamerKrBrepeatrmrrr9r@r;r6r _repeaterappendtile) rGrlevrprro new_names new_codesrepeaterr-rr0rEs0    z_Unstacker.get_new_columnscCs\t|jt|jkr8|j|j}|jrXt|dd}n t|j|j}t||j}|S)Nrr+)rKr@r?Z get_indexerr7rBrrm)rGrrpr-r-r0rksz_Unstacker._repeatercsfddjddD}tjdkrrjd|d}}|dkr\|t||j}||jdSt j|jddS)Ncsg|]}|jqSr-)rArnrrsr-r0r1}r2z(_Unstacker.new_index..r+r,rFr) r\rKr:rxrrrArr<r)rGZ result_codesr( level_codesr-rsr0rzs z_Unstacker.new_index)T)N)__name__ __module__ __qualname____doc__rHrrXr\rbrFrtrzrrwrrrr-r-r-r0r$@s(.. O&r$TzSeries | DataFramer%)datar)cstdkr|S|jttjvr0gfddDfddtjD}fddD}fddD}fddD}fdd|D}fd d|D} fd d|D} td d |D} t|| d d d} t | d d\} }t | || |d d}|st |dd}n"t||g| | g| dgd d}t |t rx|}||_|jd||d}|}|}|}nt |jtr|}rd|j||d}fddDq|S|jd d}||_|jd||d}t |t r|jn|jt tsJjdg|}|jjg|}jdg}|fdd |Dt|||d d}t |t rv||_n||_|S)Nrcsg|]}|qSr-)r5r/ir'r-r0r1r2z%_unstack_multiple..csg|]}|vr|qSr-r-r)clocsr-r0r1r2csg|]}j|qSr-r9rrr-r0r1r2csg|]}j|qSr-r6rrr-r0r1r2csg|]}j|qSr-r;rrr-r0r1r2csg|]}j|qSr-rrrr-r0r1r2csg|]}j|qSr-rrrr-r0r1r2csg|]}j|qSr-rrrr-r0r1r2css|]}t|VqdSrIrJrLr-r-r0rNr2z$_unstack_multiple..F)r)xnullr))r__placeholder__rrrvr)cs g|]}|kr|n|dqSr,r-r/rP)valr-r0r1r2deepc3s|]}|jdVqdS)r+N)rAr6)r/Zrec)unstcolsr-r0rNr2)rKr'rrr;rangenlevelsrOrrrrrrrrr{r=r9rr6extend)rrrvr)ZrlocsZclevelsZccodesZcnamesZrlevelsZrcodesZrnamesr~rkZcomp_idsrUZ recons_codesZ dummy_indexdummyZ unstackedrorrresultZdummy_df new_columnsr-)rr'rrr0_unstack_multiplesx         r)objr)cCst|ttfr2t|dkr*t||||dS|d}t|sN|dksN|j|t|trt|jt rtt ||||dS|j j ddSndt|jt st dt|jdn@t|jrt||||d St|j||j|d }|j|jd|d SdS) Nr,rrrT)Z future_stackz'index must be a MultiIndex to unstack, z was passedrr(r4r)rrv)rrOr8rKrr r'r5rr_unstack_frameTstackrjtyper rd_unstack_extension_seriesr$Z_constructor_expanddimr_values)rr(rvr) unstackerr-r-r0rs,       rr)rr)r*cCsbt|jtsJt|j||j|d}|jsJ|jj||d}|j||j dS|j |j |j |dSdS)Nrru)axesr) rr'rr$ _constructorZ_can_fast_transposeZ_mgrrZ_constructor_from_mgrrrrr{)rr(rvr)rZmgrr-r-r0r s  rr)seriesr)r*cCs,|}|j|||d}|jdg|_|S)an Unstack an ExtensionArray-backed Series. The ExtensionDtype is preserved. Parameters ---------- series : Series A Series with an ExtensionArray for values level : Any The level name or number. fill_value : Any The user-level (not physical storage) fill value to use for missing values introduced by the reshape. Passed to ``series.values.take``. sort : bool Whether to sort the resulting MuliIndex levels Returns ------- DataFrame Each column of the DataFrame will have the same dtype as the input Series. )r(rvr)r)Zto_framerr{_drop_level_numbers)rr(rvr)Zdfrr-r-r0rsrr+)framedropnar)csdd}|j\}|j|}t|jtr:t||||dSt|jtrt|jj}fdd|jj D}||j\} } | | | t | | t|jj} | |jjt||| dd} nTtt||j|jf\} \}} |t | | f}t| ||jj|jjgdd} |js|jrt|jj}|d}t|trt|}|d d|D}t||}n |j }n |j }|rt|}||}| |} |j|| d S) z Convert DataFrame to Series with multi-level Index. Columns become the second level of the resulting hierarchical index Returns ------- stacked : Series or DataFrame cSs,|jr|tt|fSt|\}}||fSrI)Z is_uniquerBrmrKr)r'r6 categoriesr-r-r0stack_factorizeMs zstack..stack_factorize) level_numrr)csg|]}|qSr-rrKr-r0r1^r2zstack..FrrcSsg|]\}}|jqSr-)r)r/r`colr-r-r0r1}r2r)r~r{r5rr_stack_multi_columnsr'r8r9r6rrBrravelr;rzipmaprrZ_is_homogeneous_typedtypesrrr_concat_same_typeitems"_reorder_for_extension_array_stackrZ_constructor_sliced)rr(rr)rNrrorZclevZclabrrr9Zilabr6rrdarrryrlr-rr0rCsT            rcstfdd|Dr6}|D]t|||d}qndtdd|Dr}fdd|D}|r|dt|||d}fdd|D}q^ntd |S) Nc3s|]}|jjvVqdSrI)r{r;r/rrr-r0rNr2z!stack_multiple..)rr)css|]}t|tVqdSrI)rintrr-r-r0rNr2csg|]}j|qSr-)r{r5rrr-r0r1r2z"stack_multiple..rcs g|]}|kr|n|dqSrr-rrr-r0r1r2zTlevel should contain all level names or all level numbers, not a mixture of the two.)rrrr=rj)rr(rr)rr-)rrr0stack_multiples rr)r{r*cCst|jdkr&|jdj|jddSddt|jdd|jddD}t|}dd t|D}t|}tj d dt||jD|jddd S) zBCreates a MultiIndex from the first N-1 levels of this MultiIndex.rrrcs"g|]\}fdd|DqS)cs g|]}|dkr|ndqS)rNr-)r/crr-r0r1r2z8_stack_multi_column_index...r-r/r6r-rr0r1sz-_stack_multi_column_index..Nr+css|]\}}|VqdSrIr-)r/keyr`r-r-r0rNr2z,_stack_multi_column_index..cSs*g|]"\}}d|vr"t||jdn|qS)Nrc)rrd)r/Znew_levrr-r-r0r1sr) rKr9rr;rr6 itertoolsgroupbyrZ from_arrays)r{rQZtuplesZ unique_tuplesZnew_levsr-r-r0_stack_multi_column_indexs  rr)rrrr)r*c$ sddddd}|jdd}|j}t|ts0J||jdkr|}t||jdD](}|||} ||d|} || | }qR||_}|s|r|d |} |j| dd }|j}t t|}t |} i} |j d }t |j d }|rt|}|t|d}t||}t|g}| D]D}z|j|}Wn$tyR||YqYn0t|tsjt|}n |j|j}|kr|jdd|j|f}||jj d |_|j|d j}n|jdd|f}t|jtt r:!"fd d|#D}|j$\}}t%||&||j'(}||}n|j}|j)dkrT|(}|| |<qt|d krx| *|} t|}t|j+trt,|j+j }t,|j+j-}fdd|j+j D}n*t.|j+\}} | g}|/g}|j+j0g}|||t1||||jj-|t|||dd}!|j2| |!| d}"|jjdkrl|j3|g }#|"j4|#sl|"|#}"|r|"j5d dd}"|"S)Nrrrr{cSs||jvr|j|S|S)z Logic for converting the level number to something we can safely pass to swaplevel. If `level_num` matches a column name return the name from position `level_num`, otherwise return `level_num`. rrr-r-r0_convert_level_numbers  z3_stack_multi_columns.._convert_level_numberFrr,r)r(r^r+)r{cs g|]\}}|jjddqS)Fr)rr)r/r`rMrcr-r0r1r2z(_stack_multi_columns..csg|]}|qSr-rr)levsizer-r0r12r2r)r'r{rr)r^how)6rr{rrrrZ swaplevelZ _is_lexsortedZ sort_indexrrr9rr6rBr)rrKrAZget_locKeyErrorrslicestopstartlocZreindexr]ilocrrtolistrrrrr~rmrrrr| differencer'r8r;rrrrrrequalsr)$rrrr)rthisZmi_colsZ roll_columnsrZlev1Zlev2Z level_to_sortrZnew_dataZ level_valsrZlevel_vals_nanZlevel_vals_usedZ drop_colsrrZ slice_lenchunkZ value_sliceZsubsetrridxrorrZ old_codesZ old_levelsrrdesired_columnsr-)rdrr0rs                           rr")rn_rows n_columnsr*cCs&t||||j}||S)a Re-orders the values when stacking multiple extension-arrays. The indirect stacking method used for EAs requires a followup take to get the order correct. Parameters ---------- arr : ExtensionArray n_rows, n_columns : int The number of rows and columns in the original DataFrame. Returns ------- taken : ExtensionArray The original `arr` with elements re-ordered appropriately Examples -------- >>> arr = np.array(['a', 'b', 'c', 'd', 'e', 'f']) >>> _reorder_for_extension_array_stack(arr, 2, 3) array(['a', 'c', 'e', 'b', 'd', 'f'], dtype='>> _reorder_for_extension_array_stack(arr, 3, 2) array(['a', 'd', 'b', 'e', 'c', 'f'], dtype='tjjkrj| }nd g}t|jjd } d } tjjkrj| }| j|s| |} tjtr.jj}ttjj d| f}n,t!jd d \}}|g}tt|d| f}t|trx|j}|"j }n| g}t!|d d d g}fdd|D}t||||jj#t|j#d d| _t}t|}t$|}t|||t%t$||}| &|} | jdkrbjjtkrbt| jd krPt'| jd} n| j(ddd f} | jdkrtd| _| S)Nz8Columns with duplicate values are not supported in stackT)reversecsg|]}|vr|qSr-r-r/k)r(r-r0r1|r2zstack_v3..r+r,c3s&|]}|vrtntdVqdSrI)nextrr)genr(r-r0rNszstack_v3..r)r{rdF)Zuse_na_sentinelcsg|]}t|tqSr-)rBrrKrrr-r0r1r2rrr))r{ZnuniquerKrjsortedrrrrBZargsortZ_reorder_ilevelsrriterrOrr|rrrrrrrrdrrr'rr9r8rr6rZdrop_duplicatesr;rmrrArr)rr(Z drop_levnumsZ stack_colsZsorterZordered_stack_colsZstack_cols_uniqueZordered_stack_cols_uniquebufrrZcolumn_indexerrratiorrZ index_levelsZ index_codesr6ZuniquesZ column_levelsZ column_codesZlen_dfZ n_uniquesrWZidxsr-)rrr(r0stack_v3us "             "  r )NT)NT)NT)r+TT)TT)r+TT)L __future__rrtypingrrrDnumpyrBZpandas._libs.reshapeZ_libsrrZ pandas.errorsrZpandas.util._decoratorsrZpandas.util._exceptionsrZpandas.core.dtypes.castrr Zpandas.core.dtypes.commonr r r r Zpandas.core.dtypes.dtypesrZpandas.core.dtypes.missingrZpandas.core.algorithmscoreZ algorithmsr_rrZpandas.core.arrays.categoricalrZpandas.core.constructionrZpandas.core.framerZpandas.core.indexes.apirrrZpandas.core.reshape.concatrZpandas.core.seriesrZpandas.core.sortingrrrrrZpandas._typingrr r!Zpandas.core.arraysr"Zpandas.core.indexes.frozenr#r$rrrrrrrrrr r-r-r-r0sT             Q[%%M!%