o kEiJ@sddlmZddlmZmZddlZddlZddlm Z m Z m Z mZddlmZddlmZddlmZddlmZmZdd lmZmZmZdd lmZdd lmZm Z dd l!m"Z"m#Z#m$Z$dd l%m&Z&ddl'm(Z(ddl)m*Z*m+Z+ddl,m-Z-m.Z.erddl/m0Z0ddl1m2Z2m3Z3m4Z4m5Z5m6Z6ddl7m8Z8ddl)m9Z9m:Z:dPddZ;dQd!d"ZdTd3d4Z?dUd6d7Z@dVd=d>ZAGd?d@d@ZBdWdDdEZCdXdHdIZDdYdLdMZEdZdNdOZFdS)[) annotations) TYPE_CHECKINGcastN)NaTalgos internalslib)NA)cache_readonly)find_stack_level)ensure_dtype_can_hold_nafind_common_type)is_1d_only_ea_dtype is_scalarneeds_i8_conversion) concat_compat)ExtensionDtype SparseDtype)is_valid_na_for_dtypeisnaisna_all)ensure_wrapped_if_datetimelike) ArrayManager)ensure_block_shape new_block_2d) BlockManager make_na_array)Sequence) ArrayLikeAxisIntDtypeObj Manager2DShape)Index)BlockBlockPlacementmgrslist[ArrayManager]axes list[Index] concat_axisrreturnr!cCs4|dkr |d||S|dksJ|d||S)z Concatenate array managers into one. Parameters ---------- mgrs_indexers : list of (ArrayManager, {axis: indexer,...}) tuples axes : list of Index concat_axis : int Returns ------- ArrayManager r)concat_verticalconcat_horizontal)r&r(r*r/Y/var/www/agentarbitrage/venv/lib/python3.10/site-packages/pandas/core/internals/concat.py_concatenate_array_managersFs r1copyboolcs|o|dk}t|ddtrt|||}t|||S|dkr-t|||}|d||St|dkrt|ddjdkrt|ddjdjt j t j fvrtt fdd|Drtt|dkrtt dd|D}t||}t|f|St|||}t|dkr|d}|jdd} || _| St|} g} | D]c\} } | d}|j}t| rdd | D}|jst j|dd }nt|jrt|dd d }t|d d}nt|dd }t|}|jj|jk}nt| |d}d}|r|j|| d}nt|| d}| |qtt | |S)z Concatenate block managers into one. Parameters ---------- mgrs_indexers : list of (BlockManager, {axis: indexer,...}) tuples axes : list of Index concat_axis : int copy : bool Returns ------- BlockManager rc3s|] \}}t|VqdSN)_is_homogeneous_mgr.0mgr_ first_dtyper/r0 z'concatenate_managers..r,cs|]}t|VqdSr4)lenr7xr/r/r0r<F)deepcSg|]}|jjqSr/)blockvaluesr7jur/r/r0 z(concatenate_managers..axisTrLea_compat_axis)ndim)r2) placement) isinstancer_maybe_reindex_columns_na_proxyr1r.r?nblocksblocksdtypenpfloat64float32alltuple_concat_homogeneous_fastpathrr2r(_get_combined_planrE_is_uniform_join_units is_extension concatenaterrrrrF_concatenate_join_unitsmake_block_same_classrappend) mgrs_indexersr(r*r2 needs_copyr&shapenbr8out concat_planrUrQ join_unitsunitblkvalsrFfastpathbr/r:r0concatenate_managers^s\               rprd0list[tuple[BlockManager, dict[int, np.ndarray]]]relist[BlockManager]c Csbg}|D]*\}}|D]\}}|j|||||ddddd}q |r)|s)|}||q|S)z Reindex along columns so that all of the BlockManagers being concatenated have matching columns. Columns added in this reindexing have dtype=np.void, indicating they should be ignored when choosing a column's final dtype. FT)rLr2 only_slice allow_dups use_na_proxy)itemsreindex_indexerr2rc)r(rdrenew_mgrsr8indexersiindexerr/r/r0rSs    rSr8rr;r cCs<|jdkrdS|jd}|jjr|jjjdksdS|j|kS)zC Check if this Manager can be treated as a single ndarray. r,Fr)rTrUmgr_locs is_slice_likeas_slicesteprV)r8r;rlr/r/r0r5s   r5rfr"np.dtyper$c Cs tdd|Dr&dd|D}t|j}tt|d}t||}|Stj||d}|tj kr6t j }nt j }d}|D]8\} } | j d} || } d| vrc|| jdj| d|dd|| fn| jdj|dd|| f<|| 7}q=tt|d}t||}|S) zl With single-Block managers with homogeneous dtypes (that can already hold nan), we avoid [...] css|]\}}| VqdSr4r/)r7r9ryr/r/r0r<z/_concat_homogeneous_fastpath..cSsg|] \}}|jdjjqS)r)rUrFTr6r/r/r0rIsz0_concat_homogeneous_fastpath..rrVr,N)rZrWr`r libinternalsr%sliceremptyrXlibalgostake_2d_axis0_float64_float64take_2d_axis0_float32_float32rfrUrF) rdrfr;arrsarrbprg take_funcstartr8rymgr_lenendr/r/r0r\s2         r\+list[tuple[BlockPlacement, list[JoinUnit]]]cCsg}|djd}dd|D}t|}t|D]-\}\}}g}t|D]\} } || } t| || |d} t| } || q%|||fq|S)NrcSsg|]}|jqSr/)blknos)r7r8r/r/r0rI/sz&_get_combined_plan..)max_len)rfrget_concat_blkno_indexers enumerate_get_block_for_concat_planJoinUnitrc)r&planr blknos_listpairsindrr units_for_bpkr8blknorgrkr/r/r0r](s  r]rr%rintrcCsx|j|}t|t|jkr|jjr|jjjdkr|}|S|j|j}t ||}t |t r5| |}|S| |}|S)Nr,)rUr?r|r}r~rblklocsr{rmaybe_indices_to_slicerRrslice_block_columnstake_block_columns)r8rrrrlrgax0_blk_indexerslcr/r/r0rBs     rc@sPeZdZdddZddd Zdd dZedddZedddZdddZ dS)rrEr$r+NonecCs ||_dSr4)rE)selfrEr/r/r0__init___s zJoinUnit.__init__strcCst|jdt|jdS)N())type__name__reprrE)rr/r/r0__repr__bszJoinUnit.__repr__rVr r3cs|jsdS|j}|jjdkrdS|jtkr'|j}tfdd|jddDS|j}|t ur5|jkr5dS|t ur?t r?dSt |S)z Check that we are all-NA of a type/dtype that is compatible with this dtype. Augments `self.is_na` with an additional check of the type of NA values. FVTc3s|]}t|VqdSr4)rr@rr/r0r<srz,JoinUnit._is_valid_na_for..K)order) is_narErVkindobjectrFrZravel fill_valuerr rr)rrVrlrFna_valuer/rr0_is_valid_na_fores   zJoinUnit._is_valid_na_forcCs|j}|jjdkr dS|jsdS|j}|jdkrdSt|jtr"dS|jdkr9|d}t |r3t |s5dSt |S|dd}t |rGt |sIdSt dd|DS)NrTFrr,csr>r4)r)r7rowr/r/r0r<rBz!JoinUnit.is_na..) rErVr _can_hold_narFsizerRrrPrrrrZ)rrlrFvalr/r/r0rs&     zJoinUnit.is_nacCs|j}|jjdkr dSdS)z{ Will self.is_na be True after values.size == 0 deprecation and isna_all deprecation are enforced? rTFrErVr)rrlr/r/r0)is_na_after_size_and_isna_all_deprecations z2JoinUnit.is_na_after_size_and_isna_all_deprecation empty_dtypercCs|dur|jjjdkr|jjS|}||r<|jj}|tdkr4ttj|jj}|jr4|ddur4d}t ||jj |S|jjS)Nrr)rr) rErVrrFrrWrndarrayrrrf)rr upcasted_nar blk_dtyperFr/r/r0get_reindexed_valuess zJoinUnit.get_reindexed_valuesN)rEr$r+r)r+r)rVr r+r3)r+r3)rr r+r) r __module__ __qualname__rrrr rrrr/r/r/r0r^s      rrjlist[JoinUnit]rcst|\}tdd|D}t|fdd|D}tdd|Dr;dd|D}t|ddd }t|d }nt|d d }|krS|jkrStjd tt d|S)zB Concatenate values from several join units along axis=1. cs|] }|jjjdkVqdSrNrr7rkr/r/r0r<r=z*_concatenate_join_units..csg|] }|jdqS)rr)rrGrr/r0rIs z+_concatenate_join_units..css|]}t|jVqdSr4rrVr7tr/r/r0r<rcSs*g|]}t|jr |n|dddfqS)rNrrr/r/r0rIs rTrMrOr,rKaThe behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.) stacklevel) _get_empty_dtypeany_dtype_to_na_valuerrrVwarningswarn FutureWarningr )rjr2empty_dtype_futurehas_none_blocks to_concat concat_valuesr/rr0ras*       rarVrcCsrt|tr|jS|jdvr|dS|jdvr|dS|jdkr#dS|jdvr/|s,dStjS|jdkr7tjSt) z2 Find the NA value to go with this dtype. mMrfcNaNroNiuO)rRrrrrrWnanNotImplementedError)rVrr/r/r0rs        rSequence[JoinUnit]tuple[DtypeObj, DtypeObj]cCstdd|Dr|djj}||fStdd|D}dd|D}t|s/dd|D}t|}|r9t|}|}t|t|krgdd|D}t|sUd d|D}t|t|krgt|}|rgt|}||fS) z Return dtype and N/A values to use when concatenating specified units. Returned N/A value may be None which means there was no casting involved. Returns ------- dtype cSrDr/)rErVrGr/r/r0rIrJz$_get_empty_dtype..rcsrrrrr/r/r0r<r=z#_get_empty_dtype..cSg|] }|js|jjqSr/)rrErVrr/r/r0rIscS"g|] }|jjjdkr|jjqSrrrr/r/r0rI cSrr/)rrErVrr/r/r0rI*s cSrrrrr/r/r0rI0r)rdtypes_all_equalrErVrr?r r )rjrrdtypesrV dtype_future dtypes_futurer/r/r0rs4 rcsX|djjjdkr dStfdd|Do+tfdd|Do+tdd|DS)z Check if the join units consist of blocks of uniform type that can be concatenated using Block.concat_same_type instead of the generic _concatenate_join_units (which uses `concat_compat`). rrFc3s"|] }t|jtuVqdSr4)rrErGfirstr/r0r<Hs z)_is_uniform_join_units..c3s,|]}|jjjkp|jjjdvVqdS)iubNrrGrr/r0r<Ks   css |] }|j p |jjVqdSr4)rrEr_rGr/r/r0r<Us)rErVrrZ)rjr/rr0r^<s    r^)r&r'r(r)r*rr+r!)r(r)r*rr2r3r+r!)r(r)rdrqrer3r+rr)r8rr;r r+r3)rfr"r;rr+r$)r&rrr+r) r8rrr%rrrrr+r$)rjrr2r3r+r)rVr rr3)rjrr+r)rjrr+r3)G __future__rtypingrrrnumpyrW pandas._libsrrrrrrpandas._libs.missingr pandas.util._decoratorsr pandas.util._exceptionsr pandas.core.dtypes.castr r pandas.core.dtypes.commonrrrpandas.core.dtypes.concatrpandas.core.dtypes.dtypesrrpandas.core.dtypes.missingrrrpandas.core.constructionr#pandas.core.internals.array_managerrpandas.core.internals.blocksrrpandas.core.internals.managersrrcollections.abcrpandas._typingrrr r!r"pandasr#r$r%r1rprSr5r\r]rrrarrr^r/r/r/r0sD            l " /  k . .