U +ifB2@sdZddlmZddlZddlmZmZddlZddlm Z ddl Z ddl m Z m Z mZmZmZmZmZmZmZmZddlZddlZddlmZddlmZmZmZmZm Z m!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'm(Z(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.dd l/m0Z0ddl1m2Z2e rddl3m4Z4Gddde5Z6Gddde7Z8ddZ9ddZ:dddddZ;ddddd Zdd#d&d'Z?dd#d(d)Z@dd#d*d+ZAd,d#d-d.ZBdd/d0d1d2d3ZCdd/d0d1d4d5ZDd6d7ZEd8d9d:d;d<ZFdd#d=d>ZGd?d#d@dAZHd,ddBdCdDZIdEdFZJdGdHZKdIdJZLedKdKdLdMdNZMedOdPdLdQdNZMddRdSdTdNZMdUdVdWdXdYZNdZd[ZOd\d]d^d_d`ZPejQdadbdcdddeZRdfdgdhdiZSejTejTejUejVjWejXejYjWiZZejTdjejUdkejXdlej[dmej\dnejTdjej]djej^doej_doej`dpejadpejbdqejcdqejddrejedrejfdsejgdsejUdkejhdkejXdlejidlejjdtejkdtejlduejmduiZndvdwdxdydzZod{d|Zpd}d~dddZqdS)zh Misc tools for implementing data structures Note: pandas.core.common is *not* part of the public API. ) annotationsN)abc defaultdict)partial) TYPE_CHECKINGAnyCallable CollectionHashableIterableIteratorSequencecastoverload)lib) AnyArrayLike ArrayLikeNpDtype RandomStateScalarT)find_stack_level)'construct_1d_object_array_from_listlike) is_array_like is_bool_dtypeis_extension_array_dtype is_integer)ABCExtensionArrayABCIndex ABCSeries)iterable_not_string)isna)Indexc@s eZdZdS)SettingWithCopyErrorN__name__ __module__ __qualname__r(r(E/home/mars/bis/venv/lib/python3.8/site-packages/pandas/core/common.pyr#>sr#c@s eZdZdS)SettingWithCopyWarningNr$r(r(r(r)r*Bsr*ccs,|D]"}t|r t|EdHq|VqdS)a Flatten an arbitrarily nested sequence. Parameters ---------- line : sequence The non string sequence to flatten Notes ----- This doesn't consider strings sequences. Returns ------- flattened : generator N)r flatten)lineelementr(r(r)r+Fsr+c CsL|dj}|ddD]0}z|j|kr*d}Wqtk rDd}YqXq|S)Nr)name ValueError)Zobjsr/objr(r(r)consensus_name_attr^s   r2rbool)keyreturncCst|ttjtfs$t|rt|jr|jtjkrrt |}t |snd}t |dkrjt |rjt|dSdSt|jrdSn4t|trt|dkrt|tk rt|}t |SdS)a Check whether `key` is a valid boolean indexer. Parameters ---------- key : Any Only list-likes may be considered boolean indexers. All other types are not considered a boolean indexer. For array-like input, boolean ndarrays or ExtensionArrays with ``_is_boolean`` set are considered boolean indexers. Returns ------- bool Whether `key` is a valid boolean indexer. Raises ------ ValueError When the array is an object-dtype ndarray or ExtensionArray and contains missing values. See Also -------- check_array_indexer : Check that `key` is a valid array to index, and convert to an ndarray. z=Cannot mask with non-boolean array containing NA / NaN valuesbooleanFTr) isinstancernpndarrayrrrdtypeobject_asarrayrZ is_bool_arrayZ infer_dtyper!anyr0rlistlentypeZ is_bool_list)r4Zna_msgr(r(r)is_bool_indexeris*        rAF) warn_floatcCs4t|r0|r0|r(tjdttdt|S|S)a To avoid numpy DeprecationWarnings, cast float to integer where valid. Parameters ---------- val : scalar warn_float : bool, default False If True, issue deprecation warning for a float indexer. Returns ------- outval : scalar zIndexing with a float is deprecated, and will raise an IndexError in pandas 2.0. You can manually convert to an integer key instead.) stacklevel)rZis_floatrwarningswarn FutureWarningrint)valrBr(r(r)cast_scalar_indexersrIcGsdd|DS)zL Returns a generator consisting of the arguments that are not None. css|]}|dk r|VqdSNr(.0argr(r(r) sznot_none..r(argsr(r(r)not_nonesrQ)r5cGstdd|DS)z? Returns a boolean indicating if any argument is None. css|]}|dkVqdSrJr(rKr(r(r)rNszany_none..r=rOr(r(r)any_nonesrScGstdd|DS)zA Returns a boolean indicating if all arguments are None. css|]}|dkVqdSrJr(rKr(r(r)rNszall_none..allrOr(r(r)all_nonesrVcGstdd|DS)zC Returns a boolean indicating if any argument is not None. css|]}|dk VqdSrJr(rKr(r(r)rNszany_not_none..rRrOr(r(r) any_not_nonesrWcGstdd|DS)zE Returns a boolean indicating if all arguments are not None. css|]}|dk VqdSrJr(rKr(r(r)rNszall_not_none..rTrOr(r(r) all_not_nonesrXrGcGstdd|DS)z; Returns the count of arguments that are not None. css|]}|dk VqdSrJr(rLxr(r(r)rNsz!count_not_none..)sumrOr(r(r)count_not_nonesr\zNpDtype | Nonez np.ndarray)r:r5cCst|ttfs"t|ds"t|}nt|tr2|jSt|trR|tjtfkrRt |Stj ||d}t |j j tr|tj |td}|jdkrdd|D}t |}|S)NZ __array__r:cSsg|] }t|qSr()tuplerYr(r(r) sz%asarray_tuplesafe..)r7r>r_hasattrrZ_valuesr8r;objectrr< issubclassr:r@strndim)valuesr:resultr(r(r)asarray_tuplesafes   rhcCs\t|ttfr|g}t|ttjfsLz t|}Wntk rJ|g}YnXt||d}|S)z Transform label or iterable of labels to array, for use in Index. Parameters ---------- dtype : dtype If specified, use as dtype of the resulting array, otherwise infer. Returns ------- array r])r7rdr_r>r8r9 TypeErrorrh)labelsr:r(r(r)index_labels_to_arrays    rkcCs |dk rt|ttfs|gS|SrJ)r7r_r>r1r(r(r)maybe_make_listsrmzIterable[T] | TzCollection[T] | T)r1r5cCs.t|tjr t|tjs t|Stt|}|S)zB If obj is Iterable but not list-like, consume into list. )r7rr Sizedr>rr rlr(r(r)maybe_iterable_to_lists rocCs(t|to&|jdko&|jdko&|jdkS)z We have a null slice. Nr7slicestartstopsteprlr(r(r) is_null_slice)s ruz list[bool]cCsdd|DS)zX Find non-trivial slices in "line": return a list of booleans with same length. cSs g|]}t|tot| qSr()r7rqru)rLkr(r(r)r`9sz"is_true_slices..r()r,r(r(r)is_true_slices5srw)r,r5cCs(t|to&|jdko&|j|ko&|jdkS)z& We have a full length slice. rNrp)r1r,r(r(r) is_full_slice=s rxcCs>t|drt|dSt|tr(t|jSt|r:t|jSdS)Nr%) ragetattrr7rget_callable_namefunccallabler@r%rlr(r(r)rzIs     rzcKst|r||f|S|S)z Evaluate possibly callable input using obj and kwargs if it is callable, otherwise return as it is. Parameters ---------- maybe_callable : possibly a callable obj : NDFrame **kwargs )r|)Zmaybe_callabler1kwargsr(r(r)apply_if_callableZs  r~cCsXt|s(t|tr tt|jSt|}t|tj sDt d|n|tkrTt d|S)a Helper function to standardize a supplied mapping. Parameters ---------- into : instance or subclass of collections.abc.Mapping Must be a class, an initialized collections.defaultdict, or an instance of a collections.abc.Mapping subclass. Returns ------- mapping : a collections.abc.Mapping subclass or other constructor a callable object that can accept an iterator to create the desired Mapping. See Also -------- DataFrame.to_dict Series.to_dict zunsupported type: z/to_dict() only accepts initialized defaultdicts) inspectisclassr7rrdefault_factoryr@rcrMappingri)Zintor(r(r)standardize_mappingks    rznp.random.Generator)stater5cCsdSrJr(rr(r(r) random_statesrzGint | ArrayLike | np.random.BitGenerator | np.random.RandomState | Noneznp.random.RandomStatecCsdSrJr(rr(r(r)rszRandomState | NonercCsht|st|st|tjjr*tj|St|tjjr<|St|tjjrN|S|dkr\tjStddS)a Helper function for processing random_state arguments. Parameters ---------- state : int, array-like, BitGenerator, Generator, np.random.RandomState, None. If receives an int, array-like, or BitGenerator, passes to np.random.RandomState() as seed. If receives an np.random RandomState or Generator, just returns that unchanged. If receives `None`, returns np.random. If receives anything else, raises an informative ValueError. .. versionchanged:: 1.1.0 array-like and BitGenerator object now passed to np.random.RandomState() as seed Default None. Returns ------- np.random.RandomState or np.random.Generator. If state is None, returns np.random Nzdrandom_state must be an integer, array-like, a BitGenerator, Generator, a numpy RandomState, or None) rrr7r8randomZ BitGeneratorr Generatorr0rr(r(r)rs   z/Callable[..., T] | tuple[Callable[..., T], str]r)r{r5cOsRt|tr>|\}}||kr,|d}t||||<|||S||f||SdS)ar Apply a function ``func`` to object ``obj`` either by passing obj as the first argument to the function or, in the case that the func is a tuple, interpret the first element of the tuple as a function and pass the obj to that function as a keyword argument whose key is the value of the second element of the tuple. Parameters ---------- func : callable or tuple of (callable, str) Function to apply to this object or, alternatively, a ``(callable, data_keyword)`` tuple where ``data_keyword`` is a string indicating the keyword of `callable`` that expects the object. *args : iterable, optional Positional arguments passed into ``func``. **kwargs : dict, optional A dictionary of keyword arguments passed into ``func``. Returns ------- object : the return type of ``func``. z/ is both the pipe target and a keyword argumentN)r7r_r0)r1r{rPr}targetmsgr(r(r)pipes   rcs&ttjtfrfdd}n}|S)zv Returns a function that will map names/labels, dependent if mapper is a dict, Series or just a function. cs|kr|S|SdSrJr()rZmapperr(r)fszget_rename_function..f)r7rrr)rrr(rr)get_rename_functionsrz Scalar | Iterable | AnyArrayLikezlist | AnyArrayLike)rfr5cCs>t|ttjtttfr|St|tjr8t|t s8t|S|gS)z Convert list-like or scalar input to list-like. List, numpy and pandas array-like inputs are returned unmodified whereas others are converted to list. ) r7r>r8r9rrrrr rd)rfr(r(r)convert_to_list_likes rrdzIterator[None])attrr5ccs,t||}t||||Vt|||dS)zTemporarily set attribute on an object. Args: obj: Object whose attribute will be modified. attr: Attribute to modify. value: Value to temporarily set attribute to. Yields: obj with modified attribute. N)rysetattr)r1rvalue old_valuer(r(r) temp_setattrs  rr")indexcCs2t|t|kr.tdt|dt|ddS)zC Check the length of data matches the length of the index. zLength of values (z") does not match length of index ()N)r?r0)datarr(r(r)require_length_match(srr[maxminrUr=meanprodstdvarmediancumprodcumsumrz str | None)rMr5cCs t|S)zH if we define an internal function for this argument, return it ) _cython_tablegetrMr(r(r)get_cython_func[srcCs t||S)ze if we define an builtin function for this argument, return it, otherwise return the arg )_builtin_tablerrr(r(r)is_builtin_funcbsrzSequence[Hashable | None]zlist[Hashable])namesr5cCsddt|DS)a, If a name is missing then replace it by level_n, where n is the count .. versionadded:: 1.4.0 Parameters ---------- names : list-like list of column names or None values. Returns ------- list list of column names with the None values replaced. cSs&g|]\}}|dkrd|n|qS)NZlevel_r()rLir/r(r(r)r`zsz&fill_missing_names..) enumerate)rr(r(r)fill_missing_namesjsr)F)N)N)N)r__doc__ __future__rbuiltins collectionsrr contextlib functoolsrrtypingrrrr r r r r rrrDnumpyr8Z pandas._libsrZpandas._typingrrrrrrZpandas.util._exceptionsrZpandas.core.dtypes.castrZpandas.core.dtypes.commonrrrrZpandas.core.dtypes.genericrrrZpandas.core.dtypes.inferencer Zpandas.core.dtypes.missingr!Zpandasr"r0r#Warningr*r+r2rArIrQrSrVrWrXr\rhrkrmrorurwrxrzr~rrrrrcontextmanagerrrr[rmaximumreducerminimumrrUr=ZnansumrZnanmeanrZnanprodrZnanstdrZnanvarrZ nanmedianZnanmaxZnanminrZ nancumprodrZ nancumsumrrrrr(r(r(r)s  0         7    8%