o ic@sUddlmZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z mZmZddlmZddlmZddlmZddlmZmZmZmZmZddlZdd lmZdd l m!Z!m"Z"m#Z#dd l m$Z%dd l&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.dd l/m0Z0m1Z1erddl m2Z2m3Z3m4Z4m5Z5ddlm6Z6m7Z7m8Z8ddlm9Z9m:Z:ddl;mdkrddlm?Z?nddl@m?Z?e6dZAedZBGddde7ZCej>dkriDiEiFgZGdeHd<eIddeGDZJ ddd!d"ZKdd&d'ZLdd,d-ZMd.d.d/dd4d5ZNd.d6dd8d9ZOd.d6dd;d<ZPd.d6dd>d?ZQd.d.d/ddAdBZRddEdFZSddHdIZT dddQdRZUddTdUZVddVdWZWddXdYZXdd[d\ZYd]d^ddbdcZZddgdhZ[ddldmZ\ddqdrZ]eddxdyZ^edd{dyZ^dd~dyZ^dddZ_edZ`GdddeaZbecdZdGdddeZeeejfZfeeejfZgdddZhdddZi ddddddddZjekfdddZldddZmdddZnd.ddddZodddZpd]dd.dddddZqd.ddddÄZrdddDŽZsdS)) annotationsN)Counter) Collection GeneratorIterable MappingViewSequenceSized)Enum)BytesIO)Path) TYPE_CHECKINGAnyLiteralTypeVaroverload) functions)_check_for_numpyimport_optional subprocess)numpy)BooleanDateDatetimeDecimalDurationInt64StringTime) FLOAT_DTYPESINTEGER_DTYPES)CallableIteratorMutableMapping Reversible) ParamSpecProtocol TypeGuard) DataFrameExpr)PolarsDataTypeSizeUnit) )TypeIsPTc@seZdZdddZdS)IdentityFunctionfnCallable[P, T]returncCdSN)selfr2r7r7L/home/app/Keep/.python/lib/python3.10/site-packages/polars/_utils/various.py__call__BszIdentityFunction.__call__N)r2r3r4r3)__name__ __module__ __qualname__r:r7r7r7r9r1@sr1r, zlist[Reversible[Any]]_viewsccs|] }tt|VqdSr6)typereversed).0viewr7r7r9 HrE null_values+None | str | Sequence[str] | dict[str, str]r42None | str | Sequence[str] | list[tuple[str, str]]cCst|tr t|S|Sr6) isinstancedictlistitems)rGr7r7r9_process_null_valuesKs  rNvalobject | Iterator[T]TypeIs[Iterator[T]]cCs8t|ttfr t|t pt|tptjdkot|tS)Nr>)rJrrr rsys version_info_reverse_mapping_views)rOr7r7r9 _is_generatorTs rUIterable[object]eltypetype | tuple[type, ...]boolcstfdd|DS)z9Check whether the given iterable is of the given type(s).c3s|]}t|VqdSr6rJ)rCxrWr7r9rE^sz"_is_iterable_of..)all)rOrWr7r\r9_is_iterable_of\sr^F) allow_strinclude_seriesobjectr_r`TypeGuard[Sequence[str | Path]]cCsz|dur t|tr dSt|rt|tjrt|jtjS|r+t|tj r+|jtj kSt|t  oCreate a string path, expanding the home directory if present.zexpected a file path; z is a directory)osr expanduserexistsisdirIsADirectoryError)rrmsgr7r7r9normalize_filepaths    rversionSequence[str | int]tuple[int, ...]cCs&t|tr |d}tdd|DS)zASimple version parser; split into a tuple of ints for comparison..css&|]}ttddt|VqdS)z\DN)rtresubrcrCvr7r7r9rEs$z parse_version..)rJrcsplittuple)rr7r7r9 parse_versions  rvalues Sequence[Any] list[Any]cs tjfdd|DS)zMReturn unique list of sequence values, maintaining their order of appearance.cs g|] }|vs|s|qSr7r7rZadd_seenr7r9 s z"ordered_unique..)setadd)rr7rr9ordered_uniquesrnames Iterable[str] list[str]cCsNt}g}|D]}|||vr|||dn|||d7<q|S)zGEnsure name uniqueness by appending a counter to subsequent duplicates.)rappend)rrZdedupednmr7r7r9deduplicate_names s &rszrtunitr+ int | floatcCr5r6r7rrr7r7r9 scale_bytesrr)cCr5r6r7rr7r7r9rr int | Exprint | float | ExprcCs^|dvr|S|dvr|dS|dvr|dS|dvr|dS|dvr&|d Sd |}t|) zEScale size in bytes to other size units (eg: "kb", "mb", "gb", "tb").>rkb>kbZ kilobytesi>Z megabytesmbi>Z gigabytesgbi@>Z terabytestblz9`unit` must be one of {'b', 'kb', 'mb', 'gb', 'tb'}, got ) ValueError)rrrr7r7r9rs dfr(schema dict[str, PolarsDataType | None]c s~|s|jD]}|tkrd|}t|q hd}d}dddd||d|dd|dd |dd d d d.fdd }i}|D]h\}}|dur|tkrt|j} t |j dd} t | j dk| d| dj ddj | d||<t|dddur||j|j||<qH|tkrt |j |d||<qH|tkrt t |j dkt |dt |dj ddj |d||<qH|tkrt |j|td td!|||<qH|tkrt |d"d#d$||<qH|tvr(t |j d%d} t! | j dk| |||<qH|t"vs4|t#krt |j d&d'} t |j d&d(} t! t |j $d)t |j %&|Bt! t |j dkt | t |j $d*t |j d+d,t!j'| j d%d| d,d-t|||<qH||j|krt ||||<qH|r|j(d/i|S|S)0a Utility function to cast table repr/string values into frame-native types. Parameters ---------- df Dataframe containing string-repr column data. schema DataFrame schema containing the desired end-state types. Notes ----- Table repr strings are less strict (or different) than equivalent CSV data, so need special handling; as this function is only used for reprs, parsing is flexible. z6DataFrame should contain only String repr data; found >infnanz+infz-infiʚ;rii@B<i) nsusuµsmssmhdwtd str | Noner4rcs*|durdStfddtd|DS)Nc3s(|]\}}t||VqdSr6)rtstrip)rCvaluerZduration_scalingr7r9rEZs  zH_cast_repr_strings_with_schema..str_duration_..z([+-]?\d+)(\D+))sumrfindall)rrr7r9 str_duration_Vs  z5_cast_repr_strings_with_schema..str_duration_Nz[A-Z ]+$rz .000000000Z 000000000rz%Y-%m-%d %H:%M:%S.%9f time_zonez%Y-%m-%dz %H:%M:%S.%9f)Z return_dtyperTF)truefalsez[^\d+-]z ^(.*)\D(\d*)$z$1z$2z ^[+-]?\d*$z[eE]z [^eE\d+-]r) separator)rrr4rr7))Zis_emptyrrrrrMZ base_typerZ time_unitrcolrcreplacewhenZ len_bytesZthenZ otherwiserstrptimegetattrdtZreplace_time_zonerrrrZ map_elementsrrrZreplace_strictr Z replace_allrirrcontainsZ to_lowercaseZis_inZ concat_strZ with_columns)rrtprZspecial_floatsZns_secrZ cast_colscZtp_baserZ int_stringZ integer_partZfractional_partr7rr9_cast_repr_strings_with_schema,s                 ( rNSc@seZdZd ddZd S) sphinx_accessorinstancerclstype[NS]r4rc Cs:z|t||r |WS|WSttfy|YSwr6)fgetrJrr)r8rrr7r7r9__get__s zsphinx_accessor.__get__N)rrrrr4r)r;r<r=rr7r7r7r9rsrBUILDING_SPHINX_DOCSc@seZdZdZdddZdS) _NoDefault NO_DEFAULTr4rccCsdS)Nz r7)r8r7r7r9__repr__rz_NoDefault.__repr__N)r4rc)r;r<r= no_defaultr r7r7r7r9rsrcCstttjj}t}d}z0|r;t|}||s)t |j dd}r1|dr1|j }|d7}nW~|S|sW~|SW~|S~w)z Find the first place in the stack that is not inside Polars. Taken from: https://github.com/pandas-dev/pandas/blob/ab89c53f48df67709a533b6a95ce3d911871a0a8/pandas/util/_exceptions.py#L30-L51 rZ co_qualnameNzsingledispatch.r) rcr ri__file__parentinspect currentframegetfile startswithrf_codef_back)Zpkg_dirframenfnamequalnamer7r7r9rs.   rmessagecategory type[Warning]kwargscKstjd||td|dS)a  Issue a warning. Parameters ---------- message The message associated with the warning. category The warning category. **kwargs Additional arguments for `warnings.warn`. Note that the `stacklevel` is determined automatically. )rrr~Nr7rrr)rrrr7r7r9 issue_warnings  r)named n_objectsn_framesof_type6type | Collection[type] | Callable[[Any], bool] | Nonerstr | Collection[str] | Nonerr dict[str, Any]c sRi}d}t|tr |f}|durtj}tr}nttr$td fdd }|durAt|tr8|f}n t|tsAt|}t }t |d d}z[|r||krt |j }t|D],\} } | |vr|dusm| |vrdusu|| r| || <|durt||kr|W~Sq]|j}|d 7}|r||ksRW~|SW~|SW~|SW~|S~w) a@ Retrieve f_locals from all (or the last 'n') stack frames from the calling location. Parameters ---------- of_type Only return objects of this type; can be a single class, tuple of classes, or a callable that returns True/False if the object being tested is considered a match. n_objects If specified, return only the most recent `n` matching objects. n_frames If specified, look at objects in the last `n` stack frames only. named If specified, only return objects matching the given name(s). rNrzrr4rYcs t|Sr6rZrr!r7r9 matches_type%s z'_get_stack_locals..matches_typerrrzrr4rY)rJrcrRmaxsizer isfunctionrrrrrrLf_localsrMrBrr) r!rrr objectsZexamined_framesr&Z stack_frameZ local_itemsrrzr7r%r9_get_stack_localssZ        r,rcCstj||tddS)N)rr~r)rrr7r7r9 _polars_warnJs  r-rbool | Sequence[bool]n_match value_name match_nameSequence[bool]c CsRt|tr |g|n|}|t|kr'd|dt|d|d|d }t||S)zAEnsure the given bool or sequence of bools is the correct length.zthe length of `z` (z ) does not match the length of `))rJrYrr)rr/r0r1rrr7r7r9 extend_boolRs r4cCshttjdr2tjo)tjdkp)dtjvp)dtjvp)tjddkp)tjddkp1tjd d kSd S) z Determine (within reason) if we are in an interactive terminal that supports color. Note: this is not exhaustive, but it covers a lot (most?) of the common cases. isattywin32ZANSICONZ WT_SESSIONZ TERM_PROGRAMZvscodeTERMzxterm-256colorZPYCHARM_HOSTED1F)hasattrrRstdoutr5platformrenvirongetr7r7r7r9 in_terminal_that_supports_colourcs     r>) inject_median percentilesSequence[float] | float | Noner?Sequence[float]cCst|tr |g}n|durg}tdd|Dsd}t|tdd|D}tdd|D}|r?|r:|ddkr?dg|}g||S) z Transforms raw percentiles into our preferred format, adding the 50th percentile. Raises a ValueError if the percentile sequence is invalid (e.g. outside the range [0, 1]) Ncss(|]}d|ko dknVqdS)rrNr7rCpr7r7r9rEs&z$parse_percentiles..z-`percentiles` must all be in the range [0, 1]css|] }|dkr|VqdS?Nr7rCr7r7r9rErFcss|] }|dkr|VqdSrEr7rCr7r7r9rErFrrF)rJfloatr]rsorted)r@r?rZsub_50_percentilesZat_or_above_50_percentilesr7r7r9parse_percentilesxs    rIrcCsd}td|dd|S)z1Escape a string for use in a Polars (Rust) regex.z\\?()|\[\]{}^$#&~.+*-z([z])z\\\1)rr)rZre_rust_metacharsr7r7r9 re_escapesrJ)g0@g(@)show output_path raw_outputfigsizedotrKrLstr | Path | NonerMrNtuple[float, float]rc Cs|r|Ststsdtjvrdnd}ztjddd|g|d}Wnttfy4d}t|dw|r>t | ||sBdStrSd d l m }m } | ||Strbd dl} | |Stjdd} durd dl} | jd d  } | || | d | j} tj| ddWddS1swYdStddddd dlm}d dlm}|j|d|t |}|!d|"||#dS)NZPOLARS_DOT_SVG_VIEWERsvgZpngrOz -Nshape=boxz-T)inputzythe graphviz `dot` binary should be on your PATH.(If not installed you can download here: https://graphviz.org/download/)r)SVGdisplayz.svg)suffixz%file%T)shellZ matplotlibrz"should be installed to show graphs)Z err_prefixZ err_suffix)rNoff)$rrrr<r check_outputencoderFileNotFoundErrorr write_bytesIPython.displayrTrUrZHtmldecoder=tempfileNamedTemporaryFilewriteflushrrrunrZmatplotlib.imageimageZmatplotlib.pyplotZpyplotZfigureZimreadr ZaxisZimshowrK)rOrKrLrMrN output_typegraphrrTrUrcmdr_fileZmpimgZpltimgr7r7r9display_dot_graphsj           rj)qualify_polarsrkcCsTt|tr |j}|j}n|jj}|jj}|r!|dks!|s#|dr#|S|d|S)a Return the module-qualified name of the given object as a string. Parameters ---------- obj The object to get the qualified name for. qualify_polars If False (default), omit the module path for our own (Polars) objects. builtinszpolars.r)rJrAr<r; __class__r)rzrkmodulerr7r7r9qualified_type_names rocurrentothercCsDt|t|st|t|s dt|dt|}t|dSdS)aB Raise an error if the two arguments are not of the same type. The check will not raise an error if one object is of a subclass of the other. Parameters ---------- current The object the type of which is being checked against. other An object that has to be of the same type. zexpected `other` to be a z, not N)rJrAror)rprqrr7r7r9require_same_types rrr6)rGrHr4rI)rOrPr4rQ)rOrVrWrXr4rY)rOrar_rYr`rYr4rb)rOrar`rYr4rn)rOrar`rYr4rq)rOrar`rYr4rv)rOrar_rYr`rYr4rxr')rzrr4r})rrcrrrgrr4r)rrr4r)r4rY)rzrr4r)rrrrYr4rc)rrr4r)rrr4r)rrr4r)rrtrr+r4r)rr)rr+r4r))rrrr+r4r)rr(rrr4r()r4rt)rrcrrrrr4r}) r!r"rr#rrr rr4r$)rrcrrr4r}) rr.r/rtr0rcr1rcr4r2)r@rAr?rYr4rB)rrcr4rc) rOrcrKrYrLrPrMrYrNrQr4r)rzrrkrYr4rc)rprrqrr4r})t __future__rrrrrRr collectionsrcollections.abcrrrrrr enumr ior pathlibr typingr rrrrZpolarsrirrZpolars._dependenciesrrrrrdZpolars.datatypesrrrrrrrrZpolars.datatypes.grouprr r!r"r#r$r%r&r'r(r)Zpolars._typingr*r+rSr.Ztyping_extensionsr/r0r1keysrrMr@__annotations__rrTrNrUr^rmrprurwryr|rrrrrrrrrrrrrpropertyrgetenvrrr Z NoDefaultrrr,rr-r4r>rIrJrjrorrr7r7r7r9s       (                    }    !J    H