ɯeiUdZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z mZddlmZmZmZmZmZmZmZmZmZddlZddlZddlmZmZddlm Z m!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)ed Z* edeZ+ eGddeZ,eGddeZ-eGddeZ.eGddeZ/dej`dZ1dZ2 de3de3fdZ4de3de5fdZ6d ee7e3fde7fd!Z8d"e3d#e3de3fd$Z9d e3d%e3de3fd&Z:d'e3dee+ge+ffd(Z; dld)egZ?e7ee3gdfe@d1<eAZBeAeCeDe3fe@d2<d3eZJd?e3de7eKe3e3ffd@ZLdAe7eKe3e3fde3fdBZMdCe edDedee5fdEZNgd8dfd9eindentss r$ _get_indentrCs3G"3w<))r&sourcecg}t|ts|j}|D]>}|jst |D] \}}|dk7s n|j @|S)aQ Compute indentation for each line of the source string. Parameters ---------- source : str or list of str String to compute indents for. Passed list considered as a list of lines of the source string. Returns ------- list of ints List containing computed indents for each line.  ) isinstancelist splitlinesstrip enumerateappend)rDrBlineposchs r$r@r@srG fd #""$zz|   GCSy  s  Nr&templatekwargsc ,d}|jD]}|jdk(rtj||}|0t |j d}|j d}|j |}|sot|}|ddk(r|dd}|j}|ddDcgc]}|dk7rt|d|zn|} }|d dk(r | d|zgz } dj|dg| } | ||<|jd i|Scc}w) a Insert passed values at the corresponding placeholders of the specified template. In contrast with the regular ``str.format()`` this function computes proper indents for the placeholder values. Parameters ---------- template : str Template to substitute values in. **kwargs : dict Dictionary that maps placeholder names with values. Returns ------- str Formated string. z^( *)\{(\w+)\}Nr rFr!) rIrJresearchlengroupgetrrjoinr<) rPrQregexrMmatchnspaceskeyvalue value_linesindented_linesindented_values r$ format_stringrfsG. E##%"% ::<2   %& = ekk!n%kk!n 3 u  8t !"IE&&( $AB ,04.decorators*!$,,"4"g> "x "4((r&r)rkrps` r$append_to_docstringrrs))r) r& source_obj target_obj overwriteapilink parent_cls attr_name modify_docc t|ttfr |j}|jxsd}|jxsd}|xs| }|r|n|} |rb|s`t|t r|j j}n9t|ttfr|jj}n |j}|jr|rd|vr|xsdjdst|ts|r|gn|} g} | D]1} |r| d|} n| } t| }| jd| d|d3dt| z}d |d |d }|d d j| jd}||z}|| vr| j||} n| |z } | ||| } |r_t|t rO|rd|j _|Jt#||t |j |j$|j&| y|rd|_| |_y)a Replace docstring in `target_obj`, possibly taking from `source_obj` and augmenting. Can append the link to pandas API online documentation. Parameters ---------- source_obj : object Any object from which to take docstring from. target_obj : object The object which docstring to replace. overwrite : bool Forces replacing the docstring with the one from `source_obj` even if `target_obj` has its own non-empty docstring. apilink : str | List[str], optional If non-empty, insert the link(s) to pandas API documentation. Should be the prefix part in the URL template, e.g. "pandas.DataFrame". parent_cls : class, optional If `target_obj` is an attribute of a class, `parent_cls` should be that class. This is used for generating the API URL as well as for handling special cases like `target_obj` being a property. attr_name : str, optional Gives the name to `target_obj` if it's an attribute of `parent_cls`. Needed to handle some special cases and in most cases could be determined automatically. modify_doc: Optional[Callable[[object, str],str]], default: None If not None, then call this function to retrieve a new docstring to use. rSzpandas API documentation for _.`z `_rFrVzNote z----- z!See pandas API documentation for z, z for more. NT)rG staticmethod classmethod__func__r*propertyfgetr'rJ startswithrHr=rLrCr]replace__doc_inherited__setattrfsetfdel)rsrtrurvrwrxry source_doc target_docr> apilink_llinkslinkr9url indent_line notes_sectionurl_linenotes_section_with_urls r$ _replace_docrs#H*|[9: (( ##)rJ##)rJ+^I!*zC) j( +"00I  \;$? @"++44I"++I   +: =/r--c2%/%>7WIPW  0D&)-&C LL1UG2cU#. /  0K,, [M }GD !]"CDIIeDTDZDZD\C]]ij!.!9 C ++m-CDC ) )CS)jX6 04JOO -$$$   Z__jooz L +/J ( r&_docstring_inheritance_calls$_attributes_with_docstrings_replacedobjctt|xsDt|txr |jxs$t|t t fxr |jS)z*Check if `obj` docstring could be patched.)boolcallablerGrrr~rrrs r$_documentable_objrsM   K sH % 2#(( K s\;7 8 IS\\ r& doc_modulecptjtD]}||jy)z Update all inherited docstrings. Parameters ---------- doc_module: DocModule The current DocModule rN)rclearrr\)rdoc_inheritance_calls r$_update_inherited_docstringsrs/)..0 <: (89:r&c tj|}|}|tjk7rDdt t |ddvr,t |dddk(rdn t |dd} t || |}||k7rd}d}||vrt |||||t|tjst} |jD]} | tur | jjD]\} } | | vs | | ftvr| j!| t || t || d}||vst#|r t#| sYt || |||| |tj!| | fyy) Npandasr(rSr'BasePandasDatasetT)ry)rwrxry) importlib import_modulerdefaultstrgetattrrrGtypes FunctionTypeset__mro__object__dict__itemsraddr) cls_or_funcrparentexcludedoverwrite_existingrvryimported_doc_moduledefault_parent parent_nameseenbaseattrr parent_objs r$_inherit_docstrings_in_placers$11*=NY&&&8s b)8,{J37JJ R0 ,k6B ! X K!3W  k5#5#5 6u'' GDv~!]]002 G c44QU3VW (*,Z8,S1&*")588$F3 G G 7r&Frrrc<dtdtffd }|S)a Create a decorator which overwrites decorated object docstring(s). It takes `parent` __doc__ attribute. Also overwrites __doc__ of methods and properties defined in the target or its ancestors if it's a class with the __doc__ of matching methods and properties from the `parent`. Parameters ---------- parent : object Parent object from which the decorated object inherits __doc__. excluded : list, default: [] List of parent objects from which the class does not inherit docstrings. overwrite_existing : bool, default: False Allow overwriting docstrings that already exist in the decorated class. apilink : str | List[str], optional If non-empty, insert the link(s) to pandas API documentation. Should be the prefix part in the URL template, e.g. "pandas.DataFrame". modify_doc: Optional[Callable[[str],str]], default: None If not None, then call this function to retrieve a new docstring to use. Returns ------- callable Decorator which replaces the decorated object's documentation with `parent` documentation. Notes ----- Keep in mind that the function will override docstrings even for attributes which are not defined in target class (but are defined in the ancestor class), which means that ancestor class attribute docstrings could also change. rrc tjt|}|tjt j ||S)N)rrrrrvryr) functoolspartialrrr\rrL)rinherit_docstring_in_placervrryrrs r$rpz&_inherit_docstrings..decoratorsN%.%6%6 (#1!& " #immo>$++,FGr&rq)rrrrvryrps````` r$_inherit_docstringsrs$V r b   r&argnamec,dtdtffd }|S)a& Decorate a function replacing its path argument with "user-expanded" value. Parameters ---------- argname : str Name of the argument which is containing a path to be expanded. Returns ------- callable Decorator which performs the replacement. rmrctjtjj ddk(sJdddt j dtdtdtffd }|S) Nnamez Function z does not take 'z ' as argumentargskwrcj|i|}|jjdx}rt|tr>|j dr-t jj||j<n-t|tr|j|j<|ji|jS|i|S)N~) bind argumentsr\rGrrospath expanduserrrrQ)rrparamspathargrrm signatures r$wrappedz7expanduser_path_arg..decorator..wrappedBs#Y^^T0R0F **..w==w=gs+0B0B1130B0B70KF$$W-.070B0B0DF$$W-V[[:FMM::$$ $r&) inspectrr parametersr\rwrapstupledictr)rmrrrs` @r$rpz&expanduser_path_arg..decorator<s%%d+ I((,,W5vt D O D tf,WI] C D O   %5 % % %  %r&rq)rrps` r$expanduser_path_argr-sr* r&textc.|jd}ttdtdt t t ||}d}d}g}|D]z}d}|dz dk\r&||dz }t |jdk(rd}|||dz }|djdr|dd}|j|dj|d |}|}|||d}|djdr|dd}|j|dj|d |S) z split docstring into sections. Args: text: input text Returns: list of dictionaries where each dictionary contains a key heading, and a key content. rVc |dSNrr!ts r$z"extract_sections..b adr&cnt|ddkDxr#|djdt|dk(S)NrTr-)rZcountrs r$rz"extract_sections..ds0#ad)a-HAaDJJsOs1Q4y,Hr&rrSrTrNheadingcontent) splitrHmapfilterziprangerZrJrrLr]) rlinesheading_linenos last_lineno last_headingsectionslinenor section_liness r$extract_sectionsrTsB JJt E  HE#e*%u-  OKLH! A:?FQJ'G7==?#q(kFQJ7    & &s +)!"-MLTYY}=UVW  %*+,'MQ""3'%ab)  OO =9QRS Or&rc:djtd|S)a create docstring from individual sections given as dictionaries (see extract sections) Args: sections: list of dictionaries where each dictionary contains a key heading, and a key content. Returns: combined string rVcH|ddzdt|dzzdz|dzS)NrrVrr)rZ)sections r$rz-assemble_sections_to_string..sCGI.C *++,i !r&)r]r)rs r$assemble_sections_to_stringrs' 99  !     r&seq predicatecttdtfdtt t ||}|sy|dS)a$ find index of element that satisfies first condition from left to right Args: seq: iterable to check with predicate predicate: predicate function to determine whether a match occurred or not Returns: index of first matching element, if no match None c |dSrr!rs r$rzfind_index..rr&c|dS)NrTr!)rrs r$rzfind_index..sYqt_r&Nr)rHrrrrrZ)rrindicess ` r$ find_indexrsF  ,c%C/3.G H G  1:r&cNdtdtdtfd}t|||||S)Nrr>rcDt|}t|d}|J|j|ddd|j|ddd|j}|j|dd|ddd|vsd |vr|j|dd dd |vr|j|dd dd |vsd|vr|j|dddddl}dddt j ggdd}dddt j dggdd}d}d} |dvr||}}| |} }|dvr7dddt j ggdd}dddt j dggdd}d}d} |jd*i|} |jd*i|} t| |sJt| || } |dvr| jt} d| dd g<d!|zd"z} | d#z } | t| d"zz } | d$| zd"zz } | d%z } | t| d"zz } | d&|d'z } | t| d"zz } t|d(}|Jd)| d||<t|S)+Nc|ddk(SNrExamplesr!ss r$rz@_create_operator_docstring..modify_doc..q|z/Ir&CautionzXSnowpark pandas API does not support `fill_value` and `level` except for default values.rzXSnowpark pandas API denotes invalid numeric results with `None` while pandas uses `NaN`.z{In Snowpark pandas API, whenever a binary operation involves a NULL value, the result will preserve NULL values, e.g. NULL.z() will yield NULL.floordivtruedivzSnowpark pandas API will always produce a division by zero error if the right hand side contains one or more zeroes. This is different from pandas which only produces a ZeroDivisionError exception when ``dtype='object'``.powaIn Snowpark pandas API, zero raised to negative powers produces `inf` value as the result while pandas raises a ValueError. In Snowpark pandas API, `None` raised to `0` and `1` raised to `None` produce `1.0` as the result. pandas produces `np.nan` for both cases.modrmoda Snowpark pandas API computes `mod` differently from pandas and Python. Snowpark pandas API only supports numeric data with the `mod` operator. Below is a table highlighting the differences in modulo computation for Python, pandas, and Snowpark pandas. +---------------------------+---------------------------+---------------------------+ | Python | pandas | Snowpark pandas | +---------------------------+---------------------------+---------------------------+ | 7 % 5 = 2 | 7 % 5 = 2 | 7 % 5 = 2 | +---------------------------+---------------------------+---------------------------+ | 7 % -5 = -3 | 7 % -5 = -3 | 7 % -5 = 2 | +---------------------------+---------------------------+---------------------------+ | -7 % 5 = 3 | -7 % 5 = 3 | -7 % 5 = -2 | +---------------------------+---------------------------+---------------------------+ | -7 % -5 = -2 | -7 % -5 = -2 | -7 % -5 = -2 | +---------------------------+---------------------------+---------------------------+ rrT)abcd)dataindex)rrrrfz9pd.Series([1, -2, 0, np.nan], index=['a', 'b', 'c', 'd'])zApd.Series([-2, 1, 3, np.nan, 1], index=['a', 'b', 'c', 'd', 'f']))rtruediv rfloordiv)r rrUz8pd.Series([1, 2, 0, np.nan], index=['a', 'b', 'c', 'd'])z@pd.Series([2, 1, 3, np.nan, 1], index=['a', 'b', 'c', 'd', 'f']))eqnegelegtltrrz>>> a = rVz>>> a z>>> b = z>>> b z>>> a.z(b) c|ddk(Srr!rs r$rz@_create_operator_docstring..modify_doc..Err&rr!)rrinsertr'rnpnanSerieshasattrrastyperrr)rr>rrop_namepda_datab_dataa_docb_docrransrs r$ryz._create_operator_docstring..modify_docs#C(8%IJ    $u    $u  // $CCJ)Keg    I$8 OO(   G  OO( i  G v0 OO(  :  b!RVV,7KLq!RVVQ/:STKS / /#VFF %5E o % !Q/:NOF !Q2=VWFNEVE BII   BII  q'"""!ga!!$ : :**V$C"Cc Ou$t+93q6D= :%,,93q6D= VG9E**3s8d?"8%IJ   &0WE*844r&)rrvry)rrr)rrrrvrys r$_create_operator_docstringr.s? I56I5I5I5V -  r& modin_objc"|jS)a: Convert a Modin DataFrame/Series to a pandas DataFrame/Series. Parameters ---------- modin_obj : modin.DataFrame, modin.Series The Modin DataFrame/Series to convert. Returns ------- pandas.DataFrame or pandas.Series Converted object with type depending on input. )r%)r/s r$r.r.Us    !!r&cTt|dsy t|y#t$rYywxYw)z Return whether the `obj` is hashable. Parameters ---------- obj : object The object to check. Returns ------- bool __hash__FT)r%hash TypeErrorrs r$hashabler5fs6 3 # S   s  ''squeezec bt|tr&|j}|r|jd}|St|tr[|j }|r|jd}tt |ddtr|jtk(rd|_|St|ttfr*t||Dcgc]}t||c}St|tr/|jDcic]\}}|t||c}}St!|rxt |dd}|dgn|j#d}t |d d}|rF|d d k(r>|d d k(rt t$j&||St t$j(||S|Scc}wcc}}w)a Convert `obj` and all nested objects from Modin to pandas if it is possible. If no convertion possible return `obj`. Parameters ---------- obj : object Object to convert from Modin to pandas. squeeze : bool, default: False Squeeze the converted object(s) before returning them. Returns ------- object Converted object. rT)axisrN)r6r(rSr|r'rmodinrW dataframe)rGrr%r6r,r.rrrMODIN_UNNAMED_SERIES_LABELrHrtypetry_cast_to_pandasrrrrr DataFramer$)rr6resultokvmodule_hierarchyfn_names r$r=r=s$#./! ^^^+F #-. ^^^+F wvvt4c : 99FK #e}%tCy#NQ,Q@NOO#tFIiikRda%a99RR}"3 d;$,RD2B2H2H2M #z40 '*g5$B';6(('37 V]]GS9  JORs F&F+T)skipnarrEcdtdtfd}g}|D]@}|r ||rt|tr|j |0|j |B|S)a Wrap a sequence of passed values in a flattened list. If some value is a list by itself the function appends its values to the result one by one instead inserting the whole list object. Parameters ---------- *args : tuple Objects to wrap into a list. skipna : bool, default: True Whether or not to skip nan or None values. Returns ------- list Passed values wrapped in a list. r@rc\|duxs't|txrtj|Sr )rGfloatr"isnan)r@s r$rIzwrap_into_list..isnans%DyBZ51AbhhqkBr&)rrrGrHextendrL)rErrIresr@s r$wrap_into_listrLsa(CCC C  eAh  a  JJqM JJqM  Jr&rmcZdtdtdtffd }j|_|S)z Create a decorator that makes `func` return pandas objects instead of Modin. Parameters ---------- func : callable Function to wrap. Returns ------- callable rrQrc*|i|}t|Sr )r=)rrQr?rms r$wrapperz"wrap_udf_function..wrapperst&v&"&))r&)rr')rmrOs` r$wrap_udf_functionrPs0*s*c*c* }}G Nr&_classc|S)a= Create a dummy instance each time this is imported. This serves the purpose of allowing us to use all of pandas plotting methods without aliasing and writing each of them ourselves. Parameters ---------- _class : object Returns ------- object Instance of `_class`. r!)rQs r$ instancerrSs 8Or&rc| tj|S#t$rtd|d|dd|dzdwxYw)a  Import an optional dependecy. Parameters ---------- name : str The module name. message : str Additional text to include in the ImportError message. Returns ------- module : ModuleType The imported module. zMissing optional dependency 'z'. rFzUse pip or conda to install r|N)rr ImportError)rrks r$import_optional_dependencyrVs\ &&t,, +D6WIQ ?,TF!4 5  s$;rac&t|tk(S)z"Check whether `key` is a property.)r<r)ras r$ is_propertyrXs 9  r&param conditionc8|rtj|dy)aV Raises a ``NotImplementedError`` for a parameter ``param`` when its argument ``arg`` is not None. Parameters ---------- param : str Name of the parameter that is not implemented. arg : Any Value of the parameter that is not implemented. Raises ------ NotImplementedError if ``arg`` is None z is not implemented.N)rnot_implemented)rYrZs r$error_not_implemented_parameterr]s $$$w.B%CD r&fnc8|rtj||dyy)aj Invokes ``WarningMessage.ignored_argument`` for parameter ``param`` of function ``fn`` if its argument ``arg`` is not None. Parameters ---------- param : str Name of the parameter that has been ignored. arg : Any Value of the parameter that has been ignored. fn : str Name of the function with parameter ``param`` rSN)rignored_argument)rYrZr^s r$warn_not_supported_parameterra7s"''E26r&headerinfernamesc(|dvxr |duxs|dk(}|S)a Returns whether the first row of a CSV file is used as the column names for a DataFrame. Parameters ---------- header : int, list of int, None Row number(s) to use as the column names, and the start of the data. names : array-like List of column names to use. Returns ------- Whether the first row of the CSV file will be used as column names. )rcrNrr!)rbrdshould_parse_first_rows r$should_parse_headerrgLs(,$|3V$9U&TU+ !!r&argc|turdS|S)z Returns None if `arg` is no_default, otherwise `arg`. Parameters ---------- arg : Any Argument `arg` to be translated. Returns ------- None if `arg` is no_default, otherwise the original value of `arg`. N)r)rhs r$translate_pandas_defaultrjgs*$4-#-r&rbarg_name float_allowedct|s|r&t|r|jr t|St|d)a check whether the argument passed is integer type Parameters ---------- value : int The integer value to be validated arg_name: str Name of the argument. To be reflected in the error message. float_allowed: bool Whether allow integer value to be represented in float, for example, 1.0. However, values like 2.3 is not valid. Returns ------- Integer representation of the value. ValueError is raised if the value is not a valid integer z must be an integer)rrint ValueError)rbrkrls r$validate_int_kwargrpys<(%]x5CSCSCU5z z!45 66r&_objc0tjdd|S)a/ Helper function to be passed as the `modify_doc` parameter to `_inherit_docstrings`. This replaces all unqualified instances of "DataFrame" with ":class:`~modin.pandas.DataFrame`" to prevent it from linking automatically to snowflake.snowpark.DataFrame: see SNOW-1233342. To prevent it from overzealously replacing examples in doctests or already-qualified paths, it replaces matches of DataFrame that are preceded by whitespace and followed by whitespace or a comma (to cover cases like "param: Series or DataFrame, optional"). z(?<=\s)DataFrame(?=[\s,])z :class:`~modin.pandas.DataFrame`)rXsub)rqr>s r$doc_replace_dataframe_with_linkrts 66$*  r&c4eZdZdZdeddfdZdededefdZy) classpropertyaD Decorator that allows creating read-only class properties. Parameters ---------- func : method Examples -------- >>> class A: ... field = 10 ... @classproperty ... def field_x2(cls): ... return cls.field * 2 ... >>> print(A.field_x2) 20 rmrNc||_yr r)r#rms r$__init__zclassproperty.__init__s  r&instanceownerc$|j|Sr rx)r#rzr{s r$__get__zclassproperty.__get__syyr&)r'r(r)r*rryr}r!r&r$rvrvs4&ST  C C r&rv)NNN)rN)F)`r*rrrrrXrcollections.abcrrpathlibrtextwraprrtypingrr r r r r rrrnumpyr"rpandas._libs.librrpandas.core.dtypes.inferencerrpandas.util._decoratorsrsnowflake.snowpark.modin.configr3snowflake.snowpark.modin.plugin.utils.error_messager5snowflake.snowpark.modin.plugin.utils.warning_messagerrrrr,r1r5 __version__r;r;rr=rnrCrHr@rfrjrrrrrr__annotations__rrrr<rrrr subscriberrrrrr.r.r5r=rLrPrS ModuleTyperVrXr]rargrjrprtrvr!r&r$rs,H .#    2=,5LP CL T"[ h   X   H   X  K6K]K]J^^vw*111**S*S*$tSy)d<<%C<%3<%3<%~/#/s/s/*2$();4 $#9=a!a!a!a!eCcN+ , a!  a! } a!63-"456a! a!P=?d8SE4K#89>?Be$c%c *:&;C6d :Y :4 :JG JG^ $/39= 9 96l99eCcN+ , 9 63-"456 9 rdBh 9x 01$$2$();$N6364S#X#76r$tCH~*>3,HSMh8C=2 $/3 W W6lWWeCcN+ , W rdBh Wv"0"S""$422C2$232j/3#ttCyDH0hr1uo!&S35;K;K2!S!T! 34HXDV0777#7$7*" U3 ww/??@ A" E(8,i78 9" "6.#.#.$7c7S77RU74#CC"  r&