{jxrUddlmZddlZddlZddlZddlmZmZmZm Z ddl Z ddl Z ddlmZddlmZmZmZmZmZmZddlmZddlmZmZmZmZmZmZm Z ddl!m"Z"dd l#m$Z$erdd l%m&Z&m'Z'm(Z(m)Z)dd l*m+Z+dd lm,Z,ddl-Z.dd l/m0Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7ddl8m9Z9ddl:m;Z;ddlZ>m?Z?ddl@mAZAddlBmCZCmDZDmEZEmFZFe de9ZGeEZHdeId<eEZJdeId<e&eeKgefZLdeId<eKZMdeId<ejNejOejPhZQdZRejSeRejTZUdZVejSeVejTZWedZXdeId <d!d"d#ZYd$d%d&d'd(d)d*d+d,d-d. ZZd/eId0<ejN[Z\ ee Z] dd5Z^dd;Z_dd@Z`ddCZaejbdDEddGZcejbdDEddKZdddNZeddPZfddRZgdSZhdTdUddWZiddZZjdd\Zkdd`ZlejbdDEddbZmejnjoZoeojpdceojqddiZrdeeIdf<eojsdgdhdidjeojtdkdldmdjeojudndododjeojvdpdqdrdjeojwdsdtdudjeojxdvdwdxdjeojydydzd{djeojzd|d}d~djeoj{ddddjeoj|ddddjeoj}ddddjeoj~ddd4dji ZdeId<ddZddZddZejdfejdfejefejdfejefejdfejefejefejefd ZdeId<ddZeeeddZdeId<ddZddZddZddZGdded7efZddZddZddZddZdd„ZdS)) annotationsN) TYPE_CHECKINGAnyLiteralTypeVar)EagerSeriesNamespace) MS_PER_SECONDNS_PER_MICROSECONDNS_PER_MILLISECOND NS_PER_SECONDSECONDS_PER_DAY US_PER_SECOND) issue_warning)ImplementationVersion_DeferredIterablecheck_columns_existisinstance_or_issubclass parse_versionrequiresis_pandas_like_series) ShapeError)CallableIterableIteratorMapping) ModuleType) TypeAlias)Dtype)BaseMaskedDtype)TypeIs) IntervalUnit)PandasLikeExprPandasLikeSeries)NativeDataFrameTNativeNDFrameT NativeSeriesT)DType) DTypeBackend IntoDTypeTimeUnit_1DArrayExprT)boundr UnitCurrent UnitTargetBinOpBroadcastIntoRhsa^ datetime64\[ (?Ps|ms|us|ns) # Match time unit: s, ms, us, or ns (?:, # Begin non-capturing group for optional timezone \s* # Optional whitespace after comma (?P # Start named group for timezone [a-zA-Z\/]+ # Match timezone name, e.g., UTC, America/New_York (?:[+-]\d{2}:\d{2})? # Optional offset in format +HH:MM or -HH:MM | # OR pytz\.FixedOffset\(\d+\) # Match pytz.FixedOffset with integer offset in parentheses ) # End time_zone group )? # End optional timezone group \] # Closing bracket for datetime64 $z^ timedelta64\[ (?Ps|ms|us|ns) # Match time unit: s, ms, us, or ns \] # Closing bracket for timedelta64 $) yearquartermonthweekdayhourminutesecond millisecond microsecond nanosecondNativeIntervalUnitDmin)dmr5r6r7r9r:r;r<r=r>r?) yqmorChrDsmsusnsz)Mapping[IntervalUnit, NativeIntervalUnit] UNITS_DICTimplementationrreturnboolc6|tjtjhvSN)rPANDASMODINrNs /Users/tedpeters/Documents/Projects/Claude Projects/Misc Tools/notename-sheets/.venv/lib/python3.11/site-packages/narwhals/_pandas_like/utils.pyis_pandas_or_modinrWs n3^5IJ JJlhsr&rhsPandasLikeSeries | object.tuple[pd.Series[Any], pd.Series[Any] | object]cddlm}|jj}|jr0t ||r |js|jjd|jfSt ||r_|jr|j|jjdfS|jj|ur#|jt|j||jfS|j|jfSt |trd}t||j|fS)zValidate RHS of binary operation. If the comparison isn't supported, return `NotImplemented` so that the "right-hand-side" operation (e.g. `__radd__`) can be tried. rr%rUz$Expected Series or scalar, got list.) narwhals._pandas_like.seriesr&nativeindex _broadcast isinstanceiloc set_index_implementationlist TypeError)rYrZr& lhs_indexmsgs rValign_and_extract_nativerjs>=====  I ~.*S*:;;.CN.zq!3:--#'((( > 4J  23 3 : 9 , , #*i@STTT  CJ''#t4nn :s?rXobjr(r`rct||jr;t|x}t|x}krd|d|}t ||t jur|d}||_|S|t j ur;d| cxkrdkrnn| |dd}n| |d }|S) z}Wrapper around pandas' set_axis to set object index. We can set `copy` / `inplace` based on implementation/version. zExpected object of length z, got length: F)deepr)axiscopy)rs) rbto_native_namespaceIndexlenrrCUDFrtr`rS_backend_versionset_axis)rkr`rN expected_len actual_lenriresults rVrdrds %;;==CDDE " C *J"J"T<SSzSSoo,,,hhEh""  ....1133::::d:::::e!%88e!,, MrXargskwargsc|tjur+|dkr|j|i|ddd}n |j|i|}|S)zXWrapper around pandas' rename so that we can set `copy` based on implementation/version.rqF)rtinplace)rrSryrename)rkrNr~rr}s rVrrsi...''))D00TGVG%GGGGT,V,, MrX)maxsize native_dtypecXt|tjpt|dvS)zR*There is no problem which can't be solved by adding an extra string type* pandas.>string[python]string[pyarrow_numpy]strstring)rbpd StringDtyperrs rVis_dtype_non_pyarrow_stringrs2 lBN 3 3 s<7H7HM8rXversionrr*c$t|}|j}|dvr|S|dvr|S|dvr|S|dvr|S|dvr|S|dvr|S|dvr|S|dvr| S|d vr| S|d vr| S|d kr| St|r|S|d vr|St |x}r@|d }|d}|||St(|x}r*|d }||S|S)N>Int64int64>Int32int32>Int16int16>Int8int8>UInt64uint64>UInt32uint32>UInt16uint16>UInt8uint8>Float64float64>Float32float32float16>rPboolean time_unit time_zone)rdtypesrrrrrrrrrrFloat16rStringBooleanPATTERN_PD_DATETIMEmatchgroupDatetimePATTERN_PD_DURATIONDurationUnknown)rrdtypermatch_ dt_time_unit dt_time_zone du_time_units rV#non_object_native_to_narwhals_dtypers   E ^F """||~~ """||~~ """||~~    {{}} $$$}} $$$}} $$$}} """||~~ &&&~~ &&&~~ ~~"<00}} ###~~$**5111v;!'k!:!: #)<< #<#< |\:::$**5111v-!'k!:!: |,,, >>  rXseriesPandasLikeSeries | Nonec|j}|tjur|Stjjj}|dn||dd}|dkr|S|dkr"|tj ur|S|dkr| S| S)NemptydT)skipnar) rrrxrrapitypes infer_dtypeheadrV1Object)rrrNrinferinferred_dtypes rVobject_native_to_narwhals_dtypers^F,,,}} FL $E &WWEE&++c:J:JSW4X4X4XN!!}}  WGJ%>%>}}  }} ==??rXpd.CategoricalDtypec |j}|tjur|S|jrK|t jurt|n |jj }| t|S|SrR) rrr Categoricalorderedrrx_cudf_categorical_to_list categoriesto_listEnumr)rrrNr into_iters rV$native_categorical_to_narwhals_dtypers^F'*!!###9!444 &l 3 3 3(0  {{,Y77888     rXCallable[[], list[Any]]cdfd }|S)NrO list[Any]cZjSrR)rto_arrow to_pylistrsrVfnz%_cudf_categorical_to_list..fn0s$&//11;;===rX)rOr)rrs` rVrr*s( >>>>>> IrX)rfstructdecimalF) allow_objectrct|}t|s|tr>ddlm}t |dr|}n|j}|||S|dkrt|||S|dkrt||S|tj ur|j S|rtd||Sd}t!|)Nr)native_to_narwhals_dtypercategoryobjectz;Unreachable code, object dtype should be handled separately)ris_dtype_pyarrow startswithCUDF_BASE_DTYPE_PREFIXnarwhals._arrow.utilsrhasattrr pyarrow_dtyperrrDASKrrrAssertionError)rrrNr str_dtypearrow_native_to_narwhals_dtypepa_dtyperis rVrr9s(L!!I %% A)=)=>T)U)U A       < , , 2$0$9$9$;$;HH#1H--h@@@J3L'>ZZZH2<III,,,~$$&&&N.tWnMMME   rXrTypeIs[BaseMaskedDtype]ct}t|tjjjot |d|duS)z/Return `True` if `dtype` is `"numpy_nullable"`.baseN)rrbrr extensionsExtensionDtypegetattr)rsentinels rVis_dtype_numpy_nullabler\s@xxH5"&+:;; 5 E68 , , 4rXr+cj|tjurdSt|rdSt|rdndS)zjGet dtype backend for pandas type. Matches pandas' `dtype_backend` argument in `convert_dtypes`. Npyarrownumpy_nullable)rrxrr)rrNs rVget_dtype_backendrgsE ,,,ty6u== G  4GrXr Iterable[Any]Iterator[DTypeBackend]c fd|DS)ziYield a `DTypeBackend` per-dtype. Matches pandas' `dtype_backend` argument in `convert_dtypes`. c38K|]}t|VdSrR)r).0rrNs rV z&iter_dtype_backends..{s. I I e^ 4 4 I I I I I IrXr)rrNs `rViter_dtype_backendsrts  J I I I& I I IIrXTypeIs[pd.ArrowDtype]c`ttdot|tjS)N ArrowDtype)rrrbrrs rVrr~s# 2| $ $ IE2=)I)IIrXrrzMapping[type[DType], str]NW_TO_PD_DTYPES_INVARIANTzFloat64[pyarrow]rr)rrNzFloat32[pyarrow]rrzFloat16[pyarrow]rInt64[pyarrow]rrzInt32[pyarrow]rrzInt16[pyarrow]rrz Int8[pyarrow]rrzUInt64[pyarrow]rrzUInt32[pyarrow]rrzUInt16[pyarrow]rrzUInt8[pyarrow]rrzboolean[pyarrow]rzNrrz;Expected one of {None, 'pyarrow', 'numpy_nullable'}, got: ''rrrr)rLz*available in 'pandas>=2.0', found version .zhttps://pandas.pydata.org/docs/dev/whatsnew/v2.0.0.html#construction-with-datetime64-or-timedelta64-dtype-with-unsupported-resolutionz`nw.Datetime(time_unit=z )` is only z Narwhals has fallen back to using `time_unit='ns'` to avoid an error. Hint: to avoid this warning, consider either: - Upgrading pandas: zA - Using a bare `nw.Datetime`, if this precision is not importantz, tz=z timestamp[z ][pyarrow]z, z datetime64[]z duration[z timedelta64[z/'pyarrow>=13.0.0' is required for `Date` dtype.zdate32[pyarrow]z9Converting to Enum is not supported in narwhals.stable.v1T)rz9Can not cast / initialize Enum without categories presentzUnknown dtype: )* ValueErrorr base_typergetr issubclassrrrrrrrrrWPANDAS_VERSIONrbrr_unparse_versionr UserWarningrrDateModuleNotFoundErrorrrrNotImplementedErrorruCategoricalDtyperStructArrayListTimeBinaryDecimalnarwhals_to_native_arrow_dtyper)rrrNrrirrpd_type into_pd_typepafound available changelog_urlrtztz_partrexcrLs rVnarwhals_to_native_dtyper+s ???^m^^^oo ^F!!I+// :::w.229===|+M**)V]++ I % % =-- - , , ,8 v776 n - - +.D 3 3 %11 0eo6M6M 1.AASSSS !h XeoXXIXX,9XXXc;///LL ?L I % %-2_')r)))B5\575555v77  n - - +.D 3 3  LL ?L )) 1 0 0 0 0/ ///  v{33! 4 " 4 4 4CC%c** 3 4! v{33 gj MC%c** * eV[ ) ) G3355B&&u'7&FF FIoo M L K K M N     N.e^WMMM #E # #C   s=H H# HH# pd.ArrowDtypect|rdtdkrY ddl}n/#t$r"}d|d|j}t||d}~wwxYwddlm}tj|||Sd|d|d|d }t|) N)r r rzUnable to convert to z! due to the following exception: )r+zConverting to z+ dtype is not supported for implementation z and version r ) rWrr ImportErrorrirr+rrr)rrNrr$r*ri_to_arrow_dtypes rVr!r!!s.)) >n.F.F ,  , , ,YYYPSPWYY c"" +  , VUUUUU}__UG<<=== 3 3 3  3 3(/ 3 3 3 c " ""s! A AA rcdt|vrdSt|t|krdSdS)Nrrrr)rlowerrs rVint_dtype_mapperr26sFCJJ 5zzSZZ''w 7rXii@B) )rLrK)rLrJ)rKrL)rKrJ)rJrL)rJrK)rIrL)rIrK)rIrJzGMapping[tuple[UnitCurrent, UnitTarget], tuple[BinOpBroadcast, IntoRhs]]_TIMESTAMP_DATETIME_OP_FACTORrIr)currentr-rc||kr|St||fx}r|\}}|||Sd|d}t|)Nzunexpected time unit zD, please report an issue at https://github.com/narwhals-dev/narwhals)r3rr)rIr4ritemrfactorris rVcalculate_timestamp_datetimer8Msx),00'91EFFFt Fr!V}} 3 3 3 3   rXro)rLrKrJrIzMapping[TimeUnit, int]_TIMESTAMP_DATE_FACTORc2|tzt|zSrR)r r9)rIrs rVcalculate_timestamp_dater;ds  !7 !B BBrXdfr' column_nameslist[str] | _1DArrayNativeDataFrameT | Anyc t||jdkr0tdt|j|dDr|S|jjjdks&|tjurU| dkr=t||j x}r||j dd|fS ||S#t$r3}t||j x}r||d}~wwxYw) zsSelect columns by name. Prefer this over `df.loc[:, column_names]` as it's generally more performant. roc3(K|] \}}||kVdSrRr)rxrEs rVrz)select_columns_by_name..ts;001aQ000000rXT)strictbrn)r&N)rwshapeallzipcolumnsrkindrrSryrtolistlocKeyError)r<r=rNerrores rVselect_columns_by_namerOjs> <BHQK''C00rz<EEE000--'  $$.///  + + - - 6 6(  @Q@Q@S@STTT T5 Kvaaao&&, '  @Q@Q@S@STTT T5 Q  sC D .DD cv|jtjtjtjhvo|jjdkS)NrP)rerrSrTrr_r)rIs rVis_non_nullable_booleanrQs9   !>#79L M N % HNf $rXrc|tjtjhvrddl}|S|tjurddl}|Sd|}t |)zCReturns numpy or cupy module depending on the given implementation.rNz!Expected pandas/modin/cudf, got: )rrSrTnumpyrxcupyr)rNnpcpris rVimport_array_modulerWsc./1EFFF ,,, >n > >C   rXceZdZdS)PandasLikeSeriesNamespaceN)__name__ __module__ __qualname__rrXrVrYrYsrXrYdrop_null_keysdict[str, bool]cdd|ddS)NFT)sortas_indexdropnaobservedr)r]s rVmake_group_by_kwargsrdst~SW X XXrXr_pd.Series[Any] is_nested series_classtype[pd.Series[Any]]c|jd}|rKddlm}tj||t ||j}||||jS||||j|jS)a`Broadcast a scalar value from a (one element) Series to match a target index. For nested (arrow-backed) types, we rely on [`pandas.array`](https://pandas.pydata.org/docs/reference/api/pandas.array.html). Arguments: native: The native pandas-like Series containing the scalar value to broadcast. index: The target index to broadcast to. is_nested: Whether the Series has a nested (arrow-backed) dtype. series_class: Series class to use for constructing the result. Returns: A new Series with the scalar value broadcast to match the target index. r)repeatr)r`name)r`rrk)rcrrjrarrayrwrrk)r_r`rfrgvaluerjpa_arrays rVbroadcast_series_to_indexros* KNEE0000008FF5#e**55V\JJJ|HE DDDD <U&,V[ Q Q QQrXTypeIs[pd.Series[Any]]c t|SrRr)rks rV_is_native_seriesrrs  % %%rXdividendpd.Series[Any] | floatdivisorct|re|dk}|r||zS|||jd}||z|St|sJ t |dk}n#t tf$rd}YnwxYw|rMt |d|j}|t |dz|S||zS)zFloor-divide, with null wherever `divisor` is zero. Natively, integer division by zero gives `inf` (numpy-backed), `0` (nullable) or raises (pyarrow-backed). rroF)r`) rrrFwherertyperPrgrr`)rsru is_nonzero safe_divisordivisor_is_zero all_falses rVfloordiv_null_on_zeror}s%!!<\ >>   'w& &}}Z1C1CA1F1FGG L(// ;;; X & &&& & w!|,, z "    ?"DNN5??? MDMM!,,,33I>>> w sBB10B1left pd.Seriesrightpdxc8|j}t|}|dkr;t|tr&ddl}||j||jzSt||jr)|j}|dkr|||zSt|j drt|j drddl}|j j }|j j }|j |rf|j |rLtj|j} || || zSn |||zS||zS)Nzlarge_string[pyarrow]r)rxr__arrow_array__)rrrbrscalar large_stringSeriesastypervaluesrrxr is_stringis_large_stringrr) r~rr left_dtypeleft_dtype_strr$ right_dtype left_arrow right_arrowpd_pa_large_strings rVbinary_string_sum_fallbackrs J__N000Zs5K5K0ibiOBO,=,=>>>>>%$$/k X % %;;{++e3 3 4; 1 2 2 w L+8 8  ! 4466;J,6688=Kx!!*-- Z"(2J2J;2W2W Z%']?2?3D3D%E%E"{{#566FX9Y9YYY ell:.... %<rX)rNrrOrP)rYr&rZr[rOr\)rkr(r`rrNrrOr() rkr(r~rrNrrrrOr()rrrOrP)rrrrrOr*)rrrrrNrrOr*)rrrrrNrrOr*)rrrOr) rrrrrNrrrPrOr*)rrrOr)rrrNrrOr+)rrrNrrOr)rrrOr) rr,rr+rNrrrrOr )rr,rNrrrrOr,)rrrOr)rIr)r4r-rr-rOr))rIr)rr-rOr))r<r'r=r>rNrrOr?)rIr&rOrP)rNrrOr)r]rPrOr^) r_rer`rrfrPrgrhrOre)rkrrOrp)rsrtrurtrOre)r~rrrrrrOr) __future__r functoolsoperatorretypingrrrrrSrUpandasrnarwhals._compliantrnarwhals._constantsr r r r r rnarwhals._exceptionsrnarwhals._utilsrrrrrrrnarwhals.dependenciesrnarwhals.exceptionsrcollections.abcrrrrrrrrr$pandas._typingr PandasDtypepandas.core.dtypes.dtypesr!typing_extensionsr"narwhals._durationr#narwhals._pandas_like.exprr$r^r&narwhals._pandas_like.typingr'r(r)narwhals.dtypesr*narwhals.typingr+r,r-r.r/r1__annotations__r2intr3r4rSrxrTPANDAS_LIKE_IMPLEMENTATIONPD_DATETIME_RGXcompileVERBOSErPD_DURATION_RGXrr@ ALIAS_DICTrMryr NUMPY_VERSIONrWrjrdr lru_cacherrrrrrrrrrrMAINrrrrrrrrrrrrrrrrrr+r!r2floordivmulr3r8r9r;rOrQrWrYrdrorrr}rrrXrVrs""""""" 777777777777444444/.....877777******EEEEEEEEEEEE            333333999999((((((//////999999====== &%%%%%KKKKKKKKKKKK GG> 2 2 2E%K%%%%$J$$$$ (#sS 9N9999G !bj"*== !bj"*== '  !    U # #           9 9     &7799  b!! KKKKB2    R      !  R   %%%! %P.        7      F H H H HJJJJR   JJJ! J      M8 8 N%#  N%#  N&#  L.'QXYY L.'QXYY L.'QXYY K_fUU M$"  M$"  M$"  L.'QXYY N%#M+Y++++\eeeeP####*$e,$i0    TSSSS 45G5L MSSSYYYYRRRRD&&&& 8      rX