Vpf N"UddlmZddlZddlmZmZmZmZddlZddlm Z ddl Z ddl Z ddl Z ddlmZmZmZmZmZmZddlZddlZddlmZddlmZddlmZe je Z!eZ"ed Z#ed Z$ed Z%ed Z&er4eddZ'eddZ'eddZ'eddZ'dZ'nej'Z'er4edd"Z(edd$Z(edd&Z(edd(Z(d)Z(nej(Z(dd-Z)dd1Z*d2Z+dd8Z,dd9Z-dd>Z.ddDZ/ddIZ0ddNZ1dOZ2ddRZ3e3Z4e5Z6ddTZ7dUZ8dVZ9dWZ:dXZ;dYZej?a@d^ZAe>d_ZB dddeZCej?aDdfZEGdgdhZFGdidjZGGdkdlZHdmZIddoZJddpZKddrZLdsZMdtZN dddzZOd{ZPd|ZQd}ZRd~ZSGddZTdZUGddZVdZWdZXddZYGddee#ZZGddZ[dZ\ddZ]er ddZ^dddZ_ndZ^ddZ_ ej`jaZbdecd<n#ed$r ejaZbYnwxYwGddejeZfGddefZgdS)) annotationsN)CallableIterableIteratorSequence)partial)AnyGenericTypeVaroverload TYPE_CHECKINGcast)config) xla_client)utilsTT1T2T3__arg1 Iterable[T1]returnlist[tuple[T1]]cdSN)rs M/var/www/html/nettyfy-visnx/env/lib/python3.11/site-packages/jax/_src/util.pysafe_zipr/s9<__arg2 Iterable[T2]list[tuple[T1, T2]]cdSrr)rr s rrr1sSVSVr__arg3 Iterable[T3]list[tuple[T1, T2, T3]]cdSrr)rr r$s rrr3smpmpr Iterable[Any]__arg4list[tuple[Any, ...]]cdSrr)rr r$r)argss rrr5sMPMPrc 6ttt|}t|d}|ddD]B}t||ks-Jdttt|Ctt|SNrzlength mismatch: )listmaplenzip)r,nargs rrr8s D$ D DG AABBxGG XX]]]FSd^^0D0DFF]]]] T  rfCallable[[T1], T]list[T]cdSrr)r6rs rsafe_mapr:GsGJsrCallable[[T1, T2], T]cdSrr)r6rr s rr:r:JsadadrCallable[[T1, T2, T3], T]cdSrr)r6rr r$s rr:r:Ms{~{~rCallable[..., T]cdSrr)r6rr r$r)r,s rr:r:PsTWTWrc >ttt|}t|d}|ddD]B}t||ks-Jdttt|Ctt|g|RSr.)r0r1r2)r6r,r4r5s rr:r:Ss D$ D DG AABBxGG XX]]]FSd^^0D0DFF]]]] A   rxysIterable[tuple[T1, T2]]%tuple[tuple[T1, ...], tuple[T2, ...]]cg}g}|D]/\}}||||0t|t|fS)z2Unzip sequence of length-2 tuples into two tuples.appendtuple)rBxsysxys runzip2rM]sX ""daIIaLLLIIaLLLL rE"II rxyzsIterable[tuple[T1, T2, T3]]5tuple[tuple[T1, ...], tuple[T2, ...], tuple[T3, ...]]cg}g}g}|D]E\}}}||||||Ft|t|t|fS)z4Unzip sequence of length-3 tuples into three tuples.rF)rNrIrJzsrKrLzs runzip3rTisv """gaAIIaLLLIIaLLLIIaLLLL rE"IIuRyy ((rcXt|}|D] \}}|||< t|Sr)r0rH)lstreplaceivs rsubvalsrZws7 S #da CFF srr, Sequence[T]ns Sequence[int] list[list[T]]ct|}g}|D])}||d|||d}*|||Sr)r0rGr,r\listsr4s r split_listrb}sa d$ % a LLbqb 8DD,,t ,rct|}t|t|ksJg}|D])}||d|||d}*|Sr)r0sumr2rGr`s rsplit_list_checkedresl d$ RCII     % a LLbqb 8DD ,rbsSequence[bool]ltuple[list[T], list[T]]ct|t|ksJggf}t||D] \}}|||!|Sr)r2r3rG)rfrhrabrKs rpartition_listrlsa RCFF     b&%"ajjda !HOOA ,rl0 Sequence[T1]l1 Sequence[T2] list[T1 | T2]cxt|t|kr0t|t|z t|ksJt|t|cfd|D}t}t |t |cxur|usnJ|S)NcPg|]"}|rtnt#Srnext).0rki0i1s r zmerge_lists..s.@@@A3R488@@@r)rdr2iterobjectru)rfrmrooutsentinelrwrxs @@r merge_listsr~s RCGG  B#b'' 1SWW < < < < 88T"XX&"b@@@@@R@@@# XX( b(  tB11 = = = =X = = = = = = *rsubsSequence[int | None]srcbasect|fd|D}t}t||usJ|S)NcBg|]}||ntSrrt)rvrXbase_rs rryzsubs_list..s+@@@a1=Qd5kk@@@r)rzr{ru)rrrr|r}rs ` @r subs_listrsV t**%@@@@@4@@@# XX( eX  ( * * * * *rsubs1subs2src1src2ct|t|ksJt|fdt||D}t}t ||usJ|S)Nc\g|](\}}||n||nt)Srrt)rvf1f2rrrs rryzsubs_list2..sL 7 7 7 R^bR^b e 7 7 7r)r2rzr3r{ru)rrrrrr|r}rs `` @r subs_list2rs Us5zz ! ! ! ! t**% 7 7 7 7 7 7$'u$5$5 7 7 7# XX( eX  ( * * * * *rcJtfd|D}rJ|S)Nc:g|]}|Sr)pop)rvnamedcts rryzsplit_dict..s#)))4)))r)dict)rnamesrVs` r split_dictrs5 S #))))5)))# ... *rrIIterable[Sequence[T]]cZttj|S)z&Concatenates/flattens a list of lists.)r0itchain from_iterable)rIs r concatenaters bh$$R(( ) ))r Iterable[T]c~t|fd|D}tttusJ|S)zpSplits `xs` into subsequences of lengths `ns`. Unlike `split_list`, the `sum(ns)` must be equal to `len(xs)`.cFg|]}fdt|DS)c.g|]}tSrrt)rv_xs_iters rryz(unflatten...s222A$w--222r)range)rvr4rs rryzunflatten..s4???q2222q222???r)rzru_unflatten_done)rIr\ unflattenedrs @r unflattenrsJ HH'????B???+ g ' '? : : : : rcXt|tt|S)zCurries arguments of f, returning a function on any remaining arguments. For example: >>> f = lambda x, y, z, w: x * y + z * w >>> f(2,3,4,5) 26 >>> curry(f)(2)(3, 4, 5) 26 >>> curry(f)(2, 3)(4, 5) 26 >>> curry(f)(2, 3, 4, 5)() 26 )wrapsrr6s rcurryrs$ q''1%% & &&rc|sgSt|}it|}|rq|}t|vrt|xxdz cc<n,dt|<||j|q|D]}t|xxdzcc< g}fd|D}|sJ|r|}|||jD]N}t|dkr||1t|xxdzcc<O||ddd}t||S)Nr/cFg|]}t|dk|S)rid)rvnode child_countss rryztoposort..s.OOOd<43IQ3N3NT3N3N3Nr)_remove_duplicatesr0rrextendparentsrGcheck_toposort) end_nodesstackr sorted_nodeschildless_nodesparentrs @rtoposortrs 2I ++), y//% ! 99;;D $xx<2d88! l2d88 ll4<   !  dDa,OOOOiOOO/ &    D,&& bjj !Q & &v&&&&RZZ   A%     &ddd#, rct|D]F}tfd|jDsJt |GdS)Nc3:K|]}t|vVdSrr)rvrvisiteds r z!check_toposort..s.@@r&zzW$@@@@@@r)setallraddr)nodesrrs @rrrsk EE'd @@@@4<@@@ @ @@@@ KK4rct}g}|D]J}t||vr7|t|||K|Sr)rrrrG) node_listseenr|r4s rrrsZ $ # a !uuD hhr!uuooo jjmmm *rctt||dt|D}dt|D}fd}|||fS)Ncg|] \}}|| SrrrvrKss rryzsplit_merge..s!+++tq!++++rcg|] \}}|| Srrrs rryzsplit_merge..s!///tq!Q////rcg}D]O}|r&||d|dd}*||d|dd}P|rJ|rJ|SNrr/)rG)new_lhsnew_rhsr|rsidess rmergezsplit_merge..merges C   71:!""+ 71:!""+ Jr)r0r1r3) predicaterIlhsrhsrrs @r split_merger sw s9b!! " "%++s2u~~+++#//s2u~~///#      c5rcdSrrrrr_ignorer!sddrTcfd}|S)Nctjfdtjfd}j|_j|_t |j|S)Nc|i|Srr)rr,kwargsr6s rcachedz#cache..wrap..cached&s Q   rctjjr|i|Srtjn t g|Ri|Sr)rcheck_tracer_leaksvalue trace_contextr)r,rrr6trace_context_in_keys rwrapperz$cache..wrap..wrapper*sn  " ("q$!&!!! V.BQF(*** %%%%#%%%r) functools lru_cacher cache_clear cache_infocache_clearing_funsr)r6rrmax_sizers` @rwrapzcache..wrap%s""    #" _Q%%%%%%% !,G*GG/000 Nrr)rrrs`` rcacher$s) +rc.tD] }| dSr)r)clears rclear_all_cachesr9s("  e EGGGG  r)rcallrrboolctj|r tjnt||}t ||S)a  Least recently used cache decorator with weakref support. The cache will take a weakref to the first argument of the wrapped function and strong refs to all subsequent operations. In all other respects it should behave similar to `functools.lru_cache`. )xcweakref_lru_cacherrr_weakref_lru_cachesr)rmaxsizer cached_calls rrr@sG$2?f G++&&& rcBtD]}|dSr)rr)rs rclear_all_weakref_lru_cachesrRs0(krc eZdZdgZdZdZdS) Unhashablevalc||_dSrrselfrs r__init__zUnhashable.__init__Y DHHHrc"|j|jkSrrrothers r__eq__zUnhashable.__eq__\ 8uy  rN)__name__ __module__ __qualname__ __slots__rrrrrrrVs9g)!!!!!rrc&eZdZdgZdZdZdZdS)Hashablerc||_dSrrrs rrzHashable.__init__brrc*t|jSr)hashrrs r__hash__zHashable.__hash__es >>rc"|j|jkSrrrs rrzHashable.__eq__hrrNr r r r rrrrrrrr_sHg)!!!!!rrc&eZdZdgZdZdZdZdS) WrapKwArgsrc||_dSrrrs rrzWrapKwArgs.__init__nrrc ttdt|jDS)Nc3$K|] \}}||fV dSrr)rvkrYs rrz&WrapKwArgs.__hash__..rs*BBAq!fBBBBBBr)rrHsortedritemsrs rrzWrapKwArgs.__hash__qs; BB0@0@)A)ABBBBB C CCrc"|j|jkSrrrs rrzWrapKwArgs.__eq__trrNrrrrrrksKg)DDD!!!!!rrc|dz|zdzS)N()r)rtransform_names r wrap_namer#ws #  $s **rfunc$t|ddS)Nr getattrr$s rfun_namer*zs j"6 7 77rc Bt|dt|ddS)Nr r r&r'r)s r fun_qual_namer,}s+ nj*>?? A AArintctj|}| |cxkr|ksntd|d||dkr||z}|S)z?Canonicalize an axis in [-num_dims, num_dims) to [0, num_dims).zaxis z) is out of bounds for array of dimension r)operatorindex ValueError)axisnum_dimss rcanonicalize_axisr4sh   $ d % % % %X % % % % VTVVHVV W WW AXX (?D +rc|krSttrft|tr|f}fdDfd|D}fdttjD}t t |D]\}}||||S)Nc:g|]}t|jSrr4ndimrvarKs rryzmoveaxis..&333! 1af % %333rc:g|]}t|jSrr7r9s rryzmoveaxis..r;rcg|]}|v| Srr)rvrXrs rryzmoveaxis..s 7 7 7!3,,!,,,r) isinstancer-rnpr8rr3insert transpose)rKrdstpermdrs`` rmoveaxisrEsCZZ HS &CS &C3333s333#3333s333# 7 7 7 7U271::&& 7 7 7$Sc]]##daKK1 T  rc| |z Srr)rKrLs r ceil_of_ratiorGs 27rwrappednamestr str | NonedocstrCallable[[T], T]c  dfd }|S)zs Like functools.wraps, but with finer-grained control over the name and docstring of the resulting function. r$rrc t}tddpd}|jtditdi|_|n||_tdd|_|njd ||d|_td |j|_ |_ |S#|ccYSxYw) N__doc____dict____annotations__r)r z)r$docr r) r*r(rQupdaterRformatr r rOr  __wrapped__)r$rrSrKrrIrHs rrzwraps..wrappers  g  d GY + + 1rc l'':r::;;;#G->CCc$_TT'..T.2J2Jclw 6HIIcn"NSS'&-DDcDDVDD k .#,GGcco jSjjjjjjjjs CCC)r$rrrr)rHrIrKrrs```` rrrs:          .rcJtdt|j)NzUnhandled case: )AssertionErrortyper )rKs rassert_unreachablerZs"<$q''*:<<===rcd|cxkrt|ksnJ|t|f|d||fz||dzSNrr2tidxrs r tuple_insertrasa c    SVV     c3q66]    4C4C6 AcddG ##rcd|cxkrt|ksnJ|t|f|d|||dzdzSrr])r_r`s r tuple_deletercs^ c    CFF     S#a&&M    4C41S1WXX; rcd|cxkrt|ksnJ|t|f|d||fz||dzdzSrr]r^s r tuple_updaterese c    CFF     S#a&&M    4C4C6 Ac!effI %%rc0eZdZdZdZdZdZdZdZdS)HashableFunctiona Decouples function equality and hash from its identity. Local lambdas and function defs are reallocated on each function call, making the functions created on different calls compare as unequal. This breaks our caching logic, which should really only care about comparing the semantics and not actual identity. This class makes it possible to compare different functions based on their semantics. The parts that are taken into account are: the bytecode of the wrapped function (which is cached by the CPython interpreter and is stable across the invocations of the surrounding function), and `closure` which should contain all values in scope that affect the function semantics. In particular `closure` should contain all elements of the function closure, or it should be possible to derive the relevant elements of the true function closure based solely on the contents of the `closure` argument (e.g. in case some closed-over values are not hashable, but are entirely determined by hashable locals). c"||_||_dSrr6closure)rr6rjs rrzHashableFunction.__init__s DFDLLLrct|tuo)|jj|jjko|j|jkSr)rYrgr6__code__rjrs rrzHashableFunction.__eq__s= KK+ + * FOuw/ / * LEM )+rcBt|jj|jfSr)rr6rlrjrs rrzHashableFunction.__hash__s $,/ 0 00rc|j|i|Srrrr,rs r__call__zHashableFunction.__call__s 464 "6 " ""rc2d|jjd|jdS)Nz )r6r rjrs r__repr__zHashableFunction.__repr__s! F F Ft| F F FFrN) r r r rOrrrrprsrrrrgrgsn&+++ 111###GGGGGrrgcfdS)Nc$t|Sr)rgris rz&as_hashable_function..s#Aw//rr)rjs`ras_hashable_functionrws / / / //rc&eZdZdZdZdZdZdS)HashablePartialc0||_||_||_dSrr6r,r)rr6r,rs rrzHashablePartial.__init__s DFDIDKKKrct|tuo9|jj|jjko|j|jko|j|jkSr)rYryr6rlr,rrs rrzHashablePartial.__eq__sQ KK? * D FOuw/ / D I # D(, u|(CErc t|jj|jt t |jdfS)Nc|dSr\r)kvs rrvz*HashablePartial.__hash__..s Ar)key)rr6rlr,rHrrrrs rrzHashablePartial.__hash__sO    fT[&&((.>.>???@@  rc>|jg|j|Ri|j|Srr{ros rrpzHashablePartial.__call__s0 46 =49 =t = = =t{ =f = ==rN)r r r rrrrprrrryrysS EEE >>>>>rryc tj|}d}n#t$rd}YnwxYw|r ||n ||S)NFT)r/r0 TypeError)r2if_posif_namedposnameds rmaybe_named_axisrs` .  C EE  EEE 1$ffSkk1s  ((ctjjrdg} ||ddd|dd|ddD] \}}|d|d|!nB#t$r5}|d||Yd}~nd}~wwxYw|dt d |dSdS) zFormat and log `pairs` if config.jax_distributed_debug is enabled. Args: pairs: A sequence of label/value pairs to log. The first pair is treated as a heading for subsequent pairs. z DISTRIBUTED_DEBUG_BEGINrz: r/Nz z!DISTRIBUTED_DEBUG logging failed!DISTRIBUTED_DEBUG_END )rdistributed_debugrrG Exceptionloggerwarningjoin)pairslineslabelres rdistributed_debug_logrs- # % ( )E lleAhqk22U1Xa[22333),,,% *%**5**++++,  ll6777 lla6 LL())) NN499U##$$$$$ % %sAA44 B3>+B..B3rcZt|S)zbReturns unique elements from `it` in the order of occurrence. The elements must be hashable. )rfromkeyskeys)rs r stable_uniquer$s" r     ! !!rcReZdZUded<ded<dZdd Zdd ZddZddZddZ dS) OrderedSetzset[T]elts_setr8 elts_listc:t|_g|_dSr)rrrrs rrzOrderedSet.__init__0sEEDMDNNNreltrrNonec||jvr6|j||j|dSdSr)rrrrGrrs rrzOrderedSet.add4sI $- m nC      reltsSeq[T]c:|D]}||dSr)r)rrrs rrTzOrderedSet.update9s,  hhqkkkkr Iterator[T]c*t|jSr)rzrrs r__iter__zOrderedSet.__iter__=s   rr-c*t|jSr)r2rrs r__len__zOrderedSet.__len__@s t~  rrc||jvSr)rrs r __contains__zOrderedSet.__contains__Cs $- rN)rrrr)rrrr)rrrr-)rrrr) r r r rRrrrTrrrrrrrr,s!!!!           rrc6eZdZUded<ded<dZdZdZdS) HashableWrapperr rKz int | NonercZ||_t||_dS#d|_YdSxYwr)rKr)rrKs rrzHashableWrapper.__init__Js- DF!WWDIIIIs *cF|j|jnt|jSr)rrrKrs rrzHashableWrapper.__hash__Ns -4992df::=rczt|tsdS|j|j|jkn |j|juS)NF)r>rrrKrs rrzHashableWrapper.__eq__Ps= e_ - - U $ 546UW  46UW;LLrN)r r r rRrrrrrrrrGs]&&&>>>MMMMMrrct|trtt|jSt|tjr|jS|Sr)r>propertyrfgetrcached_propertyfuncrs r_original_funcrVsH8 !   !!!Y.// 6M (rmodulestrcdfd }|S)Nrrrc|_|Sr)r )rrs rrzset_module..wrapper_s do Kr)rrrrr)rrs` r set_moduler^s( .rcpp_clsr cdd}|S)Nclsrrc|Srrrs rrzuse_cpp_class..wrapperh jrrrrrrrrs r use_cpp_classrg Nr is_enabledcdd}|S)Nrrrc|Srrrs rrzuse_cpp_method..wrappermrrrr)rrs ruse_cpp_methodrlrrcfd}|S)zAA helper decorator to replace a python class with its C++ versionc|Shd}i}|jD]=\}}||vr4tt|dr|||<,t ||>|j_|_S)N>rOrQr _use_cpp)rQrhasattrrsetattrrO_original_py_fns)rexclude_methods originals attr_nameattrrs rrzuse_cpp_class..wrapperus  ===oi \//11../)T O + + ^D)): 6 6 .#'Ii GY - - - go!*g nrrrs` rrrrs#& NrcZfd}ttstd|S)zRA helper decorator to exclude methods from the set that are forwarded to C++ classc8rt|}d|_|S)NT)rr)r6 original_funcrs r decoratorz!use_cpp_method..decorators% &&q)) !%  hrz@Decorator got wrong type: @use_cpp_method(is_enabled: bool=True))r>rr)rrs` rrrsM j$ ' '  L   rz type[Warning]NumpyComplexWarningc4eZdZdZdZejZejZdS) StrictABCMetaa%A variant of `abc.ABCMeta` which does not allow virtual subclasses. Virtual subclasses support require `abc.ABCMeta` to roundtrip through pure Python when doing instance/subclass checking. This if fine for ABCs which need virtual subclasses, but is wasteful for the ones which don't. c(~t|d)Nz$ does not support virtual subclasses)NotImplementedError)rsubclasss rregisterzStrictABCMeta.registers JJJ K KKrN)r r r rOrrY__instancecheck____subclasscheck__rrrrrs@ LLL,,rrceZdZdZdS) StrictABCrN)r r r r rrrrrs)))rr) metaclass)rrrr)rrr r!rr")rrr r!r$r%rr&) rr(r r(r$r(r)r(rr*)r6r7rrrr8)r6r;rrr r!rr8) r6r=rrr r!r$r%rr8) r6r?rr(r r(r$r(r)r(rr8)rBrCrrD)rNrOrrP)r,r[r\r]rr^)rfrgrhr[rri)rfrgrmrnrorprrq)rrrr[rr[rr8) rrrrrr[rr[rr[rr8)rIrrr8)rIrr\r]rr^)rT)rT)rrrr)r$rr)NN)rHrrIrJrKrJrrL)rrrr)rrrrL)rr rrL)T)rrrrL)h __future__rabccollections.abcrrrrrr itertoolsrloggingr/typingr r r r r rweakrefnumpyr?jax._srcr jax._src.librrr jaxlib_utils getLoggerr rSeqrrrrrr:rMrTrZrbrerlr~rrrrflattenr{rrrrrrrrrWeakSetrrmemoizerrrrrrr#r*r,r4rErGrrZrarcrergrwryrrrrrrrrr exceptionsComplexWarningrrRAttributeErrorABCMetarrrrrrs#"""""" BBBBBBBBBBBBIIIIIIIIIIIIIIII))))))......  8 $ $ GCLL WT]] WT]] WT]]# <<< 8< VVV 8V ppp 8p PPP 8P "(# JJJ 8J ddd 8d ~~~ 8~ WWW 8W "(     ) ) ) )                  **** &((''' @    (&&go''   %   .237 &go''!!!!!!!! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !+++8888AAAA    :>>>$$$&&&$G$G$G$G$G$G$G$GL000>>>>>>>>.222%%%(""""        6 M M M M M M M M   0  0    *')}'CCCCCC***)* - - - - -CK - - --s I I*)I*