VpfUdZddlmZddlZddlmZmZddlZddlm Z m Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlmZmZddlZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd l m!Z!ddl m"Z"ddl m#Z#e j$e%Z&de'd< ddl(Z(n2#e)$rdZ(Yn)e*$r"Z+e&,de+dZ(YdZ+[+ndZ+[+wwxYwej-e.e"j/Z0dZ1ej2dddZ3ej2dej4dd5dZ6ej2dej4dd5dZ7ej2dddZ8ej2ddd Z9ej:d!dd"#Z;ej<d$d%d&#Z=gd'Z>ej?d(d)e>d*e>+Z@ej<d,d%d-#ZAd.ZBd%aCdd3ZDegee"j/dffZEed4ee"jFdffZGejHGd5d6ZIiZJd7e'd8<daKd2e'd9<iaLd:e'd;<iaMde'd?<ejNZQiZRd@e'dA<gZSdBe'dC<ejNZTdDdEhZUdFe'dG<ddHd%dddIddVZV dddZZWeVd[eWdd%\d]ZX ddd`ZYdddZZe[e"der6eVdDe eZdDe8fdgdH\eVdEe eZdEe9fdgdH\e[e"dhreVdie eDdjkdldH\ddnZ\ddqZ]ddrZ^dsZ_dtddddudd|Z`dd}Zad~ZbdddZciZdde'd<eceD].\ZfZgedheggief/ddZjddZkddZldZmddZndZoddZpdZqddZrddZs dddZte d dddZu dddZv dddZw dddZx dddZyddZzdddZ{dddZ|e dddZ} dddZ~dddZe dddZdddZ dddZddZdddZddZdS)aInterface and utility functions to XLA. This module wraps the XLA client(s) and builders to standardize their interfaces and provide some automatic type mapping logic for converting between Numpy and XLA. There are also a handful of related casting utilities. ) annotationsN)CallableMapping) lru_cachepartial)AnyUnion)config) distributed)hardware_utils)traceback_util)util)get_tpu_library_path) cuda_versions) xla_client) xla_extension Any | None jax_pluginsz Failed to import jax_plugins: %s4jax_xla_backendz/Deprecated, please use --jax_platforms instead.jax_backend_targetJAX_BACKEND_TARGETzFEither "local" or "rpc:address" to connect to a remote service target.jax_platform_nameJAX_PLATFORM_NAMEjax_cuda_visible_devicesallzrRestricts the set of CUDA devices that JAX will use. Either "all", or a comma-separate list of integer device IDs.jax_rocm_visible_deviceszrRestricts the set of ROCM devices that JAX will use. Either "all", or a comma-separate list of integer device IDs.mock_num_processeszIMock number of JAX processes in GPU client. Value zero turns off mocking.)namedefaulthelpjax_cpu_enable_gloo_collectivesFzBDeprecated, please use jax_cpu_collectives_implementation instead.)nonegloompi"jax_cpu_collectives_implementationr$zDCross-process collective implementation used on CPU. Must be one of )r r! enum_valuesr"jax_cpu_enable_async_dispatchzcOnly applies to non-parallel computations. If False, run computationsinline without async dispatch.c>tjdtddS)Nzos.fork() was called. os.fork() is incompatible with multithreaded code, and JAX is multithreaded, so this will likely lead to a deadlock.) stacklevel)warningswarnRuntimeWarningS/var/www/html/nettyfy-visnx/env/lib/python3.11/site-packages/jax/_src/xla_bridge.py_at_forkr3zs0 -Hq""""""r1 timer_secsfloatreturnxla_client.Client | Nonecfd}tj|}| tjt t d}|n#|wxYw|S)Nc8tjdddS)Nz/TPU backend initialization is taking more than z seconds. Did you run your code on all TPU hosts? See https://jax.readthedocs.io/en/latest/multi_process.html for more information.)r-r.r4sr2 _log_warningz/tpu_client_timer_callback.._log_warnings7 M r1tpu) threadingTimerstartrmake_tpu_clientr_options_from_jax_configscancel)r4r;tclients` r2tpu_client_timer_callbackrEsoj,//!'')))  '!%((**FHHJJJJAHHJJJJ -s .A44B .cNeZdZUded<ded<dZded<dZded<d Zd ed <d S) BackendRegistrationBackendFactoryfactoryintpriorityFbool fail_quietly experimentalNrc_api)__name__ __module__ __qualname____annotations__rMrNrOr0r1r2rGrGsb--- , ,%r1rGzdict[str, BackendRegistration]_backend_factories_default_backenddict[str, xla_client.Client] _backendsdict[str, str]_backend_errorsrL_plugins_registeredzdict[str, TopologyFactory]_topology_factoriesz list[Any]_plugin_callbackscudarocmzset[str]_nonexperimental_pluginsTrKrMrN make_topologyrOr strrIrHrKrJrMrNraTopologyFactory | NonerONonect5|tvrtd|d dddn #1swxYwYt|||||t|<| |t |<dSdS)NzBackend z already initialized) _backend_lockrW RuntimeErrorrGrTr[)r rIrKrMrNrarOs r2register_backend_factoryrhs @@ y >D>>> ? ??@@@@@@@@@@@@@@@1 X|\5::T -s 266 collectives%xla_client._xla.CpuCollectives | Nonexla_client.Clientc`|tj}tjrd}tjdt |dkr0t jtj j }ns|dkrLt j }| tj|jn!|dkrt#d|dt$d t jt(jtj j tj jtj j| S) aCreates a CPU client with the requested collectives implementation. The implementation of CPU collectives used by the client is determined by the flag `--jax_cpu_collectives_implementation` - unless `collectives` is provided, in which case the flag is overridden and `collectives` is used. Args: collectives: An optional CPU collectives implementation, used by the client if provided. Raises: RuntimeError: If `--jax_cpu_collectives_implementation` is unknown. Returns: The created CPU client. Nr%zSetting `jax_cpu_enable_gloo_collectives` is deprecated. Please use `jax.config.update("jax_cpu_collectives_implementation", "gloo")` instead.)distributed_clientr&r$z#Unknown collectives implementation z . Available implementations are .) asynchronousrmnode_id num_nodesri)CPU_COLLECTIVES_IMPLEMENTATIONvalue_CPU_ENABLE_GLOO_COLLECTIVESr-r.DeprecationWarningr_xlamake_gloo_tcp_collectivesr global_staterDmake_mpi_collectivesInitatexitregisterFinalizergCPU_COLLECTIVES_IMPLEMENTATIONSmake_cpu_client_CPU_ENABLE_ASYNC_DISPATCH process_id num_processes)ricollectives_impls r2rrs@&5;#)! P)    6!!O==&3:>kk U " "O88::k ok*++++ V # # >+>>:>>> ? ??  #+1"/6  $ /&4    r1cpurKrMc |D]P}tj|}|tkr/tjd|d|dz dtdz dt QdS)NzDevice z has CUDA compute capability z> which is lower than the minimum supported compute capability zX. See https://jax.readthedocs.io/en/latest/installation.html#nvidia-gpu for more details)rcuda_compute_capabilityMIN_COMPUTE_CAPABILITYr-r.r/)devices_to_checkidx compute_caps r2_check_cuda_compute_capabilityrs   c7<._make_msg(s 76$660=66$166%4667=%!%%%gg._version_check?sj(&%''M  gg    :$:::g +7##* .i*,,...g nndwGGHHH fffff   !D+/CC "g -F U I4&-$1$9 &  ( ( (c  , 3#"#0$'< >> v!s  A7A A22A7CUDAri.)rrcuDNNdi#cuFFT)rcuSOLVERi,cuPTI)rcuBLASi$cuSPARSEiD/rrrrz2--------------------------------------------------z CUDA components status (debug): zIUnable to use CUDA because of the following issues with CUDA components: )F) r rbrrJrrJrrJrrL)rr)r rbrrJrrJ)rcuda_runtime_get_versioncuda_runtime_build_versioncudnn_get_versioncudnn_build_versioncufft_get_versioncufft_build_versioncusolver_get_versioncusolver_build_versioncupti_get_versioncupti_build_versioncublas_get_versioncublas_build_versioncusparse_get_versioncusparse_build_versionrprintjoinrg) rrrerrors debug_resultsresultmessagejoin_strrrs `` @@r2_check_cuda_versionsr#s  " " ""$' #( 42323 3333333333j.?9&(',..... %'     .-92&)++++.]?5&)', .... .-92')++++.=;3&)'- //// .]?5&)', .... &-$$f%=G + $fX&6$ mmG7#### (   (-  , ]]= ) ) , ,--- 3 2"--//22 3 3333r1 platform_namevisible_devices_flagconfig.Flag[str]c|j}d}|dkrd|dD}tjdk}|r tjntjj}|dkret jdstntd|r|nttj }t|tjtjjtjj||||S) Nrc,h|]}t|Sr0rJ.0xs r2 z"make_gpu_client..sBBB!s1vvBBBr1,rr]JAX_SKIP_CUDA_CONSTRAINTS_CHECKzeSkipped CUDA versions constraints check due to the JAX_SKIP_CUDA_CONSTRAINTS_CHECK env var being set.)rmrprqrallowed_devicesmock)rssplit_MOCK_NUM_PROCESSESr rxrosgetenvrrrangercuda_device_countrrmake_gpu_clientrDr)rrvisible_devicesruse_mock_gpu_clientrqrs r2rrs').//BB'<' ??s 155cNt}trdtjtjtjdzD]6\}}}t d|||7nt dddl m }|dD]<}t d|j ||j =|D]}t d |d } tj |}nP#t$rt d |Yn)t $rt d YnwxYw|r8 |#t d |YxYwd S)a2Discovers plugins in the namespace package `jax_plugins` and import them. There are two methods used to discover plugin modules. They are intended to be used together by implementors in order to cover all packaging and development cases: 1. Define a globally unique module under the `jax_plugins` namespace package (i.e. just create a `jax_plugins` directory and define your module below it). 2. If building a package via pyproject.toml or setup.py, advertise your plugin module name by including an entry-point under the `jax_plugins` group which points to your full module name. During Jax startup, Jax will load each module discovered in such a way and call its `initialize()` function. It is expected that this function should register its concrete plugin name/implementations via call(s) to `jax._src.xla_bridge.register_plugin(name, priority=, library_paty=, options=)`. Since `initialize()` functions are called for all installed plugins, they should avoid doing expensive, non-registration related work. TODO: We should provide a variant of `register_plugin` which allows the library_path and options to be resolved via a callback. This would enable light-weight plugin registration in cases where options need to be derived from heavy-weight system initialization. rnz$Discovered path based JAX plugin: %sz+No jax_plugins namespace packages availabler) entry_pointsr)groupz+Discovered entry-point based JAX plugin: %szLoading plugin module %sNz?Jax plugin configuration error: Plugin module %s does not existzDJax plugin configuration error: Plugin module %s could not be loadedzFJax plugin configuration error: Exception when calling %s.initialize())setrpkgutil iter_modules__path__rPrraddimportlib.metadatarrs importlib import_moduleModuleNotFoundErrorr ImportError exception initialize)plugin_modules_r r entry_pointplugin_module_name plugin_modules r2discover_pjrt_pluginsr#s/455.@*k2S8 4 ll94@@@   LL>???.-----!\ 666**k LL>"$$${())))+HH LL+-?@@@M.-.@AAmm ;;; nn&'9;;;;; ... -......HH  """"H34F H H H H H HHHs$D%E'#E'&E'-FF!ci}tjj}g}|r|d}|D]N}|d}t |dkrt d|d|d||d<O|dkrVt j}|d kr"d |d D|d <tj}|dk|d <|d r||d<|S)N;:r+zGMultiple ':' separators for option in jax_pjrt_client_create_options: 'z"'. Should be in format 'key:value'rrr]rc,g|]}t|Sr0rrs r2 z-_options_from_jax_configs..{s#O#O#OqCFF#O#O#Or1rrenable_mock_ncclrq)r jax_pjrt_client_create_optionsrsrlenrgCUDA_VISIBLE_DEVICESr) plugin_nameoptionspjrt_client_optionspjrt_client_option_listoption option_listrmock_processess r2rArAgs" '=C=177<<'--f,,s##K KA  ,.4 , , , - --*!nGKNF*0O%#O#OO4I4I#4N4N#O#O#Og (.N"01"4G !",+gk .r1i)rKrrrOrr str | Noner9Mapping[str, str | int | list[int] | float | bool] | Nonerc fd}|r|rtddS|s|stddStd||5tj|}tj|n|Jtj|ttj |}tv}t||d||||S)aRegisters a backend factory for the PJRT plugin. Args: plugin_name: the name of the plugin. priority: the priority this plugin should be registered in jax backends. Default to be 400. library_path: Optional. The full path to the .so file of the plugin. The plugin needs to provide either the library_path or the c_api. options: Optional. It is used when creating a PJRT plugin client. c_api: Optional. The plugin can provide a PJRT C API to be registered. ctjstji}||t t jjtj|dSt jj t jj d}||tj|t jjS)N)rprq) rpjrt_plugin_initializedinitialize_pjrt_pluginupdaterAr rxrDmake_c_api_clientrr)updated_optionsdistribute_optionsrrs r2rIz register_plugin..factorys  -k : :5' 444OW%%%4[AABBB&.  )+ M MM+6 -;000  '')A)H  r1zHBoth library_path and c_api are provided when registering PJRT plugin %sNzGNeither library_path nor c_api provided when registering PJRT plugin %s"registering PJRT plugin %s from %sFr`) rerrorrrload_pjrt_plugin_dynamicallyprofilerregister_plugin_profilerload_pjrt_plugin_with_c_apirmake_c_api_device_topologyr_rh)rrKrrrOrIrarNs` ` r2register_pluginr0sK&( e  LL   F  e  LL   F,,*K  3K N NE007777    *;>>>*?GG-$<<,;((-L)6eEEEE ,r1c2ttjdd}|D]_\}}|drt |\}}n|}d}t d||t|||`dS)aRegisters backend factories for PJRT plugins. A backend factory will be registered for every PJRT plugin in the input string, in the format of 'name1:path1,name2:path2' ('name1;path1,name2;path2' for windows). The path can be a path to the plugin library or a path to the plugin configuration json file. The json file needs to have a "library_path" field for the plugin library path. It can have an optional "create_option" field for the options used when creating a PJRT plugin client. The value of "create_option" is key-value pairs. Please see xla_client._NameValueMapping for the supported types of values. TPU PJRT plugin will be loaded and registered separately in make_tpu_client. PJRT_NAMES_AND_LIBRARY_PATHSrz.jsonNr))rr) rrritemsendswithrrrr0)rrrrrs r2'register_pjrt_plugin_factories_from_envr5s:i.33,(--// M Mk4 }}W5d;;lGGlg LL,k<KlGLLLLL M Mr1cLt5ts|ttt5t D]$}|jtD]}||j% dddn #1swxYwYdaddddS#1swxYwYdS)NrOT) _plugin_lockrZrr5_plugin_callback_lockrTvaluesrOr\)rIcallbacks r2#_discover_and_register_pjrt_pluginsr<sE !!  !./// ,,)0022 , ,G ] &- , ,hW]+++++ ,,,,,,,,,,,,,,,, !!!!!!!!!!!!!!!!!!!s4+B?A?3 B?B BB BB Bgpur]r^zdict[str, list[str]]_alias_to_platformsplatformcn|tvp|tvSN)rTr_platform_aliasesr@s r2is_known_platformrE s8 (--// / / ',,.. .0r1ct|d}||St}|D]}||vr|cSt d|d|dd|z)a=Replaces platform aliases with their concrete equivalent. In particular, replaces "gpu" with either "cuda" or "rocm", depending on which hardware is actually present. We want to distinguish "cuda" and "rocm" for purposes such as MLIR lowering rules, but in many cases we don't want to force users to care. NzUnknown backend: 'z4' requested, but no platforms that are instances of z% are present. Platforms present are: r)r?rbackendsrrgr)r@ platformsbps r2canonicalize_platformrKs"%%h55) Ojj! aAFFHH}} hhh/(//8@///14!&&((1C1CD E EEr1 list[str]c:t||gS)zExpands, e.g., "gpu" to ["cuda", "rocm"]. This is used for convenience reasons: we expect cuda and rocm to act similarly in many respects since they share most of the same code. )r?rrDs r2expand_platform_aliasrN(s  H: 6 66r1c |dvS)Nr>r0rDs r2is_gpurP0s % %%r1ctt5ttdkcdddS#1swxYwYdS)z7Returns true if backends have already been initialized.rN)rfrrWr0r1r2backends_are_initializedrR4sz y>>Q s -11ct5tr5tD]}|j||jnt |ddddS#1swxYwYdS)aRegisters a callback to be called with c_api after plugins discovery. The callback will be called on all discovered PJRT C API plugins. If `register_plugin_callbacks` is called before the plugins are discovered, the callback will be called right after the plugins are discovered. Otherwise, the callback will be called immediately when `register_plugin_callbacks` is called. Args: callback: the callback to be called with c_api. Nr7)r9rZrTr:rOr\r)r;rIs r2register_plugin_callbacksrT:s)))'..00((' = $ ( ' ' ' '(x((( ))))))))))))))))))sAA,,A03A0cttt5trtcdddSts1t t drt jtdatj j x}rg}| dD]$}| t|%tt|dd}dgt|z}t!t#|||}n#dt$D}d }|D]\}}} |d krt)js!t-|} | t|<||kr| a|}E#t0$rq} d |d | } |r2t3| t4|<t6| n+tj j r| d z } n| dz } t;| Yd} ~ d} ~ wwxYwt.Jtj j st=tcdddS#1swxYwYdS)Nregister_at_fork)beforeTrrFc2g|]\}}||j|jfSr0r)rr@ registrations r2rzbackends..ls9   $h  \*L,E F   r1ir]zUnable to initialize backend 'z': zD (set JAX_PLATFORMS='' to automatically choose an available backend)zg (you may need to uninstall the failing plugin package, or set JAX_PLATFORMS=cpu to skip this backend.))r<rfrW_at_fork_handler_installedhasattrrrVr3r jax_platformsrsrextendrNrrlistziprTr3r has_visible_nvidia_gpu _init_backendrUrrbrYrinforg_suggest_missing_backends) r]rHr@ prioritiesfail_quietly_listplatform_registrationsdefault_priorityrKrMbackenderrrs r2rGrGOs &'''55 55555555 &('"6H*I*I(****#' ,22}i#))#..::(.x889999YB//j!'C NN2# Iz#455 7 7   % % ' '    ,B&&((L& v  n&K&M&M  ))% ( & & &$ %   & & &E8EEEE  &&)#hh/( # ++g      ! ' A ] ]GG A AGW%% %      &  ' ' '   %"!!! k555555555555555555sNH-DH-6E4H-#E43H-4 G/>A'G*%H-*G//1H--H14H1c tjdkrdStJtj}dtvrt jr{ttdrFdtvr=td}d|d}d|vr|dz }|dz }t |dSt d |ddSd tvr=t j d d kr"t d |ddSdSdS) NLinuxr]GpuAllocatorConfigz#CUDA backend failed to initialize: rnz-no supported devices found for platform CUDA.zThis may be due to JAX pre-allocating too much device memory, leaving too little for CUDA library initialization. See https://jax.readthedocs.io/en/latest/gpu_memory_allocation.html for more details and potential workarounds.z5(Set TF_CPP_MIN_LOG_LEVEL=0 and rerun for more info.)zjAn NVIDIA GPU may be present on this machine, but a CUDA-enabled jaxlib is not installed. Falling back to r<rzyA Google TPU may be present on this machine, but either a TPU-enabled jaxlib or libtpu is not installed. Falling back to ) py_platformsystemrUr@rWr rar\rrYrr%num_available_tpu_chips_and_device_id)default_platformrj warning_msgs r2rdrdsdW$$ F  % % %%. 9!F!H!H}233-/8Q8Q F #c@#@@@k 8C ? ? 8 LLk nn[!!!!! nn,(,,,----- I."V"X"XYZ"[^_"_"_ NN3/33344444"_"_r1ctdt5iaiadadddn #1swxYwYt dS)NzClearing JAX backend caches.)rrcrfrWrYrU get_backend cache_clearr0r1r2_clear_backendsrvs  ++,---IO s 599c t|d}|:td|dttd|jrt d|dt d|| }|td|d| d krtd|d tj d |j fd |fd | fd|ft d||S)N Backend 'z(' is not in the list of known backends: rnz Platform 'zK' is experimental and not all JAX functionality may be correctly supported!zInitializing backend '%s'zCould not initialize backend ''rz' provides no devices.zInitialized backend process_index device_count local_deviceszBackend '%s' initialized)rTrrgr_rrNrrrrIr{rdistributed_debug_logr@rzr|)r@rZris r2rbrbs#''$77,  .H . . "'')) * * . . . / //@ NN????@@@,,*H555  " "' _ CCCC D DD q  C8CCC D DD3W5EF-w/D/D/F/FG,g.B.B.D.DE-w/D/D/F/FGIII ,,)8444 .r1None | str | xla_client.Clientc |t|ts|S|ptjp tjpd}t }|t |}||d}|[|tvr0td|dt|dt|td|dt||StJtS)Nrxz' failed to initialize: z. Available backends are zUnknown backend ) isinstancerb _XLA_BACKENDrs_PLATFORM_NAMErGrKrrYrgr_rU)r@bsris r2_get_backend_uncachedrs *Xs";"; OL,,L0DL(zz" $X..HffXt$$G _ $ $@x@@-h7@@59"XX@@AA A  JX J JR J J L LL N  ' ' ' r1)maxsizec t|SrB)rrDs r2rtrts x ( ((r1devicexla_client.Device | Nonec0||jStS)zEReturns the Backend associated with `device`, or the default Backend.)rDrt)rs r2get_device_backendrs  = r1ristr | xla_client.Client | Nonec^tt|S)aReturns the total number of devices. On most platforms, this is the same as :py:func:`jax.local_device_count`. However, on multi-process platforms where different devices are associated with different processes, this will return the total number of devices across all processes. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: Number of devices. )rJrtr{ris r2r{r{s&& [ ! ! . . 0 0 1 11r1c^tt|S)z:Returns the number of devices addressable by this process.)rJrtlocal_device_countrs r2rrs& [ ! ! 4 4 6 6 7 77r1list[xla_client.Device]cDt|S)a1Returns a list of all devices for a given backend. .. currentmodule:: jaxlib.xla_extension Each device is represented by a subclass of :class:`Device` (e.g. :class:`CpuDevice`, :class:`GpuDevice`). The length of the returned list is equal to ``device_count(backend)``. Local devices can be identified by comparing :attr:`Device.process_index` to the value returned by :py:func:`jax.process_index`. If ``backend`` is ``None``, returns all the devices from the default backend. The default backend is generally ``'gpu'`` or ``'tpu'`` if available, otherwise ``'cpu'``. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: List of Device subclasses. )rtdevicesrs r2rr$s2 W   % % ' ''r1c*tdjS)z5Returns the platform name of the default XLA backend.N)rtr@r0r1r2default_backendr@s T   ##r1tuple[int, int] | Nonect|}t|drt|dr|j|jfSdS)ziReturns the PJRT C API version of the backend. Returns None if the backend does not use PJRT C API. pjrt_c_api_major_versionpjrt_c_api_minor_versionN)rtr\rrr@ris r2backend_pjrt_c_api_versionrEsU  ! !' W011Pg )77P  ,g.N OO r1 int | NonecBt|}t|ddS)a*Returns the XLA version of the backend. Returns None if the backend does not use PJRT C API or does not have xla_version in the plugin attributes. This methon can be used to skip features that are not available before certain xla_version if the backend is a plugin and uses xla_version. xla_versionN)rtgetattrrs r2backend_xla_versionrRs#  ! !' - . ..r1rzhost_idc |tjd|!t|dcxkrt |ksnt dfdt |DS)aLike :py:func:`jax.devices`, but only returns devices local to a given process. If ``process_index`` is ``None``, returns devices local to this process. Args: process_index: the integer index of the process. Process indices can be retrieved via ``len(jax.process_count())``. backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: List of Device subclasses. NzThe argument to jax.local_devices has been renamed from `host_id` to `process_index`. This alias will eventually be removed; please update your code.rzUnknown process_index c*g|]}|jk |Sr0rz)rdrzs r2rz!local_devices..zs% J J JM)I)I!)I)I)Ir1)r-r.rtrz process_countrr)rzrirs` r2r|r|^s$  M M((6688M } 5 5 5 5}W55 5 5 5 5 =m== > >> J J J JWW%% J J JJr1cDt|S)auReturns the integer process index of this process. On most platforms, this will always be 0. This will vary on multi-process platforms though. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: Integer process index. )rtrzrs r2rzrz}s W   + + - --r1cHtjdt|S)Nzrjax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.)r-r.rzrs r2rr+ -=>>> w  r1cTtdt|DdzS)z@Returns the number of JAX processes associated with the backend.c3$K|] }|jV dSrBr)rrs r2 z process_count..s$ 7 7Q_ 7 7 7 7 7 7r1r)maxrrs r2rrs. 7 7gg&6&6 7 7 7 7 7! ;;r1cHtjdt|S)Nzujax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.)r-r.rrs r2 host_countrrr1 list[int]c|tjdttt |S)Nzjax.host_ids has been deprecated; please use range(jax.process_count()) instead. jax.host_ids will eventually be removed; please update your code.)r-r.r_rrrs r2host_idsrs= - eM'**++ , ,,r1c.dt|jvS)Nz PJRT C API)rtplatform_versionrs r2using_pjrt_c_apirs W--> >>r1c tt|}t5|tvrt||fi|cdddS dddn #1swxYwYt d|z)Nztopology not implemented for %s)r<rKrfr[NotImplementedError)r@ topology_namekwargsactual_platforms r2make_pjrt_topologyrs%''')(33/KK---  1- J J6 J JKKKKKKKK-KKKKKKKKKKKKKKK =HIIIsAA"Ac ptjdsSt}|tdtjd|}tj|tjdsJtjdstjdtj |fi|S)Nr<zkJAX TPU support not installed; cannot generate TPU topology. See https://github.com/google/jax#installation) rpjrt_plugin_loadedrrgr+r,r-r#r$#make_tfrt_tpu_c_api_device_topology)rrrrOs r2make_pjrt_tpu_topologyrs  &u - -8'))L  8 9 99  3E< H HE00777  &u - ----  +E 2 2-%e,,,  7    r1)r4r5r6r7)r rbrIrHrKrJrMrLrNrLrarcrOrr6rdrB)rirjr6rk)FF)rrLrrL)rrbrrr6rk)rrbr6rX)rrbr6r)r6rd) rrbrKrJrrrr rOrr6r)r@rbr6rL)r@rbr6rb)r@rbr6rL)r6rL)r6rV)r@rbr6rk)r@r~r6rk)rrr6rk)rirr6rJ)rirr6r)r6rb)r6r)r6r)NNN)rzrrirrrr6r)rirr6r)r)r@rb)__doc__ __future__rr{collections.abcrr dataclasses functoolsrrrrloggingrrr@rnr=rtypingrr r-jax._srcr r r r rjax._src.cloud_tpu_initr jax._src.librrr getLoggerrPrrSrrrrr*register_exclusion__file__Client XlaBackendr string_flagrrlowerBACKEND_TARGETrr_ROCM_VISIBLE_DEVICESint_flagr bool_flagrtr~ enum_flagrrrr3r[rErHDeviceTopologyTopologyFactory dataclassrGrTrUrWrYLockrfrZr8r[r\r9r_rhrrrrr\rrrrAr0r5r<rCr?r3 _platform_alias setdefaultrrErKrNrPrRrTrGrdrvrbrrtrr{rrrrrr|rzrrrrrrrr0r1r2rs  #""""" --------((((((((   ############888888&&&&&&######&&&&&&  8 $ $+++,,11555++++++"!(+++   "v!r577 $# BI"B''--//LNN $# BI!2&&,,..577*v)122+*122 &fo    0v/ *  M    #:"9"9!1!1 - / . + . . """.V- (  %""" # 8"eJ$5t$;<<=3j&?&E FFG *687777-11111+- ----#%%%%%   !!!!!y~ 244444!!!!!& (('-f%55555./2627EI15 . . . . . . :>/////d ?QU   7<',F3F3F3F3F3R####L 7:())  g 3       g 4      7:()) 77, > > > :@@@@*AHAHAHAHHD#IM EEEEEEPMMMM:!!!.   -/....*0022??Iv  ,,33I>>>>0000EEEE*7777&&& )))*====J444@    6046 4/3)))))(,/322222./388888/3(((((8$$$$      / / / / / .2<@(,KKKK K>/3.....(      .2<<<< <     /3-----????JJJJJsBC(C,C  C