VpfK+UddlmZddlZddlZddlZddlZddlZ ddlZn #e $rdZYnwxYwddl m Z ddl m Z ddl m Z ddlmZddlmZddlmZdd lmZejeZdad ed <d ad ed<d ad ed<d ad ed<ejZe Z!ded<ddZ$d>dZ%d?dZ&d@d Z'd>d!Z(d@d"Z)dAd#Z*dBd&Z+dBd'Z,dCd)Z-dDd+Z.dEd/Z/dFd4Z0d@d5Z1d>d6Z2dGd8Z3dHd;Z4dS)I) annotationsN) cache_key)config) monitoring)CacheInterface) xla_client)ir)LRUCacheCacheInterface | None_cacheFbool_cache_initialized_cache_checked _cache_usedzset[str]_UNSUPPORTED_RUNTIMESbackendxla_client.Clientreturnct5trtcdddS dddn #1swxYwYt5tsldagd}tst jdn0|j|vr't|ddrt jddatcdddS ddddS#1swxYwYdS)zCheck if cache is used and report adoption metrics one-time per task. The cache may be initialized during the first call to this function. NT)tpugpucpuz*/jax/compilation_cache/task_disabled_cache!supports_executable_serializationz(/jax/compilation_cache/tasks_using_cache)_cache_initialized_mutexrr_is_cache_enabledr record_eventplatformgetattr)rsupported_platformss Z/var/www/html/nettyfy-visnx/env/lib/python3.11/site-packages/jax/_src/compilation_cache.py is_cache_usedr!6s    n 211   LMMMM  1 1 1gBDII 2  JKKK %s044A'CC Cpathstr!tuple[CacheInterface, str] | NonecJtjj}t|||fS)z1Returns the file cache and the path to the cache.)max_size)rcompilation_cache_max_sizevaluer )r"r&s r get_file_cacher)Xs%  . 4( $ * * *D 00NonecFtjd|dS)a Sets the persistent compilation cache directory. After calling this, jit-compiled functions are saved to `path`, so they do not need be recompiled if the process is restarted or otherwise run again. This also tells Jax where to look for compiled functions before compiling. jax_compilation_cache_dirN)rupdater"s r set_cache_dirr0^s# -2D99999r*c~tjdtdtjd|dS)z This API is deprecated; use set_cache_dir instead. Set the path. To take effect, should be called prior to any calls to get_executable_and_time() and put_executable_and_time(). z9initialize_cache is deprecated; use set_cache_dir instead stacklevelr-N)warningswarnDeprecationWarningrr.r/s r initialize_cacher8isD -K"q2222-2D99999r*intcdS)zDReturns the minimum size below which the entry should not be cached.rr;r*r default_min_cache_entry_sizer<us r*c$tjjSN)renable_compilation_cacher(r;r*r rrzs  ( ..r*c^t5tr ddddSdats(td ddddSt jjdkr,t jdtt Jdt j j}|s ddddSt|}|tdn |\a }td|ddddS#1swxYwYdS)NTz%_initialize_cache: cache is disabled!r)jax_persistent_cache_min_entry_size_bytesz'The cache has already been initialized!z/_initialize_cache: cache initialization failed!z.Initialized persistent compilation cache at %s) rrrloggerdebugr%persistent_cache_min_entry_size_bytesr(r.r<r compilation_cache_dirr))r"cache_and_paths r _initialize_cacherG~s KK  KKKKKKKK     ll:;;; KKKKKKKK39Q>> mF799;;; >>D>>>39D   +KKKKKKKK.$D))N llDEEEE#lfd llCTJJJ9KKKKKKKKKKKKKKKKKKs$ D"+D"A&D" A D""D&)D&cJtjjduotjjSr>)rrEr(r?r;r*r is_persistent_cache_enabledrIs#  & ,D 8 4-35r*c|jtvrItr tjn tj}t |d|jdStttS)Nz#_get_cache: Unsupported runtime: %s) runtime_typerrIloggingWARNINGDEBUGrBlogr rG)r log_prioritys r _get_cacherQsm 222'B'D'D'GOO  JJ|B#%%% 4 ^ -r* executablebytesctr(tj}||Stj|Sr>) zstandardZstdCompressorcompresszlib)rR compressors r compress_executablerZs<%)++J   z * ** = $ $$r*ctr(tj}||Stj|Sr>)rUZstdDecompressor decompressrX)rR decompressors r decompress_executabler_s<'-//L  " ": . .. ?: & &&r*rcZt|}|dS||}|duS)z)Checks if the executable is in the cache.NF)rQget)rrcacheexecutable_and_times r is_executable_in_cacherds8 W  % ] 5 ),, D ((r*5tuple[xla_client.LoadedExecutable | None, int | None]ct|}|tddS||}|dSt |}t |\}}|||}||fS)zZReturns the cached executable and its compilation time if present, or None otherwise. Nz:get_executable_and_time: cache is disabled/not initialized)NN)rQrBrCrar_extract_executable_and_timedeserialize_executable)rcompile_optionsrrbrcserialized_executable compile_timexla_executable_deserializeds r get_executable_and_timerms W  % ] LLMNNN : ),, :-.ABB(C))% ' > >_!.!. $l 22r* module_namexla_client.LoadedExecutablerkcTtjjrtr tjn tj}t|}|t |d|dS| |}t||}t|}tj j} t|} | | kr t |d|| | dSt |d||tjd|||dS)zbAdds the 'executable' and its compilation time to the cache, possibly evicting older entries. NzVNot writing persistent cache entry with key %r since cache is disabled/not initializedzjNot writing persistent cache entry with key %r since its size (%d bytes) is less than threshold (%d bytes)z6Writing %s to persistent compilation cache with key %rz#/jax/compilation_cache/cache_misses)rexplain_cache_missesr(rIrLrMrNrQrBrOserialize_executablecombine_executable_and_timerZrDlenrrput) rrnrRrrkrPrbrjrcmin_entry_size entry_sizes r put_executable_and_timerxsL06%133%'//} W  % ] JJ|:;DFFF F!66zBB3\+++,?@@?E.&''*.   JJ| 89BJ  JJ|GI'''ABBB IIi,-----r*module ir.Moduledevices np.ndarraycDtj||||tdndS)NrUrX)rrarU)ryr{rirs r get_cache_keyr~ s- vw&/&;{{ I IIr*cVtjdtdtS)z Deprecated. Return whether the cache is enabled. Initialization can be deferred, so initialized status is not checked. The name is retained for backwards compatibility. z(is_initialized is deprecated; do not user2r3)r5r6r7rr;r*r is_initializedrs1 -:"q2222   r*ctdt tjnddat5dadadaddddS#1swxYwYdS)z*Get back to pristine, uninitialized state.zResetting cache at %s.NzF)rBinfor _pathrrrrr;r*r reset_cachers  ++&%1v||yBBB &NKsA  AArjcPt|dd|zS)a Given the serialized executable and the compilation time, produce a cache entry in the format shown below. The cache entry is of the form: Byte: 0 1 2 3 4 ... Content: compilation time serialized executable (big-endian int) big byteorder)r9to_bytes)rjrks r rsrs.s+ \   # #A # 7 7:O OOr*exectuable_and_timetuple[bytes, int]c^|ddt|dddfS)a#Given the cache entry in the format shown below, extract the serialized executable and the compilation time. The cache entry 'executable_and_time' is of the form: Byte: 0 1 2 3 4 ... Content: compilation time serialized executable (big-endian int) rNrr)r9 from_bytes)rs r rgrg<s= QRR #.."1"#1#0#0 00r*)rrrr )r"r#rr$)rr+)rr9)rr )rr )rRrSrrS)rr#rr )rr#rre) rr#rnr#rRrorkr9rr+)ryrzr{r|rr#)rjrSrkr9rrS)rrSrr)5 __future__rrL threadingr5rXnumpynprU ImportErrorjax._srcrrr$jax._src.compilation_cache_interfacer jax._src.librjax._src.lib.mlirr jax._src.lru_cacher getLogger__name__rBr __annotations__rrrLockrsetrr!r)r0r8r<rrGrIrQrZr_rdrmrxr~rrrsrgr;r*r rs#"""""" )))??????###### ''''''  8 $ $ $$$$$   *9>++"%#%%''''D1111 :::: : : : :    ////KKKKB5555    %%%%''''))))3333,&.&.&.&.RIIII         P P P P 0 0 0 0 0 0s ",,