Ë
    ßGìj»f  ã                  óŽ  — U d dl mZ d dlZd dlmZ d dlZd dlZd dlmZ d dl	Z	d dl
Z
d dlZd dlZd dlmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlm Z  d dlm!Z! d dl"m#Z# d dl$m%Z%m&Z& d dl'm(Z) d dl*m+Z+m,Z, d dl-m.Z.m/Z/m0Z0 d dl1m2Z2 d dl3m4Z4 d dl5m6Z6m7Z7m8Z8m9Z9 d dl:m;Z; d dl<Z=dZ>d Z?d!Z@ ej‚                  eB«       e)j†                  ZDeDjŠ                  ZFe)jŽ                  ZGe)j�                  ZHej’                  eJcZJZKej˜                  eMcZMZN e
jž                  eP«      ZQd"ZRd#„ ZS ej¨                  «       dNd$„«       ZUd%„ ZVeZW G d&„ d'ej°                  «      ZY eY«       ZZd'e[d(<   ej¸                  d)„ «       Z] G d*„ d+«      Z^e^Z_dOd,„Z`dPd-„Za eb«       Zcd.e[d/<   ejÈ                  dQd0„«       ZeejÈ                  	 	 	 	 dRd1„«       ZfdQd2„ZgdSd3„ZhdTd4„ZidUd5„ZjdVd6„ZkdWd7„Zl G d8„ d9ejÚ                  «      Znd:„ ZodXd;„ZpdYd<„Zq ej¨                  «       d=„ «       Zr ejæ                  d>¬?«       G d@„ dA«      «       ZtdB„ Zu	 	 	 	 	 	 dZdC„Zv	 	 	 	 	 	 d[dD„Zw ejð                  dE«      Zyd>ey_z        eyj÷                  ew«       dF„ Z|eyjû                  e|«       dG„ Z~ eejþ                  ey«      e�j                   ey<   e~e�j                  ey<   dH„ Z‚e‚e�j                  ey<   dI„ Z„ e �j
                  eye„dJ¬K«        e �j
                  eye„dL¬K«       dM„ Z† e �j
                  eye†«       y)\é    )ÚannotationsN)ÚSequence)Úpartial)ÚAny)Úapi)Úarray)Ú	basearray)Úconfig)Úcore)Údtypes)Úlib)Úpjit)Útraceback_util)Úutil)Ú
xla_bridge)Úarray_types)Úad)Úbatching)Úmlir)Úpxla)ÚInternalFloatingPointError)ÚLayoutÚFormat)Ú
xla_client)ÚAbstractMeshÚMesh)Úrecord_scalarÚrecord_event_duration_secsÚrecord_event_time_span)ÚPartitionSpec)ÚSharding)ÚNamedShardingÚSingleDeviceShardingÚGSPMDShardingÚis_single_device_sharding)Ú
SourceInfoz&/jax/core/compile/jaxpr_trace_durationz//jax/core/compile/jaxpr_to_mlir_module_durationz*/jax/core/compile/backend_compile_durationFc                óî   — t        | fi |¤Ž}t        j                  j                  d«      }	  ||Ž }t        j                  j                  |«       |S # t        j                  j                  |«       w xY w)zEImpl rule that compiles and runs a single primitive 'prim' using XLA.F)Úxla_primitive_callabler   Újax_jitÚ#swap_thread_local_state_disable_jit)ÚprimÚargsÚparamsÚfunÚprevÚoutss         úUC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/_src/dispatch.pyÚapply_primitiver2   S   sb   € ä˜tÑ. vÑ.€#ô 
�‰×	8Ñ	8¸Ó	?€$ð:Ù�ˆ:€Dä‡K�K×3Ñ3°DÔ9Ø	€+øô ‡K�K×3Ñ3°DÕ9ús   ­A Á!A4c                ó¸   ‡ ‡— t        j                  d«       ˆˆ fd„}‰ j                  |_        ‰ j                  |_        d|_        t        j                  |«      S )NÚ!xla_primitive_callable_cache_missc                 ó~   •— t        j                  d«      5   ‰j                  | i ‰¤Žcd d d «       S # 1 sw Y   y xY w©NF)r
   Úeager_constant_foldingÚbind)r,   r-   r+   s    €€r1   Úprim_funz(xla_primitive_callable.<locals>.prim_fung   s0   ø€ Ü	×	&Ñ	& uÕ	-ØˆT�Y‰Y˜Ð' Ñ'÷ 
.×	-Ò	-ús   —3³<T)r   Ú
test_eventÚnameÚ__name__Ú__qualname__Ú_apply_primitiver   Újit)r+   r-   r9   s   `` r1   r(   r(   d   sF   ù€ ä‡/�/Ð5Ô6õ(ð —i‘i€(ÔØŸ)™)€(ÔØ"€(ÔÜ	�‰�Ó	Ðó    c                óB   — | j                  t        t        | «      «       y ©N)Údef_implr   r2   )r+   s    r1   Úsimple_implrD   p   s   € Ø‡-�-”œ¨Ó.Õ/r@   c                  ó\   — e Zd ZU dZded<   ded<   d„ Z	 	 	 	 	 	 dd„Zdd„Zdd	„Zd
„ Z	d„ Z
y)ÚRuntimeTokenSetzJSee docstring for effects.py module for the calling convention for tokens.zdict[core.Effect, core.Token]Úcurrent_tokenszdict[Device, RuntimeToken]Úoutput_runtime_tokensc                ó    — i | _         i | _        y rB   ©rG   rH   ©Úselfs    r1   Ú__init__zRuntimeTokenSet.__init__€   ó   € Ø€DÔØ!#€DÕr@   c           	     óÈ  — | j                   j                  |t        j                  dt        j                  «      «      }t        |t        j                  «      r3t        j                  |t        t        |d«      t        d«      «      «      S t        j                  |«      }t        j                  t        j                   |gd gd g|g«      d   «      }|| j                   |<   |S )Nr   Úx)rG   ÚgetÚnpÚzerosÚbool_Ú
isinstancer   ÚTokenr   Ú
device_putr"   r   r    r$   Úget_replicatedr   Ú
shard_args)rL   ÚeffÚdevicesÚtokÚsÚsharded_toks         r1   Úget_token_inputzRuntimeTokenSet.get_token_input„   s¸   € ð ×
Ñ
×
!Ñ
! #¤r§x¡x°´2·8±8Ó'<Ó
=€Cä�#”t—z‘zÔ"ô
 �^‰^Ø
Œ}œT '¨3Ó/´¸sÓ1CÓDóFð Fô
 	×$Ñ$ WÓ-€AÜ—*‘*œTŸ_™_¨a¨S°4°&¸4¸&À3À%ÓHÈÑKÓL€KØ*€D×Ñ˜ÑØÐr@   c                ó"   — || j                   |<   y rB   )rG   )rL   rZ   Útokens      r1   Úset_token_resultz RuntimeTokenSet.set_token_result˜   s   € Ø$€D×Ñ˜Òr@   c                ó"   — || j                   |<   y rB   )rH   )rL   Údevicera   s      r1   Úset_output_runtime_tokenz(RuntimeTokenSet.set_output_runtime_token›   s   € ð */€D×Ñ˜vÒ&r@   c                ó    — i | _         i | _        y rB   rJ   rK   s    r1   ÚclearzRuntimeTokenSet.clear¡   rN   r@   c                óà   — | j                   j                  «       D ]  }|j                  «        Œ | j                  j                  «       D ]  }|j                  «        Œ | j	                  «        y rB   )rG   ÚvaluesÚblock_until_readyrH   rg   )rL   ra   s     r1   rj   z!RuntimeTokenSet.block_until_ready¥   sU   € Ø×$Ñ$×+Ñ+Ö-ˆØ×ÑÕð .à×+Ñ+×2Ñ2Ö4ˆØ×ÑÕð 5à‡J�J…Lr@   N)rZ   úcore.Effectr[   zlist[Device]Úreturnú
core.Token)rZ   rk   ra   rm   )rd   ÚDevicera   ÚRuntimeToken)r<   Ú
__module__r=   Ú__doc__Ú__annotations__rM   r_   rb   re   rg   rj   © r@   r1   rF   rF   u   sK   … ÙRð 0Ó/ð 4Ó3ò$ðØðØ'3ðàóó(%ó/ò$ór@   rF   Úruntime_tokensc                 ó,   — t         j                  «        y rB   )rt   rj   rs   r@   r1   Úwait_for_tokensrv   ®   s   € ä×"Ñ"Õ$r@   c                  ó*   — e Zd Zg d¢Zddd„Zd„ Zd„ Zy)ÚLogElapsedTimeContextManager)ÚfmtÚfun_nameÚeventÚ
start_timeNc                ó.   — || _         || _        || _        y rB   )ry   rz   r{   )rL   ry   rz   r{   s       r1   rM   z%LogElapsedTimeContextManager.__init__¶   s   € Ø€D„HØ€D„MØ€D…Jr@   c                ó¨   — t        j                   «       | _        | j                  �-t        | j                  | j                  | j                  ¬«       y y )N©rz   )Útimer|   r{   r   rz   rK   s    r1   Ú	__enter__z&LogElapsedTimeContextManager.__enter__»   s9   € Ü—i‘i“k€D„OØ‡z�zÐÜØ
�*‰*�d—o‘o°·±öð r@   c                ó$  — t         ry t        j                  «       }|| j                  z
  }t        j                  j
                  rt        j                  nt        j                  }t        j                  |«      r;t        j                  || j                  j                  | j                  |¬«      «       | j                  �Pt!        | j                  || j                  ¬«       t#        | j                  | j                  || j                  ¬«       y y )N)rz   Úelapsed_timer   )Ú_on_exitr€   r|   r
   Úlog_compilesÚvalueÚloggingÚWARNINGÚDEBUGÚloggerÚisEnabledForÚlogry   Úformatrz   r{   r   r   )rL   Úexc_typeÚ	exc_valueÚ	tracebackÚend_timerƒ   Úlog_prioritys          r1   Ú__exit__z%LogElapsedTimeContextManager.__exit__Â   s¼   € ÝØä�y‰y‹{€HØ˜dŸo™oÑ-€LÜ&,×&9Ñ&9×&?Ò&?”7—?’?ÄWÇ]Á]€LÜ×Ñ˜<Ô(Ü‡j�j�˜tŸx™xŸ™Ø—=‘=¨|ð  /ó  =ô >à‡z�zÐÜ Ø
�*‰*�l¨T¯]©]õô Ø
�*‰*�d—o‘o x¸$¿-¹-öð	 r@   rB   )ry   Ústrrz   r”   r{   z
str | None)r<   rp   r=   Ú	__slots__rM   r�   r“   rs   r@   r1   rx   rx   ³   s   „ Ú8€)ôò
ór@   rx   c                ó   — |dk(  r| dkD  S y)NÚtpuiÐ  Frs   )Únum_argsÚplatforms     r1   Úshould_tuple_argsrš   ×   s   € ð �ÒØ�d‰?Ðàr@   c                óª   — | j                   D ]  }||j                  j                  v sŒ y t        j                  | «      D ]  }t        ||«      sŒ y y)zCWhether there is a primitive given by user anywhere inside a Jaxpr.TF)ÚeqnsÚ	primitiver;   r   Ú	subjaxprsÚjaxpr_has_primitive)ÚjaxprÚ	prim_nameÚeqnÚsubjaxprs       r1   rŸ   rŸ   à   sL   € à�ZŒZ€cØ�C—M‘M×&Ñ&Ò&Ùð ô —.‘. Ö'€hÜ˜8 YÕ/Ùð (ð 
r@   zset[core.Primitive]Ú%prim_requires_devices_during_loweringc                óœ   — | j                   D ]  }|j                  t        v sŒ y t        j                  | «      D ]  }t        |«      sŒ y y)NTF)rœ   r�   r¤   r   rž   Ú jaxpr_has_prim_requiring_devices)r    r¢   r£   s      r1   r¦   r¦   ï   sE   € à�ZŒZ€cØ
‡}�}Ô=Ò=Ùð ô —.‘. Ö'€hÜ'¨Õ1Ùð (ð 
r@   c                ó  ‡‡— ddl m} g }| j                  D �]0  }|j                  t        j
                  u rx|j                  d   }t        |t        «      rt        |j                  t        «      rŒZt        |j                  |j                  j                  «      Š|j                  |‰f«       Œ˜|j                  t        j                  u rzt        |j                  |j                  j                  «      Š|j!                  ˆfd„|j                  d   D «       «       |j!                  ˆfd„|j                  d   D «       «       �Œ.|j                  |j"                  u r†|j                  d   Št        ‰t        «      r�Œgt        |j                  |j                  j                  «      Š|j!                  ˆˆfd	„g |j                  d
   ¢|j                  d   ¢D «       «       �ŒÌ|j                  t$        u s�Œàt        |j                  |j                  j                  «      Š|j!                  ˆfd„|j                  d   D «       «       �Œ3 t'        j(                  | «      D ]  }|j!                  t+        |«      «       Œ |S )Nr   )Ú	shard_mapÚshardingc              3  ó&   •K  — | ]  }|‰f–— Œ
 y ­wrB   rs   )Ú.0ÚiÚsource_infos     €r1   Ú	<genexpr>z-get_intermediate_shardings.<locals>.<genexpr>	  s   øè ø€ ÐFÑ+E a�!�[Ô!Ñ+Eùó   ƒÚin_shardingsc              3  ó&   •K  — | ]  }|‰f–— Œ
 y ­wrB   rs   )r«   Úor­   s     €r1   r®   z-get_intermediate_shardings.<locals>.<genexpr>
  s   øè ø€ ÐGÑ+F a�!�[Ô!Ñ+Fùr¯   Úout_shardingsÚmeshc              3  ó:   •K  — | ]  }t        ‰|«      ‰f–— Œ y ­wrB   )r"   )r«   Úspecr´   r­   s     €€r1   r®   z-get_intermediate_shardings.<locals>.<genexpr>  s&   øè ø€ ð RÙP�Tô    dÓ+¨[Ô9ÙPùs   ƒÚin_specsÚ	out_specsc              3  ó^   •K  — | ]$  }t        |t        «      r|j                  �|‰f–— Œ& y ­wrB   )rU   r!   Úmemory_kind)r«   r]   r­   s     €r1   r®   z-get_intermediate_shardings.<locals>.<genexpr>  s2   øè ø€ ð KÑ+@ aÜ˜q¤(Ô+°·±Ð0Ið �[Ô!Ñ+@ùs   ƒ*-r[   )Újax._srcr¨   rœ   r�   r   Úsharding_constraint_pr-   rU   r"   r´   r   r&   r­   r;   ÚappendÚjit_pÚextendÚshard_map_pÚdevice_put_pr   rž   Úget_intermediate_shardings)r    r¨   Úoutr¢   r]   r£   r´   r­   s         @@r1   rÂ   rÂ   ú   sÕ  ù€ õ !à
€#Ø�Z�Z€cØ
‡}�}œ×2Ñ2Ñ2Ø
�*‰*�ZÑ
 €aÜ	�A”}Ô	%¬*°Q·V±V¼\Ô*JØÜ˜sŸ™°·±×0BÑ0BÓC€kØ	‡j�j�!�[Ð!Õ"Ø	�‰œ$Ÿ*™*Ñ	$Ü˜sŸ™°·±×0BÑ0BÓC€kØ	‡j�jÓF¨3¯:©:°nÒ+EÓFÔFØ	‡j�jÓG¨3¯:©:°oÒ+FÓGÖGØ	�‰˜)×/Ñ/Ñ	/Ø�Z‰Z˜Ñ€dÜ	�Dœ,Ô	'ÙÜ˜sŸ™°·±×0BÑ0BÓC€kØ	‡j�jô RØP˜sŸz™z¨*Ñ5ÐP¸¿
¹
À;Ñ8OÑPóRö Rà	�‰œ,Ó	&Ü˜sŸ™°·±×0BÑ0BÓC€kØ	‡j�jó K¨3¯:©:°iÒ+@ó Kö Kð) ô, —.‘. Ö'€hØ‡J�JÔ)¨(Ó3Õ4ð (à	€*r@   c           	     ó²   — t        d„ | j                  D «       «      xs: t        d„ t        j                  | gt	        j
                  | «      «      D «       «      S )Nc              3  óÂ   K  — | ]W  }t        |j                  t        j                  «      r1t	        |j                  j
                  «      t        j                  u –— ŒY y ­wrB   )rU   Úavalr   ÚUnshapedArrayÚtypeÚdtypeÚbint)r«   Úvs     r1   r®   z"jaxpr_has_bints.<locals>.<genexpr>  s@   è ø€ ð 9±|°!Ü˜AŸF™F¤D×$6Ñ$6Ô7ô �1—6‘6—<‘<Ó ¤D§I¡IÔ-±|ùs   ‚AAc              3  óô   K  — | ]p  }|j                   D ]_  }|j                  D ]N  }t        |j                  t        j
                  «      r(|j                  j                  D ]  }t        |«      –— Œ ŒP Œa Œr y ­wrB   )rœ   ÚoutvarsrU   rÆ   r   ÚDShapedArrayÚshapeÚ_is_bint_axis_size)r«   ÚjÚerË   Úds        r1   r®   z"jaxpr_has_bints.<locals>.<genexpr>  sk   è ø€ ð NÙF�!Ø—v”v�! q§y¤y !Ü˜AŸF™F¤D×$5Ñ$5Ô6ÀÇÁÇÄ¸1ô ! ×#ð AMð $à'0ð $àð $ÙFùs   ‚A6A8)ÚanyÚinvarsÚ	itertoolsÚchainr   rž   )r    s    r1   Újaxpr_has_bintsrØ     sT   € Ü
ñ 9°u·|²|ó 9ó 9ò Nä
ñ NÜ —‘¨ w´·±¸uÓ0EÔFóNó NðOr@   c                ó|  — t        | t        j                  «      r3| j                  rJ ‚t	        | j
                  «      t        j                  u S t        | t        j                  «      rUt        | j                  t        j                  «      xr/ t	        | j                  j
                  «      t        j                  u S yr6   )
rU   r   ÚDArrayrÏ   rÈ   rÉ   rÊ   ÚVarrÆ   rÎ   )rÓ   s    r1   rÐ   rÐ   #  s{   € Ü�”4—;‘;ÔØ�wŠwÐˆ;Ü�—‘‹=œDŸI™IÐ%Ð%Ü�!”T—X‘XÔÜ�q—v‘vœt×0Ñ0Ó1ò ,Ü�—‘—‘Ó¤$§)¡)Ð+ð-à	r@   c                óš   — t        | t        j                  «      s1t        j                  | «      st	        d| › dt        | «      › d�«      ‚y y )Nú
Argument 'ú
' of type z is not a valid JAX type.)rU   r   ÚTracerÚvalid_jaxtypeÚ	TypeErrorrÈ   )Úargs    r1   Ú	check_argrã   -  sM   € Ü
�Sœ$Ÿ+™+Ô
&¬$×*<Ñ*<¸SÔ*AÜ
�j   Z´°S³	¨{ð ; ð  ó !ð !ð +BÐ
&r@   c                 ón   — t         j                  j                  xs t         j                  j                  S rB   )r
   Ú
debug_infsr†   Ú
debug_nansrs   r@   r1   Úneeds_check_specialrç   3  s%   € Ü	×	Ñ	×	 Ñ	 Ò	;¤F×$5Ñ$5×$;Ñ$;Ð;r@   c                óV   — t        «       r|D ]  }t        | |j                  |«       Œ y y rB   )rç   Ú_check_specialrÉ   )r;   ÚbufsÚbufs      r1   Úcheck_specialrì   6  s'   € ÜÔÛˆÜ�T˜3Ÿ9™9 cÕ*ñ ð r@   c                óÔ  — t        j                  |t        j                  «      rÄt        j
                  j                  rGt        j                  t        j                  t        j                  |«      «      «      rt        | d«      ‚t        j                  j                  rHt        j                  t        j                  t        j                  |«      «      «      rt        | d«      ‚y y y )NÚnanÚinf)r   Ú
issubdtyperR   Úinexactr
   ræ   r†   rÔ   ÚisnanÚasarrayr   rå   Úisinf)r;   rÉ   rë   s      r1   ré   ré   ;  s”   € Ü×Ñ�uœbŸj™jÔ)Ü×Ñ×Ò¤2§6¡6¬"¯(©(´2·:±:¸c³?Ó*CÔ#DÜ& t¨UÓ3Ð3Ü×Ñ×Ò¤2§6¡6¬"¯(©(´2·:±:¸c³?Ó*CÔ#DÜ& t¨UÓ3Ð3ð $EÐð *r@   c                  ór   — e Zd Z ej                  «       Z ej                  «       Z ej                  «       Zy)ÚCopySemanticsN)r<   rp   r=   ÚenumÚautoÚALIASÚCOPYÚDONATErs   r@   r1   rö   rö   B  s)   „ Ø
ˆ$�)‰)‹+€%Ø	ˆ�‰‹€$Øˆ4�9‰9‹;�&r@   rö   c                ó   — | S rB   rs   )rP   s    r1   Ú_identity_fnrý   G  s   € Ø	
€(r@   c           	     óD  — | j                  «        | j                  }t        |t        «      sJ ‚|t        j
                  k(  rdnd }|j                  |j                  k(  r" t        j                  t        ||¬«      | «      S |j                  rd }n@ t        j                  |j                  j                  t        g¬«      |j                  «      }t        |j                   j"                  j%                  |j                   j&                  «      |j                   j(                  «      }t        ||j*                  |j,                  |€d nt/        |j1                  «       «      ¬«      }t3        | |t        j4                  «      } t        j                  t        ||¬«      |«      S )Nr   ©r³   Údonate_argnums)Úotypes)rº   Ú_logical_device_ids)Ú_check_if_deletedr©   rU   r"   rö   rû   Ú_device_assignmentr   r?   rý   Úis_fully_replicatedrR   Ú	vectorizeÚindexÚintr   r´   r[   ÚreshapeÚ
axis_sizesÚ
axis_namesr¶   rº   ÚtupleÚtolistÚ_reorder_shardsrù   )	rP   Útarget_shardingÚcopyÚinp_shardingr   Úpermute_orderÚnew_meshÚnew_sÚnew_xs	            r1   Ú_different_device_order_reshardr  J  sh  € Ø×ÑÔØ—‘€,Ü	�L¤-Ô	0Ð0Ð	0à¤× 4Ñ 4Ò4‘1¸$€.Ø×$Ñ$¨×(JÑ(JÒJð2Œ3�7‰7”<¨Ø"0ô2Ø23ó5ð 5ð ×%Ò%Ø�Mð0”B—L‘L ×!CÑ!C×!IÑ!IÜ*-¨ô0Ø0<×0OÑ0OóQ€MäØ×Ñ×"Ñ"×*Ñ*¨<×+<Ñ+<×+GÑ+GÓHØ×Ñ×"Ñ"ó$€(ô Ø�×!Ñ!¨×/JÑ/JØ#0Ð#8™4Ü! -×"6Ñ"6Ó"8Ó9ô<€%ô ˜!˜U¤M×$7Ñ$7Ó
8€%ð
/Œ�‰”¨_Ø-ô
/Ø/4ó
6ð 6r@   c                ób   — t        j                  |g«      d   }t        j                  | ||«      S )zGReorders array shards to match the order indicated by the new sharding.r   )r   Úto_xc_copy_semanticsÚxcÚreorder_shards)rP   r  Úcopy_semanticsÚxc_copy_semanticss       r1   r  r  e  s1   € ä×/Ñ/°Ð0@ÓAÀ!ÑDÐÜ	×	Ñ	˜1˜eÐ%6Ó	7Ð7r@   c                óú  — t        j                  «       dk(  ry|j                  j                  |j                  j                  k7  ry|j	                  | «      |j	                  | «      k7  ry|j                  j
                  |j                  j
                  k7  }t        j                  «       }|rMt        |dd«      s@t         j                  j                  s&t        d|j                  › d|j                  › d�«      ‚|S )z<Returns True if src->dst is a supported cross-host transfer.é   FÚsupports_cross_host_transferszThe backend (z, zÙ) does not support cross-host device transfers via ICI/NCCL. Please set jax_cross_host_transfer_socket_address and (optionally) jax_cross_host_transport_addresses flags to enable DCN-based cross host device transfers.)r   Úprocess_countÚ_internal_device_listÚdevice_kindÚ_to_xla_hlo_shardingÚprocess_indicesÚget_backendÚgetattrÚ"CROSS_HOST_TRANSFER_SOCKET_ADDRESSr†   Ú
ValueErrorr™   Úplatform_version)ÚndimÚsrc_shardingÚdst_shardingÚdifferent_process_indsÚbackends        r1   Ú!_is_supported_cross_host_transferr/  k  sø   € ô ×ÑÓ 1Ò$ØØ×(Ñ(×4Ñ4Ø×(Ñ(×4Ñ4ò5àØ×'Ñ'¨Ó-Ø×'Ñ'¨Ó-ò.àð
 ×(Ñ(×8Ñ8Ø×(Ñ(×8Ñ8ñ9ð ô ×"Ñ"Ó$€'ñ Ü
�'Ð:¸EÔ
BÜ
×
7Ñ
7×
=Ò
=Ü
Ø
˜×(Ñ(Ð)¨¨G×,DÑ,DÐ+Eð F!ð 	!ó"ð "ð 
 Ðr@   T)Úfrozenc                  óJ   — e Zd ZU dZded<   ded<   ded<   ded	<   d
ed<   d„ Zy)Ú_DeferredShardArgzýDeferred call to `pxla.shard_args`.

  Per-array impls return this object instead of a result array to indicate a
  deferred `shard_args` call. `_batched_device_put_impl` then batches all
  `_DeferredShardArg` objects into a single `shard_args` call.
  r   rP   r!   r]   zcore.AbstractValuerÆ   ÚboolÚ	committedrö   r  c                óx   —  t        j                  | j                  | j                  | j                  «      |«      S rB   )r   Úglobal_aval_to_result_handlerrÆ   r]   r4  )rL   Úshard_arg_results     r1   Úresult_handlerz _DeferredShardArg.result_handler™  s4   € ð+Œ4×-Ñ-Ø�	‰	�4—6‘6˜4Ÿ>™>ó+Ø+;ó=ð =r@   N)r<   rp   r=   rq   rr   r8  rs   r@   r1   r2  r2  Š  s)   … ñð 	ƒ&Øƒ+ØÓØƒ/ØÓó=r@   r2  c                óD
  — ddl m} t        |t        «      �rÅ|}t	        | dd «      |k(  r"t	        | dd«      r|t
        j                  k(  r| S |j                  sht        | t        j                  «      rN| j                  sB|j                  | j                  j                  k(  rt        |t        «      sJ ‚t        | ||«      S |j                  ršt        | t        j                  «      r€| j                  rt|j                  dkD  re|j                  | j                  j                  k7  rB|j                  | j                  j                  k(  rt        |t        «      sJ ‚t        | ||«      S t        | t        j                  «      ri| j                  r]t!        | j"                  | j                  |«      r<t%        j&                  | g|j                  g|gt)        j*                  |g«      «      d   S |j                  �sØt        | t        j                  «      rï| j                  sã|j                  | j                  j                  k7  rÀ| j                  j,                  D �cg c]  }|j.                  ‘Œ }}| j                  j,                  d   j0                  j3                  «       }|j,                  D �cg c]  }|j.                  ‘Œ }	}|j,                  d   j0                  j3                  «       }
t5        d|› d|› d	|	› d|
› d
�	«      ‚t        | t        j                  «      r| j                  r,t7        | «      t8        v st7        | «      t:        j<                  v rnt?        j@                  «       tC        |j                  jD                  «      k(  r+|jG                  | t7        | «      › dt7        | «      › d�¬«       tI        | ||d|«      S t5        d|› d�«      ‚tI        | ||d|«      S t        | t        j                  «      rï| j                  st5        d| jK                  «       › �«      ‚|€8|t
        j                  k(  r| S tI        | | j                  || jL                  |«      S tO        | j                  «      rx|€| j                  j,                  d   n|}|t
        jP                  k(  r%t%        jR                  |tU        |«      | g|gdd«      S t)        jR                  |tU        |«      | g|g«      S tU        |€t)        jV                  «       n|«      }tI        | |||d u|«      S c c}w c c}w )Nr   )Úmultihost_utilsr©   Ú
_committedFr  z�For a cross-host reshard in multi-controller JAX, input and target sharding should have the same set of devices. Got input's device set ids: z on platform z' and target sharding's device set ids: z².

There is experimental support for cross-host transfers with different device sets, when input/output shardings have the same indices and layouts, in the TFRT TPU runtime only.zc passed to device_put is not the same on each process. Make sure you are passing the same value of z on each process.)Úfail_messageTzjdevice_put's second argument must be a Device or a Sharding which represents addressable devices, but got zF. Please pass device or Sharding which represents addressable devices.zZdevice_put's first argument must be a fully addressable array, but got value with devices ),Újax.experimentalr:  rU   r!   r&  rö   rù   Úis_fully_addressabler   Ú	ArrayImplÚ
device_setr©   r  Únum_devicesr!  r;  r/  r*  r  Ú+batched_copy_array_to_devices_with_shardingr   r  r  Úidr™   Úupperr(  rÈ   r   r   Úpython_scalar_dtypesr   r   Úlenr$  Úassert_equalr2  r[   r4  r%   rú   Úbatched_device_putr#   Úget_default_device)rP   rÆ   rd   r  r:  r]   rÓ   Úinp_idsÚinp_platÚ
target_idsÚtarget_platÚshs               r1   Ú_device_put_sharding_implrO  ž  s  € Ý.ä�œÕ!Ø€AÜ��:˜tÓ$¨Ò)¬g°a¸ÀuÔ.MØ”M×'Ñ'Ò'Ø€hà×"Ò"Ü�1”e—o‘oÔ&¨q×/EÒ/EØ	�‰˜Ÿ
™
×-Ñ-Ò-Ü˜œ8Ô$Ð$Ð$Ü,¨Q°°4Ó8Ð8à	×Ò¤:¨a´·±Ô#AØ	×Ò 1§=¡=°1Ò#4Ø	×Ñ 1§:¡:×#CÑ#CÒCØ	�‰˜Ÿ
™
×-Ñ-Ò-Ü˜œ8Ô$Ð$Ð$Ü,¨Q°°4Ó8Ð8ä�1”e—o‘oÔ&¨1¯<ª<Ü-¨a¯f©f°a·j±jÀ!ÔDÜ×;Ñ;Øˆ#�×'Ñ'Ð(¨1¨#Ü
×
#Ñ
# T FÓ
+ó-à-.ñ0ð 0ð ×!Ó!ô �QœŸ™Ô
(°×1GÒ1GØ�l‰l˜aŸj™j×3Ñ3Ò3Ø!"§¡×!>Ò!>Ó?Ñ!>˜A�1—4“4Ð!>ˆÐ?Ø—:‘:×0Ñ0°Ñ3×<Ñ<×BÑBÓDˆØ$%×$8Ò$8Ó9Ñ$8˜q�a—d“dÐ$8ˆ
Ð9Ø×*Ñ*¨1Ñ-×6Ñ6×<Ñ<Ó>ˆÜðà ˜	 ¨x¨jð 9 Ø *˜|¨=¸¸ð FAðAóBð 	Bô �aœŸ™Ô)°!·,²,Ü
ˆq‹'”[Ñ
 ¤D¨£G¬v×/JÑ/JÑ$Jô ×#Ñ#Ó%¬¨Q×-DÑ-D×-TÑ-TÓ)UÒUØ
×
&Ñ
&ØÜ˜!“W�Ið ä˜1“g�YÐ/ð1ð 'ô 3ô
 !  A t¨T°4Ó8Ð8äð6Ø67°Sð 9<ð<ó=ð =ô ˜Q  4¨¨tÓ4Ð4ô �”5—?‘?Ô#Ø×!Ò!Üð$Ø$%§I¡I£K =ð2ó3ð 3ð €~Ø	”×$Ñ$Ò	$Øˆä   A§J¡J°°a·k±kÀ4ÓHÐHÜ	" 1§:¡:Ô	.Ø39°>ˆq�z‰z×,Ñ,¨QÒ/Àv€fØ	”×#Ñ#Ò	#Ü×$Ñ$ TÔ+?ÀÓ+GÈ!ÈØ&, X¨t°Tó;ð 	;ä×$Ñ$ TÔ+?ÀÓ+GÈ!ÈØ&, Xó/ð /ô Ø%˜~ô !×3Ñ3Ô5Ø39ó;€"ä	˜1˜b $¨°dÐ(:¸DÓ	AÐAùòu @ùâ9s   ÉTÊ+Tc          	     ó�  — 	 t        j                  | «      }t	        |t         j
                  «      rt        t        | |f|f|f¬«      d   S t	        |t        «      �r1|}|j                  }t        | d«      r| j                  j                  nd }|€$|j                  €t        | ||j                  |«      S t	        |j                  t        «      rt	        |t        t        d «      f«      st!        d|› d|j#                  «       › �«      ‚t%        | dd «      |k(  r"t%        | d	d
«      r|t&        j(                  k(  r| S |€|€t        | ||j                  |«      S  t+        j,                  t.        ||t&        j0                  k(  rdnd ¬«      | «      S t        | |||«      S # t        $ r!}t        d| › dt        | «      › d�«      |‚d }~ww xY w)NrÝ   rÞ   z is not a valid JAX type©r[   Úsrcsr  r   r�   zIsharding and layout in `Layout` instance should be concrete. Got layout: z for input r;  Frÿ   )r   Úabstractifyrá   rÈ   rU   ÚMemorySpacer2   rÁ   r   ÚlayoutÚhasattrr�   r©   rO  r!   r   r(  Ú	str_shortr&  rö   rù   r   r?   rý   rû   )	rP   rd   Úsrcr  rÆ   ÚerrÚlÚdllÚx_dlls	            r1   Ú_device_put_implr]  ý  sÊ  € ðNÜ×Ñ˜AÓ€Dô
 �œ×(Ñ(Ô)Üœ<¨°V°IÀSÀFØ+/¨'ô3Ø34ñ6ð 6ô �œÕØ€AØ
�(‰(€CÜ& q¨(Ô3ˆA�H‰H�OŠO¸€EØ
€{�q—z‘zÐ)Ü& q¨$°·
±
¸DÓAÐAÜ�q—z‘z¤8Ô,Ü�sœV¤T¨$£ZÐ0Ô1Üð$Ø$% 3 k°$·.±.Ó2BÐ1CðEóFð Fô 	��8˜TÓ" aÒ'¬G°A°|ÀUÔ,KØ”×#Ñ#Ò#Ø€hØ€}˜˜Ü& q¨$°·
±
¸DÓAÐAðFŒ3�7‰7Ü AØ!¤]×%9Ñ%9Ò9™¸tôFàFGóIð Iô 
# 1 d¨F°DÓ	9Ð9øô9 
ò NÜ
Ø
�Q�C�z¤$ q£' Ð*BÐCóEØJMðNûðNús   ‚F Æ	GÆ$G Ç Gc                óZ  — g }g g g g f\  }}}}t        t        || ||«      «      D ]œ  \  }	\  }
}}}t        |
|||¬«      }t        |t        «      rb|j                  |	«       |j                  |j                  «       |j                  |j                  «       |j                  |j                  «       |j                  |«       Œž |ret        j                  |d gt        |«      z  ||«      }t        ||«      D ]1  \  }	}t        ||	   t        «      sJ ‚||	   j                  |«      ||	<   Œ3 |S )N)rd   rX  r  )Ú	enumerateÚzipr]  rU   r2  r½   rP   r]   r  r   rY   rF  r8  )r[   rR  r  ÚxsÚysÚdsa_indicesÚdsa_xsÚdsa_shardingsÚdsa_copy_semanticsr¬   rP   rd   rX  ÚcpÚyÚshard_arg_resultsr7  s                    r1   Ú_batched_device_put_implrj  !  s,  € ð
 
€"Ø;=¸rÀ2Àr¸>Ñ8€+ˆv�}Ð&8Ü!*¬3¨r°7¸DÀ.Ó+QÖ!RÑ€aÑ	ˆ!ˆV�S˜"Ü˜ 6¨s¸Ô<€AÜ�!Ô&Ô'Ø×Ñ˜ÔØ‡m�m�A—C‘CÔØ×Ñ˜1Ÿ3™3ÔØ×Ñ × 0Ñ 0Ô1Ø‡I�Iˆa…Lð "Sñ ô
 Ÿ™¨¸°vÄÀFÃÑ7KØ(:¸FóDÐä" ;Ð0AÖBÑˆÐÜ˜˜1™Ô0Ô1Ð1Ð1Ø�‰e×"Ñ"Ð#3Ó4€bˆ‚eð  Cð 
€)r@   rW   c                ó‚  — g }t        || «      D ]­  \  }}t        |t        «      rK|j                  �?|j	                  |j                  t        j                  |j                  «      ¬«      «       Œat        |t        j                  «      r"|j	                  |j                  |¬«      «       Œ�|j	                  |«       Œ¯ |S )N)Úmemory_space)	r`  rU   r!   rº   r½   Úupdater   Úmem_kind_to_spacerT  )r[   rR  r  ra  rÃ   rP   rÓ   s          r1   Ú_device_put_abstract_evalro  D  sŽ   € Ø
€#Ü�"�gÖ�d€aˆÜ�!”XÔ 1§=¡=Ð#<Ø	‡j�j�—‘¤t×'=Ñ'=¸a¿m¹mÓ'L�ÓMÕNÜ	�A”t×'Ñ'Ô	(Ø	‡j�j�—‘ q�Ó)Õ*à	‡j�j�…mð ð 
€*r@   c               ó”  — d gt        | «      z  }g }t        t        | |||«      «      D ]<  \  }\  }}	}
}t        |«      t        j
                  usŒ'|j                  |||	|
|f«       Œ> |rÞt        t        |Ž «      \  }}}}}g }|D ]‡  }|t        j                  k(  rt        d«      ‚|t        j                  k(  r |j                  t        j                  «       ŒT|t        j                  k(  sJ ‚|j                  t        j                  «       Œ‰ t        j                  |||t        |«      dœŽ}t        ||«      D ]
  \  }}|||<   Œ |S )Nztdonate=True is not allowed during tranposition of device_put. Please file an issue if you want this to be supported.rQ  )rF  r_  r`  rÈ   r   ÚZeror½   Úliströ   rû   r(  rù   rú   rÁ   r8   r  )Úctsr[   rR  r  Ú_ÚresultsÚdp_argsr¬   Úctrd   rX  rg  Úindicesr,   Únew_copy_semanticsrb  rh  s                    r1   Ú_device_put_transposerz  P  sI  € ØˆF”S˜“XÑ€'Ø€'Ü"+¬C°°W¸dÀNÓ,SÖ"TÑ€aÑ	ˆ"ˆf�c˜2ÜˆBƒx”r—w‘wÒØ‡n�n�a˜˜V S¨"Ð-Õ.ð #Uñ Ü37¼¸W¸Ó3FÑ0€GˆT�7˜D .ØÐÛˆØ	Œ}×#Ñ#Ò	#ÜðFóGð 	Gð ”×$Ñ$Ò$Ø×!Ñ!¤-×"4Ñ"4Õ5à”]×'Ñ'Ò'Ð'Ð'Ø×!Ñ!¤-×"4Ñ"4Õ5ð ô 
×	Ñ	˜D¨$°WÜ*/Ð0BÓ*Cò
E€Bä�G˜RÖ ‰ˆˆ1Ø€gˆa‚jð !à	€.r@   c                óÂ   ‡— |D �cg c]  }|t         j                  usŒ|‘Œ c}Š‰rt        ˆfd„‰dd  D «       «      sJ |«       ‚t        j                  | i |¤Ž|fS c c}w )Nc              3  ó.   •K  — | ]  }‰d    |k(  –— Œ y­w)r   Nrs   )r«   ÚbdÚmapped_batch_dimss     €r1   r®   z&_device_put_batcher.<locals>.<genexpr>m  s!   øè ø€ ð &Ù+@ RÐ˜Ñ˜bÕ Ñ+@ùs   ƒr  )r   Ú
not_mappedÚallrÁ   r8   )Úbatched_argsÚ
batch_dimsr-   r}  r~  s       @r1   Ú_device_put_batcherrƒ  k  sx   ø€ Ù$.ÓP¡J˜b°"¼H×<OÑ<OÒ2O’r JÑPÐÙ¤#ó &Ø+<¸Q¸RÑ+@ó&ô #ð àóð 
ô 
×	Ñ	˜LÐ	3¨FÑ	3°ZÐ	?Ð?ùò	 Qs
   †AžAc          	     ó–   ‡ — ‰ j                   j                  r|S ˆ fd„}t        t        |||‰ j                  ‰ j
                  «      «      S )Nc                óR  •— t        |t        «      r|j                  €t        |t        j                  «      rït        |t        «      r‹t
        j                  j                  r2t        j                  ‰| ||j                  |j                  «      «      } n?t        j                  ‰| ||j                  |j                  «      j                  «       «      } t        |t        j                  «      rt        j                  |«      n|j                  }t        j                  | ||«      } | S | S rB   )rU   r!   rº   r   rT  r
   Úuse_shardy_partitionerr†   r   Úwrap_with_sharding_opÚ_to_sdy_shardingr*  r#  Úto_protoÚmem_space_to_kindÚwrap_with_memory_kind)rP   rd   rÆ   Úout_avalÚmem_kindÚctxs        €r1   Úlowerz+_tpu_gpu_device_put_lowering.<locals>.lowerx  sí   ø€ Ü	�FœHÔ	%¨&×*<Ñ*<Ð*HÜ�6œ4×+Ñ+Ô,Ü	�FœHÔ	%Ü×(Ñ(×.Ò.Ü×(Ñ(Ø�1�hØ×%Ñ% d§i¡iÓ0ó2‰!ô ×(Ñ(Ø�1�hØ×)Ñ)¨$¯)©)Ó4×=Ñ=Ó?óAˆ!ô   ¬×(8Ñ(8Ô9ô ×(Ñ(¨Ô0Ø?E×?QÑ?Qð ä
×
$Ñ
$ Q¨°(Ó
;€aØ€hØ€Hr@   )Úmodule_contextÚall_default_mem_kindrr  ÚmapÚavals_inÚ	avals_out)rŽ  r[   rR  r  ra  r�  s   `     r1   Ú_tpu_gpu_device_put_loweringr•  s  s@   ø€ ð 	×Ñ×,Ò,Ø€Iôô" 
Œc�%˜˜W c§l¡l°C·M±MÓBÓ	CÐCr@   r—   )r™   Úgpuc               ó   — |S rB   rs   )rŽ  r[   rR  r  ra  s        r1   Ú_common_device_put_loweringr˜  ‘  s   € Ø	€)r@   )r+   zcore.Primitive)r˜   r  r™   r”   rl   r3  )r    ú
core.Jaxprr¡   r”   rl   r3  )r    r™  rl   r3  )r    r™  rl   z%Sequence[tuple[Sharding, SourceInfo]])rÓ   zcore.AxisSizerl   r3  )râ   r   )rl   r3  )r;   r”   rê   zSequence[basearray.Array]rl   ÚNone)r;   r”   rÉ   znp.dtyperë   zbasearray.Arrayrl   rš  )r  rö   )r  rö   )rd   ú!Device | Sharding | Format | NonerX  r›  r  rö   )r[   ú+Sequence[Device | Sharding | Format | None]rR  rœ  r  zSequence[CopySemantics])‡Ú
__future__r   ÚatexitÚcollections.abcr   Údataclassesr÷   Ú	functoolsr   rÖ   r‡   Ú	threadingr€   Útypingr   r»   r   r   r	   r
   r   r   r   r   r   r   r   Újax._src.abstract_arraysr   Újax._src.interpretersr   r   r   r   Újax._src.api_utilr   Újax._src.layoutr   r   Újax._src.libr   r  Újax._src.meshr   r   Újax._src.monitoringr   r   r   Újax._src.partition_specr    Újax._src.shardingr!   Újax._src.sharding_implsr"   r#   r$   r%   Újax._src.stagesr&   ÚnumpyrR   ÚJAXPR_TRACE_EVENTÚJAXPR_TO_MLIR_MODULE_EVENTÚBACKEND_COMPILE_EVENTÚregister_exclusionÚ__file__Ú_xlaÚxeÚClientÚBackendrn   ÚCompileOptionsÚsafe_mapr’  Ú
unsafe_mapÚsafe_zipr`  Ú
unsafe_zipÚ	getLoggerr<   rŠ   r„   r2   Úcacher(   rD   ro   ÚlocalrF   rt   rr   Úregisterrv   rx   Úlog_elapsed_timerš   rŸ   Úsetr¤   Úweakref_lru_cacher¦   rÂ   rØ   rÐ   rã   rç   rì   ré   ÚEnumrö   rý   r  r  r/  Ú	dataclassr2  rO  r]  rj  Ú	PrimitiverÁ   Úmultiple_resultsrC   ro  Údef_abstract_evalrz  Ú
linear_jvpÚprimitive_jvpsÚprimitive_transposesrƒ  Úprimitive_batchersr•  Úregister_loweringr˜  rs   r@   r1   Ú<module>rÏ     sx  ðö  #ã Ý $Û Û Ý Û Û Û Û Ý å Ý Ý Ý Ý Ý Ý Ý Ý #Ý å Ý 0Ý $Ý *Ý &Ý &Ý 8ß *Ý )ß ,ß aÑ aÝ 1Ý &÷ó õ 'Û ð =Ð ØNÐ ØDÐ à !€× !Ñ ! (Ô +à‡W�W€à
�)‰)€Ø	�‰€à×"Ñ"€à—-‘- €€€ZØ—-‘- €€€Zà	ˆ×	Ñ	˜8Ó	$€ð €ò
ð" €‡�ƒòó ðò0ð €ô5�i—o‘oô 5ñn #2Ó"3€�Ó 3à‡�ñ%ó ð%÷ñ ðB 0Ð óóñ >A»UÐ %Ð':Ó Bà×Ñòó ðð ×ÑðØðØ?òó ðó@Oóó!ó<ó+ó
4ô�D—I‘Iô ò
ó6ó68ð €‡�ƒñ ó ð ð< €×Ñ˜dÔ#÷=ð =ó $ð=ò&\Bð~!:Ø3ð!:à	*ð!:à2?ó!:ðHà8ðð 6ðð ,ó	ð< ˆt�~‰~˜lÓ+€Ø $€Ô Ø × Ñ Ð.Ô /ò	ð × Ñ Ð8Ô 9òñ0 #*¨"¯-©-¸Ó"F€× Ò �,Ñ Ø(=€× Ò ˜Ñ %ò@ð -@€× Ò ˜LÑ )òDð0 €× Ò ØÐ,°uõ>à €× Ò ØÐ,°uõ>òà €× Ò �|Ð%@Õ Ar@   