Ë
    ßGìj¨< ã                  óh  — U d dl mZ d dlmZ d dlmZmZmZ d dlZd dl	Z	d dl
mZ d dlZd dlZd dlZd dlZd dlmZmZmZmZ d dlZd dlZd dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlm Z  d dlm!Z" d dlm#Z$ d dlm%Z% d dlm&Z& d dlm'Z' d dlm(Z( d dlm)Z) d dlm*Z* d dlm+Z+ d dlm,Z, d dlm-Z. d dl/m0Z0m1Z1 d dl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z= d dl>m?Z@ d dlAmBZB d dl>mCZC d dl>mDZD d dl>mEZE d d l>mFZF d d!lGmHZH d d"lImJZK d d#lLmMZM d d$lLmNZO d d%lLmPZP d d&lQmRZR d d'lSmTZT d d(lUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZa d d)lbmcZcmdZdmeZemfZf d d*lgmhZh d d+limjZj d d,lkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZwmxZx d d-lymzZz d d.l{m|Z|m}Z}m~Z~mZm€Z€m�Z�m‚Z‚mƒZƒm„Z„m…Z…m†Z† e}e‡cZ‡Zˆe~e‰cZ‰ZŠ e*�j                  eŒ«       eeWe\eZf   Z�eeWeZf   ZŽeeVe\eZf   Z�eeVeZf   Z� e�j"                  e’«      Z“ G d/„ d0e«      Z”d¼d1„Z•d2„ Z–	 	 	 	 d½d3„Z—eO�j0                  �j3                  d4¬5«      ZšeO�j0                  �j3                  d4¬5«      Z›d¾d6„Zœd¼d7„Z�ejd¿d8„«       Zžejd9„ «       ZŸejd:„ «       Z d;„ Z¡d<„ Z¢	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dÀd=„Z£	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dÁd>„Z¤ G d?„ d@e«      Z¥	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dÂdA„Z¦ G dB„ dC«      Z§e,�j                  	 	 	 	 	 	 	 	 	 	 	 	 dÃdD„«       Z¨	 	 	 	 	 	 	 	 	 	 dÄdE„Z©	 	 	 	 	 	 	 	 	 	 dÅdF„Zª	 	 dÆdG„Z«	 	 	 	 	 	 dÇdH„Z¬	 	 dÈdI„Z­ G dJ„ dKe)�j\                  «      Z¯e[e[dddddLdddLddf	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dÉdM„Z°dN„ Z±dO„ Z²dP„ Z³dQ„ Z´ G dR„ dS«      Zµ e,�jl                  dTdL¬U«      	 	 dÊdV„«       Z· e¸«       Z¹dWeºdX<   	 	 	 	 	 	 	 	 dËdY„Z»	 	 	 	 	 	 	 	 	 	 dÌdZ„Z¼ ee"�jl                  e¼¬[«      	 	 	 	 	 	 	 	 	 	 dÍd]„«       Z½ e,�jl                  dTdL¬U«      	 	 dÊd^„«       Z¾ e�j~                  «       ZÀdÎd_„ZÁdÏd`„ZÂda„ ZÃ e	�jˆ                  db¬c«       G dd„ d\«      «       ZÅ	 	 	 	 	 	 dÐde„ZÆ	 	 	 	 dÑdf„ZÇ e�j�                  dg«      ZÉdh„ eÉ_Ê        dbeÉ_Ë        dbeÉ_Ì        dÒdi„ZÍeÍeÉ_Î        dj„ ZÏeÏeÉ_Ð        dk„ ZÑdl„ ZÒ	 	 dÓdm„ZÓdn„ ZÔdo„ ZÕ	 	 dÔdp„ZÖ	 	 	 	 dÕdr„Z× e�j~                  «       ZØ	 	 dÖds„ZÙe‚dt„ «       ZÚdÖdu„ZÛeÉ�j¹                  eÛ«       e‚	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d×dv„«       ZÝdw„ ZÞeÞe@�j¾                  eÉ<   dx„ Zàdy„ Záeáe@�jÄ                  eÉ<   dØdz„Zãd{„ Zäeäe�jÊ                  eÉ<   d|„ ZæeÉ�jÏ                  eæ«       	 	 	 	 	 	 dÙd}„Zè	 	 dÚd~„Zé eE�jÔ                  eÉeédL¬«       dÛd€„Zë	 	 	 	 	 	 	 	 dÜd�„Zì	 	 	 	 dÝd‚„ZíeíeD�jÜ                  eÉ<   eD�jÞ                  eD�jà                  eÉ<   	 	 	 	 	 	 dÞdƒ„Zñd„„ ZòeòeC�jæ                  eÉ<   d…„ ZôeôeC�jê                  eÉ<   	 	 dßd†„Zöeöe@�jî                  eÉ<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dàd‡„Zø ee@�jò                  dqeø«      e@�jô                  eÉ<   e"�jl                  	 	 dádˆ„«       Zû	 	 dÖd‰„ZüeüeC�jú                  eÉ<   dŠ„ Zþe‚d‹„ «       ZÿeþeC�j                   eÉ<   e‚	 	 	 	 	 	 dâdŒ„«       �Z	 	 dãd�„�Z�ee@�j                  eÉ<   	 	 	 	 	 	 dädŽ„�Z�ee�j
                  eÉ<   dåd�„�Zdæd�„�Zd‘„ �Zd’„ �Z	d“„ �Z
 e�j�                  d”«      �Z�e�j¹                  �e
«        eC�j                  �ed•„ «       d–„ �Z�e�j                  �e«       d—„ �Z eE�jÔ                  �e�e«       d˜„ �Z�eeD�jÜ                  �e<   d™„ eD�j"                  �e<   dš„ �Z e�j�                  d›«      �Zdb�e_Ì        dœ„ �Z�e�j                  �e«       d�„ �Z�e�j¹                  �e«       dž„ �Z eC�j                  �e�e«       dŸ„ �Z eE�jÔ                  �e�e«       d „ �Z�eeD�jÜ                  �e<   d¡„ eD�j"                  �e<   d¢„ �Z e�j�                  d£«      �Zd¤„ �Z�e�j                  �e«       d¥„ �Z�e�j¹                  �e«       d¦„ �Z eC�j                  �e�e«       d§„ �Z eE�jÔ                  �e�e«       d¨„ �Z�eeD�jÜ                  �e<   d©„ eD�j"                  �e<   	 	 dç	 	 	 dèdª„�Z déddd«œdêd¬„�Z!d­„ �Z"e�jF                  d®„ «       �Z$déddd¯œdêd°„�Z%d±„ �Z&e�jF                  d²„ «       �Z'd³„ �Z( e�j�                  d´«      �Z)�e)�j                  dµ„ «        eC�j                  �e)d¶„ «       d·„ �Z*�e)�j¹                  �e*«       d¸„ �Z+ eE�jÔ                  �e)�e+«       d¹„ �Z,�e,eD�jÜ                  �e)<   dº„ eD�j"                  �e)<   dëd»„�Z-y)ìé    )Úannotations)Údefaultdict)ÚCallableÚSequenceÚIterableN)Úpartial)Ú
NamedTupleÚAnyÚUnionÚcast)Úapi)Úapi_util)Úconfig)Úcore)Údispatch)Údtypes)Úeffects)Úlinear_util©Úmesh)Úop_shardings)Úprofiler)Úsharding_impls)Úsource_info_util)Ústages)Útraceback_util)Ú	tree_util)Úutil)Ú
xla_bridge)ÚtypeofÚcur_qdd)Úargnums_partial_exceptÚflatten_axesÚflatten_funÚflatten_fun_nokwargsÚdonation_vectorÚcheck_callableÚresolve_argnumsÚargnames_partial_exceptÚ
debug_infoÚ_check_no_aliased_ref_argsÚ"_check_no_aliased_closed_over_refs)Úpartial_eval)ÚPartitionSpec)Úad)Úbatching)Úmlir)Úpxla)Úir)Úfunc)Újax_jit)Ú
xla_client)Újaxlib_extension_version)ÚAbstractMesh)ÚSharding)ÚNamedShardingÚGSPMDShardingÚSingleDeviceShardingÚPmapShardingÚAUTOÚUNSPECIFIEDÚUnspecifiedValueÚprepare_axis_resourcesÚparse_flatten_op_shardingÚcanonicalize_shardingÚflatten_specÚ_internal_use_concrete_mesh)ÚFormatÚLayoutÚ
AutoLayoutÚget_layout_for_vmap)Ú	RefEffect)Úapi_boundary)Útree_flattenÚtree_unflattenÚtreedef_is_leafÚtree_structureÚtreedef_childrenÚbroadcast_prefixÚ
all_leavesÚprefix_errorsÚkeystrÚ	PyTreeDefÚnone_leaf_registryÚtree_map)Ú	ArrayLike)ÚHashableFunctionÚsafe_mapÚsafe_zipÚwrapsÚdistributed_debug_logÚ
split_listÚweakref_lru_cacheÚmerge_listsÚ	subs_listÚfun_nameÚfun_qual_namec                  óú   — e Zd ZU dZded<   ded<   ded<   ded	<   d
ed<   ded<   d
ed<   ded<   d
ed<   ded<   d
ed<   ded<   ded<   ded<   ded<   ded<   ded<   ded<   ded<   ded<   ded <   d!ed"<   d#„ Zd$„ Zy%)&ÚPjitInfoz¤Things that we know about a jit instance before it is called.

  In other words, this structure contains arguments to jit()/pjit(),
  preprocessed and validated.
  ÚstrÚfun_sourceinfozinspect.Signature | NoneÚfun_signatureÚboolÚuser_specified_in_shardingsrU   Úin_shardings_treedefútuple[Any, ...]Úin_shardings_leavesÚout_shardings_treedefÚout_shardings_leavesÚin_layouts_treedefÚin_layouts_leavesÚout_layouts_treedefÚout_layouts_leavesútuple[int, ...]Ústatic_argnumsútuple[str, ...]Ústatic_argnamesÚdonate_argnumsÚdonate_argnamesúxc.Device | NoneÚdeviceú
str | NoneÚbackendÚkeep_unusedÚinlineú
Any | NoneÚabstracted_axesÚuse_resource_envútuple[tuple[str, Any], ...]Úcompiler_options_kvsc                ó   — t        | «      S ©N)Úid©Úselfs    úQC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/_src/pjit.pyÚ__hash__zPjitInfo.__hash__ƒ   s   € Üˆd‹8€Oó    c                ó
   — | |u S r†   © ©r‰   Úothers     rŠ   Ú__eq__zPjitInfo.__eq__†   s   € Ø�5ˆ=ÐrŒ   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__r‹   r‘   rŽ   rŒ   rŠ   re   re   c   s˜   … ñð
 ÓØ)Ó)ð  $Ó#Ø!Ó!Ø&Ó&Ø"Ó"Ø'Ó'ØÓØ$Ó$Ø Ó Ø%Ó%Ø!Ó!Ø"Ó"Ø!Ó!Ø"Ó"Ø
ÓØÓØÓØ
ƒ,ØÓØÓØ3Ó3òórŒ   re   c                óþ  — t        | |||«      \  }}|D ]  }t        j                  |«       Œ 	 t        j                  «       r‡t
        j                  j                  sm|j                  d   j                  j                  sJt        t        j                  |«      }t        j                  |«       t        |i |j                  ¤Ž\  }}}	}
n%t        j                   |i |j                  ¤Ž}d }d }	g }
tU        |jV                  «      }|||jV                  ||j                  d   	
fS # t"        j$                  $ rc}|j&                  \  }t)        | dt)        | dt+        | «      «      «      }t#        j,                  |||d|j.                  «      }t1        |«      d ‚d }~wt2        j4                  $ rè}|j.                  €dgt7        |«      z  n|j.                  }|j                  d   j8                  rt;        |j&                  d   «      |‚t=        |||j>                  «      D ]d  \  }}}	 t3        j@                  |«       Œ# t2        j4                  $ r2}t;        d|› d|jC                  «       › d	tE        |«      › d
�«      |‚d }~ww xY w tG        d«      |‚d }~wtH        jJ                  $ rV}t)        | dd«      r&tM        d|jN                  › d| jP                  › �«      d ‚tI        jR                  || ||«       Y d }~�Œd }~ww xY w)NÚjaxprr”   r’   ÚjitÚ r   z
Argument 'z' of shape z	 of type z is not a valid JAX type.ÚUnreachableÚ_apply_primitiveFzinvalid value (z) encountered in ),Ú_infer_paramsr   Ú	check_argr   Útrace_state_cleanr   Údebug_key_reuseÚvalueÚparamsr˜   Úis_highÚmapÚ
full_lowerÚcheck_eval_argsÚ_pjit_call_impl_pythonÚjit_pÚbindr   ÚDeviceAssignmentMismatchErrorÚargsÚgetattrrf   Ú!_device_assignment_mismatch_errorÚ	arg_namesÚ
ValueErrorr   ÚInvalidInputExceptionÚlenÚconstsÚ	TypeErrorÚzipÚin_avalsÚcanonicalize_valueÚ	str_shortÚtypeÚAssertionErrorr   ÚInternalFloatingPointErrorÚFloatingPointErrorÚtyr”   Úmaybe_recursive_nan_checkrM   Úout_tree)ÚfunÚjit_infor«   ÚkwargsÚpÚ	args_flatÚargÚout_flatÚcompiledr   Ú
const_argsÚeÚfailsrb   Úmsgr®   ÚnameÚavalÚ_Úoutss                       rŠ   Ú_python_pjit_helperrÏ   Š   s±  € Ü˜s H¨d°FÓ;�,€!€Yã€cÜ×Ñ�sÕð ð$=Ü×ÑÔ ¬×)?Ñ)?×)EÒ)EØ—‘˜Ñ!×'Ñ'×/Ò/Ü”d—o‘o yÓ1€iÜ
×Ñ˜9Ô%Ü1GØð2"ØŸ™ñ2"Ñ.€h�˜(¡Jô —‘˜YÐ3¨!¯(©(Ñ3€hØ€hØ€hØ€jô6 
˜Ÿ
™
 HÓ	-€$Ø
�˜!Ÿ*™* iØ
�(‰(�7Ñ
˜X x°ð
=ð =øô7 
×	-Ñ	-ò $Ø�V‰V�F€EÜ�s˜N¬G°C¸ÄSÈÃXÓ,NÓO€HÜ
×
2Ñ
2Ø�%˜ E¨1¯;©;ó8€Cä
�S‹/˜tÐ#ûÜ	×	%Ñ	%ò 1Ø)*¯©Ð)<��”s˜9“~Ò%À!Ç+Á+€Ià‡x�x�Ñ×ÒÜ�a—f‘f˜Q‘iÓ  aÐ'ä  ¨I°q·z±zÖB‰/ˆ#ˆt�Tð	?Ü
×
#Ñ
# CÕ
(øÜ×+Ñ+ò 	?äØ˜4˜& ¨D¯N©NÓ,<Ð+=ð >Ü�s“)�Ð5ð7ó8à=>ð?ûð	?úð Cô ˜=Ó)¨qÐ0ûÜ	×	,Ñ	,ò =ÜˆsÐ&¨Ô.Ü °·±°Ð6GÈ×HXÑHXÐGYÐZÓ[ÐaeÐeÜ×&Ñ& q¨#¨t°V×<Ò<ûð=úsW   ¯C D& Ä&K<Ä9AFÆK<Æ-A7JÈ%H;È:JÈ;J É-I;É;J Ê JÊK<Ê&AK7Ë7K<c                óT   — | d uxr# | j                  «       xr | j                  «        S r†   )Ú
is_enabledÚis_fdo_consumed)Úpgle_profilers    rŠ   Ú_need_to_rebuild_with_fdorÔ   »   s3   € Ø
˜tÐ
#ò 2¨×(@Ñ(@Ó(Bò 2Ø×/Ñ/Ó1Ð1ð3rŒ   c	                óú  — t        j                  ||«      \  }	}| d ux�r  t        | t         j                  «      xrä t        | j                  t         j
                  «      xr¾ | j                  j                   xr¥ | j                  j                   xrŒ | j                  j                   xrs t        d„ |	D «       «      xr_ |d u xrY t        d„ |D «       «       xrD t        j                  j                  xr t        d„ g |¢|¢|¢­D «       «       xr t        |«       }
t        dk  r|
xr | }
|
�r0|	D �cg c]  }|j                   ‘Œ }}|	D �cg c]  }|j"                  ‘Œ }}t%        t'        |«      t'        |«      z   «      D �cg c]  }|| j(                  v ‘Œ }}t+        | j,                  | j.                  «      D ��cg c]]  \  }}|t0        j2                  urDt5        j6                  |j8                  t4        j:                  «      rt=        j>                  ||«      n|‘Œ_ }}}t        j@                  | jB                  ||| jD                  |||| jF                  |«	      }|S d }|S c c}w c c}w c c}w c c}}w )Nc              3  óP   K  — | ]  }t        |t        j                  «      –— Œ  y ­wr†   )Ú
isinstanceÚxcÚ	ArrayImpl©Ú.0Úxs     rŠ   Ú	<genexpr>z%_get_fastpath_data.<locals>.<genexpr>Í   s   è ø€ ÐC±?¨aŒj˜œBŸL™L×)±?ùó   ‚$&c              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wr†   )r×   rJ   )rÛ   rÈ   s     rŠ   rÝ   z%_get_fastpath_data.<locals>.<genexpr>Ð   s   è ø€ Ð<±G¨q”*˜Q¤	×*±Gùó   ‚c              3  ó”   K  — | ]@  }t        |d «      xr. t        j                  |j                  t        j                  «      –— ŒB y­w)ÚdtypeN)Úhasattrr   Ú
issubdtyperâ   Úprng_key)rÛ   rÄ   s     rŠ   rÝ   z%_get_fastpath_data.<locals>.<genexpr>Ò   s=   è ø€ ð 4CáAˆCô 	��WÓÒO¤&×"3Ñ"3°C·I±I¼v¿¹Ó"OÓOÙAùs   ‚AAin  )$r2   Úreflatten_outputs_for_dispatchr×   ÚMeshExecutableÚunsafe_callÚExecuteReplicatedÚordered_effectsÚhas_unordered_effectsÚhas_host_callbacksÚallÚanyr   r    r¡   rÔ   r7   rÌ   Ú
_committedÚranger±   Ú_kept_var_idxr´   Ú_in_shardingsrµ   r   Úabstract_tokenr   rä   râ   Úextendedr   Úphysical_shardingÚMeshExecutableFastpathDataÚxla_executableÚ_out_shardingsÚ_dispatch_in_layouts)Ú
executabler¾   rÃ   rÅ   r   Úconsts_for_constvarsr�   rÓ   rÇ   Úout_reflattenedÚuse_fastpathÚoÚ	out_avalsÚout_committedÚiÚkept_var_bitvecÚsÚaÚin_shardingsÚfastpath_datas                       rŠ   Ú_get_fastpath_datar  ¿   s   € ô #×AÑAÀ(ÈHÓUÑ€/�8ð ˜Ðó 7Ü
�Z¤×!4Ñ!4Ó
5ò7ä
�Z×+Ñ+¬T×-CÑ-CÓ
Dò7ð ×$Ñ$×4Ñ4Ð
4ò	7ð
 ×$Ñ$×:Ñ:Ð
:ò7ð ×$Ñ$×7Ñ7Ð
7ò7ô ÑC±?ÓCÓ
Cò7ð ˜TÐ
!ò7ô Ñ<±GÓ<Ó<Ð
<ò7ô ×%Ñ%×+Ñ+ò C´ñ 4CàA�YÐA ÐAÐ,@ÒAó4Có 1Cð Dò7ô (¨Ó6Ð
6ð! ô$  Ò#ØÒ2¨
 N€LâÙ!0Ó1¡˜A�—“ €IÐ1Ù+:Ó;©? a�Q—\“\¨?€MÐ;ä %¤c¨*£o¼¸I»Ñ&FÔ GóIÙ G˜1ð ˜J×4Ñ4Ò4Ø Gð ð Iô ˜
×0Ñ0°*×2EÑ2EÔFô	ñ G‰DˆAˆqð ”D×'Ñ'Ñ'¬F×,=Ñ,=¸a¿g¹gÄvÇÁÔ,Wô 	×(Ñ(¨¨AÔ.àñ	ð Gð	 ñ ô ×3Ñ3Ø×!Ñ! 8¨\Ø×!Ñ! 9¨m¸_Ø×'Ñ'¨ó5€Mð 
Ðð €MØ	Ðùò! 2ùÚ;ùòIùós   Ä8I(ÅI-ÆI2ÇA"I7i    )Úcapacityc                ó   — | rt         S t        S r†   )Ú#_cpp_pjit_cache_explicit_attributesÚ_cpp_pjit_cache_fun_only)Úcontains_explicit_attributess    rŠ   Ú_get_cpp_global_cacher  ü   s   € Ù!Ü.Ð.ä#Ð#rŒ   c                ó  ‡ ‡— t         ˆ ˆfd„«       }t        j                  ‰j                  ‰j                  ‰j
                  ‰j                  ‰j                  ‰j                  ‰j                  ‰j                  ‰j                  ‰j                  ‰j                  ‰j                  ‰j                  ¬«      }t         j"                  j%                  t'        ‰ «      ‰ |‰j(                  ‰j*                  |t,        j.                  t        j0                  t3        |j4                  «      «	      } t7        ‰ «      |«      }‰ |_        ‰|_        t=        |«      }t>        |_         tB        |_"        tF        |_$        tJ        |_&        |S )Nc                 ó  •— t         j                  j                  rt        d‰j                  › d�«      ‚t        ‰‰g| ¢­i |¤Ž\  }}}}}}}}	t        |||||j                  |j                  ‰j                  ||	«	      }
||
t        |«      fS )Núre-tracing function ú# for `jit`, but 'no_tracing' is set)r   Ú
no_tracingr¡   ÚRuntimeErrorrg   rÏ   r  r   r²   r�   rÔ   )r«   rÁ   rÎ   rÅ   r¾   rÃ   r˜   rú   rÓ   rÇ   Úmaybe_fastpath_datar¿   rÀ   s              €€rŠ   Ú
cache_missz_cpp_pjit.<locals>.cache_miss  s¶   ø€ ô ×Ñ×ÒÜÐ/°×0GÑ0GÐ/Hð I:ð :ó ;ð ;ô /BØ	ˆhð/)Øò/)Ø!'ñ/)ñ,€Tˆ8�X˜y¨%Ø� 
ô -Ø�H˜i¨°5·=±=À%Ç,Á,Ø× Ñ  -ØóÐð
 Ð$Ô&?ÀÓ&NÐNÐNrŒ   )rx   ry   r{   r}   rk   rm   rn   ro   rp   rq   rr   rs   r„   )'rK   r2   ÚJitGlobalCppCacheKeysrx   ry   r{   r}   rk   rm   rn   ro   rp   rq   rr   rs   r„   rØ   Ú_xlaÚpjitrb   ru   rw   r   Údispatch_registryÚcc_shard_argr  r  r\   Ú_funÚ	_jit_infor¸   Újit_evict_fnÚclear_cacheÚ	jit_lowerÚlowerÚ	jit_traceÚtraceÚjit_eval_shapeÚ
eval_shape)r¿   rÀ   r  Ú	cache_keyÚ
cpp_pjit_fÚcpp_pjitted_fÚcpp_jitted_f_classs   ``     rŠ   Ú	_cpp_pjitr)    sD  ù€ äôOó ðOô$ ×(Ñ(Ø×,Ñ,Ø×.Ñ.Ø�_‰_ h×&6Ñ&6Ø#×8Ñ8Ø"×6Ñ6Ø$×:Ñ:Ø#×8Ñ8Ø!×4Ñ4Ø ×2Ñ2Ø"×6Ñ6Ø!×4Ñ4Ø#×8Ñ8ô:€)ô �w‰w�|‰|Üˆsƒm�S˜* h×&=Ñ&=Ø×Ñ 	¬9×+FÑ+FÜ
×ÑÜ˜I×BÑBÓCó	E€*ð ”%˜“*˜ZÓ(€-Ø€-ÔØ$€-ÔÜ˜MÓ*Ðä#/ÐÔ Ü&ÐÔÜ&ÐÔÜ"0ÐÔØ	ÐrŒ   c                ó  — t        | j                  | j                  ||«      \  }}t        d„ t	        |j
                  d   «      D «       «      }t        j                  |j                  |j                  |«      }t        t        |fi |j
                  ¤dd i¤Ž}t        j                  |j
                  d   ||j
                  d   |j                  |||j                  t        |j                   «      |j
                  d   «	      S )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   ©rÛ   r  Úds      rŠ   rÝ   zjit_trace.<locals>.<genexpr>9  s   è ø€ ÐRÑ'L™t˜q !ÒPQœÑ'Lùó   ‚
�Údonated_invarsrÓ   r˜   rË   Úout_shardings)r�   r  r  ÚtupleÚ	enumerater¢   r   Úmake_args_infoÚin_treerµ   r   Ú_resolve_and_lowerÚTracedr¾   r®   r±   r²   )Újit_funcr«   rÁ   rÂ   rÃ   rx   Ú	args_infoÚlower_callables           rŠ   r!  r!  6  sÎ   € ä˜xŸ}™}¨h×.@Ñ.@À$ÈÓO�,€!€YÜÑR¤y°·±Ð:JÑ1KÔ'LÓRÓR€.Ü×#Ñ# A§I¡I¨q¯z©z¸>ÓJ€)ÜÔ-¨yñ /¸A¿H¹Hñ /Ø)-ò/€.ä	�‰Ø‡h�hˆwÑ˜ A§H¡H¨VÑ$4°a·j±jØ�i §¡¬c°!·(±(«mØ‡h�hˆÑó
!ð !rŒ   c                ó<   — t        | g|¢­i |¤Žj                  «       S r†   )r!  r   ©r7  r«   rÁ   s      rŠ   r  r  C  s    € ä	�8Ð	-˜dÒ	- fÑ	-×	3Ñ	3Ó	5Ð5rŒ   c                ó4   — t        | g|¢­i |¤Žj                  S r†   )r!  Úout_infor;  s      rŠ   r#  r#  G  s   € ä	�8Ð	-˜dÒ	- fÑ	-×	6Ñ	6Ð6rŒ   c                óŠ   — | j                  «        t        j                  | j                  «       t        j                  «        y r†   )Ú_clear_cacheÚ_create_pjit_jaxprÚevict_functionr  Ú_infer_params_cachedÚcache_clearrˆ   s    rŠ   r  r  K  s,   € Ø×ÑÔÜ×#Ñ# D§I¡IÔ.Ü×"Ñ"Õ$rŒ   c                ó¶  — t        | d„ ¬«      \  }}g g }}|D ]�  }t        |t        «      r7|j                  |j                  «       |j                  |j
                  «       ŒJt        |t        t        f«      rt        d|› �«      ‚|j                  d «       |j                  |«       Œ‘ t        |«      t        |«      k(  sJ ‚t        ||«      t        ||«      fS )Nc                ó
   — | d u S r†   rŽ   ©rÜ   s    rŠ   Ú<lambda>z,_split_layout_and_sharding.<locals>.<lambda>R  s   € À!ÀtÁ)rŒ   )Úis_leafzš`jax.jit` does not accept device-local layouts directly. Create a `Format` instance wrapping this device-local layout and pass that to `jit` instead. Got )rL   r×   rF   ÚappendÚlayoutÚshardingrG   rH   r¯   r±   rM   )ÚentriesÚentries_flatÚtreedefÚlayoutsÚ	shardingsrÈ   s         rŠ   Ú_split_layout_and_shardingrQ  Q  sË   € Ü& wÑ8KÔLÑ€,�Ø˜2ˆ9€'ã€aÜ�!”VÔØ‡n�n�Q—X‘XÔØ×Ñ�q—z‘zÕ"Ü	�Aœ¤
Ð+Ô	,Üð(à() sð,ó-ð -ð
 ‡n�n�TÔØ×Ñ�qÕð ô 
ˆW‹œ˜Y›Ò	'Ð'Ð	'Ü	˜ Ó	)¬>¸'À9Ó+MÐ	MÐMrŒ   c               óf  — |r%t         j                  j                  st        d«      ‚t	        | «       |	€|�it        j                  dt        «       |�|	�t        d|›d|	›�«      ‚|�t        |t        «      st        d«      ‚|�t        |t        «      st        d«      ‚t        |t        «      rt        |«      }t        |«      \  }}t        |«      \  }}t        |d«      }t        |d	d
¬«      }|duxr t        |t        «       }t        j                  |«      \  }}t        j                  |«      \  }}t        j                  |«      \  }}t        j                  |«      \  }}t!        j"                  | «      }t!        j$                  | «      }t'        | |||||«      \  }}}}|€dnt        |j)                  «       «      }t+        di d|“d|“d|“d|“dt        |«      “d|“dt        |«      “d|“dt        |«      “d|“dt        |«      “d|“d|“d|“d|“d|“d|	“d|“d|
“d |“d!|“d"|“ŽS )#zªParses the arguments to jit/pjit.

  Performs any preprocessing and validation of the arguments that we can do
  ahead of time before the jit()-ed function is invoked.
  z6abstracted_axes must be used with --jax_dynamic_shapesNz·backend and device argument on jit is deprecated. You can use `jax.device_put(..., jax.local_devices(backend="cpu")[0])` on the inputs to the jitted function to get the same behavior.z>can't specify both a device and a backend for jit, got device=z and backend=zTIf backend or device is specified on jit, then in_shardings should not be specified.zUIf backend or device is specified on jit, then out_shardings should not be specified.r  r0  T©Úallow_unconstrained_dimsrŽ   rg   rh   rj   rk   rm   rn   ro   rp   rq   rr   rs   ru   rw   rx   ry   r{   r}   r~   r   r�   r‚   r„   )r   Údynamic_shapesr¡   r¯   r'   ÚwarningsÚwarnÚDeprecationWarningr×   r@   Úlistr1  rQ  rA   Únone_lrÚflattenr   rg   rh   r(   Úitemsre   )r¿   r  r0  ru   rw   rx   ry   r~   r{   r}   r   r�   Úcompiler_optionsr‚   Ú
in_layoutsÚout_layoutsrj   rm   rk   ro   rn   rq   rp   rs   rr   rg   rh   r„   s                               rŠ   Ú_parse_jit_argumentsr`  f  sô  € ñ  œV×2Ñ2×8Ò8Ü
ÐMÓ
NÐNä�ÔàÐ˜FÐ.Ü‡M�Mð	Cô 	ô	ð Ð˜gÐ1Üð &Ø$˜Y n¨G¨:ð7ó 8ð 8àÐ¬
°<ÔAQÔ(RÜð ?ó @ð @àÐ ¬°MÔCSÔ)TÜð @ó Að Aô �œdÔ#ô ˜Ó&€Lä7¸ÓEÑ€*ˆlÜ9¸-ÓHÑ€+ˆ}ä'¨°nÓE€,Ü(¨¸ØBFôH€-ð ".°TÐ!9ò "PÜ%/°Ô>NÓ%OÐ!Oð ô /6¯o©o¸lÓ.KÑ+ÐÐ+Ü07·±ÀÓ0NÑ-ÐÐ-Ü*1¯/©/¸*Ó*EÑ'ÐÐ'Ü,3¯O©O¸KÓ,HÑ)ÐÐ)ä×*Ñ*¨3Ó/€.Ü×(Ñ(¨Ó-€-äETØ	ˆ=˜.¨/¸>ØóFÑB€.�/ >°?ð !1Ð 8™"ÜÐ 0× 6Ñ 6Ó 8Ó9ð ä	ò 
3Ù%ð
3á#ð
3ñ %@ð
3ñ 2ð	
3ô
 "Ð"5Ô6ð
3ñ 4ð
3ô #Ð#7Ô8ð
3ñ .ð
3ô  Ð 1Ô2ð
3ñ 0ð
3ô !Ð!3Ô4ð
3ñ &ð
3ñ (ð
3ñ 9Gð
3ñ (ð
3ñ 17ð
3ñ AHð
3ñ  ð
3ñ )/ð
3ñ  (ð!
3ñ" *ð#
3ñ$ 2ð%
3ð 3rŒ   c               óL   — t        | |||||||||	|
|||¬«      }t        | |«      S )z8jit() and pjit() are thin wrappers around this function.©r  r0  ru   rw   rx   ry   r~   r{   r}   r   r�   r]  r‚   )r`  r)  )r¿   r  r0  ru   rw   rx   ry   r~   r{   r}   r   r�   r]  r‚   rÀ   s                  rŠ   Úmake_jitrc  À  s@   € ô  "Ø˜,°mØ%°Ø%°Ø¨¸ÈØ'Ð:JØ)ô+€(ô 
�3˜Ó	!Ð!rŒ   c                  óJ   — e Zd ZU ded<   ded<   ded<   ded<   ded	<   d
ed<   y)Ú
PjitParamszlist[ArrayLike]r²   údict[str, Any]r¢   útuple[core.AbstractValue, ...]rµ   rU   r4  r¾   rv   r®   N)r’   r“   r”   r–   rŽ   rŒ   rŠ   re  re  Ú  s*   … ð Óð ÓØ*Ó*ØÓØÓØÔrŒ   re  c                óà	  ‡‡&— t        j                  d| «       t        |«      }|r|j                  rt	        d«      ‚‰j
                  s#|j                  s|j                  rt	        d«      ‚t        |j                  g|¢­i |¤Ž}t        j                  | |¬«      }	t        |	|j                  |d¬«      \  }	}
~t        |	|j                  |«      \  }	}~t!        |
|f«      \  }}t#        |	|«      \  }}|j$                  s|j&                  r<t(        j*                  j,                  s"t/        |j$                  |j&                  |«      }ndt1        |«      z  }t        |j                  xs |j                  «      }|r@t3        |j                  |j                  «      }t!        |«      \  }}t5        |«      x}}|x}}nf|j6                  rdnd	Š&t5        ˆ&ˆfd
„|j8                  D «       «      }t5        ˆ&ˆfd„|j:                  D «       «      }|j<                  }|j>                  }d |vsJ ‚d |vsJ ‚t(        j@                  j,                  r-|�J ‚tC        jD                  ||«      }t5        d„ |D «       «      }n|}t5        d„ tG        ||«      D «       «      }|€J ‚tI        |||jJ                  |jL                  |||jN                  ||«	      \  }}tQ        ||«      }tS        |||tU        |jV                  «      «      \  }}}t(        jX                  j,                  rt[        |g |j\                  ¢|¢­|«       t_        |||||j`                  d t1        |«       «       tc        |||jd                  |jf                  ti        |d¬«      t5        |«      |jj                  jl                  |«      \  } }!t1        |«      t1        |«      cxk(  rt1        |«      k(  sJ ‚ J ‚t(        j@                  j,                  r%to        tq        tr        jt                  |«      |«      }"ng }"g |"¢|¢}#t1        |"«      t1        |«      z   }$tv        f|$z  |z   }d|$z  |z   }d|$z  |z   }t1        |«      t1        |«      cxk(  r*t1        |«      cxk(  rt1        |«      t1        |#«      z   k(  sJ ‚ J ‚ty        ||| ||!|‰t{        |«      |j|                  |jV                  |j~                  ¬«      }%t�        ||%|| |«       |j‚                  «      |#fS )Nzpjit._infer_params_implz<pjit does not support kwargs when in_shardings is specified.zpMesh context manager should not be used with jit when backend or device is also specified as an argument to jit.©r*   T)Úallow_invalid©Fr  r™   c              3  ó:   •K  — | ]  }t        ‰|d ‰«      –— Œ y­w)r  N©Ú_create_sharding_for_array©rÛ   rÜ   Úapi_nameÚctx_meshs     €€rŠ   rÝ   z%_infer_params_impl.<locals>.<genexpr>  s$   øè ø€ ð  )á'ˆAô 	# 8¨Q°À×IÙ'ùó   ƒc              3  ó:   •K  — | ]  }t        ‰|d ‰«      –— Œ y­w)r0  Nrm  ro  s     €€rŠ   rÝ   z%_infer_params_impl.<locals>.<genexpr>  s$   øè ø€ ð !*á(ˆAô 	# 8¨Q°À×JÙ(ùrr  c              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   )rÛ   r  rÈ   s      rŠ   rÝ   z%_infer_params_impl.<locals>.<genexpr>&  s   è ø€ Ð0¡7™4˜1˜aªa”Q¡7ùr.  c              3  ó|   K  — | ]4  \  }}|j                   rt        j                  |t        |«      «      n|–— Œ6 y ­wr†   )Úhas_qddr   ÚAvalQDDr!   )rÛ   r  rÜ   s      rŠ   rÝ   z%_infer_params_impl.<locals>.<genexpr>)  s:   è ø€ ð DÙ'B™t˜q !ð 45·9²9”D—L‘L ¤G¨A£JÔ/ØóÙ'Bùs   ‚:<rŽ   ©Úclosurer†   ©r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   )Br   Ú
test_eventri   rj   r¯   Úemptyr}   r{   Ú_flat_axes_specsr�   ÚluÚ	wrap_initr"   ru   r)   rw   rL   r$   rx   ry   r   Ú
debug_nansr¡   r&   r±   Ú$_create_sharding_with_device_backendr1  r‚   rm   ro   rk   rn   rU  ÚpeÚinfer_lambda_input_typer´   Ú_process_in_axis_resourcesrp   rq   r*   Ú_qdd_cache_indexr@  Ú	IgnoreKeyr   Úmutable_array_checksr,   r²   Ú_qdd_cache_updateÚin_aval_qddsÚ%_check_and_canonicalize_out_shardingsrr   rs   rY   r˜   Ú_debug_infoÚ_extract_implicit_argsr   r   Ú	InputTyper?   Údictrc   r~   r„   re  r®   )'r¿   Újirq  Údbgr«   rÁ   rµ   Úhave_kwargsÚ
axes_specsÚfÚdyn_argsÚ
dyn_kwargsÚexplicit_argsr4  Úflat_funr¾   r/  Údevice_or_backend_setrK  ÚleavesrN  rm   ro   rk   rn   Úin_typeÚin_shardings_flatÚin_layouts_flatÚ	qdd_tokenr˜   r²   rÿ   Úout_shardings_flatÚout_layouts_flatÚimplicit_argsrÃ   Únum_extra_argsr¢   rp  s'     `                                   @rŠ   Ú_infer_params_implr¢  ç  sí  ù€ ô ‡/�/Ð+¨SÔ1Ü�V“€+Ù�R×3Ò3Ü
ØFóHð Hð 
�Š˜RŸZšZ¨2¯9ª9Ü
ð	:ó;ð ;ô   × 2Ñ 2ÐD°TÒD¸VÑD€*ä‡l�l�3 3Ô'€!Ü& q¨"×*;Ñ*;¸TÐQUÔV�+€!€XØ
Ü)¨!¨R×-?Ñ-?ÀÓH�-€!€ZØä'¨°:Ð(>Ó?Ñ€-�Ü" 1 gÓ.Ñ€(ˆHà×Ò˜2×-Ò-´v×7HÑ7H×7NÒ7NÜ$ R×%6Ñ%6¸×8JÑ8JÈGÓT�Nà¤ MÓ 2Ñ2€Nô
 ˜rŸz™zÒ6¨R¯Y©YÓ7ÐÙÜ3°B·I±I¸r¿z¹zÓJ€HÜ" 8Ó,�O€FˆGÜ16°v³Ð>ÐÐ.Ø3:Ð:ÐÑ0à×,Ò,‰v°%€HÜô  )à×'Ò'ó )ó )Ðô !ô !*à×(Ò(ó!*ó *Ðð ×2Ñ2ÐØ×4Ñ4Ðà	Ð(Ñ	(Ð(Ð	(Ø	Ð)Ñ	)Ð)Ð	)ô ×Ñ× Ò ØÐÐÐÜ×(Ñ(¨°]ÓC€GÜÑ0¡7Ó0Ó0�Hà€GÜñ DÜ'*¨7°MÔ'BóDó D€Gà	Ð	ÐÐ	ä'AØÐ/Ø×Ñ˜R×1Ñ1Ø�˜×,Ñ,Ð.CÀ[ó(RÑ$Ð�_ô
 ˜x¨Ó1€)ä/Ø�˜¤I¨b¯i©iÓ$8ó:Ñ€%ˆ�ä× Ñ ×&Ò&Ü& sÐ,D¨e¯l©lÐ,D¸VÑ,DÀmÔTÜ�H˜g y°&Ø×&Ñ& |¬¨F«Ð4ô6ô *OØÐ1°2×3IÑ3IØ×ÑÔ-¨hÀÔCÜˆIÓ˜Ÿ™×/Ñ/Ð1Fó*HÑ&ÐÐ&ô
 
ˆ]Ó	œsÐ#4Ó5Ô	M¼¸_Ó9MÒ	MÐMÑ	MÐMÐ	Mä×Ñ× Ò Ü*ÜŒT�^‰^˜WÓ% }ó6�Mð €MØ.�Ð. Ð.€)ä�}Ó%¬¨F«Ñ3€.Ü"�n ~Ñ5Ð8IÑIÐØ˜nÑ,¨Ñ>€/Ø˜nÑ,¨~Ñ=€.Ü
ÐÓ
 ¤C¨Ó$8ô >Ü
ˆnÓ
ô>Ü!$ V£¬s°9«~Ñ!=ò>ð ?ñ >ð ?ð >ô ØØ$Ø&Ø Ø"Ø#ØÜ˜Ó"Ø—.‘.Ø�Y‰YØ×2Ñ2ô€&ô �V˜V XØ™h›j¨#¯-©-ó9à
ð
ð rŒ   c                  ó(   — e Zd ZU dZdgZded<   d„ Zy)ÚInferParamsCacheEntryz.Mutable value object for _infer_params_cached.Úpjit_paramszPjitParams | Nonec                ó   — d | _         y r†   )r¥  rˆ   s    rŠ   Ú__init__zInferParamsCacheEntry.__init__f  s
   € Ø€DÕrŒ   N)r’   r“   r”   r•   Ú	__slots__r–   r§  rŽ   rŒ   rŠ   r¤  r¤  b  s   … Ù6Øˆo€)Ø Ó órŒ   r¤  c                ó   — t        «       S r†   )r¤  )r¿   rÀ   Ú	signaturerµ   rq  s        rŠ   rB  rB  o  s   € ô 
Ó	 Ð rŒ   c                óZ  — |j                   rpt        j                  j                  j                  }t        |«      5  t        j                  |j                  «      5  t        | |||«      cd d d «       cd d d «       S t        | |||«      S # 1 sw Y   nxY w	 d d d «       y # 1 sw Y   y xY wr†   )	r‚   Úmesh_libÚthread_resourcesÚenvÚphysical_meshrE   Úuse_abstract_meshÚabstract_meshÚ_infer_params_internal)r¿   r�  r«   rÁ   Ú	phys_meshs        rŠ   r�   r�   z  s‰   € ð ×ÒÜ×)Ñ)×-Ñ-×;Ñ;€IÜ
% iÕ
0Ü
×
$Ñ
$ Y×%<Ñ%<Õ
=Ü# C¨¨T°6Ó:÷ >Ð
=÷ 1Ñ
0ô " # r¨4°Ó8Ð8÷ >Ð
=úÐ
=÷ 1×
0Ñ
0ús#   ¼ B!ÁBÁ*	B!ÂB	ÂB!Â!B*c           
     ó4  — t        j                  «       }t        d| |||j                  |j                  |j
                  |j                  ¬«      }t        j                  j                  r&t        | |||||d ¬«      \  }}||j                  |z   fS t        j                  |t        |j                  «       «      t        |j!                  «       «      |j                  |j                  t"        j$                  «      \  }}	t'        | ||	«      }
t)        | |||
|«      }|j*                  €Pt        | ||||||
¬«      \  }}|j,                  d   j.                  j0                  r||j                  |z   fS ||_        |j*                  |j*                  j                  |	z   fS )Nr™   )ru   rw   Ú
sourceinforª  )rµ   r˜   )r¬  Úget_concrete_meshr*   ru   rw   rg   rh   r   rU  r¡   r¢  r²   r5   Úparse_argumentsr1  ÚvaluesÚkeysr   Údefault_registryÚ_infer_input_typerB  r¥  r¢   r˜   r£   )r¿   r�  r«   rÁ   rq  r�  rÂ   rÃ   rª  ÚdynargsÚavalsÚentrys               rŠ   r²  r²  †  sv  € ô ×'Ñ'Ó)€(ÜØˆS�$˜¨r×/@Ñ/@Ø×(Ñ(°R×5FÑ5FØ× Ñ ô	"€#ô
 ×Ñ× Ò Ü% c¨2¨x¸Ø&*¨F¸TôC�L€A€yàˆa�h‰h˜Ñ"Ð"Ð"ä×.Ñ.Ø
ŒE�&—-‘-“/Ó"¤E¨&¯+©+«-Ó$8¸"×:KÑ:KØ×Ñœ)×4Ñ4ó6Ñ€)ˆWô ˜C  gÓ
.€%Ü
˜s B¨	°5¸(Ó
C€%à
×ÑÐÜ%ØˆR�˜3  f°uô>�L€A€yà‡x�x�Ñ×Ñ×&Ò&Ø�—‘˜9Ñ$Ð$Ð$Ø€EÔØ	×	Ñ	˜E×-Ñ-×4Ñ4°wÑ>Ð	>Ð>rŒ   c           
     ó¬  — g }	 t        |«      D ])  \  }}|j                  t        j                  |«      «       Œ+ 	 t        j                  j                  rt        |||«       t        |«      S # t        $ r# d|j
                     › �}t	        d|› d�«      d ‚t        $ r2 d|j
                     › �}t        d| › dt        «      › d|› d�«      d ‚w xY w)	Nzargument path is zUAn overflow was encountered while parsing an argument to a jitted computation, whose Ú.zpath zError interpreting argument to z8 as an abstract array. The problematic value is of type z# and was passed to the function at zÆ.
This typically means that a jit-wrapped function was called with a non-array argument, and this argument was not marked as static using the static_argnums or static_argnames parameters of jax.jit.)r2  rI  r   Úshaped_abstractifyÚOverflowErrorr®   r³   r¸   r   r‡  r¡   r+   r1  )r¿   r�  r–  r½  r  rÜ   Úarg_pathÚarg_descriptions           rŠ   r»  r»  ¢  s  € à
€%ðÜ˜-Ö(‰ˆˆ1Ø‡l�l”4×*Ñ*¨1Ó-Õ.ñ )ô$ × Ñ ×&Ò&Ü˜s E¨=Ô9Ü	ˆu‹Ðøô% 
ò Ø" 3§=¡=°Ñ#3Ð"4Ð5€HÜ
ðØ$˜: Qð(óð ðô 
ò 	Ø˜cŸm™m¨AÑ.Ð/Ð0€OÜ
Ø'¨ uð -+Ü+/°«7¨)ð 4Ø)Ð*ð +BðBóð ðð	ús   „7A. Á.A%Cc                ó¢  — t        |«      }| D ��cg c]  \  }}|rt        |«      nd‘Œ }}}t        |d«      �J ‚~~t        | «      D ]¾  \  }\  }}|rt        |t        j
                  «      sŒ&||   }	|	€J ‚t        |j                  |	j                  j                  «      D ]c  \  }
}t        |
t        j                  «      sŒ!||
j                     €|||
j                  <   t	        j                  ||
j                     |«      rŒcJ ‚ ŒÀ t        d„ |D «       «      sJ ‚t        || «      D ���cg c]  \  }\  }}|rŒ|‘Œ c}}}S c c}}w c c}}}w )zé
  Given an input type and explicitly-passed arguments (per the user-facing API
  calling convention), extract implicit axis size arguments from shapes of
  explicit arguments (for the trace-time / jaxpr-level calling convention).
  Nc              3  ó$   K  — | ]  }|d u–— Œ
 y ­wr†   rŽ   rÚ   s     rŠ   rÝ   z)_extract_implicit_args.<locals>.<genexpr>×  s   è ø€ Ð)¡D˜qˆQ�dŒ]¡Dùó   ‚)ÚiterÚnextr2  r×   r   ÚDShapedArrayr´   ÚshaperÌ   ÚDBIdxÚvalÚsame_referentrí   )rš  r–  Úexplicit_args_rÍ   Úexplr«   r  rÌ   ÚexplicitrÄ   Úd1Úd2rÜ   rÈ   s                 rŠ   rŒ  rŒ  ¼  s>  € ô ˜Ó&€.Ù@GÔ	HÁ±W°Q¸¡$Œ$ˆ~Ô
¨DÑ
0À€$Ñ	HÜ	ˆn˜dÓ	#Ð	+Ð+Ð	+Ø�^ô ' wÖ/Ñ€aÑ	ˆ$�Ùœ: d¬D×,=Ñ,=Ô>ØØ
ˆq‰'€CØˆ?Ðˆ?Ü�d—j‘j #§(¡(§.¡.Ö1‰ˆˆBÜ	�BœŸ
™
Õ	#Ø�—‘‰<ÐØˆ$ˆr�v‰v‰,Ü×!Ñ! $ r§v¡v¡,°Õ3Ð3Ð3ñ	 2ð 0ô 
Ñ)¡DÓ)Ô	)Ð)Ð	)Ü   wÔ/Õ	9Ñ/‘	�‘6�A�q²qŠ!Ð/Ó	9Ð9ùó! 
Iùô  
:s   ‘EÄ-E
Ä;E
c                ó8   — | €y |rt         ‚d„ }t        | ||«      S )Nc                óš   — t        | t        «      xr t        | j                  «       «      xs t        | t        «      xr t        | d„ «      S )Nc                ó
   — | d u S r†   rŽ   rF  s    rŠ   rG  z3_flat_axes_specs.<locals>.ax_leaf.<locals>.<lambda>à  s   € ¸QÀ$¹YrŒ   )r×   rŽ  rR   r¸  r1  )Úls    rŠ   Úax_leafz!_flat_axes_specs.<locals>.ax_leafÞ  s?   € Ü�qœ$ÓÒ:¤J¨q¯x©x«zÓ$:ò HÜ�qœ%Ó ÒG¤Z°Ñ3FÓ%GðIrŒ   )ÚNotImplementedErrorrQ   )r�   r«   rÁ   rØ  s       rŠ   r}  r}  Ú  s*   € àÐ TÙÔ&Ð&òIô 
˜/¨4°Ó	9Ð9rŒ   c                  ó   — e Zd Zd„ Zdd„Zy)Ú
JitWrappedc                ó   — t         ‚)zSee ``jax.eval_shape``.©rÙ  ©r‰   r«   rÁ   s      rŠ   r$  zJitWrapped.eval_shapeæ  s   € ä
ÐrŒ   c                ó   — t         ‚r†   rÝ  rÞ  s      rŠ   r"  zJitWrapped.traceê  s   € Ü
ÐrŒ   N©Úreturnzstages.Traced)r’   r“   r”   r$  r"  rŽ   rŒ   rŠ   rÛ  rÛ  ä  s   „ òôrŒ   rÛ  Fc                ó4   — t        | |||||||||	|
||d¬«      S )u&  Makes ``fun`` compiled and automatically partitioned across multiple devices.

  NOTE: This function is now equivalent to jax.jit please use that instead.
  The returned function has semantics equivalent to those of ``fun``, but is
  compiled to an XLA computation that runs across multiple devices
  (e.g. multiple GPUs or multiple TPU cores). This can be useful if the jitted
  version of ``fun`` would not fit in a single device's memory, or to speed up
  ``fun`` by running each operation in parallel across multiple devices.

  The partitioning over devices happens automatically based on the
  propagation of the input partitioning specified in ``in_shardings`` and
  the output partitioning specified in ``out_shardings``. The resources
  specified in those two arguments must refer to mesh axes, as defined by
  the :py:func:`jax.sharding.Mesh` context manager. Note that the mesh
  definition at :func:`~pjit` application time is ignored, and the returned function
  will use the mesh definition available at each call site.

  Inputs to a :func:`~pjit`'d function will be automatically partitioned across devices
  if they're not already correctly partitioned based on ``in_shardings``.
  In some scenarios, ensuring that the inputs are already correctly pre-partitioned
  can increase performance. For example, if passing the output of one
  :func:`~pjit`'d function to another :func:`~pjit`â€™d function (or the same
  :func:`~pjit`â€™d function in a loop), make sure the relevant
  ``out_shardings`` match the corresponding ``in_shardings``.

  .. note::
    **Multi-process platforms:** On multi-process platforms such as TPU pods,
    :func:`~pjit` can be used to run computations across all available devices across
    processes. To achieve this, :func:`~pjit` is designed to be used in SPMD Python
    programs, where every process is running the same Python code such that all
    processes run the same :func:`~pjit`'d function in the same order.

    When running in this configuration, the mesh should contain devices across
    all processes. All inputs arguments must be globally shaped.
    ``fun`` will still be executed across *all* devices in the mesh,
    including those from other processes, and will be given a global view of the
    data spread across multiple processes as a single array.

    The SPMD model also requires that the same multi-process :func:`~pjit`'d
    functions must be run in the same order on all processes, but they can be
    interspersed with arbitrary operations running in a single process.

  Args:
    fun: Function to be compiled. Should be a pure function, as side-effects may
      only be executed once. Its arguments and return value should be arrays,
      scalars, or (nested) standard Python containers (tuple/list/dict) thereof.
      Positional arguments indicated by ``static_argnums`` can be anything at
      all, provided they are hashable and have an equality operation defined.
      Static arguments are included as part of a compilation cache key, which is
      why hash and equality operators must be defined.
    in_shardings: Pytree of structure matching that of arguments to ``fun``,
      with all actual arguments replaced by resource assignment specifications.
      It is also valid to specify a pytree prefix (e.g. one value in place of a
      whole subtree), in which case the leaves get broadcast to all values in
      that subtree.

      The ``in_shardings`` argument is optional. JAX will infer the shardings
      from the input :py:class:`jax.Array`'s, and defaults to replicating the input
      if the sharding cannot be inferred.

      The valid resource assignment specifications are:

      - :py:class:`Sharding`, which will decide how the value
        will be partitioned. With this, using a mesh context manager is not
        required.
      - :py:obj:`None` is a special case whose semantics are:
          - if the mesh context manager is *not* provided, JAX has the freedom to
            choose whatever sharding it wants.
            For in_shardings, JAX will mark is as replicated but this behavior
            can change in the future.
            For out_shardings, we will rely on the XLA GSPMD partitioner to
            determine the output shardings.
          - If the mesh context manager is provided, None will imply that the
            value will be replicated on all devices of the mesh.
      - For backwards compatibility, in_shardings still supports ingesting
        :py:class:`PartitionSpec`. This option can *only* be used with the
        mesh context manager.

        - :py:class:`PartitionSpec`, a tuple of length at most equal to the rank
          of the partitioned value. Each element can be a :py:obj:`None`, a mesh
          axis or a tuple of mesh axes, and specifies the set of resources assigned
          to partition the value's dimension matching its position in the spec.

      The size of every dimension has to be a multiple of the total number of
      resources assigned to it.
    out_shardings: Like ``in_shardings``, but specifies resource
      assignment for function outputs.
      The ``out_shardings`` argument is optional. If not specified, :py:func:`jax.jit`
      will use GSPMD's sharding propagation to determine how to shard the outputs.
    static_argnums: An optional int or collection of ints that specify which
      positional arguments to treat as static (compile-time constant).
      Operations that only depend on static arguments will be constant-folded in
      Python (during tracing), and so the corresponding argument values can be
      any Python object.

      Static arguments should be hashable, meaning both ``__hash__`` and
      ``__eq__`` are implemented, and immutable. Calling the jitted function
      with different values for these constants will trigger recompilation.
      Arguments that are not arrays or containers thereof must be marked as
      static.

      If ``static_argnums`` is not provided, no arguments are treated as static.
    static_argnames: An optional string or collection of strings specifying
      which named arguments to treat as static (compile-time constant). See the
      comment on ``static_argnums`` for details. If not
      provided but ``static_argnums`` is set, the default is based on calling
      ``inspect.signature(fun)`` to find corresponding named arguments.
    donate_argnums: Specify which positional argument buffers are "donated" to
      the computation. It is safe to donate argument buffers if you no longer
      need them once the computation has finished. In some cases XLA can make
      use of donated buffers to reduce the amount of memory needed to perform a
      computation, for example recycling one of your input buffers to store a
      result. You should not reuse buffers that you donate to a computation, JAX
      will raise an error if you try to. By default, no argument buffers are
      donated.

      If neither ``donate_argnums`` nor ``donate_argnames`` is provided, no
      arguments are donated. If ``donate_argnums`` is not provided but
      ``donate_argnames`` is, or vice versa, JAX uses
      :code:`inspect.signature(fun)` to find any positional arguments that
      correspond to ``donate_argnames``
      (or vice versa). If both ``donate_argnums`` and ``donate_argnames`` are
      provided, ``inspect.signature`` is not used, and only actual
      parameters listed in either ``donate_argnums`` or ``donate_argnames`` will
      be donated.

      For more details on buffer donation see the
      `FAQ <https://docs.jax.dev/en/latest/faq.html#buffer-donation>`_.
    donate_argnames: An optional string or collection of strings specifying
      which named arguments are donated to the computation. See the
      comment on ``donate_argnums`` for details. If not
      provided but ``donate_argnums`` is set, the default is based on calling
      ``inspect.signature(fun)`` to find corresponding named arguments.
    keep_unused: If `False` (the default), arguments that JAX determines to be
      unused by `fun` *may* be dropped from resulting compiled XLA executables.
      Such arguments will not be transferred to the device nor provided to the
      underlying executable. If `True`, unused arguments will not be pruned.
    device: This argument is deprecated. Please put your arguments on the
      device you want before passing them to jit.
      Optional, the Device the jitted function will run on. (Available devices
      can be retrieved via :py:func:`jax.devices`.) The default is inherited
      from XLA's DeviceAssignment logic and is usually to use
      ``jax.devices()[0]``.
    backend: This argument is deprecated. Please put your arguments on the
      backend you want before passing them to jit.
      Optional, a string representing the XLA backend: ``'cpu'``, ``'gpu'``, or
      ``'tpu'``.

  Returns:
    A wrapped version of ``fun``, set up for just-in-time compilation and
    automatically partitioned by the mesh available at each call site.

  For example, a convolution operator can be automatically partitioned over
  an arbitrary set of devices by a single :func:`~pjit` application:

  >>> import jax
  >>> import jax.numpy as jnp
  >>> import numpy as np
  >>> from jax.sharding import Mesh, PartitionSpec
  >>> from jax.experimental.pjit import pjit
  >>>
  >>> x = jnp.arange(8, dtype=jnp.float32)
  >>> f = pjit(lambda x: jax.numpy.convolve(x, jnp.asarray([0.5, 1.0, 0.5]), 'same'),
  ...         in_shardings=None, out_shardings=PartitionSpec('devices'))
  >>> with Mesh(np.array(jax.devices()), ('devices',)):
  ...   print(f(x))  # doctest: +SKIP
  [ 0.5  2.   4.   6.   8.  10.  12.  10. ]
  Trb  )rc  )r¿   r  r0  ru   rw   rx   ry   r~   r{   r}   r   r�   r]  s                rŠ   r  r  ð  s5   € ôn 
Ø	˜°MØ#°_Ø#°_Ø f°gÀfØ%Ð8HØô
ð rŒ   c                ó^   ‡‡— t        | «      \  ŠŠt        ‰«      Št        ˆˆfd„‰‰f¬«      S )Nc                 ó   •— t        ‰ ‰«      S r†   )rM   )rN  Úvalss   €€rŠ   rG  z!hashable_pytree.<locals>.<lambda>³  s   ø€ ¤.°¸$Ô"?rŒ   rx  )rL   r1  rY   )ÚpytreerN  rå  s    @@rŠ   Úhashable_pytreerç  °  s1   ù€ Ü˜vÓ&�-€$ˆÜ	ˆt‹€$Ü	Ô?Ø#*¨D /ô
3ð 3rŒ   c                óD  — |€5|dk(  s| j                   rt        S t        j                  | t	        «       «      S t        |t        t        t        f«      r|S | j                   rt        |› d|› d|› d�«      ‚t        |t        «      sJ |«       ‚t        j                  | |«      S )Nr™   zM requires a non-empty mesh in context if you are passing `PartitionSpec`s to z`. You can define a context mesh via `jax.set_mesh(mesh)`. Alternatively, provide `Sharding`s to z3 and then the mesh context manager is not required.)
r|  r?   r   Úcached_named_shardingr.   r×   r>   r@   r9   r  )r   rÜ   rË   rp  s       rŠ   rn  rn  ·  s©   € Ø€YØ�5Ò˜DŸJšJÜÐÜ×/Ñ/°´m³oÓFÐFÜ�”DÔ*¬HÐ5Ô6Ø€HØ	‡Z‚ZÜ
Øˆ*ð  Ø $˜vð &àˆ6ÐDð	FóGð Gô
 
�A”}Ô	%Ð( qÓ(Ð	%Ü	×	-Ñ	-¨d°AÓ	6Ð6rŒ   c                óº   — | �|�J ‚t        | «      }nA|�4| �J ‚t        t        j                  |«      j                  «       d   «      }nt	        d«      ‚d|_        |S )Nr   zUnreachable!T)r<   ÚxbÚget_backendÚlocal_devicesr¹   Ú_device_backend)r{   r}   Úouts      rŠ   r�  r�  È  se   € ØÐØˆ?Ðˆ?Ü
˜vÓ
&�CØÐØˆ>Ðˆ>Ü
œrŸ~™~¨gÓ6×DÑDÓFÀqÑIÓ
J�Cä
˜Ó
(Ð(Ø€#ÔØ	€*rŒ   c           
     óF  — 	 t        t        | |||¬«      «      S # t        $ r Y nw xY wt        t	        |«      «      rJ ‚|�rt        |«      t         us%t        |«      t        |j                  «       «      k7  rå| › d| › d�}t        |«      t         ur|d| › dt        |«      › d�z  }nTt        |«      t        |j                  «       «      k7  r/|d| › dt        |«      › dt        |j                  «       «      › d	�z  }t        |j                  «       «      d
k(  r;t        | ||f«       |d| › d�z  }t        |«      ‚# t        $ r Y t        |«      ‚w xY wt        |«      ‚|}t        |t        «       g|j                  z  «      }t        ||«      }|r|d   } || «      ‚J d«       ‚)N©Útupled_argszW specification must be a tree prefix of the positional arguments tuple. In particular, zn must either be a Sharding, a PartitionSpec, or a tuple of length equal to the number of positional arguments.z But z is not a tuple: got z	 instead.z4 is the wrong length: got a tuple or list of length z for an args tuple of length rÀ  é   z> Given the corresponding argument being passed, it looks like z/ might need to be wrapped in a singleton tuple.r   zPlease open a bug report!)r1  r#   r¯   rN   rO   r¸   r±   ÚchildrenrM   Ú
PytreeLeafÚ
num_leavesrS   )	ÚwhatÚtreerP  rò  rÊ   Ú	axis_treeÚ
dummy_treeÚerrorsrÈ   s	            rŠ   Úflatten_axis_resourcesrü  Õ  sÊ  € ð	Ü”˜d D¨)ÀÔMÓNÐNøÜ	ò 	Ùð	úô
 œ^¨IÓ6Ô7Ð7Ð	7ò ”d˜9“o¬UÑ2Ü˜)“n¬¨D¯M©M«OÓ(<Ò<ð ˆVð .Ø.2¨Vð 4#ð#€Cô ˆIƒœeÑ#Ø	ˆu�T�FÐ/´°Y³Ð/@À	ÐJÑJ�cÜ	ˆY‹œ3˜tŸ}™}›Ó/Ò	/Ø	��d�VÐOÜ�Y“Ð Ð =Ü�T—]‘]“_Ó%Ð& að)ñ *€cô ˆ4�=‰=‹?Ó˜qÒ Ü˜˜d Y LÔ1ð 	ð )Ø)-¨ð /%ð&ñ 	'ˆô �S‹/Ðøô Ò˜ô �S‹/Ðð úô �S‹/Ðà€)ô ˜d¤Z£\ N°T·_±_Ñ$DÓE€*Ü˜ JÓ/€&ÙØˆq‰	€AÙ
ˆD‹'€Mð ,Ð+Ó+ˆs   ‚ š	&¥&ÄD9 Ä9	EÅEc                  ó   — e Zd Zd„ Zy)rõ  c                 ó   — y)Nzpytree leafrŽ   rˆ   s    rŠ   Ú__repr__zPytreeLeaf.__repr__  s   € ˜]rŒ   N)r’   r“   r”   rÿ  rŽ   rŒ   rŠ   rõ  rõ    s   „ Û*rŒ   rõ  i   )Úmax_sizeÚtrace_context_in_keyc	           	     óÎ  — |st        |«      \  }}	t        | |«      }
t        |
t        «      r|
ft	        |«      z  }nt        d||
d¬«      }t        ||«      }|€|ft	        |«      z  }nt        d||d¬«      }t        j                  j                  sPt        || |j                  t	        |«      «      dd¬«       t        || |j                  t	        |«      «      d«       ||fS )	Nzpjit in_shardingsTrñ  zpjit in_layoutszpjit argumentsF©Úallow_uneven_shardingzjit arguments)rP   rM   r×   r@   r±   rü  r   rU  r¡   Úpjit_check_aval_shardingÚsafe_arg_namesÚcheck_aval_layout_compatibility)rk   rm   rp   rq   rµ   r4  r*   r˜  ÚkwsrÍ   Úorig_in_shardingsr›  r^  rœ  s                 rŠ   r„  r„    sÿ   € ñ
 
Ü! 'Ó*�J€GˆQä$Ð%9Ð;NÓOÐô Ð!Ô#3Ô4Ø*Ð,¬s°8«}Ñ<Ñä.Ø˜WÐ&7ÀTôKÐô Ð0Ð2CÓD€*ØÐØ!�m¤c¨(£mÑ3�Oä,Ø˜7 J¸DôB€Oô 
×	Ñ	×	$Ò	$ÜÐ.°Ø6˜Z×6Ñ6´s¸8³}ÓEØ-ÀUõLô $Ø˜Ø!ˆ
×!Ñ!¤# h£-Ó0°/ôCð 
˜OÐ	+Ð+rŒ   zset[str]Ú!callsites_with_tracing_cache_missc                óŽ  ‡‡‡‡ — | \  }}}\  }}}}	|\  }
}}\  }}}}g Šd!ˆfd„}d"d„Š dŠd#ˆˆ fd„}d#ˆˆ fd„}d$ˆˆfd„}	 	 d%ˆˆˆ fd„}||
k7  rÌt        |«      t        |
«      k7  rdŠ |d	||
«       n¨t        t        ||
«      «      D ]�  \  }\  }}|d
   j                  }||k(  rŒ|d
   |d
   k7  r |d|› d�||«       Œ8|dk(  r ||d   d
   |d   d
   «       ŒS|dk(  r ||d   |d   «       Œh|dk(  r ||d   |d   «       Œ} |d|› d�|dd |dd «       Œ’ ‰r‰D �cg c]  }d|d
   vsŒ|‘Œ c}Š||k7  r
 |d||«       ||k7  r
 |d||«       ||k7  r‰s	 |||«       ||k7  r
 |d||«       |	|k7  r„t        |	«      t        |«      k(  sJ ‚t        t        |	|«      «      D ���cg c]  \  }\  }}||k7  rd|› d|› d|› �‘Œ }}}}‰j	                  ddj                  |«      z   dz   t        |«      f«       ‰s
 |d| |«       t        j                  t        ‰d„ ¬ «      «      }|d
   t        |d   «      fS c c}w c c}}}w )&a0  Explanations of differences between the cache keys, along with diff sizes.

  Result: a pair of a list of explanations for differences, and the total size
    of the differences. The sizes are used to pick the old key with the smallest
    different size for the explanation that is shown to the user.
  c           	     ó@   •— ‰j                  d| › d|› d|› d�df«       y )Nz
different z:
    now: z
 != before: zQ.
explanation unavailable! please open an issue at https://github.com/jax-ml/jax.é
   )rI  )Ú	key_fieldÚwhat_kÚwhat_okÚdiffss      €rŠ   Úunavailablez,diff_tracing_cache_keys.<locals>.unavailable@  s9   ø€ Ø	‡L�LØ�i�[ ¨V¨H°NÀ7À)ð LBð 
Bð 
ð	õrŒ   c           
     óÎ   — t        t        | «      t        |«      «      }t        t        | «      t        |«      «      |z
  }|t        d„ t	        | d | |d | «      D «       «      z  }|S )Nc              3  ó,   K  — | ]  \  }}||k7  –— Œ y ­wr†   rŽ   )rÛ   Úe1Úe2s      rŠ   rÝ   zBdiff_tracing_cache_keys.<locals>.list_diff_size.<locals>.<genexpr>J  s!   è ø€ ð ?ñ ->¡& " b�R˜2•Xñ ->ùs   ‚)Úminr±   ÚmaxÚsumr´   )Ús1Ús2Úmin_lenÚ	diff_sizes       rŠ   Úlist_diff_sizez/diff_tracing_cache_keys.<locals>.list_diff_sizeG  sh   € Ü”#�b“'œ3˜r›7Ó#€GÜ”C˜“GœS ›WÓ%¨Ñ/€IØ”ñ ?¬C°°8°G°Ø02°8°G°ô->ó ?ó ?ñ ?€IàÐrŒ   Fc           	     óú   •— | \  }}|\  }}||k7  r‰j                  d|› d|› �df«       ||k7  rM‰j                  ddj                  d„ |D «       «      › ddj                  d„ |D «       «      › � ‰||«      f«       y y )Nz0different static_argnums:
  dynamic argnums now ú and before ró  z&different value of static args:
  now ú, c              3  óF   K  — | ]  }t        |j                  «      –— Œ y ­wr†   ©ÚreprrÍ  ©rÛ   r  s     rŠ   rÝ   zUdiff_tracing_cache_keys.<locals>.explain_transform_argnums_partial.<locals>.<genexpr>[  s   è ø€ ÐA±=¨aœd 1§5¡5Ÿk±=ùó   ‚!c              3  óF   K  — | ]  }t        |j                  «      –— Œ y ­wr†   r#  r%  s     rŠ   rÝ   zUdiff_tracing_cache_keys.<locals>.explain_transform_argnums_partial.<locals>.<genexpr>\  s   è ø€ Ð#H¹°A¤D¨¯©§K¹ùr&  )rI  Újoin)Úparam_kÚparam_okÚdyn_argnums_kÚstatic_args_kÚdyn_argnums_okÚstatic_args_okr  r  s         €€rŠ   Ú!explain_transform_argnums_partialzBdiff_tracing_cache_keys.<locals>.explain_transform_argnums_partialP  s­   ø€ Ø#*Ñ €M�=Ø%-Ñ"€N�NØ˜Ò&Ø‡l�lð$Ø$1 ?°,¸~Ð>NðPà
ðôð ˜Ò&Ø‡l�lðØ—I‘IÑA±=ÓAÓAÐBØ˜$Ÿ)™)Ñ#H¹Ó#HÓHÐIðKñ ˜¨Ó
7ð9õ:ð 'rŒ   c           	     óØ  •— | \  }|\  }t        |j                  j                  «       «      D ��cg c]  \  }}||j                  f‘Œ }}}t        |j                  j                  «       «      D ��cg c]  \  }}||j                  f‘Œ }}}||k7  rN‰j                  ddj	                  d„ |D «       «      › ddj	                  d„ |D «       «      › d� ‰||«      f«       y y c c}}w c c}}w )Nz)different value of static kwargs:
  now {r!  c              3  óB   K  — | ]  \  }}|› d t        |«      › �–— Œ y­w©ú: N©r$  ©rÛ   ÚkÚvs      rŠ   rÝ   zVdiff_tracing_cache_keys.<locals>.explain_transform_argnames_partial.<locals>.<genexpr>i  s$   è ø€ ÐN¹o±d°a¸ 1 # R¬¨Q« yÔ 1¹oùó   ‚z} and before {c              3  óB   K  — | ]  \  }}|› d t        |«      › �–— Œ y­wr2  r4  r5  s      rŠ   rÝ   zVdiff_tracing_cache_keys.<locals>.explain_transform_argnames_partial.<locals>.<genexpr>j  s&   è ø€ Ð%UÑDT¹D¸A¸q¨¨¨2¬d°1«g¨YÔ&7ÑDTùr8  Ú})ÚsortedrÍ  r\  rI  r(  )r)  r*  Ústatic_kwargs_kÚstatic_kwargs_okr6  r7  r  r  s         €€rŠ   Ú"explain_transform_argnames_partialzCdiff_tracing_cache_keys.<locals>.explain_transform_argnames_partial_  s  ø€ ØÑ€OØ ÑÐä˜o×1Ñ1×7Ñ7Ó9Ô:ô<Ù:ñ '+ a¨˜˜1Ÿ5™5’zØ:ð ñ <ô Ð/×3Ñ3×9Ñ9Ó;Ô<ô>Ù<ñ (, q¨!˜˜AŸE™Eš
Ø<ð ñ >àÐ*Ò*Ø‡l�lðØ—i‘iÑN¹oÓNÓNÐOð PØ ŸI™IÑ%UÑDTÓ%UÓUÐVÐVXðZñ ˜Ð*:Ó
;ð=õ>ð +ùó	<ùó>s   °C Á1C&c                ó   •— | j                   |j                   k7  Š‰sÇt        | «      \  }}t        t        |«      «      }t        |«      \  }}t        t        |«      «      }t        |«      d t        ||«       t        |«      d t        ||«       k(  rR|j	                  «       d   }|j	                  «       d   }	‰j                  d|› d|› d|› d|	› �t        ||z
  «      f«       y t        | «      }
t        |
«      dk  r|
n|
d d dz   }
t        |«      }t        |«      dk  r|n|d d dz   }d|
› d|› �g}t        t        j                  | |«      «      }|D ]M  \  }}}}|^}}d	d
g|j                     }|j                  d|› t        t        |«      «      › d|› d|› d|› �	«       ŒO ‰j                  dj                  |«      t        |«      f«       y )Nró  zBdifferent number of args and kwargs, but same total number.
  now z args and kwargs with keys z

  before éI   ú...zdifferent input pytree:
  now: z
  before: r«   rÁ   z  * at ú, now r   z, so Ú
)rö  rP   r±   r  Ú	node_datarI  Úabsrf   rY  r   Úequality_errors_pytreedefÚidxrT   r1  r(  )Ú	in_tree_kÚ
in_tree_okÚargs_tree_kÚkwargs_tree_kÚ	nr_args_kÚargs_tree_okÚkwargs_tree_okÚ
nr_args_okÚkeys_kÚkeys_okÚin_tree_k_strÚin_tree_ok_strÚdiffÚerrsÚpathÚthing1Úthing2ÚexplanationÚfstÚbaseÚdifferent_leaf_countr  s                       €€rŠ   Úexplain_in_tree_diffz5diff_tracing_cache_keys.<locals>.explain_in_tree_diffm  s#  ø€ à%×0Ñ0°J×4IÑ4IÑIÐÙô $4°IÓ#>Ñ €k�=ÜÔ& {Ó3Ó4€iÜ%5°jÓ%AÑ"€l�NÜÔ'¨Ó4Ó5€jÜ
˜;Ó
'Ð(C¬¨Y¸
Ó)CÐ
DÜ
˜<Ó
(Ð)D¬#¨i¸Ó*DÐ
EòFà×(Ñ(Ó*¨1Ñ-ˆØ ×*Ñ*Ó,¨QÑ/ˆØ�‰ðØ �kð "Ø!˜(ð #Ø$˜ð &Ø"˜)ð	%ô
 �˜iÑ'Ó(ð*ô	+ð 	ä˜	“N€MÜ&)¨-Ó&8¸2Ò&=‘]Ø'¨¨Ð,¨uÑ4ð ä˜“_€NÜ(+¨NÓ(;¸bÒ(@‘nØ(¨¨"Ð-°Ñ5ð à.¨}¨oð >Ø'Ð(ð*ð +€Dô ”	×3Ñ3°I¸zÓJÓK€DÛ-1Ñ)ˆˆf�f˜kØ€j€cˆDØ�hÐ §¡Ñ(€dØ
‡k�kØ�D�6œ&¤ t£Ó-Ð.¨f°V°H¸LÈÈð QØ�ðõ ð .2ð 
‡L�L�$—)‘)˜D“/¤3 t£9Ð-Õ.rŒ   c           	     óÌ  •‡— d} ‰j                   t        | «      «      }d„ Šdj                  ˆfd„t        || «      D «       «      }t        |«      dk  r|n|d d dz   }d|› �g}d}t        || |«      D �]8  \  }}}	||	k(  rŒd}
t	        |«      t	        |	«      cxk(  rt
        j                  k(  r¿n n¼ ‰|«       ‰|	«      }}|
 ‰|j                  |	j                  «      z  }
|j                  |	j                  k7  r.|d	|j                  › d
�z  }|d	|	j                  › d
�z  }d}|
dz  }
n[|j                  |	j                  k7  rB|j                  dd¬«      }|	j                  dd¬«      }|
dz  }
nt        |«      t        |	«      }}|t        d|
«      z  }|j                  d|› d|› d|› �«       �Œ; |r|j                  d«       ‰j                  dj                  |«      |f«       y )Nr   c                óT   — t        | d«      r| j                  d¬«      S t        | «      S )Nr·   T)Úshort_dtypes)rã   r·   rf   )Úats    rŠ   Úarg_type_to_strzPdiff_tracing_cache_keys.<locals>.explain_args_type_diff.<locals>.arg_type_to_strš  s&   € Ü	��[Ô	!Ø�|‰|¨ˆ|Ó.Ð.ä�2‹wˆrŒ   r!  c              3  ó>   •K  — | ]  \  }}|› d  ‰|«      › �–— Œ y­wr2  rŽ   )rÛ   Úanra  rb  s      €rŠ   rÝ   zJdiff_tracing_cache_keys.<locals>.explain_args_type_diff.<locals>.<genexpr>Ÿ  s/   øè ø€ ð AÙ)?™v˜r 2ð !˜T ¡O°BÓ$7Ð#8Ô9Ù)?ùs   ƒr@  rA  z$different input types:
  types now: Fz{weak_type=r:  Tró  )r`  Úmesh_axis_typesz	    * at rB  r   z«where weak_type=True often means a Python builtin numeric value, and 
weak_type=False means a jax.Array.
See https://docs.jax.dev/en/latest/type_promotion.html#weak-types.rC  )r  r±   r(  r´   r¸   r   ÚShapedArrayrË  Ú	weak_typerK  r·   rf   r  rI  )Úargs_kÚargs_okr  r®   Ú
args_k_strrT  Úadd_weak_type_hintrË   Úarg_t_kÚarg_t_okÚthis_arg_diff_sizer  r  rb  r*   r  r  s                @€€€rŠ   Úexplain_args_type_diffz7diff_tracing_cache_keys.<locals>.explain_args_type_diff–  s  ù€ à€IØ)�
×)Ñ)¬#¨f«+Ó6€Iòð
 —‘ó AÜ),¨Y¸Ô)?óAó A€Jä" :›°Ò3‘¸ÀCÀR¸È5Ñ9P€JØ3°J°<Ð@ÐA€DØÐä#& y°&¸'×#BÑˆˆg�xØ	�HÒ	˜hØÐÜ	ˆg‹œ$˜x›.Ô	<¬D×,<Ñ,<Õ	<Ù  Ó)©?¸8Ó+DˆBˆØ™n¨W¯]©]¸H¿N¹NÓKÑKÐà×Ñ × 2Ñ 2Ò2Ø
�,˜w×0Ñ0Ð1°Ð4Ñ
4ˆ"Ø
�,˜x×1Ñ1Ð2°"Ð5Ñ
5ˆ"Ø#Ð
Ø
 Ñ
!Ñ
Ø×Ñ ×!2Ñ!2Ò2Ø× Ñ ¨dÀDÐ ÓIˆ"Ø×!Ñ!¨tÀTÐ!ÓJˆ"Ø
 Ñ
!Ñ
ä�W“œs 8›}ˆBˆØ”3�qÐ,Ó-Ñ-€iØ
‡k�k�I˜d˜V 6¨"¨¨\¸"¸Ð>Ö?ð' $Cñ* Ø
‡k�kðOôPð 
‡L�L�$—)‘)˜D“/ 9Ð-Õ.rŒ   Tzfun_transforms lengthr   zfun_transforms[z] transformr$   ró  Ú_argnums_partialÚ_argnames_partialzfun_transforms.z paramsNzfun_transforms._argnums_partialÚ
fun_paramsÚfun_in_typeÚ
arg_inlinez  [z]: now r   zadifferent tracing context, e.g. due to config or context manager.
found differences at positions
z, and
zK
compare to tuple returned by config.trace_context() in jax/_src/config.py.z"something (unexpected empty diffs)c                ó   — | d   S ©Nró  rŽ   )r-  s    rŠ   rG  z)diff_tracing_cache_keys.<locals>.<lambda>ó  s   € ¸A¸aºDrŒ   ©Úkey)r  rf   )r  r   r  r   rá  Úint)r)  r1  r*  r1  )rH  rU   rI  rU   )rh  útuple[core.AbstractValue]ri  rz  )
r±   r2  r´   r’   rI  r(  r   Úunzip2r;  r  )!r6  Úoldkr*   Úfun_transforms_kÚfun_params_kÚfun_in_type_kÚarg_in_type_krÍ   Úarg_inline_kÚctx_kÚfun_transforms_okÚfun_params_okÚfun_in_type_okÚarg_in_type_okÚarg_inline_okÚctx_okr  r/  r>  r]  ro  r  ÚtÚotÚt_namer-  Úc_kÚc_okÚidxsÚdiffs_and_sizesr\  r  r  s!     `                           @@@rŠ   Údiff_tracing_cache_keysr�  2  sò  û€ ð /0ñ,Ð�\ =Ù#€M�1�l Uà15ñ/Ð�m ^Ù%€N�A�} và!#€%õóð Ðö:ö>ö'/ðR)/Ø&?÷)/ðV Ð*Ò*Ü
ÐÓ¤Ð$5Ó 6Ò6Ø!ÐÙÐ)Ø"Ð$5õ7ô "¤#Ð&6Ð8IÓ"JÖK‰*ˆ!‰Wˆa�Ø�1‘—‘ˆØ�Š7�HàˆQ‰4�2�a‘5Š=Ù
˜¨ s¨+Ð6¸¸2Ô
>Ø
Ø�]Ò"Ù
˜q ™t A™w¨¨1©¨a©Ô
1Ø
ØÐ'Ò'Ù
+¨A¨a©D°"°Q±%Ô
8Ø
ØÐ(Ò(Ù
,¨Q¨q©T°2°a±5Ô
9Ø
Ù�o f X¨WÐ5°q¸¸°u¸bÀÀ¸fÔEØð# Lñ* ÙÓO™�1Ð!BÈ!ÈAÉ$Ò!NŠQ˜ÑO€EØ�]Ò"Ù�˜l¨MÔ:Ø�nÒ$Ù�˜|¨]Ô;Ø�nÒ$Ñ-AÙ˜=¨.Ô9Ø�]Ò"Ù�˜l¨MÔ:Ø
ˆf‚_Üˆu‹:œ˜V›Ò$Ð$Ð$ä"+¬C°°vÓ,>Ô"?õPÙ"?‘�‘;�C˜À3È$Â;ð �!��G˜C˜5 ¨T¨FÒ3Ø"?ð 	ò Pà	‡L�Lð
,à	�‰˜Ó	ñ
ð
9ñ
9ô
 
ˆT‹ð	ôñ 
ÙÐ4°a¸Ô>Ü—K‘K¤ u±.Ô AÓB€/Ø
˜!Ñ
œc /°!Ñ"4Ó5Ð	6Ð6ùò/ PùôPs   Ä!H;Ä.H;Æ)I c                óø  ‡‡‡— t         j                  j                  ry |d   d   j                  ry | j                  }|j
                  }|rt        j                  |«      sy g Š‰j                  Šˆfd„}t        j                  t        j                  «       «      } ‰d|› d|dz  d›d�«       d	}	|r|	d
|› �z  }	|j                  x}
r|	d|
› �z  }	|j                  }|s|sV ‰d|› dt        | j                  «      › |	› �«       |t        v r ‰d«        |«       S t        j!                  |«        |«       S  ‰d|› |	› �«       |j#                  «       D �cg c]  }||k7  rt%        |||«      ‘Œ }}|sJ d«       ‚t'        |d„ ¬«      }|D �cg c]  }|d   |d   k(  sŒ|d   ‘Œ }}dd„Šdˆˆfd„}t)        |«      dk(  r ‰d«        ||d   «       n ‰d«       |D ]
  } ||«       Œ  |«        y c c}w c c}w )Né   é   c                 ój   •— t         j                  t        j                  dj	                  ‰ «      «      S )NrC  )ÚloggerÚlogÚloggingÚWARNINGr(  )rÊ   s   €rŠ   rG  z,explain_tracing_cache_miss.<locals>.<lambda>  s   ø€ ”—‘œGŸO™O¨T¯Y©Y°s«^Ô<rŒ   zTRACING CACHE MISS at z	 costing g     @�@z.3fz ms because:rš   z defined at Ú:z  never seen function:
    z id=z~  but seen another function defined on the same line; maybe the function is
  being re-defined repeatedly, preventing caching?z  for z:we must find some diffs if key differs from all cache keysc                ó   — | d   S rv  rŽ   )r7  s    rŠ   rG  z,explain_tracing_cache_miss.<locals>.<lambda>  s   €  a¨¢drŒ   rw  ró  r   c                ó2   — |j                  ddd| z  z   «      S )NrC  Ú )Úreplace)ÚindentrÊ   s     rŠ   Úindent_subsequent_linesz;explain_tracing_cache_miss.<locals>.indent_subsequent_lines!  s   € Ø�;‰;�t˜T C¨&¡LÑ0Ó1Ð1rŒ   c                ó8   •— | D ]  } ‰d ‰d|«      z   «       Œ y )Nz  * key with é   rŽ   )rT  r-  rŸ  rÂ   s     €€rŠ   Ú
p_one_diffz.explain_tracing_cache_miss.<locals>.p_one_diff#  s"   ø€ ÛˆÙˆÑ1°!°QÓ7Ñ7Õ8ñ rŒ   zE  all previously seen cache keys are different. Closest previous key:zR  all previously seen cache keys are different. Several previous keys are closest:)rž  ry  rÊ   rf   rá  rf   )rT  úSequence[str])r   Úcheck_tracer_leaksr¡   rÍ  r*   Úfunc_filenamer   Úis_user_filenamerI  Ú	summarizeÚcurrentÚfunc_linenoÚ	func_namer‡   r“  r
  Úaddr¹  r�  r  r±   )r¿   Úunseen_fÚcacherx  Úelapsed_secr*   r¥  ÚdoneÚcallsiteÚsrc_infor©  rª  Úokr  Úmin_diffr-  Úsmallest_diffsr¢  rŸ  rÊ   rÂ   s                     @@@rŠ   Úexplain_tracing_cache_missrµ  ÷  s+  ú€ ô ×Ñ×$Ò$ fØˆ�VˆA�Y‡]‚]�Fà�~‰~€*Ø×*Ñ*€-ÙÔ+×<Ñ<¸]ÔKØ	à€#Ø	‡j�j€!Û	<€$ä×'Ñ'Ô(8×(@Ñ(@Ó(BÓC€(ÙÐ˜X˜J i°¸cÑ0AÀ#Ð/FÀlÐSÔTð €(ÙØ�,˜}˜oÐ.Ñ.€HØ×*Ñ*Ð*€[Ð*Ø�!�K�=Ð!Ñ!€HØ×"Ñ"€)Ù‘UÙÐ$ Y K¨t´B°s·u±u³I°;¸x¸jÐIÔJØÔ4Ñ4Ùð 	=ô >ñ ‹6€Mô (×+Ñ+¨HÔ5Ù‹6€Má€fˆYˆK˜�zÐ"Ô#ð —Z‘Z”\ó0Ù!ˆr S¨B¢Yô # 3¨¨JÕ7Ø!ð ð 0á	ÐLÐLÓLˆÜ�™NÔ+€(á"'Ó?¡%˜Q¨1¨Q©4°8¸A±;Ó+>�A�a“D %€.Ð?ó2ö9ô 	ˆÓ˜AÒÙÐMÔNÙˆ~˜aÑ Õ!áð +ô ,ãˆÙ�…mð ñ …&ùò+0ùò
 @s   ÅG2ÆG7ÆG7)Úexplainr†  c           
     ó  — t        j                  d«       ~~t        j                  j                  rt        d| j                  › d�«      ‚t        j                  d| j                  t        j                  ¬«      5  t        j                  j                  rFt        j                  t        j                  | t!        t"        j$                  |«      «      «      \  }}}nt        j&                  | |«      \  }}}d d d «       t        j(                  j                  rddlm}  |«       t/        d„ D «       «      r+t        j0                  t        j2                  «      «      }|}	nt#        j4                  |«      }g }	||	fS # 1 sw Y   Œ‹xY w)	NÚcreate_pjit_jaxprr  r  zMFinished tracing + transforming {fun_name} for pjit in {elapsed_time:.9f} sec)rb   Úeventr   )Úcheck_key_reuse_jaxprc              3  ó’   K  — | ]?  }t        |t        j                  «      xs t        j                  |«      j                  –— ŒA y ­wr†   )r×   r   ÚTracerr    rv  ©rÛ   Úcs     rŠ   rÝ   z%_create_pjit_jaxpr.<locals>.<genexpr>P  s2   è ø€ ÐNÁvÀ!Œ�A”t—{‘{Ó	#Ò	=¤t§{¡{°1£~×'=Ñ'=Ó	=Ávùs   ‚AA)r   r{  r   r  r¡   r  r“  r   Úlog_elapsed_timer’   ÚJAXPR_TRACE_EVENTrU  r‚  Útrace_to_jaxpr_dynamic2r~  Úannotater   r   r�  Útrace_to_jaxpr_dynamicr    Ú jax.experimental.key_reuse._corerº  rî   Úclose_jaxprÚconvert_constvars_jaxprÚClosedJaxpr)
r¿   rš  r�  Úignored_inliner˜   Úglobal_out_avalsr²   rº  Úclosed_jaxprÚfinal_constss
             rŠ   r@  r@  3  sE  € ô ‡/�/Ð%Ô&ØØÜ×Ñ×ÒÜ
Ð-¨c¯e©e¨Wð 5-ð -ó .ð .ä× Ñ ØUØ�|‰|¤8×#=Ñ#=ö?ô ×Ñ×"Ò"Ü(*×(BÑ(BÜ
�+‰+�cœ4¤§¡°Ó8Ó
9ó);Ñ%€eÐ™vô )+×(AÑ(AÀ#ÀwÓ(OÑ%€eÐ˜v÷?ô ×Ñ×!Ò!åFÙ˜%Ô ô 	ÑNÁvÓNÔNÜ—>‘>¤"×"<Ñ"<¸UÓ"CÓD€LØ�Lä×#Ñ# E¨6Ó2€LØ€LØ	�|Ð%5Ð	5Ð5÷-?ð ?ús   Á;A;F Æ F	c           	     óÎ  — t        | |«      }t        |t        t        f«      r|ft	        |«      z  }	nt        d |«       |d¬«      }	t        ||«      }
|
€|
ft	        |«      z  }nt        d |«       |
d¬«      }t        j                  j                  sPt        |	| |j                  t	        |«      «      dd¬«       t        || |j                  t	        |«      «      d«       |	|fS )Nzpjit out_shardingsFrñ  zpjit out_layoutszpjit outputsr  zjit outputs)rM   r×   r@   r9   r±   rü  r   rU  r¡   r  Úsafe_result_pathsr  )rn   ro   rr   rs   r¾   rÿ   r*   r˜  Úorig_out_shardingsrž  r_  rŸ  s               rŠ   rŠ  rŠ  Y  s÷   € ô &Ð&;Ð=QÓRÐÜÐ"Ô%5´xÐ$@ÔAØ,Ð.´°Y³Ñ?Ñä/Ø™h›jÐ*<ØôÐô Ð2Ð4FÓG€+ØÐØ#�~¬¨I«Ñ6Ñä-Ø™H›J¨ÀôHÐô 
×	Ñ	×	$Ò	$ÜØ˜IØ$ˆ
×$Ñ$¤S¨£^Ó4Ø¨eõ5ô $Ø˜)Ø$ˆ
×$Ñ$¤S¨£^Ó4Øôð 
Ð-Ð	-Ð-rŒ   c                óÎ   — | j                   �| j                   |k(  sJ ‚t        j                  | j                  t	        t
        «      «      }|| j                  | j                  |f   S r†   )rš  Ú
_seen_qddsÚ
setdefaultr“  r   rY  Ú
transformsr¢   )r¿   rš  r­  s      rŠ   Ú_seen_qdds_getrÓ  {  sR   € Ø	�‰Ð	 §¡¨wÒ 6Ð6Ð	6Ü
×
Ñ
 §¡¤{´4Ó'8Ó
9€%Ø	�—‘ §
¡
¨GÐ4Ñ	5Ð5rŒ   c                ó¤   — t        | |«      }t        |«      D ],  \  }}|D ]  \  }}t        j                  |«      |k7  sŒ Œ) |c S  t	        |«      S r†   )rÓ  r2  r   r!   r±   )r¿   rš  Úcasesr  ÚrecordsÚobjÚqdds          rŠ   r…  r…  €  sU   € Ü
˜˜gÓ
&€%Ü˜eÖ$�j€aˆÛ‰ˆˆSÜ	�‰�cÓ	˜cÓ	!¡5ð ð ‚hð	 %ô
 
ˆU‹ÐrŒ   c                óÒ   — t        | |«      }|t        |«      k(  rG|j                  t        ||«      D ��cg c]  \  }}|j                  r||j
                  f‘Œ! c}}«       y y c c}}w r†   )rÓ  r±   rI  r´   rv  rØ  )r¿   rš  r  r²   Ú	aval_qddsrÕ  r¾  Úaval_qdds           rŠ   rˆ  rˆ  ‰  sf   € Ü
˜˜gÓ
&€%ØŒ#ˆe‹*‚_Ø	‡L�L´s¸6À9Ô7Mô 'Ñ7M©¨¨8Ø×%Ò%ð �h—l‘lÒ#Ð7Mò 'õ (ð ùó's   µ$A#
T)Úfrozenc                  ó$   — e Zd ZU ded<   d„ Zd„ Zy)r†  r
   rÍ  c                ó,   — t        | j                  «      S r†   )ÚhashÚ	__class__rˆ   s    rŠ   r‹   zIgnoreKey.__hash__“  s   € Ü�—‘ÓÐrŒ   c                ó"   — t        |t        «      S r†   )r×   r†  r�   s     rŠ   r‘   zIgnoreKey.__eq__•  s   € Ü�eœYÓ'Ð'rŒ   N)r’   r“   r”   r–   r‹   r‘   rŽ   rŒ   rŠ   r†  r†  �  s   … à
ƒ(ò ó(rŒ   c                ó<  — t        || |«      D ]å  \  }}}t        |t        t        f«      rŒ|rd|› �nd}|j                  }		 t        |d«      r|j                  |	«       n|j                  t        |	«      «       |j                  t        |	«      «      }|€J ‚t        j                  |«      \  }}t        |«      D ]6  \  }}|rŒ	|	|   |z  dk7  sŒt        d|› |› d|› d	|› d
|› d|	|   › d|	› d�«      ‚ Œç y # t        $ r}
t        d|› |› d|› d|
› �«      ‚d }
~
ww xY w)Nú with pytree key path rš   Úcheck_compatible_avalúOne of z. is incompatible with its sharding annotation r3  r   z was given the sharding of z6, which implies that the global size of its dimension z should be divisible by z, but it is equal to z (full shape: Ú))r´   r×   r@   r>   rË  rã   rä  Ú_to_xla_hlo_shardingr±   r¯   r   Úget_num_ways_dim_shardedr2  )rP  Ú
flat_avalsÚnamesÚ	what_avalr  rÌ   r  rË   Úname_strrË  rÈ   Úhlo_shardingÚnum_ways_dim_shardedrÍ   r  Úsizes                   rŠ   r  r  ™  sl  € ô ˜: y°%Ö8�m€dˆAˆtÜ�!Ô&¬Ð-Ô.ØÙ26Ð'¨ vÑ.¸B€HØ�J‰J€Eð
"ô 
�Ð+Ô	,Ø	×Ñ Õ&à	×Ñœs 5›zÔ*ð ×)Ñ)¬#¨e«*Ó5€LØÐ#Ð#Ð#Ü*×CÑCÀLÓQÑÐ˜!ÜÐ1Ö2‰ˆˆ4Ú" u¨Q¡x°$¡¸!Ó';Ü˜7 9 +¨h¨Zð 8Ø ˜cð "=Ø=>¸Cð @)Ø)-¨Ð.CÀEÈ!ÁHÀ:ð N)Ø).¨¨qð	2ó 3ð 	3ñ 3ñ- 9øô ò "ÜØ�I�;˜x˜jð )Ø�s˜"˜Q˜Cð!ó"ð "ûð"ús   Á8C7Ã7	DÄ DÄDc                óî   — t        || |«      D ]>  \  }}}|�t        |t        «      rŒ|rd|› �nd}	 |j                  |j                  «       Œ@ y # t
        $ r}t        d|› |› d|› d|› �«      ‚d }~ww xY w)Nrã  rš   rå  z, is incompatible with its layout annotation r3  )r´   r×   rH   rä  rË  r¯   )	rO  ré  rê  rë  rÌ   r×  rË   rì  rÈ   s	            rŠ   r  r  »  s“   € ä˜: w°Ö6�m€dˆAˆtØ€y”J˜q¤*Ô-ØÙ26Ð'¨ vÑ.¸B€Hð"Ø×Ñ˜dŸj™jÕ)ñ 7øô ò "ÜØ�I�;˜x˜jð )Ø�s˜"˜Q˜Cð!ó"ð "ûð"ús   ²AÁ	A4ÁA/Á/A4r™   c                ó2   — t        | d   j                  «      S )Nr˜   )ri   r   ©r¢   s    rŠ   rG  rG  Ì  s   € ¤D¨°©×)@Ñ)@Ô$ArŒ   c                ó.   — | j                   j                  S r†   )r˜   r£   )r˜   rÍ   s     rŠ   Ú_is_highrô  Ð  s   € Ø	�‰×	Ñ	ÐrŒ   c                ót  — t        j                  | «      \  } }g |¢|¢}t        t        |«      fi |¤Ž}| j                  D �cg c]  }t        |j                  «       «      ‘Œ }}| j                  D �cg c]  }t        |j                  «       «      ‘Œ }}t        d„ | j                  D «       «      }t        |||fi |¤Ž}t        | j                  |«      D ��	�
cg c]:  \  }}	|j                  r|j                  |	«      n|j                  |	«      D ]  }
|
‘Œ Œ< }}	}}
t        j                  | «      }t        j                   |d|i|¤Ž}t#        ||g«      \  }}t%        |«      }t'        | j(                  j*                  «      D ��ci c]  \  }}||“Œ
 }}}| j(                  j*                  D ]w  }|j,                  €Œ|j,                  }t/        j0                  |t        |j2                  j5                  |«      «      «      } |j2                  j6                  ||||      g|¢­Ž  Œy t9        |d «      �J ‚t%        |«      }| j                  D �cg c]<  } |j:                  t/        j0                  |t        |j                  «       «      «      Ž ‘Œ> }}t9        |d «      �J ‚|S c c}w c c}w c c}
}	}w c c}}w c c}w )Nc              3  óh   K  — | ]*  }|j                   sŒt        |j                  «       «      –— Œ, y ­wr†   )rv  r±   Úlo_ty)rÛ   rÌ   s     rŠ   rÝ   z_to_lojax.<locals>.<genexpr>Ý  s$   è ø€ ÐXÑ2G¨$È4Ï<Ë<”C˜Ÿ
™
›×%Ñ2Gùs   ‚2”2r˜   )r‚  Úconvert_const_himutablesÚ_converted_mutables_add_paramsr±   r‰  r÷  rÿ   r  Úfinal_aval_qddsÚ_lojax_expand_paramsr´   rv  Ú
read_lovalÚ	lower_valÚlower_jaxprr¨   r©   r^   rÈ  r2  r˜   ÚinvarsÚ	final_qddÚitÚislicerÌ   Ú	lo_ty_qddÚupdate_from_lovalrÉ  Ú	raise_val)r˜   Úhi_argsr¢   Úclosed_over_himutablesrÌ   Ú
lo_nums_inr‰  Úlo_nums_outÚlo_muts_outrÜ   Úlo_valÚlo_argsÚlo_jaxprÚall_outsÚout_mutÚlo_outsÚout_mut_r  r7  Úin_idxrØ  Úlo_valsÚlo_outs_Úhi_outss                           rŠ   Ú	_to_lojaxr  Ô  s†  € ä"$×"=Ñ"=¸eÓ"DÑ€%Ð	Ø/Ð$Ð/ wÐ/€'Ü)¬#Ð.DÓ*EÑPÈÑP€&ð /4×.@Ò.@ÓAÑ.@ d”�D—J‘J“LÕ!Ð.@€*ÐAØ).¯ªÓ9© A”�Q—W‘W“Y•¨€+Ð9ÜÑX°%×2GÒ2GÓXÓX€+Ü 
¨K¸ÑOÈÑO€&ô $' u×'9Ñ'9¸7Ô#Cõ 5Ñ#C™˜˜aØ26·,²,˜DŸO™O¨AÔ.Ø!%§¡°Ó!2ò3�ò ð3ð Ð#C€'ò 5ô
 �^‰^˜EÓ"€(Ü�Z‰Z˜Ð;¨Ð;°FÑ;€(Ü ¨;¨-Ó8Ñ€'ˆ7ô �'‹]€(Ü& u§{¡{×'9Ñ'9Ô:Ô;Ñ:‘T�Q˜ˆAˆq‰DÐ:€&Ñ;Ø�;‰;×Ô€aØ‡{�{ÑØ�K‰K€cÜ—	‘	˜(¤C¨¯©×(8Ñ(8¸Ó(=Ó$>Ó?€gØ€a‡f�f×Ñ˜s G¨F°1©IÑ$6ÐA¸ÔAð	 ô
 
ˆh˜Ó	Ð	%Ð%Ð	%ô �'‹]€(à—o’oó'Ù%�ð ˆQ�[‰[œ"Ÿ)™) H¬c°!·'±'³)«nÓ=Ò>Ø%ð 
ð 'ä	ˆh˜Ó	Ð	%Ð%Ð	%à	€.ùò? BùÚ9ùô
5ùó <ùò's   Á JÁ2 J#Ã?J(ÆJ/ÉAJ5c               óZ   — d| z  |z   }t         f| z  |z   }d| z  |z   }t        ||||¬«      S )Nrk  r†   )r/  r  r^  ©r?   rŽ  )Únr/  r  r^  r¢   s        rŠ   rù  rù  ý  sE   € à˜a‘< .Ñ0€.Ü� !Ñ# lÑ2€,Ø˜‰{˜ZÑ'€*Ü	ˆf ^À,Ø#ô
%ð %rŒ   c               ó²   — d„ }	 |	| |«      } |	| |«      } |	| |«      } |	||«      } |	||«      }t         f|z  |z   }d|z  |z   }t        ||||||¬«      }
|
S )Nc                ó:   — t        d„ t        | |«      D «       «      S )Nc              3  ó<   K  — | ]  \  }}|f|z  D ]  }|–— Œ Œ y ­wr†   rŽ   )rÛ   r  rÜ   Úys       rŠ   rÝ   z7_lojax_expand_params.<locals>.expand.<locals>.<genexpr>  s#   è ø€ Ð=™{‘t�q˜!°Q°D¸1´H¨q”°H�™{ùrà   ©r1  r´   )ÚnsÚxss     rŠ   Úexpandz$_lojax_expand_params.<locals>.expand  s   € ÜÑ=œs 2 rœ{Ó=Ó=Ð=rŒ   r†   )r/  r  r^  r0  r_  r  )Únums_inÚnums_outÚmuts_outr/  r  r^  r0  r_  r¢   r!  Ú
new_paramss              rŠ   rû  rû    s†   € ò
>á˜' NÓ3€.Ù˜' LÓ3€,Ù˜' JÓ3€*Ù˜( MÓ3€-Ù˜( KÓ3€+ô �. 8Ñ+¨mÑ;€-Ø˜(Ñ" [Ñ0€+ä�F¨>Ø!-¸*Ø"/¸[ôJ€*ð 
ÐrŒ   c                óP  — t        j                  |«      rdt        |«      z  S g }t        | |||«      D �]e  \  }}}}t	        |dd«      }	t        |d«      r2|j                  j                  }
t        j                  |
||«      rd n|
}nd\  }
}t        |t        «      xs t        t	        |dd «      t        «      }|€:|	r&|r|j                  d «       Œž|j                  |«       Œ°|j                  d «       ŒÂ|	rf|sd|
�bt        j                  ||
«      sLd}t        |t        «      rd}t        d	|› d
|
› dt!        j"                  |«      j%                  «       › d|› �«      ‚t        |t&        «      rt        j                  |||«      rd n|}|j                  |«       �Œh t)        |«      S )Nr†   rï   TÚformat)NNrK  rš   a    The layout given to `jax.jit` is `Layout.AUTO` but the corresponding argument passed is a `jax.Array` with a concrete layout. Consider passing a `jax.ShapeDtypeStruct` instead of `jax.Array` as an argument to the jitted function  when using `Layout.AUTO`.zWLayout passed to jit does not match the layout on the respective arg. Got pjit layout: z,
arg layout: ú for arg shape: rÀ  )r2   Ú!check_device_backend_on_shardingsr±   r[   r¬   rã   r'  rJ  Úis_default_layoutr×   r@   r=   rI  Úis_user_xla_layout_equalrH   r¯   r   rÁ  r·   rG   r1  )r«   Újit_in_layoutsÚresolved_in_shardingsrµ   Úresolved_in_layoutsrÄ   Újit_in_lÚrsrÌ   Ú	committedÚ
arg_layoutÚdispatch_arg_layoutÚis_pmap_shardingÚ	extra_msgs                 rŠ   Ú_resolve_in_layoutsr6    sÌ  € ô 
×+Ñ+Ð,AÔBØ”S˜Ó(Ñ(Ð(à:<ÐÜ!)Ø
ˆNÐ1°8÷"=Ñ€cˆ8�R˜ä˜˜\¨4Ó0€Iô
 ˆs�HÔØ—:‘:×$Ñ$€jÜ%)×%;Ñ%;¸JÈÈDÔ%Q™TØ",ñ ð )3Ñ%€jÐ%ä" 2Ô'7Ó8ò QÜ"¤7¨3°
¸DÓ#AÄ<ÓPð àÐÙ	ÙØ
×
$Ñ
$ TÕ
*à
×
$Ñ
$Ð%8Õ
9à×"Ñ" 4Õ(ñ
 Ù"ØÐ$Ü×/Ñ/°¸*ÔEØˆ	Ü�h¤
Ô+ð+ð ô ð .à.6¨Zð 8)Ø)3¨ð 5(Ü(,×(?Ñ(?ÀÓ(D×(NÑ(NÓ(PÐ'QÐQRØ&˜Kð)ó *ð 	*ô % X¬vÔ6Ü×(Ñ(¨°2°tÔ<ñ ØBJð à× Ñ  Ö*ðc"=ôd 
Ð"Ó	#Ð#rŒ   c                ó  — g }t        | ||«      D ]d  \  }}}|€|j                  d «       Œt        |t        «      r)t	        j
                  |||«      r|j                  d «       ŒT|j                  |«       Œf t        |«      S r†   )r[   rI  r×   rG   r2   r*  r1  )r_  r0  rÿ   Únew_out_layoutsÚout_lÚout_sÚout_avals          rŠ   Ú_resolve_out_layoutsr<  Z  sz   € Ø€/Ü (¨°mÀYÖ OÑ€eˆU�HØ€}Ø×Ñ˜TÕ"Ü
�UœFÔ
#Ü
×
 Ñ
  ¨¨xÔ
8Ø×Ñ˜TÕ"à×Ñ˜UÕ#ð !Pô 
ˆÓ	ÐrŒ   c                óÊ   — t        | t        «      r| S |rt        | t        «      rt        S | S t        | t        «      sJ ‚t        j                  | «      rt        S t        d«      ‚)NzFHaving uncommitted Array sharded on multiple devices is not supported.)r×   r@   r=   r?   r9   r   Úis_single_device_shardingrÙ  )Úarg_sr1  s     rŠ   Úfinalize_arg_shardingr@  f  sb   € Ü�Ô'Ô(Ø€Láä& u¬lÔ;Œ[ÐFÀÐFä˜œxÔ(Ð(Ð(Ü	×	+Ñ	+¨EÔ	2ÜÐÜð !Eó Fð FrŒ   c                óV  — t        j                  |«      r|S g }| D ]]  }t        |dd «      }|€Œt        |t        «      rŒ$t        |dd«      sŒ2|j                  |t        j                  j                  d f«       Œ_ g }t        | |«      D �]  \  }}t        |d«      r%|j                  �|j                  t        |dd«      fnt        df\  }}t        |t        «      r|j                  j                  rt        d}}t        |t         «      r|j                  t#        ||«      «       Œ�t        |t$        j&                  «      r>|j(                  s2t+        j,                  «       dkD  rt/        d|j0                  › d|› �«      ‚t        |t         «      sý|j2                  rñ|j4                  |j4                  k7  rIt/        d|j4                  › d	|j4                  › d
t7        j8                  |«      j;                  «       › �«      ‚|r�t        |t        «      s}t=        j>                  |jA                  |jB                  «      |jA                  |jB                  «      «      s5t/        d|› d|› d
t7        j8                  |«      j;                  «       › �«      ‚|j                  |«       �Œ tE        |«      S )NrK  rï   TFró  a¯  Passing non-trivial shardings for numpy inputs is not allowed. To fix this error, either specify a replicated sharding explicitly or use `jax.make_array_from_process_local_data(...)` to convert your host local numpy inputs to a jax.Array which you can pass to jit. If the numpy input is the same on each process, then you can use `jax.make_array_from_callback(...) to create a `jax.Array` which you can pass to jit. Got arg shape: z, arg value: zgMemory kinds passed to jax.jit does not match memory kind on the respective arg. Got pjit memory kind: z, arg memory kind: r(  z^Sharding passed to pjit does not match the sharding on the respective arg. Got pjit sharding: z,
arg sharding: )#r2   r)  r¬   r×   r=   rI  r   ÚMismatchTypeÚARG_SHARDINGr´   rã   rK  r?   r:   r   r|  r@   r@  ÚnpÚndarrayÚis_fully_replicatedrë  Úprocess_countr¯   rË  Ú_is_concreteÚmemory_kindr   rÁ  r·   r   Úare_op_shardings_equalrç  Úndimr1  )	r«   Úpjit_in_shardingsÚcommitted_arg_shardingsr  r?  r-  rÄ   Ú	pjit_in_sr1  s	            rŠ   Ú_resolve_in_shardingsrO  t  s—  € ô 
×+Ñ+Ð,=Ô>ØÐàÐÛ€aÜ�A�z 4Ó(€Eð €}Øô �%œÔ&ØÜˆq�, Õ%Ø×$Ñ$ e¬V×-@Ñ-@×-MÑ-MÈtÐ%TÕUð ð /1ÐÜ˜DÐ"3×4�n€cˆ9ô # 3¨
Ô3¸¿¹Ð8Pð Ÿ™¤w¨s°LÀ$Ó'GÑHä)¨5Ð1ñ €Eˆ9ô �%œÔ'¨E¯J©J×,<Ò,<Ü$ eˆY€eÜ�)Ô-Ô.Ø×"Ñ"Ô#8¸À	Ó#JÕKä
�Sœ"Ÿ*™*Ô
%Ø×+Ò+Ü
×
Ñ
Ó
˜qÒ
 Üð	ð "Ÿi™i˜[¨°c°Uð	<ó
=ð 
	=ô ˜Ô/Ô0°U×5GÒ5Gð × Ñ  E×$5Ñ$5Ò5Üð8Ø8A×8MÑ8MÐ7Nð O"Ø"'×"3Ñ"3Ð!4ð 5Ü ×3Ñ3°CÓ8×BÑBÓDÐEðGóHð Hñ
 Ü˜5¤,Ô/Ü×3Ñ3Ø×.Ñ.¨s¯x©xÓ8Ø×*Ñ*¨3¯8©8Ó4ô6ô ð 1à1:°ð <,Ø,1¨7ð 3)Ü)-×)@Ñ)@ÀÓ)E×)OÑ)OÓ)QÐ(Rð	Tó Uð Uð
 ×"Ñ" 9Ö-ð[ 5ô^ 
Ð$Ó	%Ð%rŒ   r˜   c                óª   — t        | |«      }t        | |||j                  «      }t        |||j                  «      }t        |||||||||	|
||||¬«      S )N)Úlowering_platformsÚlowering_parametersrÓ   )rO  r6  rµ   r<  rÿ   Ú_pjit_lower)r«   r˜   r  r0  r^  r_  r/  rq  rË   r~   r   rQ  rR  rÓ   r„   s                  rŠ   r5  r5  ¿  sh   € ô
 ' t¨\Ó:€,Ü" 4¨°\Ø#(§>¡>ó3€*ä$ [°-ÀÇÁÓQ€+Ü	Øˆ\˜=¨*°kØ�h  k°6Ð;OØ+Ø-Ø!ô
#ð #rŒ   c                ó¼  — t        j                  d«       i d }}t        j                  j                  rœt        j
                  j                  dkD  r| }t        j                  |«      }|€Ot        j                  t        j
                  j                  t        j                  j                  «      }|t        |<   |j                  «       }|�||d<   |
t        |j                  «       «      z   }
t        || |||||||||	d t        j                   «       ||
¬«      }|j#                  «       }|j$                  ret        j&                  j                  rKt)        j*                  ||j,                  |j.                  | j0                  j2                  |j4                  «       t        j6                  j                  rd }t9        |j;                  «       d«      r|j;                  «       j<                  }|�|j?                  «       }tA        d|fd|fd|fd	|fd
|fdtC        tD        jF                  |«      fd|f«        |jH                  g |jJ                  ¢|¢­Ž |||jJ                  fS )NÚjit_cpp_cache_missr   Úfdo_profile)r˜   r  r0  r^  r_  r/  rq  rË   r~   r   rQ  rR  rÓ   r„   ÚfingerprintzRunning pjit'd functionr  r0  r^  r_  zabstract args)&r   r{  r   Úenable_pgler¡   Úpgle_profiling_runsÚ_pgle_profiler_dictÚgetr   ÚPGLEProfilerÚpgle_aggregation_percentileÚconsume_fdo_profiler1  r\  r5  r1   ÚLoweringParametersÚcompileÚ_auto_spmd_loweringÚenable_checksr2   Ú%check_array_xla_sharding_layout_matchrò   Ú_in_layoutsr˜   r‹  rñ   Údistributed_debugrã   Úruntime_executablerW  Úhexr]   r¤   r   Úabstractifyrè   rÇ   )r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   r«   Úpgle_compile_optionsrÓ   Úcompilation_target_keyrV  ÚcomputationrÆ   rW  s                      rŠ   r§   r§   Ñ  sA  € ô ‡/�/Ð&Ô'Ø(*¨D˜ÐÜ×Ñ×Ò¤&×"<Ñ"<×"BÑ"BÀQÒ"FØ"ÐÜ'×+Ñ+Ð,BÓC€MØÐÜ×+Ñ+Ü
×
$Ñ
$×
*Ñ
*Ü
×
,Ñ
,×
2Ñ
2ó4€mð 5BÔÐ0Ñ1ð
  ×3Ñ3Ó5€KØÐØ,7Ð˜=Ñ)à-´Ð6J×6PÑ6PÓ6RÓ0SÑSÐô #Ø
�% lØ!¨jØ¨nØ˜d°Ø¨Ü×1Ñ1Ó3Ø!Ø/ô	€+ð × Ñ Ó"€(ð ×!Ò!¤f×&:Ñ&:×&@Ò&@Ü×.Ñ.Øˆh×$Ñ$ h×&:Ñ&:Ø�‰×Ñ ×!7Ñ!7ô9ô ×Ñ×#Ò#ð €KÜˆx×*Ñ*Ó,¨mÔ<Ø×/Ñ/Ó1×=Ñ=€kØÐØ—O‘OÓ%€kÜÐ4°dÐ;Ø)¨<Ð8Ø*¨MÐ:Ø'¨Ð4Ø(¨+Ð6Ø*¬C´×0@Ñ0@À$Ó,GÐHØ(¨+Ð6ô8ð ˆ(×
Ñ
Ð
> × 6Ñ 6Ð
>¸Ò
>Ø
�M ;×#9Ñ#9ð
;ð ;rŒ   c                ó8   ‡ — t        j                  ‰ «      Š ˆ fd„S )Nc                 ó>   •—  t        j                   ‰«       «      | Ž S r†   )r   Újaxpr_as_fun)r«   r˜   s    €rŠ   rG  z#_get_jaxpr_as_fun.<locals>.<lambda>  s   ø€ Ð1”t×(Ñ(©«Ó1°4Ñ8rŒ   )ÚweakrefÚrefrz  s   `          rŠ   Ú_get_jaxpr_as_funrq    s   ø€ ô �+‰+�eÓ
€%Û	8Ð8rŒ   c                óŒ  ‡ ‡‡‡‡‡‡‡‡‡	‡
‡— ˆˆ
ˆˆˆˆˆ	ˆ ˆˆˆˆfd„}t        ‰ ‰‰‰‰‰‰‰‰‰	‰
«      }t        d„ t        ‰«      D «       «      }t        j                  |d d d d ‰d ‰d ‰d ‰¬«      }t        j                  j                  ‰||g g |t        j                  t        j                  t        |j                  «      «	      ‰Ž S )Nc                 ó´   •— t        ‰‰‰‰‰‰‰
‰	‰‰‰‰dœŽ\  }}}}t        |t        |«      ‰|‰j                  ‰j                  d ||«	      }||t        |«      fS ©Nrz  )r§   r  rO   r   r²   rÔ   )Úargs_Úkwargs_rÅ   rÆ   rÓ   rÇ   r  r«   r„   rq  r/  r^  r  r   r˜   r~   rË   r_  r0  s          €€€€€€€€€€€€rŠ   Úcall_impl_cache_missz-_pjit_call_impl.<locals>.call_impl_cache_miss!  s{   ø€ ô 5KØ	�U¨Ø#°
Ø°Ø °+ØÐ,@ò5BÑ1€Hˆh˜ zô 'Ø”. Ó*¨D°(Ø�‰�u—|‘| T¨=Øó€Mð �]Ô$=¸mÓ$LÐLÐLrŒ   c              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   r,  s      rŠ   rÝ   z"_pjit_call_impl.<locals>.<genexpr>5  s   è ø€ ÐGÑ(A¡  1ÂQœ!Ñ(Aùr.  )rx   ry   r{   r}   rk   rm   rn   ro   rp   rq   rr   rs   )rq  r1  r2  r2   r  rØ   r  r  r   r  r  r  r  )r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   r«   rw  r“  Údonated_argnumsr%  s   ````````````    rŠ   Ú_pjit_call_implrz    sÎ   ÿû€ ÷M÷ Mô  Øˆ\˜=¨*°kØ�h  k°6Øó€!ô ÑG¬	°.Ô(AÓGÓG€/Ü×(Ñ(Ø$°dØ˜4Ø°\Ø °}Ø°Ø°;ô@€)ô 
�‰�‰Ø
ˆAÐ# R¨¨YÜ×!Ñ!¤4×#4Ñ#4Ü˜I×BÑBÓCó
Eð GKð
Lð LrŒ   c               óZ   — t        j                  | d|||||t        |«      |||
|||¬«      S )Nr™   )r~   Úcontext_meshr„   rQ  rR  rÓ   )r2   Úlower_sharding_computationr1  )r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   rQ  rR  rÓ   s                 rŠ   rS  rS  E  s?   € ô" 
×	(Ñ	(ØˆU�D˜,¨Ø�+œu ^Ó4Ø¨HØ/Ø+Ø-Ø!ô
#ð #rŒ   c           
     ó@  — |d   r6t        dt        |d   «      › d|d   › dt        j                  |«      › �«      ‚|d   �rt	        d„ |d   D «       «      røt	        d	„ |d
   D «       «      rãt	        d„ |d   D «       «      rÎt	        d„ |d   D «       «      r¹|d   }t
        j                  j                  rMt        j                  | «      5  t        j                  |j                  |j                  g|¢­ddiŽ}d d d «       n-t        j                  | ||j                  |j                  g|¢­Ž }D �cg c]  }| j                  ||«      ‘Œ c}S |d   }t
        j                  j                  �r#t!        ||d
   |d   «      \  }}}}	t        ||||	¬«      }t#        | j$                  j&                  t)        |«      «      }
t        j*                  |D �cg c]  }|j,                  ‘Œ c}|
t.        ||j0                  |«      }| j$                  j3                  |«       |
D �cg c]$  }t        j4                  | |j6                  ||«      ‘Œ& }}t9        |«      }|D �cg c]#  }t;        |«      t<        u r||   n
t?        |«      ‘Œ% }}t?        |d «      �J ‚|S tA        d„ |j                  D «       «      r±tC        jD                  |«      \  }}|D �cg c]  }| jG                  ||«      ‘Œ }}g |d   ¢­tH        ftK        |«      z  z   }g |d   ¢­dtK        |«      z  z   }g |d   ¢­dtK        |«      z  z   }t        |||||¬«      }| jM                  t.        g |¢|¢­||¬«      }|S | jM                  t.        |||¬«      }|S # 1 sw Y   �ŒUxY wc c}w c c}w c c}w c c}w c c}w )Nr„   zS`compiler_options` can only be passed to top-level `jax.jit`. Got compiler_options=z& specified on a nested jit with name: rË   z and source info: r   c              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wr†   ©r×   r@   ©rÛ   r  s     rŠ   rÝ   z$pjit_staging_rule.<locals>.<genexpr>j  s   è ø€ Ð	JÑ3I¨aŒ*�QÔ(×
)Ñ3Iùrà   r  c              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wr†   r€  ©rÛ   rþ   s     rŠ   rÝ   z$pjit_staging_rule.<locals>.<genexpr>k  s   è ø€ Ð	KÑ3J¨aŒ*�QÔ(×
)Ñ3Jùrà   r0  c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   r�  s     rŠ   rÝ   z$pjit_staging_rule.<locals>.<genexpr>l  s   è ø€ Ð	2Ñ1˜ˆ!ˆtŒ)Ñ1ùrÇ  r^  c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   rƒ  s     rŠ   rÝ   z$pjit_staging_rule.<locals>.<genexpr>m  s   è ø€ Ð	3Ñ2˜ˆ!ˆtŒ)Ñ2ùrÇ  r_  r˜   Úpropagate_source_infoF©r˜   r0  r_  c              3  óP   K  — | ]  }t        |t        j                  «      –— Œ  y ­wr†   )r×   r   ÚMutableArrayr½  s     rŠ   rÝ   z$pjit_staging_rule.<locals>.<genexpr>Œ  s   è ø€ Ð
B±\°Œ:�aœ×*Ñ*×+±\ùrÞ   r†   r/  rk  )r˜   r  r^  r/  )Úsource_info)'r¯   rŽ  r   r§  rí   r   rU  r¡   r   Úset_current_traceÚ
eval_jaxprr˜   r²   r‚  Úinline_jaxpr_into_traceÚto_jaxpr_tracerÚ_pjit_forwardingr¤   ÚframeÚnewvarÚ	_out_typeÚnew_jaxpr_eqnÚvarr¨   r   Úadd_eqnÚDynamicJaxprTracerrÌ   rÈ  r¸   ry  rÉ  rî   r2   Ú_move_mutable_constsÚ	new_constr?   r±   Údefault_process_primitive)r"  rŠ  r«   r¢   r˜   rï  rÜ   Úin_fwdr0  r_  ÚoutvarsrÄ   Úeqnr7  Úout_tracersÚout_tracers_r“  r²   r¾  r  r^  r/  r%  s                          rŠ   Úpjit_staging_rulerŸ  `  sÎ  € ØÐ"Ò#Ü
ð	Ü! &Ð)?Ñ"@ÓAÐBð C$Ø$*¨6¡NÐ#3ð 4Ü×&Ñ& {Ó3Ð4ð	6ó7ð 7ð ˆXÓÜ	Ñ	J°6¸.Ò3IÓ	JÔJÜ	Ñ	K°6¸/Ò3JÓ	KÔKÜ	Ñ	2˜V LÒ1Ó	2Ô2Ü	Ñ	3˜V MÒ2Ó	3Ô3Ø�7‰O€EÜ×Ñ×"Ò"ô ×!Ñ! %Õ(Ü�o‰o˜eŸk™k¨5¯<©<ð ;¸$ò ;Ø49ñ;ˆ÷ )Ð(ô ×&Ñ&Ø
�˜eŸk™k¨5¯<©<ð@Ø:>ò@€cá;>Ó?¹3°aˆE×!Ñ! ! [Õ1¸3Ñ?Ð?à
�‰/€%Ü×Ñ× Ó Ü0@Øˆv�oÑ&¨¨}Ñ(=ó1?Ñ-€Eˆ6�= +ä�& °]Ø)ô+€Fä�%—+‘+×$Ñ$¤i°Ó&6Ó7€GÜ
×
Ñ
ÙÓ™$�3€s‡wƒw˜$Ñ ¬%°Ø‡m�m�[ó"€Cð 
‡K�K×Ñ˜Ôá#ó%Ù#�qô ×(Ñ(¨°·±¸¸;ÕGØ#ð ð %ä˜Ó$€Lá"ó$Ù"�qô # 1›g¬™n�4˜’7´$°|Ó2DÑDØ"ð ð $ä�˜dÓ#Ð+Ð+Ð+ð 
Ðô Ñ
B°U·\²\Ó
BÔBÜ×-Ñ-¨eÓ4�M€Eˆ6Ù7=Ó>±v°!ˆe�o‰o˜a Õ-°v€FÐ>Ø-�V˜NÑ+Ñ-´°ÄÀVÃÑ0LÑL€LØ)�6˜,Ñ'Ñ)¨G´c¸&³kÑ,AÑA€JØ1�vÐ.Ñ/Ñ1°H¼sÀ6»{Ñ4JÑJ€NÜ�f E¸Ø!+¸NôL€Jà×1Ñ1ÜÐ�Ð˜Ñ ¸ð 2ó F€Kð
 
Ðð ×1Ñ1Üˆt�V¨ð 2ó 6€Kà	Ð÷M )Ñ(üò @ùò  ùò%ùò$ùò
 ?s*   Ã
/M:Ä3NÇNÈ)NÉ(NË
NÍ:Nc           	     óŽ  — t        j                  | j                  «      }t        |||«      D ���cg c]  \  }}}t	        |t
        «      r|€|nd ‘Œ }}}}|D �cg c]  }|d u ‘Œ }}t        j                  | |«      } t        d„ t        ||«      D «       «      }t        d„ t        ||«      D «       «      }| |||fS c c}}}w c c}w )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   ©rÛ   rþ   r6  s      rŠ   rÝ   z#_pjit_forwarding.<locals>.<genexpr>£  ó   è ø€ ÐDÑ&>™d˜a Â!œÑ&>ùr.  c              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   r¢  s      rŠ   rÝ   z#_pjit_forwarding.<locals>.<genexpr>¤  r£  r.  )r‚  Ú_jaxpr_forwardingr˜   r´   r×   r@   Úprune_closed_jaxpr_outputsr1  )	r˜   r0  r_  rš  ÚfwdÚosÚolr“  Úkeeps	            rŠ   r�  r�  �  sÊ   € Ü×1Ñ1°%·+±+Ó>€&ä" 6¨=¸+ÔFõHÙF‘��R˜ô ˜bÔ"2Ô3¸¸
‰CÈÑLØFð 	ò Há#Ó	$™V˜ˆ!ˆtŠ)˜V€$Ð	$Ü
×
'Ñ
'¨¨tÓ
4€%ÜÑD¤c¨-¸Ô&>ÓDÓD€-ÜÑD¤c¨+¸Ô&>ÓDÓD€+Ø	�˜ {Ð	2Ð2ùôHùâ	$s   ±!B;ÁCc                ó   — t         j                  j                  sd gt        | j                  «      z  | fS t        | j                  d   | j                  d   | j                  d   «      \  }}}}t        | j                  |«      D ��cg c]
  \  }}|�Œ	|‘Œ }}}t        | j                  |||¬«      }| j                  ||¬«      }	||	fS c c}}w )Nr˜   r0  r_  r‡  )r¢   r›  )
r   rU  r¡   r±   r›  r�  r¢   r´   rŽ  r�  )
rœ  r˜   rš  r0  r_  r7  r“  Únew_outvarsr%  Únew_eqns
             rŠ   Úpjit_forwarding_ruler®  §  sÄ   € Ü	×	Ñ	×	$Ò	$Øˆ6”C˜Ÿ™Ó$Ñ$ cÐ)Ð)Ü.>Ø	‡j�j�Ñ˜3Ÿ:™: oÑ6¸¿
¹
À=Ñ8Qó/SÑ+€%ˆ� ä" 3§;¡;°Ô7ÔEÑ7‘t�q˜!¸1¹9’Ð7€+ÑEÜ�C—J‘J e¸=Ø +ô-€*à�K‰K˜z°;ˆKÓ?€'Ø	�ˆÐùó	 Fs   Â
C
ÂC
c                ó¼  — g }t        | j                  j                  «      D ��ci c]  \  }}||“Œ
 }}}t        | j                  j                  «      D ��ci c]#  \  }}t        |«      t        j
                  u r||“Œ% }}}| j                  j                  D ]°  }|j                  }t        |«      t        j                  u rv|j                  j                  D �cg c]<  }||v rt	        j                  ||   «      n||v rt	        j                  ||   «      n|‘Œ> }	}|j                  t        |	«      ¬«      }|j                  |«       Œ² |S c c}}w c c}}w c c}w )N)rË  )r2  r˜   rÿ  r¸   r   ÚVarr›  rÌ   rÊ  rË  ÚInDBIdxÚOutDBIdxÚupdater1  rI  )
r˜   rï  r  r7  r  rÜ   Úout_idxrÌ   r-  rË  s
             rŠ   r’  r’  ·  s:  € Ø
€#Ü& u§{¡{×'9Ñ'9Ô:Ô;Ñ:‘T�Q˜ˆAˆq‰DÐ:€&Ñ;Ü'¨¯©×(:Ñ(:Ô;ô %Ñ;‘d�a˜Ü�Q“œ4Ÿ8™8Ñ#ð �‰TÐ;€'ñ %à�;‰;×Ô€aØ�6‰6€DÜˆDƒz”T×&Ñ&Ñ&ð Ÿ&™&Ÿ,š,ó(á&�Qð +,¨v©+Œt�|‰|˜F 1™IÔ&Ø,-°©LŒt�}‰}˜W Q™ZÔ(Øñà&ð ð (ð �[‰[œu U›|ˆ[Ó,€dØ‡J�JˆtÕð ð 
€*ùó <ùó%ùò
(s   ¥EÁ(EÃAEc          	     ód   — t        j                  | t        |t        ||j                  ¬«      «      S )N)Ú
call_jaxpr)r   Ú_check_callr¨   rŽ  r˜   )Úctx_factoryr˜   Úin_atomsr¢   s       rŠ   Ú_pjit_typecheckrº  Ç  s+   € Ü	×	Ñ	˜+¤u¨hÜ˜v°%·+±+Ô>ó
@ð @rŒ   c                ó2   — | j                   | j                  fS r†   )rÿ   r   )r˜   r0  r«   rÍ   s       rŠ   Ú_pjit_abstract_evalr¼  Í  s   € Ø	�‰˜%Ÿ-™-Ð	'Ð'rŒ   c                óÜ  — t        |«      |t        |j                  «      z   k(  sJ ‚t        |«      t        |«      k(  sJ ‚t        |«      t        |«      k(  sJ ‚| j                  }| j                  j                  }d }t	        |t
        j                  «      r|j                  }n0t	        |t
        j                  «      r|j                  j                  }t        ||||t        j                  ||«      t        j                  ||j                  «      ||	|
f
}|j                  j!                  |d «      }|€®|D �cg c]  }t	        |t"        «      rd n|‘Œ }}|D �cg c]  }t	        |t"        «      rd n|‘Œ }}t        |j$                  «      }t'        j(                  ||||||||d||	¬«      }t        |j$                  «      |kD  }|rd|j*                  vr||j                  |<   |S c c}w c c}w )NF)Únum_const_argsrµ   Úarg_shardingsÚresult_shardingsÚuse_sharding_annotationsÚarg_layoutsÚresult_layoutsÚtpu)r±   rµ   Úmodule_contextÚaxis_contextr×   r   ÚShardingContextÚnum_devicesÚSPMDAxisContextr   rï  r¨   r2   ÚSemanticallyEqualShardingsrÿ   Úcached_primitive_loweringsr[  r@   Úhost_callbacksr1   Úlower_jaxpr_to_funÚ	platforms)ÚctxrË   r˜   r¾  rµ   r   r  r0  r^  r_  rp  Úmod_ctxÚaxis_ctxrÈ  rx  r4   r  r¿  rþ   rÀ  Únum_callbacksÚhas_callbackss                         rŠ   Ú_pjit_cached_lower_jaxpr_to_funrÔ  Ò  sÔ  € ô 
ˆX‹˜.¬3¨u¯~©~Ó+>Ñ>Ò	>Ð>Ð	>Ü	ˆX‹œ#˜lÓ+Ò	+Ð+Ð	+Ü	ˆX‹œ#˜j›/Ò	)Ð)Ð	)Ø×Ñ€'Ø×Ñ×,Ñ,€(Ø€+Ü�œ.×8Ñ8Ô9Ø×&Ñ&�KÜ�(œN×:Ñ:Ô;Ø—-‘-×$Ñ$€KÜ	��e˜W kÜ	×	(Ñ	(¨°xÓ	@Ü	×	(Ñ	(¨¸¿¹Ó	HØ	�[ (ð	,€#ð
 
×	+Ñ	+×	/Ñ	/°°TÓ	:€$Ø	€\ÙMYÓZÉ\ÈœZ¨Ô+;Ô<‘TÀ!ÑCÈ\€MÐZÙP]Ó^ÑP]È1¤
¨1Ô.>Ô ?™ÀQÑFÐP]ÐÐ^ô
 ˜×.Ñ.Ó/€MÜ×"Ñ"Ø��u˜gØ%°Ø#Ð6FØ!&Ø¨{ô<€Dô ˜×.Ñ.Ó/°-Ñ?€MÙ˜E¨×):Ñ):Ñ:Ø04€g×(Ñ(¨Ñ-Ø	€+ùò) [ùÚ^s   Ä8G$ÅG)c               óò  — t        | j                  j                  «       «      }t        t        j
                  | j                  «      }t	        j                  «       gt        |«      z  |z   }t	        j                  |«      }t        j                  |j                  «      }|D �cg c]  }t        j                  |«      ‘Œ }}||j                  z   }t        |«      }||z   }t!        |||«      }||z   }t#        | ||t        |«      |t%        |«      ||||d¬«      }|D �cg c]  }| j                  j'                  |«      ‘Œ }}|D �cg c]$  }t	        j(                  || j*                  d¬«      ‘Œ& }}g | j,                  ¢|¢|¢|¢­}t	        j.                  | j0                  d | j2                  j5                  t7        j8                  d|«      «      | j:                  «      5  t=        j>                  |t@        jB                  j'                  |jD                  jF                  «      t	        jH                  |«      «      }d d d «       t	        jJ                  | «       t	        jL                  |jN                  |«      }tQ        |t        |«      g«      \  }}| j                  jS                  t	        jT                  tW        ||«      «      «      }| jY                  |«       |S c c}w c c}w c c}w # 1 sw Y   Œ²xY w)Nr™   )rp  T)Úcanonicalize_dtype)-rY  Ú	tokens_inr   r¤   r1   Úaval_to_ir_typeÚ	avals_outÚ
token_typer±   Úflatten_ir_typesr   Újaxpr_const_argsr˜   rÁ  rµ   Úconst_args_shardingsÚconst_args_layoutsrÔ  r1  r[  Úir_constantÚconst_loweringÚdim_var_valuesÚsource_info_to_locationrÅ  Ú
name_stackÚextendr   Ú	wrap_nameÚ	tracebackÚfunc_dialectÚCallOpr3   ÚFlatSymbolRefAttrrË   r¡   Úflatten_ir_valuesÚwrap_compute_type_in_placeÚunflatten_ir_values_like_typesÚresultsr^   Úupdate_tokensÚTokenSetr´   Úset_tokens_out)rÏ  rË   r˜   r  r0  r^  r_  r/  rq  r~   r   r„   r«   r   Úoutput_typesÚflat_output_typesrÇ   r¾  Úconst_arg_avalsrµ   Úca_shardingsÚ
ca_layoutsr4   Úeffr×  Úhoisted_const_valuesÚcallÚ	out_nodesÚtokensÚ
tokens_outs                                 rŠ   Ú_pjit_loweringrü     sŠ  € ô �—‘×&Ñ&Ó(Ó)€'Ü”T×)Ñ)¨3¯=©=Ó9€,Ü—/‘/Ó#Ð$¤s¨7£|Ñ3°lÑB€,Ü×+Ñ+¨LÓ9Ðä×$Ñ$ U§[¡[Ó1€*Ù9CÓD¹°A”T×,Ñ,¨QÕ/¸€/ÐDØ˜uŸ~™~Ñ-€(Ü% jÓ1€,Ø Ñ,€,Ü! *¨o¸|ÓL€*Ø˜JÑ&€*ä	(Ø	ˆ4�œ˜J›¨ÜˆGƒn�lØ�Z Øô	
€$ñ 29Ó9±¨#ˆs�}‰}× Ñ  Õ%°€)Ð9ñ óáˆ!ô ×Ñ�q˜#×,Ñ,ÀÖFØð ð ð 
Iˆ3×ÑÐ	H 	Ð	HÐ,@Ð	HÀ4Ñ	H€$Ü×#Ñ#Ø	×Ñ˜$Ø	‡n�n×ÑœDŸN™N¨5°$Ó7Ó8Ø	‡m�mõô
 ×ÑÐ0Ü ×2Ñ2×6Ñ6°t·y±y·±ÓGÜ"×4Ñ4°TÓ:ó<€D÷ô ×!Ñ! # tÔ,Ü×1Ñ1°$·,±,ÀÓM€)Ü  ¬S°«\¨NÓ;Ñ€&ˆ)Ø�}‰}×*Ñ*¬4¯=©=¼¸WÀfÓ9MÓ+NÓO€*Ø×Ñ�ZÔ Ø	Ðùò? Eùò :ùò÷ð ús   Â$KÄ"K#Å)K(Ç AK-Ë-K6)Ú	cacheablec                óP   — t        | t        j                  ft        | «      z  «      S r†   )rO  r   r?   r±   )rÇ   s    rŠ   rÝ  rÝ  0  s(   € Ü	Ø”>×-Ñ-Ð/´#°j³/ÑAó
Cð CrŒ   c                ó6   — t        | dt        | «      z  ||«      S )Nr†   )r6  r±   )rÇ   r½  rP  s      rŠ   rÞ  rÞ  4  s#   € ô
 
Ø�'œC 
›OÑ+¨Y¸ó
?ð ?rŒ   c                óä  ‡ ‡	— t        j                  |«      \  }}t        j                  |‰ |«      \  }}t        ˆ ˆ	fd„t	        |||j
                  «      D «       «      }t        ˆ ˆ	fd„t	        |||j                  «      D «       «      }t        d„ |D «       «      rt        d„ |D «       «      st        d«      ‚t        j                  |||||||‰	|
|||dœŽ}t        j                  |||«      }||fS )Nc              3  ót   •K  — | ]/  \  }}}|�#t        ||‰j                  ‰|j                  «      n|–— Œ1 y ­wr†   ©Ú_pjit_batcher_for_shardingÚ	spmd_namerK  )rÛ   Úaxis_inr  rÌ   Ú	axis_datarq  s       €€rŠ   rÝ   z _pjit_batcher.<locals>.<genexpr>F  sQ   øè ø€ ð Nñ MÑ
ˆ'�1�dð 
Ð	ô !  G¨Y×-@Ñ-@À(Ø!%§¡ô,à"#ó$ñ Mùó   ƒ58c              3  ót   •K  — | ]/  \  }}}|�#t        ||‰j                  ‰|j                  «      n|–— Œ1 y ­wr†   r  )rÛ   Úaxis_outrþ   rÌ   r  rq  s       €€rŠ   rÝ   z _pjit_batcher.<locals>.<genexpr>K  sQ   øè ø€ ð Rñ  QÑ
ˆ(�A�tð 
Ð	ô !  H¨i×.AÑ.AÀ8Ø!%§¡ô,à#$ó%ñ  Qùr  c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   ©rÛ   r×  s     rŠ   rÝ   z _pjit_batcher.<locals>.<genexpr>Q  s   è ø€ Ð,¡˜Aˆa�4Œi¡ùrÇ  c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   r  s     rŠ   rÝ   z _pjit_batcher.<locals>.<genexpr>R  s   è ø€ Ð-¡˜Aˆa�4Œi¡ùrÇ  z1Concrete layouts are not supported for vmap(jit).rz  )r0   Úindirectify_ragged_axesÚbatch_jaxpr2r1  r´   rµ   rÿ   rí   rÙ  r¨   r©   Ú*resolve_ragged_axes_against_inputs_outputs)r  Úvals_inÚdims_inr˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   Úsegment_lensÚ	new_jaxprÚaxes_outÚvals_outÚresolved_axes_outs   `        `         rŠ   Ú_pjit_batcherr  <  s  ù€ ô #×:Ñ:¸7ÓCÑ€,�Ü ×-Ñ-¨e°YÀÓHÑ€)ˆXô ô Nô " '¨<¸×9KÑ9KÔLó	Nó N€,ô
 ô Rô  # 8¨]¸I×<OÑ<OÔPó	Ró R€-ô Ñ,¡Ó,Ô
,Ü
Ñ-¡Ó-Ô
-Ü
Ø;ó=ð =ô �Z‰ZØØ
ØØØØØ!ØØ	ØØØ-ò/€(ô ×IÑIØˆx˜ó#Ðà	Ð$Ð	$Ð$rŒ   c                óÞ  — t        | t        «      r| S | j                  |«      }|�€t        j                  |«      r| S t        | t
        «      r]t        | j                  t        «      rCt        | j                  t        j                  | j                  |t        j                  «      «      S |j                  «       j                  «       }t        |j                   «      }|j#                  |d«       ||_        t%        | j&                  |«      }t        j(                  |gd g| d «      d   S t        | t
        «      rOt        | j                  t        «      r5t        | j                  t        j                  | j                  ||«      «      S t        | t
        «      r| j                  }|j*                  rt-        d| ›�«      ‚t/        ||«      d   }	t        |t        j                  |	||«      «      S )Nró  r   aB  If you are using spmd_axis_name parameter of jax.vmap, please make sure to run your jitted function inside the mesh context manager. Only `jax.lax.with_sharding_constraint` with `jax.sharding.NamedSharding` as an input can be transformed with spmd_axis_name batching rules outside of an explicit mesh context manager scope)r×   r@   rç  r   Úis_op_sharding_replicatedr:   r   r8   r2   Ú
batch_specÚspecr.   ÚUNCONSTRAINEDÚto_protoÚclonerY  Útile_assignment_dimensionsÚinsertr;   Ú_internal_device_listÚ$_get_out_sharding_from_orig_shardingr|  r¯   rB   )
r  ÚdimÚspmd_axis_namer   rK  Úhlo_sÚnew_opÚtadÚnew_gsr  s
             rŠ   r  r  l  s›  € ô �Ô#Ô$Ø€HØ
×
 Ñ
  Ó
&€%ØÑÜ×/Ñ/°Ô6Ø€hÜ�!”]Ô#¬
°1·6±6¼<Ô(HÜØ
�&‰&”$—/‘/ !§&¡&¨#¬}×/JÑ/JÓKóMð Mà�^‰^Ó×#Ñ#Ó%€FÜ
ˆv×0Ñ0Ó
1€CØ‡J�Jˆs�AÔØ(+€FÔ%Ü˜1×2Ñ2°FÓ;€FÜ×4Ñ4°f°XÀ¸vÀqÈ$ÓOÐPQÑRÐRä�!”]Ô#¬
°1·6±6¼<Ô(HÜØ
�&‰&”$—/‘/ !§&¡&¨#¨~Ó>ó@ð @ä�!”]Ô#Ø�V‰V€dØ‡z‚zÜðð
 ˜%ð!ó"ð "ô % U¨DÓ1°!Ñ4€DÜØŒd�o‰o˜d C¨Ó8ó:ð :rŒ   c                óö  — |D �cg c]  }t        |«      t        j                  u‘Œ }}t        j                  ||d¬«      \  }}d„ }t	        ||«      }t	        ||«      }t        j                  g | ¢ ||«      ¢­|g |¢ ||«      ¢­g |¢ ||«      ¢­g |¢ ||«      ¢­g |¢ ||«      ¢­g |¢ ||«      ¢­||	|
||dœŽ}t        |t        |j                  j                  «      g«      \  }}t        |«      t        |j                  j                  «      k(  sJ ‚t        |«      }|t        ||j                  «      D ��cg c]'  \  }}|rt        |«      nt        j                  |«      ‘Œ) c}}fS c c}w c c}}w )NF©Úinstantiatec                ó(   — d„ t        | |«      D «       S )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   ©rÛ   ÚnzrÜ   s      rŠ   rÝ   z3_pjit_jvp.<locals>._filter_zeros.<locals>.<genexpr>š  s   è ø€ Ð1™?‘%�"�aªbŒA™?ùr.  )r´   ©Úis_nz_lr×  s     rŠ   Ú_filter_zerosz _pjit_jvp.<locals>._filter_zeros™  s   € Ù1œ3˜w¨œ?Ó1Ð1rŒ   rz  )r¸   r/   ÚZeroÚ	jvp_jaxprr   r¨   r©   r^   r±   r˜   r›  rÈ  r´   rÿ   rÉ  )Ú
primals_inÚtangents_inr˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   r‰  Úis_nz_tangents_inÚ	jaxpr_jvpÚis_nz_tangents_outr2  Ú_filter_zeros_inÚ_filter_zeros_outÚoutputsÚprimals_outÚtangents_outÚtangents_out_itr/  rÌ   s                             rŠ   Ú	_pjit_jvpr@  ‘  sª  € ñ 8CÓC±{°!”t˜A“w¤b§g¡gÒ-°{ÐÐCÜ"$§,¡,ØÐ¨Eô#3Ñ€)Ðò2ä˜]Ð,=Ó>ÐÜ˜mÐ-?Ó@ÐÜ�J‰Jð 1Øð1Ù$ [Ó1ñ1àØC�\ÐCÑ$4°\Ó$BÑCØG�mÐGÑ&7¸Ó&FÑGØ=�:Ð=Ñ 0°Ó <Ñ=ØA�KÐAÑ"3°KÓ"@ÑAØI�~ÐIÑ(8¸Ó(HÑIØØØØØ/ò1€'ô )¨´3°u·{±{×7JÑ7JÓ3KÐ2LÓMÑ€+ˆ|Ü	ˆ[Ó	œS §¡×!4Ñ!4Ó5Ò	5Ð5Ð	5Ü˜Ó&€/Ø	Ü'*Ð+=¸u¿¹Ô'OôQÙ'O™8˜2˜tñ 13”t˜OÔ,¼¿¹À»ÑEØ'OòQð 
Qð Qùò3 Dùó2Qs   …"E0Ä?,E5c               óì  ‡ ‡‡‡‡‡‡‡‡‡	‡
‡‡*‡+‡,‡-‡.‡/— t        j                  ‰‰ «      \  }}Š+}Š/t        |«      }t        |j                  «      |z
  }t        f|z  Š.d|z  Š-d|z  Š,t        ‰«      t        f|z  z   }t        ‰«      d|z  z   }t        j                  j                  xr t        j                  |j                  «       t        j                  j                  xr t        j                  ‰/j                  «       d„ }t        j                  |j                  «      }t        ||g«      \  }}t        d„ |D «       «      sJ ‚t!        ‰‰|«      D ���cg c]  \  }}}t#        |t$        «      r|€|nd ‘Œ c}}}|z   }~~|D �cg c]  }|d u ‘Œ }}t        j&                  ||«      } |||«      } |||«      }t        ||g«      \  }}t)        |«      }~~~t        |j                  «      |z
  }t        |j                  j*                  |g«      \  } }!t-        | «      D �"�#ci c]  \  }"}#t/        |#«      |"“Œ }$}"}#d g|z  |!D �#cg c]  }#|$j1                  t/        |#«      «      ‘Œ c}#z   }%|%D �cg c]  }|d u ‘Œ }}t        j&                  ||«      } |||«      } |||«      }~ˆ*ˆˆˆˆˆˆ
ˆˆ	ˆˆ ˆ+ˆˆˆ,ˆ-ˆ.ˆ/fd„}&d„ Š*t        ‰«      t        |j2                  «      k(  sJ ‚t5        j6                  ||‰|‰|‰‰‰‰	‰
‰dœŽ}'t9        |%|'|'«      }'t9        |||'«      }'t        |'t        |'«      |z
  g«      \  }(})t9        |g ‰j:                  ¢|¢|)«      })|(‰+|)|&fS c c}}}w c c}w c c}#}"w c c}#w c c}w )Nr†   rk  c                ó:   — t        d„ t        | |«      D «       «      S )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   ©rÛ   rÜ   rª  s      rŠ   rÝ   z6_pjit_linearize.<locals>.keep_where.<locals>.<genexpr>Å  ó   è ø€ Ð>Ñ"5‘w�q˜$º”Ñ"5ùr.  r  ©r×  Úshould_keeps     rŠ   Ú
keep_wherez#_pjit_linearize.<locals>.keep_whereÄ  ó   € ÜÑ>¤# a¨Ô"5Ó>Ó>Ð>rŒ   c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   ©rÛ   r“  s     rŠ   rÝ   z"_pjit_linearize.<locals>.<genexpr>Ê  ó   è ø€ Ð,¡˜1ˆQ�$ŒY¡ùrÇ  c                óØ  •—  ‰
‰|«      }t        j                  g | ¢|¢­‰‰ ‰
‰‰«      z    ‰
‰‰«      ‰ ‰
‰‰«      z    ‰
‰‰«      ‰ ‰
‰‰«      z   ‰‰‰‰‰dœŽ}‰j                  j                  D �cg c]  }|j                  j                  «       ‘Œ }}t        |«      }t        |‰«      D ��cg c]'  \  }}|rt        |«      nt        j                  |«      ‘Œ) }	}}|	S c c}w c c}}w rt  )r¨   r©   r˜   r›  rÌ   Úto_tangent_avalrÈ  r´   rÉ  r/   r3  )Ú	residualsÚtangentsÚtangents_nzÚnz_tangents_outr7  Útangent_avals_outÚnz_tangents_out_rÌ   r/  r>  r2  r„   rq  r/  r^  r  r   r˜   r~   rË   ÚnzsÚnzs_outr_  r0  Úres_donatedÚres_layouts_inÚres_shardings_inÚtangent_jaxprs             €€€€€€€€€€€€€€€€€€rŠ   Útangent_funz$_pjit_linearize.<locals>.tangent_funã  s  ø€ Ù  XÓ.€KÜ—j‘jð 3Ø	ð3Ø ñ3Ø(5Ø%©°c¸<Ó(HÑHÙ# G¨]Ó;Ø!¡M°#°zÓ$BÑBÙ! '¨;Ó7Ø"¡]°3¸Ó%GÑGØØØØØ1ò3€Oð <A¿;¹;×;NÒ;NÓOÑ;N°a˜Ÿ™×/Ñ/Õ1Ð;NÐÐOÜ˜OÓ,Ðä%(Ð):¸GÔ%DôFÙ%D‘z˜˜bñ /1”DÐ)Ô*´b·g±g¸d³mÑCØ%Dð ñ FàÐùò	 PùóFs   Á3!C!Â0,C&c                ó:   — t        d„ t        | |«      D «       «      S )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   r.  s      rŠ   rÝ   z9_pjit_linearize.<locals>._filter_zeros.<locals>.<genexpr>ø  s   è ø€ Ð6¡‘u�r˜1²2”¡ùr.  r  r0  s     rŠ   r2  z&_pjit_linearize.<locals>._filter_zeros÷  s   € ÜÑ6¤ G¨Q¤Ó6Ó6Ð6rŒ   rz  )r/   Úlinearize_jaxprr±   rÿ   r?   r1  r   rb  r¡   r   Úcheck_jaxprr˜   r‚  r¥  r^   rí   r´   r×   r@   r¦  r  r›  r2  r‡   r[  rµ   r¨   r©   ra   r²   )0rU  r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   r5  Úprimal_jaxprÚnum_residuals_outÚ
in_fwd_resÚnum_residuals_inÚnum_primals_outÚprimal_out_shardingsÚprimal_out_layoutsrH  rš  Úin_fwd_primalÚin_fwd_res_r¨  r©  r§  r“  rª  rÍ   Úkept_resÚnum_kept_residualsÚout_varsÚres_varsr  r7  Úidx_mapÚout_fwdr[  ÚansÚ
primal_ansÚresiduals_ansr2  rV  rW  rX  rY  rZ  s0   ````````````                              @@@@@@rŠ   Ú_pjit_linearizerr  ³  sž  ÿÿù€ ô 	×Ñ˜ Ó$ñ F€,Ð! 7¨J¸ä˜“_ÐÜ˜×.Ñ.Ó/Ð2CÑC€/ä!�^Ð&6Ñ6ÐØÐ-Ñ-€.ØÐ+Ñ+€+Ü˜}Ó-´°ÐARÑ0RÑRÐÜ˜[Ó)¨GÐ6GÑ,GÑGÐä×Ñ×ÑÒE¤×!1Ñ!1°,×2DÑ2DÓ!EøÜ×Ñ×ÑÒF¤×!1Ñ!1°-×2EÑ2EÓ!Føò?ô ×Ñ × 2Ñ 2Ó3€&Ü)¨&°?Ð2CÓDÑ€-�Ü	Ñ,¡Ó,Ô	,Ð,Ð	,ô ˜]¨K¸ÔGõáG‰+ˆ"ˆb�#ô ˜Ô,Ô-°"°*�cÀ$ÑFØGóð ñ€&ð �=Ù#Ó	$™V˜ˆ!ˆtŠ)˜V€$Ð	$Ü×.Ñ.¨|¸TÓB€,Ù#Ð$8¸$Ó?ÐÙ!Ð"4°dÓ;ÐÜ˜4 /Ð!2Ó3�+€!€XÜ˜8“}ÐØ
ˆH�oô ˜×.Ñ.Ó/Ð2DÑD€/Ü! ,×"4Ñ"4×"<Ñ"<¸Ð>OÓPÑ€(ˆHÜ"+¨HÔ"5Ô6Ñ"5™$˜!˜QŒR�‹U�A‰XÐ"5€'Ñ6ØˆF�_Ñ$ÁHÓ'MÁH¸q¨¯©´B°q³EÕ(:ÀHÑ'MÑM€'Ù$Ó	%™W˜ˆ!ˆtŠ)˜W€$Ð	%Ü×.Ñ.¨|¸TÓB€,Ù#Ð$8¸$Ó?ÐÙ!Ð"4°dÓ;ÐØ
÷÷ õ ò(7ô 
ˆ\Ó	œc ,×"7Ñ"7Ó8Ò	8Ð8Ð	8Ü�
‰
�J lØ ,Ø!5Ø(Ø1Ø"0Ø$ØØ*Ø Ø(<ò
	>€#ô 	�'˜3 Ó$€#Ü�&˜* cÓ*€#Ü(¨¬s°3«xÐ:KÑ/KÐ.LÓMÑ€*ˆmÜ˜JÐ(D¨%¯,©,Ð(D¸Ð(DÀmÓT€-à	�W˜m¨[Ð	8Ð8ùôAùò
 
%ùó 7ùÚ'MùÚ	%s   Å!MÆ	M!È&M&É!M,É2M1c               ó’  — |D �cg c]  }|j                   ‘Œ }}t        d„ |D «       «      }t        d„ |D «       «      }t        j                  ||d¬«      \  }}}}}t        |«      }t        d„ |D «       «      }d„ } |||«      t        ft        |«      z  z   } |||«      dt        |«      z  z   }t        |j                  «      t        |«      z
  }t        j                  |j                  «      }t        ||g«      \  }}t        d„ |D «       «      sJ ‚t         |||«       |||«      |«      D ��� cg c]  \  }}} t        |t        «      r|€| nd ‘Œ c} }}|z   }~~|D �!cg c]  }!|!d u ‘Œ }"}!t        j                  ||"«      } |||"«      } |||"«      }t        |"|g«      \  }#}$t        |#«      }~"~#~$t        |j                  j                   |g«      \  }%}&t#        |%«      D �'�(ci c]  \  }'}(t%        |(«      |'“Œ })}'}(d g|z  |&D �(cg c]  }(|)j'                  t%        |(«      «      ‘Œ c}(z   }*|*D �!cg c]  }!|!d u ‘Œ }"}!t        j                  ||"«      } |||"«      } |||"«      }~"t)        | |||«      | |||«      | |||«      |||	|
|¬	«      }+t        |+d
   «      t        |+d   j                  «      k(  sJ ‚t        |+d   «      t        |+d   j                  «      k(  sJ ‚|D �,cg c]#  },|,j+                  «       sŒ|,j-                  «       ‘Œ% }-},t/        j0                  |-i |+¤Ž}.t3        |*|.|.«      }.t3        ||-|.«      }.t        |.t        |.«      t        |«      z
  g«      \  }/}0t5        |0«      }1|D �!cg c]"  }!|!€t7        |1«      ng |j8                  ¢|-¢|!   ‘Œ$ }0}!t7        |1d «      �J ‚t;        | j<                  |0«      }2t        j>                  |dgt        |0«      z  dgt        |«      z  z   «      } |||«      t        ft        |2«      z  z   }3 |||«      dt        |2«      z  z   }4 |||«      dt        |2«      z  z   }5t)        ||3|4 |||«       |||«      |5|||	|
|¬«      }6|D �cg c]  }|j                   j+                  «       rŒ|‘Œ! }7}|j                  }8|8D �9cg c]6  }9t        j@                  | t        jB                  jE                  |9«      d «      ‘Œ8 }:}9g |7¢|2¢}7t        jF                  | |7|:t.        |6|jH                  tK        jL                  «       «      };|:D ]	  }|;|_'        Œ tH        jP                  jS                  |jH                  «      r/| jT                  jW                  t        jX                  |7|;«      «       t[        ||/|:«      S c c}w c c} }}w c c}!w c c}(}'w c c}(w c c}!w c c},w c c}!w c c}w c c}9w )Nc              3  ó<   K  — | ]  }|j                  «       –— Œ y ­wr†   )Úis_known)rÛ   Úpvs     rŠ   rÝ   z%_pjit_partial_eval.<locals>.<genexpr>	  s   è ø€ Ð5©H b�B—K‘K—M©Hùrà   c              3  ó"   K  — | ]  }| –— Œ	 y ­wr†   rŽ   )rÛ   r6  s     rŠ   rÝ   z%_pjit_partial_eval.<locals>.<genexpr>	  s   è ø€ Ð/¡Y ˜!”e¡Yùó   ‚Fr*  c              3  ó"   K  — | ]  }| –— Œ	 y ­wr†   rŽ   )rÛ   Úuks     rŠ   rÝ   z%_pjit_partial_eval.<locals>.<genexpr>	  s   è ø€ Ð3¡l ˜”V¡lùrx  c                ó:   — t        d„ t        | |«      D «       «      S )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   rD  s      rŠ   rÝ   z9_pjit_partial_eval.<locals>.keep_where.<locals>.<genexpr> 	  rE  r.  r  rF  s     rŠ   rH  z&_pjit_partial_eval.<locals>.keep_where	  rI  rŒ   r†   c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   rK  s     rŠ   rÝ   z%_pjit_partial_eval.<locals>.<genexpr>+	  rL  rÇ  rz  r0  r˜   r_  Trk  ©r˜   r  r^  r0  r_  r/  rq  rË   r~   r   r„   ).Úpvalr1  r‚  Úpartial_eval_jaxpr_nounits_fwdr?   r±   rÿ   r¥  r˜   r^   rí   r´   r×   r@   r¦  r  r›  r2  r‡   r[  rŽ  ru  Ú	get_knownr¨   r©   ra   rÈ  rÉ  r²   r¤   Únew_instantiated_constÚmove_binders_to_backÚJaxprTracerÚ
PartialValÚunknownÚnew_eqn_reciper   r   r¨  ÚrecipeÚpartial_eval_kept_effectsÚ	filter_inÚeffect_handlesrI  ÚEffectHandler`   )<r"  r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   Ú
in_tracersr‰  Úin_pvalsÚ	known_insÚunknown_insÚknown_jaxprÚunknown_jaxprÚunknown_outsÚres_out_avalsrb  Ú
known_outsrH  Úknown_out_shardingsÚknown_out_layoutsÚnum_out_primalsrš  rg  rh  r¨  r©  r§  r“  rª  Úkept_primalsri  rk  rl  r  r7  rm  rn  Úknown_paramsrv  Úknown_inputsÚall_known_outsÚknown_out_valsÚresidual_valsÚresidual_vals_Úresidual_tracersÚunknown_in_shardingsÚunknown_in_layoutsÚunknown_donated_invarsÚunknown_paramsÚunknown_tracers_inÚunknown_out_avalsrÌ   Úunknown_tracers_outrœ  s<                                                               rŠ   Ú_pjit_partial_evalr¨  	  s?  € ñ
 )Ó)™j˜ˆa�f‹f˜j€(Ð)äÑ5©HÓ5Ó5€)ÜÑ/¡YÓ/Ó/€+ä×'Ñ'¨¨{ÈÔNñ F€+ˆ}˜l¨M¸:ä�|Ó$€,ÜÑ3¡lÓ3Ó3€*ò?ñ $ M°:Ó>Ü'˜>¬C°Ó,>Ñ>ñ?Ðá! +¨zÓ:Ø ¤3 }Ó#5Ñ5ñ6Ðô ˜×-Ñ-Ó.´°]Ó1CÑC€/Ü×1Ñ1°+×2CÑ2CÓD€&Ü)¨&°?Ð2CÓDÑ€-�Ü	Ñ,¡Ó,Ô	,Ð,Ð	,ô Ù
�] JÓ
/Ù
�[ *Ó
-¨}ô>õñ>‰+ˆ"ˆb�#ô ˜Ô,Ô-°"°*�cÀ$ÑFð>óð
 ñ€&ð �[á#Ó	$™V˜ˆ!ˆtŠ)˜V€$Ð	$Ü×-Ñ-¨k¸4Ó@€+Ù"Ð#6¸Ó=ÐÙ Ð!2°DÓ9Ðä% d¨_Ð,=Ó>Ñ€,�Ü˜Ó%€/Ø
ˆL˜(ô " +×"3Ñ"3×";Ñ";¸oÐ=NÓOÑ€(ˆHÜ"+¨HÔ"5Ô6Ñ"5™$˜!˜QŒR�‹U�A‰XÐ"5€'Ñ6ØˆF�_Ñ$ÁHÓ'MÁH¸q¨¯©´B°q³EÕ(:ÀHÑ'MÑM€'á$Ó	%™W˜ˆ!ˆtŠ)˜W€$Ð	%Ü×-Ñ-¨k¸4Ó@€+Ù"Ð#6¸Ó=ÐÙ Ð!2°DÓ9ÐØ
äØ¡j°¸yÓ&IØ'Ù˜J¨	Ó2Ø#Ù °	Ó:ØØ˜[°Ø/ô1€,ô 
ˆ\˜/Ñ*Ó	+¬s°<ÀÑ3H×3RÑ3RÓ/SÒ	SÐSÐ	SÜ	ˆ\˜-Ñ(Ó	)¬S°¸gÑ1F×1PÑ1PÓ-QÒ	QÐQÐ	Qñ ,4ÓE©8 R°r·{±{µ}�"—,‘,•.¨8€,ÐEÜ—:‘:˜|Ð<¨|Ñ<€.ä˜W n°nÓE€.ä˜V \°>ÓB€.ô �¤# nÓ"5¼¸MÓ8JÑ"JÐ!KÓLñ  €.�-ä˜Ó&€.áCMóOÙCM¸að ,-¨9”4˜Ô'Ø6˜%Ÿ,™,Ð6¨Ð6°qÑ9ñ:ØCMð ð Oä	ˆn˜dÓ	#Ð	+Ð+Ð	+Ü˜×5Ñ5°}ÓEÐô ×)Ñ)Ø�d�Vœc -Ó0Ñ0°E°7¼SÀÓ=MÑ3MÑMóO€-ñ % \°;Ó?Ü(˜N¬SÐ1AÓ-BÑBñCÐá" :¨{Ó;Ø!¤CÐ(8Ó$9Ñ9ñ:Ðá& ~°{ÓCØ&¬Ð-=Ó)>Ñ>ñ?ÐäØØ'Ø#Ù˜}¨lÓ;Ù˜[¨,Ó7Ø+ØØØØØ/ô1€.ñ $.ÓG¡:˜a°Q·V±V·_±_Õ5Fš :ÐÐGØ#×-Ñ-Ðñ $óá#ˆ$ô 	‡n�n�UœBŸM™M×1Ñ1°$Ó7¸Õ>Ø#ð ð ð @Ð+Ð?Ð.>Ð?ÐÜ
×Ñ˜%Ð!3Ø-ÜØ(Ø'×/Ñ/Ü*×2Ñ2Ó4ó	6€#ó €a¨3 ¥ÐÜ×&Ñ&×0Ñ0°×1FÑ1FÔGØ	×Ñ×Ñ¤§¡Ð0BÀCÓ HÔIÜ	�\ >Ð3FÓ	GÐGùòs *ùô.ùò 
%ùó 7ùÚ'Mùâ	%ùò& FùòOùò> HùòsG   …VÄ4!VÅ#V Ç(V%È
!V+È4V0Ë+V5ÌV5Í8'V:Ñ-V?ÒV?Ò#;Wc           
     ó  — t        j                  | |d   «      \  }}	t        j                  | |d   «      \  }
}	t        j                  ||d   «      \  }	}t        j                  | |d   «      \  }}	t        j                  ||d   «      \  }	}t        |t        |
«      g |¢t        g|z  ¢­t        |«      g |¢d g|z  ¢­t        |«      ¬«      }t        |d   «      t        |d   j                  «      k(  sJ ‚t        |d   «      t        |d   j                  «      k(  sJ ‚t        |d   «      t        |d   j                  «      k(  sJ ‚t        |d   «      t        |d   j                  «      k(  sJ ‚t        j                  ||d   «      \  }	}dg|z  |z   }t        j                  ||d   «      \  }	}g t        g|z  ¢|¢}t        j                  ||d   «      \  }	}t        j                  ||d   «      \  }	}g d g|z  ¢|¢}t        j                  ||d   «      \  }	}t        |t        |«      t        |«      t        |«      t        |«      t        |«      ¬«      }t        |d   «      t        |d   j                  «      k(  sJ ‚t        |d   «      t        |d   j                  «      k(  sJ ‚t        |d   «      t        |d   j                  «      k(  sJ ‚t        |d   «      t        |d   j                  «      k(  sJ ‚||fS )	Nr/  r  r0  r^  r_  )r  r0  r^  r_  r/  r˜   F)r‚  Úpartition_listrŽ  r1  r?   r±   rµ   rÿ   )Úunks_inÚinst_inÚkept_outs_knownÚkept_outs_stagedÚnum_res_outÚ
num_res_inÚparams_knownÚparams_stagedÚdonated_invars_knownrÍ   Úin_shardings_knownÚout_shardings_knownÚin_layouts_knownÚout_layouts_knownÚnew_params_knownÚdonated_invars_stagedÚin_shardings_stagedÚout_shardings_stagedÚin_layouts_stagedÚout_layouts_stagedÚnew_params_stageds                        rŠ   Ú(_pjit_partial_eval_custom_params_updaterr¿  “	  s_  € ô ×-Ñ-¨g°|ÐDTÑ7UÓVÑÐ˜Ü×+Ñ+¨G°\À.Ñ5QÓRÑÐ�aÜ×,Ñ,¨_¸lÈ?Ñ>[Ó\Ñ€!ÐÜ×)Ñ)¨'°<ÀÑ3MÓNÑÐ�AÜ×*Ñ*¨?¸LÈÑ<WÓXÑ€!Ðä˜,Ü',Ð-?Ó'@ð)GÐ*=ð )GÜ+6¨-¸+Ñ*Eñ)Gä%*Ð+;Ó%<Ø&QÐ(9Ð&Q¸T¸FÀ[Ñ<PÑ&QÜ).Ð/CÓ)DôFÐô 
Ð˜nÑ-Ó	.´#°lÀ7Ñ6K×6TÑ6TÓ2UÒ	UÐUÐ	UÜ	Ð˜oÑ.Ó	/´3°|ÀGÑ7L×7VÑ7VÓ3WÒ	WÐWÐ	WÜ	Ð˜lÑ+Ó	,´°LÀÑ4I×4RÑ4RÓ0SÒ	SÐSÐ	SÜ	Ð˜mÑ,Ó	-´°\À'Ñ5J×5TÑ5TÓ1UÒ	UÐUÐ	Uô  ×.Ñ.¨w¸ÐFVÑ8WÓXÑ€!ÐØ ˜' JÑ.Ð1FÑFÐÜ×,Ñ,¨W°mÀNÑ6SÓTÑ€!ÐØKœ;˜-¨*Ñ4ÐKÐ7JÐKÐÜ×-Ñ-Ð.>ÀÈoÑ@^Ó_Ñ€!ÐÜ×*Ñ*¨7°MÀ,Ñ4OÓPÑ€!ÐØ@˜˜ Ñ+Ð@Ð.?Ð@ÐÜ×+Ñ+Ð,<¸mÈMÑ>ZÓ[Ñ€!Ðä˜=Ü(-Ð.AÓ(BÜ).Ð/CÓ)DÜ&+Ð,=Ó&>Ü',Ð-?Ó'@Ü*/Ð0EÓ*FôHÐô 
Ð˜~Ñ.Ó	/´3°}ÀWÑ7M×7VÑ7VÓ3WÒ	WÐWÐ	WÜ	Ð˜Ñ/Ó	0´C¸ÀgÑ8N×8XÑ8XÓ4YÒ	YÐYÐ	YÜ	Ð˜|Ñ,Ó	-´°]À7Ñ5K×5TÑ5TÓ1UÒ	UÐUÐ	UÜ	Ð˜}Ñ-Ó	.´#°mÀGÑ6L×6VÑ6VÓ2WÒ	WÐWÐ	WØ	Ð,Ð	,Ð,rŒ   c                óf   — t        j                  | |«      \  }}}t        j                  ||«      }|S r†   )r‚  rÃ  r   rÇ  )r¿   rµ   Útranspose_jaxprrÍ   r²   s        rŠ   Ú_pjit_transpose_tracerÂ  Æ	  s5   € ô  "×8Ñ8¸¸hÓGÑ€/�1�fÜ×$Ñ$ _°fÓ=€/Ø	ÐrŒ   c               ó:  ‡— d„ }t        j                  t        j                  |j                  j
                  ¬«      }t        j                  ||d«      }t        || f«      \  }}t        ||«      \  }}g  |t        j                  ||«      ¢ |t        j                  || «      ¢­}g  |t        j                  ||«      ¢ |t        j                  || «      ¢­}t        ˆfd„|D «       «      }t        ||«      } |«       } |t        j                  |t        |t        «       g|j                  z  «      «      } |t        j                  |t        |t        «       g|j                  z  «      «      }	 t!        j"                  ||||||dt%        |«      z  |||	|
|dœŽ}t        |«      S # t&        j(                  $ r^}t+        d«       	 t        j                  |d || «      }t'        j,                  |«       n# t.        t0        f$ r}|d ‚d }~ww xY wY d }~Œxd }~ww xY w)Nc                ó@   ‡ — t        ˆ fd„t        ||«      D «       «      S )Nc              3  óD   •K  — | ]  \  }}t        |«      ‰usŒ|–— Œ y ­wr†   )r¸   )rÛ   rÜ   Úmzr¼   s      €rŠ   rÝ   z6_pjit_transpose.<locals>.prune_type.<locals>.<genexpr>Ô	  s#   øè ø€ ÐKÑ 4‘u�q˜"¼¸R»ÈÒ8J”Ñ 4ùs   ƒ ™ r  )r¼   r   Úmaybe_zeross   `  rŠ   Ú
prune_typez#_pjit_transpose.<locals>.prune_typeÓ	  s   ø€ ÜÓK¤ B¨Ô 4ÓKÓKÐKrŒ   ri  Fc              3  óŽ   •K  — | ]<  }t        |«      xŠj                  rt        j                  ‰t	        |«      «      n‰–— Œ> y ­wr†   )r    rv  r   rw  r!   )rÛ   rÜ   r  s     €rŠ   rÝ   z"_pjit_transpose.<locals>.<genexpr>ã	  s=   øè ø€ ð &á$ˆ!ô ,2°!«9 n a×%=Ò%=„d‡l�l�1”g˜a“jÔ!À1ÓDÙ$ùs   ƒAArk  rz  úqInvalid nan value encountered in the backward pass of a jax.jit function. Calling the de-optimized backward pass.)r~  r  r/   Úclosed_backward_passr˜   r*   Úhashable_partialrL   r%   ÚUndefinedPrimalr3  r1  rÂ  rM   Úobjectrö  r¨   r©   r±   r   rº   ÚprintÚ_raise_no_nan_in_deoptimizedr»   ÚZeroDivisionError)Úcts_inr˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   r5  rÈ  ÚbodyÚprimals_and_nz_cts_inÚ
in_treedefÚcts_out_treedef_thunkÚtranspose_in_shardingsÚtranspose_in_layoutsÚglobal_cts_in_avalsrÁ  Úcts_out_treedefÚtranspose_out_shardingsÚtranspose_out_layoutsÚ
nz_cts_outrÈ   rÍ   r  r  s                                @rŠ   Ú_pjit_transposerÞ  Î	  s%  ø€ ò
Lô 
�‰”b×-Ñ-¸%¿+¹+×:PÑ:PÔ	Q€$Ü	×	Ñ	˜T 5¨%Ó	0€$Ü&2°JÀÐ3GÓ&HÑ#Ð˜Ü 4°T¸:Ó FÑ€$ÐðÙ”×"Ñ" L°*Ó=ðá”—‘˜¨Ó/ñÐðÙ”×"Ñ" J°
Ó;ðá”—‘˜ fÓ-ñÐô ó &á$ó&ó &Ðô *¨$Ð0CÓD€/Ù)Ó+€/Ù&Ü‡g�gØÜ�_¤v£x j°?×3MÑ3MÑ&MÓNóPÐñ %Ü‡g�gØÜ�_¤v£x j°?×3MÑ3MÑ&MÓNóPÐð
/Ü—‘Ø	ØØ+Ø-Ø'Ø)Ø¤#Ð&;Ó"<Ñ<ØØØØØ1ò3€Jô2 
˜¨Ó	4Ð4øô 
×	,Ñ	,ò 
/Ü	ð >ô ?ð/Ü
×
!Ñ
! %¨¨z¸6Ó
B€aô ×+Ñ+¨AÕ.øô Ô 1Ð2ò Ø�DÐûðúô
 /ûð
/ús<   Å2+F) Æ)HÆ<HÇG6Ç HÇ6HÈHÈHÈHÈHc               óÒ  — t        j                  |«      \  }}t        || f«      \  }}|D �cg c]:  }t        |«      x}j                  rt        j                  |t        |«      «      n|‘Œ< }}t        ||g |¢­|«      \  }}t        ||«      D ��cg c]"  \  }}t        |t         j                  «      rŒ!|‘Œ$ c}}t        | |«      D ��cg c]"  \  }}t        |t         j                  «      rŒ!|‘Œ$ c}}z   }t        ||«      D ��cg c]"  \  }}t        |t         j                  «      rŒ!|‘Œ$ c}}t        | |«      D ��cg c]"  \  }}t        |t         j                  «      rŒ!|‘Œ$ c}}z   }t        ||j                  «      }t        d„ t        ||«      D «       «      }t        d„ t        ||«      D «       «      }	 t!        j"                  ||t        |«      t        |«      ||dt%        |«      z  |||	|
|dœŽ}t        |t        |«      «      D ]1  \  }} t        |t         j                  «      sŒ!|j9                  | «       Œ3 y c c}w c c}}w c c}}w c c}}w c c}}w # t&        j(                  $ rs}t+        d«       	 t        j,                  |j.                  d|j0                  || «       t'        j2                  |«       n# t4        t6        f$ r}|d ‚d }~ww xY wY d }~Œéd }~ww xY w)Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   )rÛ   rÜ   r  s      rŠ   rÝ   z(_pjit_transpose_fancy.<locals>.<genexpr>!
  ó   è ø€ ÐMÑ,G¡D A qÊ1œaÑ,Gùr.  c              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   )rÛ   rÜ   r×  s      rŠ   rÝ   z(_pjit_transpose_fancy.<locals>.<genexpr>"
  rá  r.  rk  r~  rÊ  F)r/   Úproject_accumsrL   r    rv  r   rw  r!   Ú_transpose_jaxpr_fancyr´   r×   ÚValAccumr3  rM   rÿ   r1  r¨   r©   r±   r   rº   rÏ  Úbackward_pass3r˜   r²   rÐ  r»   rÑ  Úaccum)!rÒ  r˜   r  r0  r^  r_  r/  rq  rË   r~   r   r„   r«   Úprimals_ctrefsÚspecsÚin_flatr4  rÜ   r  rµ   Útrans_jaxprr¾   r  Útrans_in_shardingsr×  Útrans_in_layoutsÚcts_out_Útrans_out_shardingsÚtrans_out_layoutsÚcts_outrÈ   r  Úcts!                                    rŠ   Ú_pjit_transpose_fancyró  
  s©  € ô ×+Ñ+¨DÓ1Ñ€.�%Ü! >°6Ð":Ó;Ñ€'ˆ7á%ó'Ù%˜ô 4:¸!³9¨n¨a×-EÒ-EŒd�l‰l˜1œg a›jÔ)ØñØ%ð ð 'ä0°¸ÀÀ8ÁÈuÓUÑ€+ˆxô ˜˜|Ô,ÔNÑ,‰TˆQ�´J¸qÄÇÁÕ4M‚qÐ,ÒNÜ˜ Ô/ÔNÑ/‰TˆQ�´zÀ!ÄRÇWÁWÕ7M‚qÐ/ÒNñOð ô ˜˜zÔ*ÔMÑ*‰TˆQ�´*¸QÄÇÁÕ2L‚qÐ*ÒMÜ˜ Ô-ÔLÑ-‰TˆQ�´ZÀÄ2Ç7Á7Õ5K‚qÐ-ÒLñMð ô ˜H k×&;Ñ&;Ó<€(ÜÑM¬C°¸,Ô,GÓMÓMÐÜÑM¬C°¸*Ô,GÓMÓMÐð/Ü�j‰jØ	˜´%Ð8JÓ2KÜÐ)Ó*Ð:MØ%°hÄÀWÃÑ6MØ °+ÀfØ1ò3€Gô$ �4œ¨°'Ó:Ö;�e€aˆÜ�!”R—[‘[Õ! 1§7¡7¨2¥;ñ <ùòC'ùó
 OùÛNùãMùÛLøô 
×	,Ñ	,ò 
/Ü	ð >ô ?ð/Ü×Ñ˜Ÿ™ U¨E¯L©L¸$ÀÔGô ×+Ñ+¨AÕ.øô Ô 1Ð2ò Ø�DÐûðúô
 /ûð
/úsq   ­?IÂ"IÂ4IÃ
"IÃ-IÄ"IÄ)IÄ?"IÅ"IÆ;=I  É K&É3K!É?-KÊ,K!ËKËKËKËK!Ë!K&c                ó  ‡ ‡‡‡	— d„ Š	ˆ	ˆˆ ˆfd„}‰ j                   j                  j                  dd¬«      }t        j                  t        j                  ||¬«      |«      \  }}}t        j                  ||«      ‰	j                  fS )Nc                  ó   — y r†   rŽ   rŽ   rŒ   rŠ   rG  z(_transpose_jaxpr_fancy.<locals>.<lambda><
  s   € �rŒ   c                 óN  •— t        ‰| «      \  }}t        j                  ‰	|«      }t        j                  ‰j                  d‰j
                  ||«       |D �cg c].  }t        |t        j                  «      r|j                  «       nd ‘Œ0 }}t        |«      \  }‰_
        |S c c}w ©NF)rM   r/   Úunproject_accumsræ  r˜   r²   r×   rå  ÚfreezerL   r¾   )
rê  rè  rÒ  r«   rÜ   rñ  Úcellr4  r˜   ré  s
         €€€€rŠ   Ú
transposedz*_transpose_jaxpr_fancy.<locals>.transposed=
  sŒ   ø€ Ü+¨G°WÓ=Ñ€N�FÜ×Ñ˜u nÓ5€DÜ×Ñ�e—k‘k 5¨%¯,©,¸¸fÔEÙKOÓPÉ4ÀaœZ¨¬2¯;©;Ô7ˆq�x‰xŒz¸TÑAÈ4€GÐPÜ)¨'Ó2Ñ€GˆTŒ]Ø€Nùò Qs   Á3B"rŽ   )r®   Úresult_pathsri  )
r˜   r*   Ú_replacer‚  rÃ  r~  r  r   rÇ  r¾   )
r˜   r4  rµ   ré  rû  r�  rë  rÍ   r²   rú  s
   `` `     @rŠ   rä  rä  :
  sq   û€ á	€$÷ð 	�‰×Ñ×'Ñ'°"À2Ð'ÓF€#Ü×4Ñ4Ü‡l�l�:¨#Ô.°ó:Ñ€+ˆq�&ä	×	Ñ	˜+ vÓ	.°·±Ð	=Ð=rŒ   c                óŒ   — t        j                  | j                  |«      \  }}t        j                  || j
                  «      |fS r†   )r‚  Ú	dce_jaxprr˜   r   rÇ  r²   )r˜   Úused_outputsr  Úused_inputss       rŠ   Ú_dce_jaxpr_pjitr  J
  s9   € ô Ÿ<™<¨¯©°\ÓBÑ€)ˆ[Ü	×	Ñ	˜) U§\¡\Ó	2°KÐ	?Ð?rŒ   c                ó  — t        | «      s0t        j                  |«      sdgt        |j                  «      z  d fS t        |j                  d   t        | «      «      \  }}d„ }|j                  }t        || ||d   |«       ||d   | «       ||d   |«       ||d   | «       ||d   |«      ¬	«      }t        |«      st        | «      s|j                  s|d fS t        j                  t        |j                  |«      D ��cg c]
  \  }}|sŒ	|‘Œ c}}t        |j                  | «      D ��cg c]
  \  }}|sŒ	|‘Œ c}}|j                  ||j                  |j                  |j                   «      }	||	fS c c}}w c c}}w )
NFr˜   c                ó:   — t        d„ t        | |«      D «       «      S )Nc              3  ó,   K  — | ]  \  }}|sŒ	|–— Œ y ­wr†   rŽ   rD  s      rŠ   rÝ   z:dce_jaxpr_pjit_rule.<locals>.keep_where.<locals>.<genexpr>\
  s   è ø€ Ð9¡.‘w�q˜$²D”¡.ùr.  r  )r   Úkeepss     rŠ   rH  z'dce_jaxpr_pjit_rule.<locals>.keep_where[
  s   € ÜÑ9¤# b¨%¤.Ó9Ó9Ð9rŒ   r  r0  r^  r_  r/  )r˜   r  r0  r^  r_  r/  )rî   r‚  Úhas_effectsr±   rÿ  r  r¢   r1  rŽ  r   r   r“  r´   r›  Ú	primitiverŠ  rÏ  )
r   rœ  Ú
dced_jaxprr  rH  Ú
eqn_paramsr%  r7  Úusedr­  s
             rŠ   Údce_jaxpr_pjit_ruler  R
  sq  € ô 
ˆ\Ô	¤2§>¡>°#Ô#6Øˆ7”S˜Ÿ™“_Ñ$ dÐ*Ð*ä+Ø	‡j�j�Ñœ5 Ó.ó0Ñ€*ˆkò:ð �z‰z€*ÜØØÙ˜j¨Ñ8¸+ÓFÙ˜z¨/Ñ:¸LÓIÙ˜J |Ñ4°kÓBÙ˜Z¨Ñ6¸ÓEÙ 
Ð+;Ñ <¸kÓJô€*ô 
ˆ[Ô	¤# lÔ"3¸J×<NÒ<NØ˜ÐÐä× Ñ Ü˜cŸj™j¨+Ô6Ô?Ñ6‰wˆq�$º$ŠÐ6Ò?Ü˜cŸk™k¨<Ô8ÔAÑ8‰wˆq�$ºDŠÐ8ÒAØ�‰�z :×#5Ñ#5°s·±ÈÏÉóQ€Gð ˜ÐÐùó 	@ùÛAs   Ä
E5
ÄE5
Ä-
E;Ä8E;c           	     ó¬  — t        | j                  «      }|d= t        |d   «      s|d= t        d„ |d   D «       «      r|d= t        d„ |d   D «       «      r|d= t        d„ |d   D «       «      r|d= t        d	„ |d
   D «       «      r|d
= |d   s|d= |d   j                  r|d= |d   s|d= |d   j
                  |j                  vrf|j                  |d   j
                  j                  | j                  «       |j                  |d   j
                  j                  | j                  «       |d= t        j                  | ||dgt        |«      z   ¬«      S )Nr   r/  c              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wr†   r€  ©rÛ   r  s     rŠ   rÝ   z _pjit_pp_rule.<locals>.<genexpr>{
  s   è ø€ ÐIÑ2H¨QŒ�AÔ'×	(Ñ2Hùrà   r  c              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wr†   r€  r  s     rŠ   rÝ   z _pjit_pp_rule.<locals>.<genexpr>}
  s   è ø€ ÐJÑ2I¨QŒ�AÔ'×	(Ñ2Iùrà   r0  c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   r  s     rŠ   rÝ   z _pjit_pp_rule.<locals>.<genexpr>
  s   è ø€ Ð1Ñ0�qˆˆdŒÑ0ùrÇ  r^  c              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr†   rŽ   r  s     rŠ   rÝ   z _pjit_pp_rule.<locals>.<genexpr>�
  s   è ø€ Ð2Ñ1�qˆˆdŒÑ1ùrÇ  r_  r~   rq  r„   r˜   rË   rò  )rŽ  r¢   rî   rí   r|  r˜   Úshared_jaxprsÚsuggest_same_var_namesrÿ  r›  r   Ú_pp_eqnr;  )rœ  ÚcontextÚsettingsr¢   s       rŠ   Ú_pjit_pp_ruler  t
  s^  € ô �—
‘
Ó€&ØˆXÐÜ	ˆVÐ$Ñ%Ô	&ØÐÐ ÜÑI°&¸Ò2HÓIÔIØˆ~ÐÜÑJ°&¸Ò2IÓJÔJØˆÐÜÑ1˜F <Ò0Ó1Ô1Øˆ|ÐÜÑ2˜F =Ò1Ó2Ô2Øˆ}ÐØ	�Ò	Øˆ}ÐØˆJÑ×ÒØˆzÐØ	Ð&Ò	'ØÐ%Ð&àˆG�_×Ñ '×"7Ñ"7Ñ7Ø×"Ñ" 6¨'¡?×#8Ñ#8×#?Ñ#?ÀÇÁÔLØ×"Ñ" 6¨'¡?×#8Ñ#8×#@Ñ#@À#Ç+Á+ÔNð ˆV€nÜ	�‰�c˜7 H°f°XÄÀvÃÑ5NÔ	OÐOrŒ   c                óÈ   ‡— t        | t        «      sy | j                  j                  Št	        ˆfd„| j
                  D «       «      st        d| j
                  › d‰› d�«      ‚y )Nc              3  óÎ   •K  — | ]\  }|t         j                  urH|�Ft        |t        «      r|n|fD ].  }‰j                  |   t
        j                  j                  k(  –— Œ0 Œ^ y ­wr†   )r.   r  r×   r1  Ú_name_to_typer¬  ÚAxisTypeÚAuto)rÛ   Úaxesr  r   s      €rŠ   rÝ   z+check_shardings_are_auto.<locals>.<genexpr>›
  si   øè ø€ ð GÙ �$Øœ]×8Ñ8Ñ8¸TÐ=MÜ *¨4´Ô 7™¸d¸WÒD�!ð ×Ñ Ñ"¤h×&7Ñ&7×&<Ñ&<Õ<ð Eð =Ù ùs   ƒA"A%zoThe spec of NamedSharding passed to with_sharding_constraint can only refer to Auto axes of the mesh. Got spec=z
 and mesh=z*. You probably meant to use `reshard` API?)r×   r:   r   r±  rí   r  r¯   )r  r   s    @rŠ   Úcheck_shardings_are_autor  —
  st   ø€ Ü	�A”}Ô	%Ø
Ø	
�‰×	Ñ	€$Ü	ó GØŸ&š&óGô 
Gô ð	:Ø:;¿&¹&¸ð BØ�Ð@ð	BóCð Cð	
GrŒ   c                óö   — | j                   j                  }|j                  j                  | j                  «      }t	        ||«      D ]/  \  }}|t
        j                  u rŒ||k7  sŒt        d|› d|› d�«      ‚ y )Nzo`with_sharding_constraint` acts as an assert when all axes of mesh are of type `Explicit`. The array sharding: z& did not match the sharding provided: zQ. Please use `jax.sharding.reshard` to shard your input to the sharding you want.)rK  r  Ú_normalized_spec_for_avalrK  r´   r.   r  r¹   )Úx_avalÚuser_shardingÚx_specÚ	user_specrÜ   r  s         rŠ   Úassert_shardings_equalr&  ¤
  s…   € Ø�?‰?×Ñ€&Ø× Ñ ×:Ñ:¸6¿;¹;ÓG€)Ü�&˜)Ö$�d€aˆØŒM×'Ñ'Ñ'Øà	
ˆa‹ÜðAØAGÀð I1Ø1:°ð <ðóð 	ñ %rŒ   c           
     ó�  — t        | «      \  }}|D � cg c]  } t        j                  | «      ‘Œ }} t        |«      \  }}t	        |dd¬«      }~t        t        d||«      «      }~t        t        d||«      «      }~t        j                  «       j                  st        j                  «       n#t        j                  j                  j                  }	|D �
cg c]  }
t        |	|
dd«      ‘Œ }}
t        ||«      D ]*  \  }}t!        |t"        t$        f«      sŒt'        d|› d�«      ‚ ~|D �cg c]'  }t!        |t(        «      rt+        |«      n	t-        «       ‘Œ) }}t/        ||d	t1        |«      z  d
d¬«       t3        ||d	t1        |«      z  d
«       g }t        |||||«      D ]Š  \  }}}}}t        j                  «       j4                  r0|€.t!        |t(        «      rt7        ||«       |j9                  |«       ŒWt;        |«       |j9                  t<        j?                  ||||	|¬«      «       ŒŒ tA        ||«      S c c} w c c}
w c c}w )a  Mechanism to constrain the sharding of an Array inside a jitted computation

  This is a strict constraint for the GSPMD partitioner and not a hint. For examples
  of how to use this function, see `Distributed arrays and automatic parallelization`_.

  Inside of a jitted computation, with_sharding_constraint makes it possible to
  constrain intermediate values to an uneven sharding. However, if such an
  unevenly sharded value is output by the jitted computation, it will come out
  as fully replicated, no matter the sharding annotation given.

  Args:
    x: PyTree of jax.Arrays which will have their shardings constrained
    shardings: PyTree of sharding specifications. Valid values are the same as for
      the ``in_shardings`` argument of :func:`jax.experimental.pjit`.
  Returns:
    x_with_shardings: PyTree of jax.Arrays with specified sharding constraints.

  .. _Distributed arrays and automatic parallelization: https://docs.jax.dev/en/latest/notebooks/Distributed_arrays_and_automatic_parallelization.html
  rP  TrS  z"with_sharding_constraint shardingsz with_sharding_constraint layoutsÚwith_sharding_constraintz7One of with_sharding_constraint arguments got sharding zJ which is not allowed. Please only pass `jax.sharding.Sharding` instances.©rš   z"with_sharding_constraint argumentsr  ©rK  rJ  r|  Úunconstrained_dims)!rL   r   rÁ  rQ  rA   r1  r#   r¬  r¶  r|  Úget_abstract_meshr­  r®  r¯  rn  r´   r×   r@   r>   r¯   r:   Úget_unconstrained_dimsÚ	frozensetr  r±   r  Úare_all_axes_explicitr&  rI  r  Úsharding_constraint_pr©   rM   )rÜ   rP  Úx_flatrø  Úx_avals_flatrO  Úuser_shardingsÚuser_shardings_flatÚuser_layouts_flatr|  r  Úshardings_flatr  Úur+  rÎ   Úxfr"  r×  Úuds                       rŠ   r(  r(  ´
  s{  € ô( ˜a“�,€&ˆ$Ù6<Ó=±f°”$×)Ñ)¨!Õ,°f€,Ð=Ü1°)Ó<Ñ€'ˆ9ä)Ø�°tô=€.àäÜÐ7¸¸~ÓNóPÐàäÜÐ5°t¸WÓEóGÐàô +3×*DÑ*DÓ*F×*LÒ*L„h× Ñ Ô"Ü×$Ñ$×(Ñ(×6Ñ6ð ñ 1ó2á0˜ô /¨|¸QÀØ/IõKà0ð ð 2ô �.Ð"5Ö6�d€aˆÜ�!Ô&¬Ð-Õ.ÜØCÀAÀ3ð GNð NóOð Oð 7ð
 ñ "0ó1á!/˜Aô & a¬Ô7ô /¨qÔ1Ü=F»[ñIà!/ð ð 1ô Ø�l E¬C°Ó,?Ñ$?Ø*Ø õ"ô "Ð"3°\Ø"'¬#Ð.?Ó*@Ñ"@Ø"FôHð 
€$Ü! &¨,¸Ø"3Ð5GöIÑ€bˆ&�!�Q˜ä×"Ñ"Ó$×:Ò:¸q¸yÜ�1”mÔ$Ü˜V QÔ'Ø
‡k�k�"…oä˜qÔ!Ø
‡k�kÔ'×,Ñ,Ø
�q °Øð -ó !õ "ðIô 
˜˜dÓ	#Ð#ùòo >ùò&2ùò1s   “H9ÃH>Ä+,Ic                ó   — | S r†   rŽ   rF  s    rŠ   Ú_identity_fnr;    s   € ˜A�XrŒ   c           	     óP  — t        |t        «      �rÇt        |j                  t        «      �r¬|j                  sVt        |t        «      rFt        | d«      s:t        j                  «       }|j                  rJ ‚t        ||j                  «      }�nJt        j                  | «      }t        | d«      s(t        dt        | «      › d|j                  «       › �«      ‚t        | j                  t        «      s2t        dt        | j                  «      › d|j                  «       › �«      ‚| j                  j                  j                   |j                  j                   k7  rTt        d| j                  j                  j                   › d|j                  j                   › d|j                  «       › �«      ‚t        | j                  j                  |j                  «      }|€Ut        | d«      r(| j                  j#                  || j$                  «      r| S  t'        j(                  t*        |¬«      | «      S t        | d	«      rA| j,                  j.                  |k(  r(| j                  j#                  || j$                  «      r| S  t'        j(                  t*        t1        ||«      ¬«      | «      S )
NrK  ztTarget sharding contains a `jax.sharding.AbstractMesh` which requires the input passed should be a `jax.Array`. Got z with shape z}The sharding on the input must be a `NamedSharding` since the target sharding has an `AbstractMesh` in it. Got sharding type ú for shape úMesh shape of the input ú6 does not match the mesh shape of the target sharding ©r0  r'  )r×   r:   r   r8   r|  rã   r¬  r¶  r  r   rÁ  r¯   r¸   r·   rK  r³   Úshape_tupleÚis_equivalent_torK  r   r™   r;  r'  rJ  rF   )rÜ   rK  rJ  r|  r+  Úconcrete_meshrÌ   s          rŠ   Ú_sharding_constraint_implrD    s  € ä�œ=Õ)Ü�—‘¤Õ-Ø×Ò¤:¨l¼LÔ#IÜ�A�zÔ"Ü×0Ñ0Ó2€mØ×$Ò$Ð$Ð$Ü˜}¨h¯m©mÓ<‚hä×$Ñ$ QÓ'€dÜ�Q˜
Ô#Üðä�Q“ˆy˜ T§^¡^Ó%5Ð$6ð8ó9ð 	9ô ˜Ÿ
™
¤MÔ2Üðä�Q—Z‘ZÓ Ð! ¨T¯^©^Ó-=Ð,>ð@óAð 	Að 
�‰�‰×	$Ñ	$¨¯©×(AÑ(AÒ	AÜØ& q§z¡z§¡×'BÑ'BÐ&Cð Dà—‘×)Ñ)Ð*¨+°d·n±nÓ6FÐ5GðIóJð 	Jô ˜qŸz™zŸ™°·±Ó>€hà€^Üˆq�*Ô !§*¡*×"=Ñ"=¸hÈÏÉÔ"OØ€hà8Œ3�7‰7”<¨xÔ8¸Ó;Ð;ä��8Ô §¡§¡°FÒ!:Ø	�
‰
×#Ñ# H¨a¯f©fÔ5Ø€hØHŒ3�7‰7”<¬v°f¸hÓ/GÔHÈÓKÐKrŒ   Úsharding_constraintc                ó0   — t        j                  | fi |¤ŽfS r†   )r0  r©   ©rò  rÍ   r¢   s      rŠ   rG  rG  /  s   € Ô'<×'AÑ'AÀ"Ñ'OÈÑ'OÑ&QrŒ   c               óæ   — | j                   j                  j                  rPt        |t        «      r@| j                  | j                   j                  |j                  j                  ¬«      ¬«      S | S )Nr   ©rK  )rK  r   r|  r×   r:   r³  r±  )r"  rK  rJ  r|  r+  s        rŠ   Ú"_sharding_constraint_abstract_evalrJ  1  sZ   € à‡_�_×Ñ×Ò¤J¨x¼Ô$GØ�=‰=Ø—‘×'Ñ'¨X¯]©]×-HÑ-HÐ'ÓIð ó Kð Kà	€-rŒ   c               óö  — | j                   \  }| j                  \  }| j                  j                  }t	        |t
        «      �rt        d„ |j                  j                  D «       «      rð|j                  j                  |j                  «      }	g }
t        |	|j                  j                  «      D ]”  \  }}|€|
j                  |«       Œt	        |t        «      r|n|f}|t        j                  u rt         ‚|€|
j                  |«       Œ[t	        |t        «      r|
j                  ||z   «       Œ€|
j                  ||fz   «       Œ– |j#                  |
¬«      }t%        j&                  |j(                  t$        j*                  «      rt-        j.                  |«      }t	        |t0        j2                  «      r-|j4                  r!t7        j8                  |||j                  «      }t:        j<                  j>                  r|jA                  |j                  «      }n)|jC                  |j                  «      jE                  «       }t7        jF                  | ||||¬«      }|�t7        jH                  | ||||«      }|gS )Nc              3  ó$   K  — | ]  }|d u–— Œ
 y ­wr†   rŽ   rƒ  s     rŠ   rÝ   z4_sharding_constraint_hlo_lowering.<locals>.<genexpr>@  s   è ø€ Ð	8Ñ!7˜Aˆ!�4Œ-Ñ!7ùrÇ  ©r  )Úunspecified_dims)%Úavals_inrÙ  rÅ  rÆ  r×   r:   rî   rK  r  r!  rK  r´   rI  r1  r.   r  rÙ  r³  r   rä   râ   rô   r   Úphysical_avalr   rÉ  Úmanual_axesr1   Úadd_manual_axesr   Úuse_shardy_partitionerr¡   Ú_to_sdy_shardingrç  r  Úwrap_with_sharding_opÚwrap_with_layout_op)rÏ  Úx_noderK  rJ  r|  r+  Úin_avalr;  rÑ  r  Únew_specr%  Ú	aval_specrï  s                 rŠ   Ú!_sharding_constraint_hlo_loweringr[  9  sò  € à�\‰\�(€'Ø�m‰m�)€(Ø×Ñ×,Ñ,€(ä�œ=Õ)Ü	Ñ	8 ×!2Ñ!2×!7Ò!7Ó	8Ô8Ø�=‰=×2Ñ2°7·<±<Ó@€DØ€HÜ # D¨(×*;Ñ*;×*@Ñ*@Ö AÑˆ	�9Ø	Ð	Ø�‰˜	Õ"ä!+¨I´uÔ!=‘IÀIÀ<ˆ	Øœ×3Ñ3Ñ3Ü#Ð
#ØÐØ
�/‰/˜)Õ
$Ü˜	¤5Ô)Ø
�/‰/˜) iÑ/Õ
0à
�/‰/˜) y lÑ2Õ
3ð !Bð �‰ HˆÓ-€Hä×Ñ�w—}‘}¤f§o¡oÔ6Ü× Ñ  Ó)€GÜ�œ>×9Ñ9Ô:Ø×ÒÜ×#Ñ# H¨h¸¿¹ÓE€HÜ×"Ñ"×(Ò(Ø×(Ñ(¨¯©Ó6�Hà×,Ñ,¨W¯\©\Ó:×CÑCÓE€HÜ×"Ñ"Ø	ˆ6�8˜XÐ8Jô	L€#àÐÜ
×
"Ñ
" 3¨¨X°v¸wÓ
G€CØ
ˆ€,rŒ   c           	     ód  — | j                   �‚t        |t        «      rr|j                  D ��ch c]  }t        |t        «      r|n|fD ]  }|’Œ Œ  }	}}t        | j                   «      |	z  r%t        d| j                   › d|j                  › �«      ‚|\  }
|\  }|D �ch c]
  }|||k  z   ’Œ }}| j                   €|j                  |«       t        ||| j                   ||
j                  «      }|r‚t        |t        «      rrt        |j                  «      d g|
j                  t        |j                  «      z
  z  z   }|D ]  }t        j                  ||<   Œ t        |j                  t        |Ž «      }|�t        ||«      n|}t         j#                  |
|||t%        |«      ¬«      }||fS c c}}w c c}w )Nzvmap spmd_axis_name z> cannot appear in with_sharding_constraint spec, but got spec r*  )r  r×   r:   r  r1  Úsetr¯   r«  r  rK  rY  r±   r.   r  r   rI   r0  r©   r.  )r  r  r  rK  rJ  r|  r+  r  r  r  rÜ   r-  r9  Úvmapped_shardingrY  r7  Úvmapped_layoutr  s                     rŠ   Ú_sharding_constraint_batcherr`  d  sÐ  € ð ×ÑÐ$¬°H¼mÔ)LØ Ÿšô ?™�"Ü& r¬5Ô1‘b¸°uÒ<�ò Ø<ð ˜€Dñ ?ä
ˆ9×ÑÓ $Ò&ÜÐ-¨i×.AÑ.AÐ-Bð CFà"Ÿ-™-˜ð*ó +ð +ð �"€!Ø�"€!Ù1CÓDÑ1C¨2˜˜a 2™g›Ð1CÐÐDØ×ÑÐ Ø×Ñ˜1Ôä/Ø��9×&Ñ&¨°a·f±fó>ÐáœJÐ'7¼ÔGÜÐ$×)Ñ)Ó*¨d¨V°q·v±vÄÐDT×DYÑDYÓ@ZÑ7ZÑ-[Ñ[€HÛˆÜ!×/Ñ/€hˆq‚kð  ä$Ø×Ñœ}¨hÐ7ó9Ðð 7=Ð6HÔ'¨¨6Ô2Øð ô × Ñ ØØØØÜ"Ð#5Ó6ð !ó 8€!ð 
ˆAˆ€+ùó=?ùò Es   ¬#F'ÂF-c                 ó   — y©NrŽ   rŽ   ©rÍ   s    rŠ   rG  rG  ˆ  s   € ¸rrŒ   c                óÞ   — t        | «      \  }}t        d||d¬«      }t        ||«      D ��cg c](  \  }}t        j	                  |t        |dd¬«      ¬«      ‘Œ* }}}t        ||«      S c c}}w )Nzmesh_cast out_shardingsTrñ  Ú	mesh_castF)Úcheck_mesh_consistency©Údst_sharding)rL   rü  r[   Úmesh_cast_pr©   rC   rM   )r   r0  r1  rN  r6  rÜ   r  rÅ   s           rŠ   re  re  �  s‹   € Ü  Ó$�/€&ˆ'Ü)Ø ¨-ÀTôK€.ô ˜6 >Ô2ô	ñ 3‰$ˆ!ˆQô ×ÑØ
Ô/Ø�°Uô<ð õ =ð 3ð	 ñ ô 
˜ Ó	*Ð*ùós   ­-A)re  c           	     óx  — | j                   }||k(  r| S |j                  j                  s|j                  j                  r| j                  |¬«      S |j                  j                  |j                  j                  k7  rJt        d|j                  j                  › d|j                  j                  › d| j                  «       › �«      ‚|j                  j                  |j                  j                  k(  rS|j                  |j                  k7  r:t        d|j                  j                  › d|j                  j                  › d�«      ‚|j                  j                  �rJ|j                  j                  �r3t        t        |j                  «      t        |j                  «      «      D ]þ  \  }}|€|€Œ|€m|�k|j                  j                  |   t        j                  j                  k(  r4|j                  j                  |   t        j                  j                   k(  sJ ‚Œz|�m|€k|j                  j                  |   t        j                  j                   k(  r4|j                  j                  |   t        j                  j                  k(  sJ ‚Œé||k7  sŒït        d|› d	|› �«      ‚ | j                  |¬«      S )
NrI  r>  r?  r=  zsmesh_cast should only be used when AxisType changes between the input mesh and the target mesh. Got src axis_types=z and dst axis_types=zG. To reshard between the same mesh, use `jax.sharding.reshard` instead?zBExplicit data movement in mesh_cast is not allowed. Got src spec: z and dst spec: )rK  r   r|  r³  rA  r¯   r·   Ú
axis_typesr  Ú_any_axis_explicitr[   rD   r  r¬  r  r  ÚExplicit)rÌ   rh  Úsrc_shardingr  r-  s        rŠ   Ú_mesh_cast_abstract_evalro  ›  s‰  € Ø—‘€,Ø�\Ò!Ø€KØ×Ñ×Ò × 1Ñ 1× 7Ò 7Ø�;‰; ˆ;Ó-Ð-Ø×Ñ×"Ñ" l×&7Ñ&7×&CÑ&CÒCÜ
Ø
" <×#4Ñ#4×#@Ñ#@Ð"Að Bà×Ñ×)Ñ)Ð*¨+°d·n±nÓ6FÐ5Gð	IóJð Jð ×Ñ×"Ñ" l×&7Ñ&7×&BÑ&BÒBØ
×
Ñ
˜|×0Ñ0Ò
0Ü
ð	à#×(Ñ(×3Ñ3Ð4ð 5Ø#×(Ñ(×3Ñ3Ð4ð 5>ð	>ó?ð ?ð ×Ñ×)Ó)¨l×.?Ñ.?×.RÓ.RÜœ l×&7Ñ&7Ó8Ü% l×&7Ñ&7Ó8ö:‰ˆˆ1à	
ˆ�q�yØØ	
ˆ�q�}Ø×!Ñ!×/Ñ/°Ñ2´h×6GÑ6G×6LÑ6LÒLØ ×%Ñ%×3Ñ3°AÑ6¼(×:KÑ:K×:TÑ:TÒTð	Vð UàØ	
ˆ˜1˜9Ø×!Ñ!×/Ñ/°Ñ2´h×6GÑ6G×6PÑ6PÒPØ ×%Ñ%×3Ñ3°AÑ6¼(×:KÑ:K×:PÑ:PÒPð	Rð QàØ	
ˆa‹ÜðØˆs�/ ! ð&ó'ð 	'ð:ð  
�‰˜lˆÓ	+Ð+rŒ   c                ó:   — t        j                  t        | |¬«      S ©Nrg  )r   Úapply_primitiveri  )rÜ   rh  s     rŠ   Ú_mesh_cast_implrs  Â  s   € Ü	×	!Ñ	!¤+¨q¸|Ô	LÐLrŒ   c                óZ   — t         j                  | |j                  j                  ¬«      gS rq  )ri  r©   rÌ   rK  ©rò  rÜ   rh  s      rŠ   Ú_mesh_cast_transpose_rulerv  Æ  s#   € Ü
×
Ñ
˜2¨A¯F©F¯O©OÐ
Ó
<Ð	=Ð=rŒ   c               ó®  — | j                   \  }| j                  \  }t        j                  |j                  t        j
                  «      rt        j                  |«      }t        j                  j                  r|j                  |j                  «      n(|j                  |j                  «      j                  «       }t        j                   | |||«      gS r†   ©rO  rÙ  r   rä   râ   rô   r   rP  r   rS  r¡   rT  rK  rç  r  r1   Úlower_with_sharding_in_types©rÏ  rW  rh  Úaval_inÚaval_outÚprotos         rŠ   Ú_mesh_cast_hlo_loweringr~  Ê  óŸ   € Ø�\‰\�(€'Ø�m‰m�)€(Ü×Ñ�w—}‘}¤f§o¡oÔ6Ü× Ñ  Ó)€Gä×+Ñ+×1Ò1ð ×(Ñ(¨¯©Ô6à×,Ñ,¨W¯\©\Ó:×CÑCÓEð ô ×
+Ñ
+¨C°¸À5Ó
IÐ	JÐJrŒ   c                óv   — |\  }|\  }t        j                  | ||«      }t        j                  ||¬«      }||fS rq  )r0   Úget_sharding_for_vmapri  r©   ©r  r  r  rh  rÜ   r-  Úvmapped_dst_shardingr  s           rŠ   Ú_mesh_cast_batcherr„  Õ  sG   € Ø�"€!Ø�"€!Ü!×7Ñ7Ø�˜qó"Ðä×Ñ�qÐ';ÐÓ<€!Ø	
ˆAˆ€+rŒ   c                 ó   — yrb  rŽ   rc  s    rŠ   rG  rG  Ý  s   € °RrŒ   c                óÂ  — t        | «      \  }}t        d||d¬«      }|D �cg c]  }t        j                  |«      ‘Œ }}g }t	        |||«      D ]~  \  }}}	t        |	d«      }
|
€t        d|	› d�«      ‚|
j                  |
j                  j                  |j                  «      ¬«      }
|j                  t        j                  ||
¬«      «       Œ€ t        ||«      S c c}w )	Nzreshard out_shardingsTrñ  ÚreshardziReshard should only be used with out_shardings which are non-None and have a nonempty mesh. Got sharding rÀ  rM  rg  )rL   rü  r   rÁ  r[   rC   r¯   r³  r  r!  rK  rI  Ú	reshard_pr©   rM   )r   r0  r1  rN  r6  rÜ   r2  rÅ   r"  r  Údss              rŠ   r‡  r‡  á  sã   € Ü  Ó$�/€&ˆ'Ü)Ø˜w¨À4ôI€.á6<Ó=±f°”$×)Ñ)¨!Õ,°f€,Ð=Ø€(Ü˜v |°^ÖD�l€aˆ�Ü	˜q )Ó	,€BØ	€zÜð4Ø45°3°að9óð ð 
�‰˜Ÿ™×9Ñ9¸&¿+¹+ÓFˆÓ	G€BØ‡O�O”I—N‘N 1°2�NÓ6Õ7ð Eô 
˜ Ó	*Ð*ùò >s   ¢Cr‡  c           	     óX  — | j                   }|j                  j                  sw|j                  j                  |j                  j                  k7  rJt	        d|j                  j                  › d|j                  j                  › d| j                  «       › �«      ‚| j                  |¬«      S )NzMesh of the input z0 does not equal the mesh of the target sharding r=  rI  )rK  r   r|  r±  r¯   r·   r³  )rÌ   rh  rn  s      rŠ   Ú_reshard_abstract_evalr‹  ô  s›   € Ø—‘€,Ø
×
Ñ
×
!Ò
!Ø×Ñ×%Ñ%¨×):Ñ):×)HÑ)HÒHÜ
Ø
˜\×.Ñ.×<Ñ<Ð=ð >à×Ñ×+Ñ+Ð,¨K¸¿¹Ó8HÐ7Ið	KóLð Lð 
�‰˜lˆÓ	+Ð+rŒ   c                óÒ   — t        j                  «       }|j                  s,|j                  s t	        j
                  | |j                  «      S t        j                  t        | |¬«      S rq  )
r¬  r¶  r|  Úis_multi_processr   Ú
device_putr  r   rr  rˆ  )rÜ   rh  Úcur_concrete_meshs      rŠ   Ú_reshard_implr�  ÿ  sO   € Ü×0Ñ0Ó2ÐØ	×	 Ò	 Ð):×)KÒ)KÜ�>‰>˜!˜\×.Ñ.Ó/Ð/Ü	×	!Ñ	!¤)¨Q¸\Ô	JÐJrŒ   c                óv   — t         j                  | |j                  j                  «       j                  ¬«      gS rq  )rˆ  r©   rÌ   Úto_cotangent_avalrK  ru  s      rŠ   Ú_reshard_transpose_ruler“    s+   € Ü
�.‰.˜¨!¯&©&×*BÑ*BÓ*D×*MÑ*Mˆ.Ó
NÐ	OÐOrŒ   c               ó®  — | j                   \  }| j                  \  }t        j                  |j                  t        j
                  «      rt        j                  |«      }t        j                  j                  r|j                  |j                  «      n(|j                  |j                  «      j                  «       }t        j                   | |||«      gS r†   rx  rz  s         rŠ   Ú_reshard_hlo_loweringr•  
  r  rŒ   c                óv   — |\  }|\  }t        j                  | ||«      }t        j                  ||¬«      }||fS rq  )r0   r�  rˆ  r©   r‚  s           rŠ   Ú_reshard_batcherr—    sD   € Ø�"€!Ø�"€!Ü!×7Ñ7Ø�˜qó"Ðä‡n�n�QÐ%9€nÓ:€!Ø	
ˆAˆ€+rŒ   c                 ó   — yrb  rŽ   rc  s    rŠ   rG  rG    s   € °2rŒ   c           	     óØ  — t        j                  «       }t        |«      \  }}t         j                  }|D ]b  }	t	        |	t
        «      sŒ|j                  s-||	j                  k7  rt        d|› d|› d|	j                  › �«      ‚|	j                  j                  }Œd |j                  r|j                  rt        d|› d|› d�«      ‚|j                  s&|j                  s||k7  rt        d|› d|› d�«      ‚|}
n7|j                  r|j                  s|}
n|j                  s|j                  sJ ‚|}
| €|
j                  } t	        | t        «      s| f} | D ]q  }|sŒ|
j                  |   t         j                  j                  k(  sŒ1|t         j                  j                  t         j                  j                   hv sŒht#        d	«      ‚ |
j%                  | D �ci c]  }||“Œ c}«      |
| fS c c}w )
NzShardings passed to z) should have the same mesh. Got one mesh z and another zContext mesh zY cannot be empty. Please use `jax.set_mesh` API to enter into a mesh context when using `z` API.z) must match the mesh passed to shardings z@. Recommended approach is to use `jax.set_mesh` context manager.zšGoing from `Manual` AxisType to `Auto` or `Explicit` AxisType is not allowed. Please file a bug at https://github.com/jax-ml/jax/issues with your use case)r¬  r,  rL   Úempty_abstract_meshr×   r:   r|  r   r¯   r±  Ú
axis_namesr1  r  r  ÚManualr  rm  rÙ  Úupdate_axis_types)r  Ú	axis_typerË   rP  Ú error_on_manual_to_auto_explicitÚcur_meshÚflat_shardingsrÍ   Úsharding_meshr  Úmesh_to_user  s               rŠ   Ú_get_new_meshr¤  !  s÷  € ô ×'Ñ'Ó)€(Ü" 9Ó-Ñ€.�!Ü×.Ñ.€-Û€aÜ�!”]Õ#Ø× Ò  ]°a·f±fÒ%<ÜØ" 4 &ð )Ø"�O =°·±°ð:ó;ð 	;ð —f‘f×*Ñ*�mð ð ×Ò˜XŸ^š^Ü
Ø
˜�zð "àˆF�&ð	óð ð 
×	Ò	 X§^¢^Ø˜Ò ÜØ˜(˜ð $Øˆ_ð -ð-ó.ð .ð �KØ×Ò 8§>¢>Ø�Kà×"Ò" x§~¢~Ð5Ð5Ø€Kà	€\Ø×!Ñ!€DÜ	�Dœ%Ô	 Øˆ7€DÛ€aÚ(Ø×!Ñ! !Ñ$¬×(9Ñ(9×(@Ñ(@Ó@Ø”h×'Ñ'×,Ñ,¬h×.?Ñ.?×.HÑ.HÐIÒIÜð ó!ð !ð	 ð ×
'Ñ
'¹tÓ(D¹t¸!¨¨I©¸tÑ(DÓ
EØ
�tð
ð ùÒ(Ds   Ç
G')r  Úout_shardingc              óD   ‡— t        ||¬«      Š| €ˆfd„S t        | fi ‰¤ŽS )N)Úaxes_r¥  c                ó   •— t        | fi ‰¤ŽS r†   )Ú
_auto_axes©ÚgrÁ   s    €rŠ   rG  zauto_axes.<locals>.<lambda>T  s   ø€ ”Z Ñ, VÒ,rŒ   )rŽ  r©  )r“  r  r¥  rÁ   s      @rŠ   Ú	auto_axesr¬  P  s*   ø€ ä�d¨Ô6€&Ø€YÛ,Ð,Ü	�AÑ	 ˜Ñ	 Ð rŒ   c               ó   ‡ ‡‡— ˆˆ ˆfd„}|S )Nc                 ó¬  •‡— ‰
€!d|v r|j                  d«      }nt        d«      ‚‰
}t        ‰t        j                  j
                  d|d¬«      \  Š}}t        |j                  «      t        |«      k(  r ‰	| i |¤ŽS t        j                  ‰«      5  t        ˆfd„| «      }t        | |«      }  ‰	| i |¤Ž}d d d «       t        |«      S # 1 sw Y   ŒxY w)Nr¥  z1Missing required keyword argument: 'out_sharding'r¬  T)rP  rŸ  c                ó~   •— t        j                  t        j                  | «      j                  j                  ‰«      S r†   )r   Úmodify_spec_for_auto_manualÚget_avalrK  r  )r  Únew_meshs    €rŠ   rG  z/_auto_axes.<locals>.decorator.<locals>.<lambda>f  s*   ø€ ¤D×$DÑ$DÜ
�-‰-˜Ó
×
#Ñ
#×
(Ñ
(¨(ô%4rŒ   )Úpopr³   r¤  r¬  r  r  r]  r¬  r°  rW   re  )r«   rÁ   Ú_out_shardingÚ	prev_meshr  Úin_specsrï  r²  r§  r¿   r¥  s          @€€€rŠ   Ú	decoratorz_auto_axes.<locals>.decoratorX  sÚ   ù€ ØÐØ	˜6Ñ	!ØŸ
™
 >Ó2‰äÐKÓLÐLà"€mÜ -ØŒx× Ñ ×%Ñ% {¸mØ)-ô!/Ñ€Hˆi˜ô ˆ9×ÑÓ¤3 t£9Ò,Ù�$Ð!˜&Ñ!Ð!Ü	×	#Ñ	# HÕ	-Üó 4Ø59ó;€hä�t˜XÓ&€dÙ�Ð ˜Ñ €c÷	 
.ô
 �S˜-Ó(Ð(÷ 
.Ð	-ús   Â$C
Ã
CrŽ   )r¿   r§  r¥  r·  s   ``` rŠ   r©  r©  W  s   ú€ ö)ð& 
ÐrŒ   c               '  óº   K  — t        | t        j                  j                  d«      \  }}}t        j                  |«      5  d –— d d d «       y # 1 sw Y   y xY w­w)NÚuse_auto_axes)r¤  r¬  r  r  r°  ©r  r²  rÍ   s      rŠ   r¹  r¹  n  sB   è ø€ ä  ¤x×'8Ñ'8×'=Ñ'=¸ÓO�.€(ˆAˆqÜ×!Ñ! (Õ+Û	÷ ,×+Ñ+üó   ‚?AÁAÁ	AÁAÁA©r  Úin_shardingc              óD   ‡— t        ||¬«      Š| €ˆfd„S t        | fi ‰¤ŽS )Nr¼  c                ó   •— t        | fi ‰¤ŽS r†   )Ú_explicit_axesrª  s    €rŠ   rG  zexplicit_axes.<locals>.<lambda>y  s   ø€ ”^ AÑ0¨Ò0rŒ   )rŽ  rÀ  )r“  r  r½  rÁ   s      @rŠ   Úexplicit_axesrÁ  u  s*   ø€ ä�T {Ô3€&Ø€YÛ0Ð0Ü	˜Ñ	$˜VÑ	$Ð$rŒ   c               ó   ‡ ‡‡— ˆˆ ˆfd„}|S )Nc                 óR  •— ‰	€!d|v r|j                  d«      }nt        d«      ‚‰	}t        ‰t        j                  j
                  dd¬«      \  }}}t        j                  |«      5  t        | |«      }  ‰| i |¤Ž}d d d «       t        d„ «      }t        ||«      S # 1 sw Y   Œ"xY w)Nr½  z0Missing required keyword argument: 'in_sharding'rÁ  T)rŸ  c                ó    — t        j                  t        j                  | «      j                  j                  t        j                  «       «      S r†   )r   r°  r±  rK  r  r¬  r,  )rþ   s    rŠ   rG  z3_explicit_axes.<locals>.decorator.<locals>.<lambda>‹  s3   € ¤4×#CÑ#CÜ�‰�aÓ×!Ñ!×&Ñ&¬×(BÑ(BÓ(Dô$FrŒ   )	r³  r³   r¤  r¬  r  rm  r°  re  rW   )
r«   rÁ   Ú_in_shardingr²  rÍ   rï  Ú	out_specsr  r¿   r½  s
          €€€rŠ   r·  z!_explicit_axes.<locals>.decorator}  s²   ø€ ØÐØ	˜&Ñ	 Ø—z‘z -Ó0‰äÐJÓKÐKà €lÜ"ØŒh×Ñ×(Ñ(¨/Ø)-ô/�N€Hˆa�ô 
×	#Ñ	# HÕ	-Ü�t˜\Ó*€dÙ�Ð ˜Ñ €c÷ 
.ô ñ FØGJóL€Iä�S˜)Ó$Ð$÷ 
.Ð	-ús   Á'BÂB&rŽ   )r¿   r  r½  r·  s   ``` rŠ   rÀ  rÀ  |  s   ú€ ö%ð" 
ÐrŒ   c               '  óº   K  — t        | t        j                  j                  d«      \  }}}t        j                  |«      5  d –— d d d «       y # 1 sw Y   y xY w­w)NÚuse_explicit_axes)r¤  r¬  r  rm  r°  rº  s      rŠ   rÈ  rÈ  ‘  sF   è ø€ ä Ø
ŒH×Ñ×&Ñ&Ð(;ó=�.€(ˆAˆqä×!Ñ! (Õ+Û	÷ ,×+Ñ+ür»  c           	     óÎ  — t        | «      \  }}|D � cg c]  } t        j                  | «      ‘Œ }} t        t	        d||«      «      }t        d„ |D «       «      r%t        d|D �cg c]  }t        |«      ‘Œ c}› �«      ‚t        ||dt        |«      z  d«       t        ||«      D ��cg c]  \  }}t        j                  ||¬«      ‘Œ }}}t        ||«      S c c} w c c}w c c}}w )Nzwith_layout_constraint layoutsc              3  ó>   K  — | ]  }t        |t        «       –— Œ y ­wr†   )r×   rG   r  s     rŠ   rÝ   z)with_layout_constraint.<locals>.<genexpr>Ÿ  s   è ø€ Ð9©L qŒZ˜œ6Ó"Ô	"©Lùs   ‚zIlayouts passed to `with_layout_constraint` must be of type `Layout`. Got r)  z with_layout_constraint arguments©rJ  )rL   r   rÁ  r1  r#   rî   r¯   r¸   r  r±   r´   Úlayout_constraint_pr©   rM   )	rÜ   rO  r1  rø  r2  Úlayouts_flatr×  r8  rÎ   s	            rŠ   Úwith_layout_constraintrÎ  š  sü   € Ü˜a“�,€&ˆ$Ù6<Ó=±f°”$×)Ñ)¨!Õ,°f€,Ð=Ü”|Ð$DÀdØ$+ó-ó .€,äÑ9©LÓ9Ô9Ü
ð	Ù,8Ó9©L qœ4 �7¨LÑ9Ð:ð	<ó=ð =ô "Ø�L %¬#¨lÓ*;Ñ";Ø(ô*ô ˜6 <Ô0ô
2Ù0‰eˆb�!ô ×
"Ñ
" 2¨aÐ
"Õ
0Ø0ð ñ 
2ä	˜˜dÓ	#Ð#ùò >ùò :ùó
2s   “CÁ#C
Â'!C!Úlayout_constraintc                ó   — | S r†   rŽ   )rÜ   rÍ   s     rŠ   rG  rG  «  s   € ±QrŒ   c                ó0   — t        j                  | fi |¤ŽfS r†   )rÌ  r©   rG  s      rŠ   rG  rG  ­  s   € Ô':×'?Ñ'?ÀÑ'MÀfÑ'MÑ&OrŒ   c               ó  — t        | t        j                  «      st        dt	        | «      › �«      ‚| j
                  j                  |k(  r| S  t        j                  t        t        || j                  «      ¬«      | «      S )NzLwith_layout_constraint in eager mode can only be applied to jax.Arrays. Got r@  )r×   rØ   rÙ   r¯   r¸   r'  rJ  r   r™   r;  rF   rK  )rÜ   rJ  s     rŠ   Ú_layout_constraint_implrÓ  ¯  sj   € Ü	�A”r—|‘|Ô	$Ü
ð	Ü  ›G˜9ð	&ó'ð 'ð ‡X�X‡_�_˜ÒØ€HØ	HŒ�‰”¬V°F¸A¿J¹JÓ-GÔ	HÈÓ	KÐKrŒ   c               ón   — | j                   \  }| j                  \  }t        j                  | ||||«      gS r†   )rO  rÙ  r1   rV  )rÏ  rW  rJ  rÌ   r;  s        rŠ   Ú_layout_constraint_hlo_loweringrÕ  ¹  s4   € Ø
�,‰,�%€$Ø�m‰m�)€(Ü
×
"Ñ
" 3¨°¸&À$Ó
GÐ	HÐHrŒ   c                ó`   — |\  }|\  }t        ||«      }t        j                  ||¬«      }||fS )NrË  )rI   rÌ  r©   )r  r  r  rJ  rÜ   r-  r_  r  s           rŠ   Ú_layout_constraint_batcherr×  À  s:   € Ø�"€!Ø�"€!Ü& q¨&Ó1€.Ü×Ñ˜q¨ÐÓ8€!Ø	
ˆAˆ€+rŒ   c                 ó   — yrb  rŽ   rc  s    rŠ   rG  rG  Ç  s   € ¸RrŒ   c                óh   — | j                   €J ‚t        d„ t        | j                   «      D «       «      S )Nc              3  óJ   K  — | ]  \  }}|t         j                  u r|–— Œ y ­wr†   )r.   r  )rÛ   r  r  s      rŠ   rÝ   z)get_unconstrained_dims.<locals>.<genexpr>Í  s*   è ø€ ð ;Ñ$<™˜˜DØœm×9Ñ9Ñ9ô Ñ$<ùs   ‚!#)r  r.  r2  rI  s    rŠ   r-  r-  Ë  s4   € Ø	�‰Ð	"Ð"Ð	"Ü	ñ ;¤I¨h¯m©mÔ$<ó ;ó 
;ð ;rŒ   )r¿   r   rÀ   re   )rÇ   úSequence[ArrayLike]rá  z&pxla.MeshExecutableFastpathData | None)r  ri   rà  )r¿   r   r  r
   r0  r
   ru   úint | Sequence[int] | Nonerw   ústr | Iterable[str] | Nonerx   rÜ  ry   rÝ  r~   ri   r{   rz   r}   r|   r   ri   r�   r€   r]  údict[str, Any] | Noner‚   ri   rá  re   )r¿   r   r  r
   r0  r
   ru   rÜ  rw   rÝ  rx   rÜ  ry   rÝ  r~   ri   r{   rz   r}   r|   r   ri   r�   r€   r]  rÞ  r‚   ri   rá  r
   )r¿   r   r�  re   rq  úmesh_lib.Meshr�  úcore.DebugInfor«   rl   rÁ   rf  rµ   z%tuple[core.AbstractValue, ...] | Nonerá  útuple[PjitParams, list[Any]])r¿   r   rÀ   re   rª  zjax_jit.ArgumentSignaturerµ   rg  rq  rß  rá  r¤  )
r¿   r   r�  re   r«   rl   rÁ   rf  rá  z#tuple[PjitParams, list[core.Value]])
r¿   r   r�  re   r«   rl   rÁ   rf  rá  rá  )r¿   r   r�  rà  rá  rg  )rš  z)Sequence[tuple[core.AbstractValue, bool]]r–  zSequence[Any]rá  zSequence[core.Tracer])rá  z"list[pe.AbstractedAxesSpec] | None)r¿   r   r  r
   r0  r
   ru   rÜ  rw   rÝ  rx   rÜ  ry   rÝ  r~   ri   r{   rz   r}   r|   r   ri   r�   r€   r]  rÞ  rá  rÛ  )r*   rà  )r6  r1  r|  r1  r*   zlu.DebugInforá  ztuple[Sequence[str], int])
r¿   úlu.WrappedFunr¬  ri   r­  rŽ  rx  r1  r®  Úfloat)
r¿   râ  rš  z-core.InputType | Sequence[core.AbstractValue]r�  ry  rÈ  r†  rá  zCtuple[core.ClosedJaxpr, list[core.Value], list[core.AbstractValue]])rá  rY  )rá  ry  )rê  r£  rë  rf   r  ri   )rê  r£  rë  rf   )rá  ri   )rá  ú$Sequence[Layout | AutoLayout | None])rL  úSequence[PjitSharding]rá  rå  )r˜   úcore.ClosedJaxprrá  úpxla.MeshComputation)r˜   ræ  )r˜   ræ  r^  úpxla.MaybeLayoutr_  rè  rË   rf   r~   ri   r   ri   r„   rƒ   rQ  útuple[str, ...] | NonerR  zmlir.LoweringParametersrÓ   zprofiler.PGLEProfiler | Nonerá  rç  )r˜   ræ  rá  zlist[core.AbstractValue])rÏ  úmlir.LoweringRuleContextrË   rf   r˜   ræ  r¾  ry  )rÏ  rê  rË   rf   r˜   ræ  )rÇ   rÛ  rá  rå  )rÇ   rÛ  r½  úSequence[core.AbstractValue]rP  rå  rá  rä  )r  rt   r˜   ræ  )r#  zint | batching.RaggedAxisr$  ré  rK  ry  )r"  zpe.JaxprTracer˜   ræ  )r«  úSequence[bool]r¬  rì  r­  rì  r®  rì  r¯  ry  r°  ry  r±  rŽ  r²  rŽ  rá  ztuple[dict, dict])r¿   râ  rµ   rë  )r˜   ræ  r   ztuple[bool, ...]rá  z#tuple[core.ClosedJaxpr, list[bool]])r   z
list[bool]rœ  úcore.JaxprEqnrá  z'tuple[list[bool], core.JaxprEqn | None])rœ  rí  r  zcore.JaxprPpContextr  zcore.JaxprPpSettingsrá  zcore.pp.Doc)r  r9   rá  ÚNone)r#  r:   r÷  )r  ústr | tuple[str, ...] | Nonerž  zmesh_lib.AxisTyperË   rf   r†   )r  rï  )rK  r:   (.  Ú
__future__r   Úcollectionsr   Úcollections.abcr   r   r   Ú
contextlibÚdataclassesÚ	functoolsr   ÚinspectÚ	itertoolsr  r—  ro  Útypingr	   r
   r   r   rV  ÚnumpyrD  Újax._srcr   r   r   r   r   r   r   r   r~  r   r¬  r   r   r   r   r   r   r   r   r   rë  Újax._src.corer    r!   Újax._src.api_utilr"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   Újax._src.interpretersr-   r‚  Újax._src.partition_specr.   r/   r0   r1   r2   Újax._src.lib.mlirr3   Újax._src.lib.mlir.dialectsr4   rç  Újax._src.libr5   r6   rØ   r7   Újax._src.meshr8   Újax._src.shardingr9   Újax._src.sharding_implsr:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   Újax._src.layoutrF   rG   rH   rI   Újax._src.state.typesrJ   Újax._src.traceback_utilrK   Újax._src.tree_utilrL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rZ  rW   Újax._src.typingrX   Újax._src.utilrY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   r¤   Ú
unsafe_mapr´   Ú
unsafe_zipÚregister_exclusionÚ__file__ÚPjitShardingÚPjitShardingMinusUnspecifiedÚMeshShardingÚMeshShardingMinusUnspecifiedÚ	getLoggerr’   r•  re   rÏ   rÔ   r  r  ÚPjitFunctionCacher  r
  r  r)  r!  r  r#  r  rQ  r`  rc  re  r¢  r¤  rB  r�   r²  r»  rŒ  r}  ÚWrappedrÛ  r  rç  rn  r�  rü  rõ  r­  r„  r]  r
  r–   r�  rµ  r@  rŠ  ÚWeakKeyDictionaryrÐ  rÓ  r…  rˆ  Ú	dataclassr†  r  r  Ú	Primitiver¨   Úis_effectfulÚmultiple_resultsÚskip_canonicalizationrô  r£   r  Úto_lojaxrù  rû  r6  r<  r@  rO  r5  rZ  r§   rq  rz  Údef_implrS  rŸ  Úcustom_staging_rulesr�  r®  Úforwarding_rulesr’  rº  Úcustom_typechecksr¼  Údef_effectful_abstract_evalrÔ  rü  Úregister_loweringrÝ  rÞ  r  Úfancy_primitive_batchersÚragged_mask_no_op_ruleÚragged_prop_rulesr  r@  Úprimitive_jvpsrr  Úprimitive_linearizationsr¨  Úcustom_partial_eval_rulesr¿  Ú$closed_call_partial_eval_custom_ruleÚpartial_eval_jaxpr_custom_rulesrÂ  rÞ  Úprimitive_transposesró  rä  Úfancy_transposesr  r  Ú	dce_rulesr  Úpp_eqn_rulesr  r&  r(  r;  rD  r0  Ú
deflinear2rJ  Údef_abstract_evalr[  r`  Úskippable_batchersre  ri  ro  rs  rv  r~  r„  r‡  rˆ  r‹  r�  r“  r•  r—  r¤  r¬  r©  Úcontextmanagerr¹  rÁ  rÀ  rÈ  rÎ  rÌ  rÓ  rÕ  r×  r-  rŽ   rŒ   rŠ   Ú<module>r3     s‚  ðö #å #ß 8Ñ 8Û Û Ý Û Û Û Û ß /Ó /Û ã å Ý Ý Ý Ý Ý Ý Ý &Ý %Ý !Ý Ý #Ý %Ý Ý #Ý Ý Ý %ß )÷&÷ &÷ &ñ &õ
 5Ý 1Ý $Ý *Ý &Ý &Ý  Ý ;Ý  Ý )Ý 1Ý &Ý &÷/÷ /÷ /ó /÷
 LÓ KÝ *Ý 0÷8÷ 8÷ 8ó 8õ &÷÷ ÷ ñ ð
 ˜C€€€ZØ˜C€€€Zà !€× !Ò ! (Ô +à�]Ð$4°dÐ:Ñ;€Ø$ ]°DÐ%8Ñ9Ð Ø�]Ð$4°dÐ:Ñ;€Ø$ ]°DÐ%8Ñ9Ð à	ˆ×	Ò	˜8Ó	$€ô$ˆzô $óN.=òb3ð,à0Cð,ð 
0ó,ðf Ÿ7š7×4Ò4¸dÐ4ÓCÐ ð ')§g¢g×&?Ò&?ÈÐ&?Ó&NÐ #ó$ó1ðf ò	!ó ð	!ð ñ6ó ð6ð ñ7ó ð7ò%òNð*X3Ø(+ðX3à)CðX3ð +EðX3ð *Dð	X3ð
 +EðX3ð '+ðX3ð 5EðX3ð #-ðX3ð 7;ðX3ð +5ðX3ð ,AðX3ð ,0ðX3ð 5=óX3ðt"àð"ð  ð"ð 8ð	"ð
 9ð"ð 8ð"ð 9ð"ð ð"ð &ð"ð !ð"ð ð"ð )ð"ð  5ð"ð  $ð"ð ),ó"ô4
�ô 
ðxØ	ðxàðxð ðxð 
ð	xð
 ðxð ðxð 4ðxð "óx÷vñ ð ×Òð!Ø	ð!àð!ð )ð!ð -ð	!ð
 ð!ð ò!ó ð!ð	9Ø	ð	9Øð	9Ø'6ð	9Ø@Nð	9à*ó	9ð?Ø	ð?Øð?Ø'6ð?Ø@Nð?à#ó?ð8Ø(Fóð4:Ø4ð:àð:ð ó:ð<:Ø<ó:ô�—’ô ð $Ø$Ø15Ø26Ø15Ø26ØØ#ØØØ"&Ø.2ð}Ø	ð}àð}ð ð}ð /ð	}ð
 0ð}ð /ð}ð 0ð}ð ð}ð ð}ð ð}ð ð}ð  ð}ð ,ð}ð ó}ò@3ò7ò"
ò4,÷l+ñ +ð €‡‚�T°Ô6ð,à>Lò,ó 7ð,ñ@ /2«eÐ ! 8Ó 3ðB7ØðB7ØðB7Ø'3ðB7Ø8QóB7ðJ9	Ø	ð9	Ø"&ð9	Ø/3ð9	à	ð9	à"ó9	ñx 	ˆ�ŠÐ5Ô6ð"6Ø	ð"6à:ð"6ð ð"6ð ð	"6ð
 Iò"6ó 7ð"6ðJ €‡‚�T°Ô6ð.ð ò.ó 7ð.ð> 'ˆW×&Ò&Ó(€
ó6ó
ò(ð €×Ò˜dÔ#÷(ð (ó $ð(ð3Ø"/ð3àð3à+/ó3ðD"Ø -ð"Ø:=ó"ð  	ˆ�Š�uÓ€ÙA€Ô Ø€Ô Ø"€Ô óà€„ò&ðN €„ò%òð,<$Ø%Ió<$ò|
 òFðH&Ø5óH&ðV#Ø!ð#ð 2ó	#ð  0�g×/Ò/Ó1Ð ð<;àó<;ð| ñ
9ó ð
9ó#LðJ ‡‚ˆÔ ð ð#Øð#ð !ð	#ð
 "ð#ð ð#ð ð#ð ð#ð 6ð#ð /ð#ð 1ð#ð 0ð#ð 5Iò#ó ð#ò49ðt "3€× Ò ˜Ñ ò3ò	ð 2€× Ò �EÑ ó
ò @ð !0€× Ò �uÑ ò(à × !Ò !Ð"5Ô 6ð+Ø*-ð+Ø6Fð+à47ó+ð\)Ø*ó)ð\ €× Ò �u˜n¸Õ >óCð?Ø#ð?à'ð?ð &ð?ð 
.ó	?ð*%Ø*ð*%à)ó*%ðX ,9€× !Ò ! %Ñ (Ø$,×$CÒ$C€× Ò ˜5Ñ !ð":Ø%ð":Ø7Mð":àó":òJQð> %€× Ò �%Ñ òX9ðt &5€× Ò ˜EÑ "ð~Hà.ó~Hð@ '9€× Ò ˜UÑ #ð,-Øð,-Ø&4ð,-à#ð,-à7Eð,-ð ð,-ð #&ð,-ð 6:ð,-ð KOð,-ð ó	,-ñ^ ˆB×3Ò3°WØ4ó6ð × "Ò " 5Ñ )ð
 ‡‚ðØ$@òó 
ðð>5Ø+ó>5ð~ "1€× Ò ˜Ñ ò(/ðT ñ>ó ð>ð 3€× Ò �EÑ àð@Øð@Ø+;ð@à(ò@ó ñ@ð ØDô ñ> *€‡‚ˆUÑ ðPØ.ðPà0ðPà5@ôPñ< )€× Ò �%Ñ ô
Côó L$ó\ ó%LðP '˜ŸšÐ'<Ó=Ñ Ù × Ò Ñ8Ô 9Ø €‡‚Ñ#ÙQôSóñ × 'Ò 'Ñ(JÔ Kó&ðN €× Ò Ñ,Ù8ô:ó"ñF <X€× !Ò !Ñ"7Ñ 8Ù5A€× Ò Ñ1Ñ 2ó

+ð ˆd�nŠn˜[Ó)�Ø$(�Ô !ó$,ñJ × Ò Ñ6Ô 7óMá × Ò ‘_Ô %ó>à €‡‚‰kÑ4Ô 5óKð €× Ò ‘{Ñ$;Ô <óñ 2D€× !Ò !¡+Ñ .Ù+7€× Ò ™KÑ (ó+ð" ˆD�NŠN˜9Ó%�	ó,ñ 
× Ò Ñ2Ô 3óKñ
 
× Ò ‘=Ô !óPà €‡‚‰iÑ0Ô 1óKð €× Ò ‘yÑ"7Ô 8óñ 0@€× !Ò !¡)Ñ ,Ù)5€× Ò ™IÑ &ð
 FJØ38ð-Ø.ð-Ø69ô-ð^!ÀØö!óð. ×Òñ
ó ñ
ð%ÀTØ"ö%óð* ×Òñ
ó ñ
ó$ð  %�d—n’nÐ%8Ó9Ñ Ù × %Ò %Ñ&6Ô 7Ø €‡‚Ñ!ÙOôQóLñ × Ò Ñ4Ô 5óIð €× Ò Ñ*Ù6ô8óñ :T€× !Ò !Ñ"5Ñ 6Ù3?€× Ò Ñ/Ñ 0õ;rŒ   