Ë
    ßGìj+â  ã                  óJ  — U d dl mZ d dlmZmZ d dlZd dlZd dlZd dl	m
Z
mZmZ d dlZd dlmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlm Z! d dlm"Z" d dlm#Z# d dlm$Z$ d dlm%Z& d dl'm(Z( d dl)m*Z* d dl)m+Z+ d dl)m,Z, d dl)m-Z. d dl/m0Z1 d dl2m3Z3 d dl2m4Z4 d d l2m5Z5 d d!l6m7Z7 d d"l8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@ 	 d dlAmBc m ZC  e#jŠ                  eF«        e$jŠ                  eF«       e;eGcZGZHe<eIcZIZJeeKe7f   ZLeeMe7f   ZNeOd#   ZPeQeej¤                  e7f      ZSe&j¨                  ZT e
d$«      ZUd%„ ZVd&„ ZW G d'„ d#eX«      ZYej´                   ej¶                  d(d(¬)«       G d*„ d+ej¸                  «      «       «       Z]ej¼                  j¿                  e]«       ejÀ                  j¿                  e]«        G d,„ d-eY«      Za G d.„ d/eY«      Zb G d0„ d1eY«      Zc G d2„ d3eY«      Zdej¶                   G d4„ d5eY«      «       Zee&jÌ                   ej¶                  d(¬6«       G d7„ d8«      «       «       Zg egi i i i «      Zh ejÒ                  d9«      jÔ                  Zkdvd:„Zld;„ ZmejÜ                  d<„ «       Zo	 	 	 	 	 	 dwd=„Zp	 	 	 	 dxd>„Zq	 	 	 	 	 	 dyd?„Zrd@„ ZsejÜ                  dA„ «       ZtdzdB„Zu ejì                  dC«      ZwdD„ ew_x        d(ew_y        d{dE„Zzezejö                  ew<    G dF„ dGe|«      Z}ewjü                  dH„ «       Zew�j                   dI„ «       Z� e|dJ«      Z‚dK„ ZƒdL„ Z„dM„ Z… e,�j                  ewe„dN¬O«        e,�j                  eweƒdP¬O«        e,�j                  eweƒdQ¬O«       dR„ Z‡e‡e+�j                  ew<   dS„ Z‰e‰e*�j                  ew<   eZ‹i ZŒdTe�dU<   dV„ ZŽdW„ Z�dX„ Z�g e�j"                  ‘e�j$                  ‘e�j&                  ‘e�j(                  ‘e�j*                  ‘e�j,                  ‘e�j.                  ‘e�j0                  ‘e�j2                  ‘e�j4                  ‘e�j6                  ‘e�j8                  ‘e�j:                  ‘e�j<                  ‘e�j>                  ‘e�j@                  ‘e�jB                  ‘e�jD                  ‘e�jF                  ‘e�jH                  ‘e�jJ                  ‘e�jL                  ‘e�jN                  ‘e�jP                  ‘e�jR                  ‘e�jT                  ‘e�jV                  ‘e�jX                  ‘e�jZ                  ‘e�j\                  ‘e�j^                  ‘e�j`                  ‘e�jb                  ‘e�jd                  ‘e�jf                  ‘e�jh                  ‘e�jj                  ‘e�jl                  ‘e�jn                  ‘e�jp                  ‘e�jr                  ‘e�jt                  ‘e�jv                  ‘e�jx                  ‘e�jz                  ‘e�j|                  ‘e�j~                  ‘e�j€                  ‘e�j‚                  ‘e�j„                  ‘e�j†                  ‘e�jˆ                  ‘e�jŠ                  ‘e�jŒ                  ‘e�jŽ                  ‘ZÈeÈD ]  ZÉ e�j”                  e�eÉ«      eŒeÉ<   Œ dY„ ZËeËeŒe�j˜                  <   dZ„ ZÍeÍeŒe�jœ                  <   d[„ ZÏeÏeŒe�j                   <   d\„ ZÑeÑeŒe�j¤                  <   d]„ ZÓd^„ ZÔd_„ ZÕ e�j”                  eÕe�j¬                  «      eŒe�j¬                  <    e�j”                  eÕe�j®                  «      eŒe�j®                  <    e�j”                  eÕe�j°                  «      eŒe�j°                  <    e�j”                  eÕe�j²                  «      eŒe�j²                  <    e�j”                  eÕe�j´                  «      eŒe�j´                  <   e>	 	 	 	 	 	 d|d`„«       ZÛdzda„ZÜeÜeŒe�jº                  <   db„ ZÞeÞeŒe�j¾                  <   	 	 	 	 	 	 	 	 	 	 d}dc„Zàe>d~dd„«       Záde„ ZâeâeŒe�jÆ                  <   df„ ZäeäeŒe�jÊ                  <   dg„ ZæeæeŒe�jÎ                  <   	 	 	 	 ddh„ZèeèeŒe!�jÒ                  <   	 	 	 	 	 	 d€di„ZêeêeŒe�jÖ                  <   	 	 	 	 d�dj„Zì	 	 	 	 	 	 d‚dk„ZíeíeŒe�jÜ                  <   dl„ ZïeïeŒew<    eðedh«      Zñ eðebh«      Zò eðech«      Zó eðeah«      Zôeòeôz  Zõeõeóz  Zöeöeñz  Z÷eñf	 	 	 dƒdm„Zødndoœ	 	 	 d„dp„Zùdq„ Zúdndoœdr„Zûd…ds„Züd†dt„Zýd‡du„Zþy# eD$ r Y �Œ+w xY w)ˆé    )Úannotations)ÚCallableÚSequenceN)ÚTypeVarÚAnyÚUnion)Úad_checkpoint)Úapi)Úapi_util)Úcallback)Úconfig)Úcore)Úcustom_derivatives)Údtypes)Úeffects)Úlax)Úlinear_util)Úmesh)Únumpy)Úpjit)Ú	shard_map)Úsharding_impls)Úsource_info_util)Útraceback_util)Ú	tree_util)ÚSymbolicZero)Úad)Úbatching)Úmlir)Úpartial_eval)ÚPartitionSpec)Útree_flatten)Útree_map)Útree_unflatten)ÚArray)Úas_hashable_functionÚ
split_listÚsafe_mapÚsafe_zipÚunzip3Úweakref_lru_cacheÚHashableWrapperÚforeachÚJaxExceptionÚOutc                ó6   — t        | |«      }t        | |«       |S ©N)ÚgetattrÚdelattr)ÚobjÚattrnameÚvals      úUC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/_src/checkify.pyÚpopattrr8   O   s   € Ü��XÓ€#Ü	ˆ#ˆxÔØ	€*ó    c                óT   — t        «       }t        | ||«      |u sJ ‚t        | ||«       y r1   )Úobjectr2   Úsetattr)r4   Únamer6   Úsentinels       r7   Ú
setnewattrr?   T   s,   € Ü‹X€(Ü	��d˜HÓ	%¨Ñ	1Ð1Ð	1Ü	ˆ#ˆt�SÕr9   c                  ó:   — e Zd ZdZd„ Zd„ Zd„ Zed„ «       Zdd„Z	y)	r.   zKPython exception which can contain an error message with JAX run-time info.c                ó   — || _         y r1   ©Útraceback_info)ÚselfrC   s     r7   Ú__init__zJaxException.__init__^   s
   € Ø(€DÕr9   c                ó.   — t        j                  | «       y r1   )ÚjtuÚregister_pytree_node_class)Úclss    r7   Ú__init_subclass__zJaxException.__init_subclass__c   s   € Ü×"Ñ" 3Õ'r9   c                ó   — g | j                   fS r1   rB   ©rD   s    r7   r"   zJaxException.tree_flattenf   s   € Ø�×#Ñ#Ð$Ð$r9   c                ó   — ~ | |«      S r1   © ©rI   ÚmetadataÚpayloads      r7   r$   zJaxException.tree_unflatteni   s   € àÙˆx‹=Ðr9   c                ó   — t         ‚r1   )ÚNotImplementedErrorrL   s    r7   Úget_effect_typezJaxException.get_effect_typen   s   € Ü
Ðr9   N)ÚreturnÚErrorEffect)
Ú__name__Ú
__module__Ú__qualname__Ú__doc__rE   rJ   r"   Úclassmethodr$   rT   rN   r9   r7   r.   r.   [   s-   „ ÙSò)ò
(ò%ð ñó ðôr9   T)ÚeqÚfrozenc                  ó*   — e Zd ZU ded<   ded<   dd„Zy)rV   ztype[JaxException]Ú
error_typez tuple[api.ShapeDtypeStruct, ...]Úshape_dtypesc                ó6   ‡— d„ Šˆfd„} || «       ||«      k  S )Nc                ó:   — t        d„ | j                  D «       «      S )Nc              3  ó^   K  — | ]%  }|j                   t        |j                  «      f–— Œ' y ­wr1   )ÚshapeÚstrÚdtype)Ú.0Úsds     r7   Ú	<genexpr>z7ErrorEffect.__lt__.<locals>.<lambda>.<locals>.<genexpr>y   s)   è ø€ ð #=Ù-; rð %'§H¡H¬c°"·(±(«mÔ#<Ù-;ùs   ‚+-)Útupler`   ©Úxs    r7   Ú<lambda>z$ErrorEffect.__lt__.<locals>.<lambda>y   s   € œUñ #=Ø-.¯^ª^ó#=ô =r9   c                ó>   •— t        | j                  «       ‰| «      fS r1   )re   r_   )rl   r`   s    €r7   rm   z$ErrorEffect.__lt__.<locals>.<lambda>{   s   ø€ œ˜AŸL™LÓ)©<¸«?Ñ;r9   rN   )rD   ÚotherÚunpackr`   s      @r7   Ú__lt__zErrorEffect.__lt__x   s"   ø€ ñ=€Lã;€FÙ�4‹L™6 %›=Ñ(Ð)r9   N)ro   rV   )rW   rX   rY   Ú__annotations__rq   rN   r9   r7   rV   rV   r   s   … ð !Ó Ø0Ó0ô*r9   rV   c                  ó   — e Zd Zd„ Zd„ Zy)ÚDivisionByZeroErrorc                 ó   — y)Nzdivision by zerorN   rL   s    r7   Ú__str__zDivisionByZeroError.__str__ƒ   s   € Ør9   c                ó"   — t        t        d«      S ©NrN   )rV   rt   rL   s    r7   rT   z#DivisionByZeroError.get_effect_type†   s   € ÜÔ*¨BÓ/Ð/r9   N)rW   rX   rY   rv   rT   rN   r9   r7   rt   rt   �   s   „ òó0r9   rt   c                  ó@   ‡ — e Zd Zˆ fd„Zd„ Zed„ «       Zd„ Zd„ Zˆ xZ	S )ÚNaNErrorc                ó2   •— t         ‰| �  |«       || _        y r1   )ÚsuperrE   Úprim)rD   rC   Úprimitive_nameÚ	__class__s      €r7   rE   zNaNError.__init__‹   s   ø€ Ü	�GÑ�^Ô$Ø€D…Ir9   c                ó6   — g | j                   | j                  ffS r1   )rC   r}   rL   s    r7   r"   zNaNError.tree_flatten�   s   € Ø�×$Ñ$ d§i¡iÐ0Ð1Ð1r9   c                ó   —  | |Ž S r1   rN   )rI   rP   Ú_s      r7   r$   zNaNError.tree_unflatten’   s   € á�ˆ>Ðr9   c                ó"   — t        t        d«      S rx   )rV   rz   rL   s    r7   rT   zNaNError.get_effect_type–   s   € Ü”x Ó$Ð$r9   c                ó"   — d| j                   › d�S )Nznan generated by primitive: Ú.)r}   rL   s    r7   rv   zNaNError.__str__™   s   € Ø)¨$¯)©)¨°AÐ6Ð6r9   )
rW   rX   rY   rE   r"   r[   r$   rT   rv   Ú__classcell__©r   s   @r7   rz   rz   ‰   s+   ø„ ôò2ð ñó ðò%ö7r9   rz   c                  ó@   ‡ — e Zd Zˆ fd„Zd„ Zed„ «       Zd„ Zd„ Zˆ xZ	S )ÚOOBErrorc                óN   •— t         ‰| �  |«       || _        || _        || _        y r1   )r|   rE   r}   Úoperand_shapeÚ_payload)rD   rC   r~   r‹   rQ   r   s        €r7   rE   zOOBError.__init__ž   s&   ø€ Ü	�GÑ�^Ô$Ø€D„IØ&€DÔØ€D…Mr9   c                ób   — | j                   g| j                  | j                  | j                  ffS r1   )rŒ   rC   r}   r‹   rL   s    r7   r"   zOOBError.tree_flatten¤   s*   € Ø�]‰]ˆO˜d×1Ñ1°4·9±9¸d×>PÑ>PÐQÐRÐRr9   c                ó   —  | g |¢|d   ‘­Ž S ©Nr   rN   rO   s      r7   r$   zOOBError.tree_unflatten§   s   € áÐ%�Ð%˜' !™*Ò%Ð%r9   c           	     ó‚   — d| j                   › d| j                  d   › d| j                  d   › d| j                  d   › d�	S )	Nz*out-of-bounds indexing for array of shape z: index r   z is out of bounds for axis é   z with size é   z. )r‹   rŒ   rL   s    r7   rv   zOOBError.__str__«   sW   € ðØ×'Ñ'Ð(ð )Ø—]‘] 1Ñ%Ð&Ð&AØ�}‰}˜QÑÐ  ¨D¯M©M¸!Ñ,<Ð+=¸RðAð Br9   c                óh   — t        t        t        j                  dt        j
                  «      f«      S )N)é   )rV   r‰   r
   ÚShapeDtypeStructÚnpÚint32rL   s    r7   rT   zOOBError.get_effect_type±   s#   € Ü”x¤#×"6Ñ"6°t¼R¿X¹XÓ"FÐ!HÓIÐIr9   ©
rW   rX   rY   rE   r"   r[   r$   rv   rT   r†   r‡   s   @r7   r‰   r‰   œ   s.   ø„ ôòSð ñ&ó ð&òBöJr9   r‰   c                  ó@   ‡ — e Zd Zˆ fd„Zd„ Zed„ «       Zd„ Zd„ Zˆ xZ	S )ÚFailedCheckErrorc                óN   •— t         ‰| �  |«       || _        || _        || _        y r1   )r|   rE   Ú
fmt_stringÚargsÚkwargs)rD   rC   rœ   ÚaÚkr   s        €r7   rE   zFailedCheckError.__init__¶   s%   ø€ Ü	�GÑ�^Ô$Ø €D„OØ€D„IØ€D…Kr9   c                ób   — | j                   | j                  f| j                  | j                  ffS r1   )r�   rž   rC   rœ   rL   s    r7   r"   zFailedCheckError.tree_flatten¼   s.   € Ø�Y‰Y˜Ÿ™Ð$Ø× Ñ  $§/¡/Ð2ð4ð 4r9   c                ó&   — |\  }} | g |¢|¢­i |¤ŽS r1   rN   )rI   rP   rQ   r�   rž   s        r7   r$   zFailedCheckError.tree_unflattenÀ   s#   € à�L€Dˆ&ÙÐ*�Ð*˜4Ò* 6Ñ*Ð*r9   c                óh   —  | j                   j                  | j                  i | j                  ¤Ždz   S )Nz (`check` failed))rœ   Úformatr�   rž   rL   s    r7   rv   zFailedCheckError.__str__Å   s0   € Ø"ˆD�O‰O×"Ñ" D§I¡IÐ=°·±Ñ=Ø!ñ"ð #r9   c                ó˜   — t        j                  | j                  | j                  f«      }t	        t
        t        d„ |D «       «      «      S )Nc              3  óp   K  — | ].  }t        j                  |j                  |j                  «      –— Œ0 y ­wr1   )r
   r•   rd   rf   )rg   rl   s     r7   ri   z3FailedCheckError.get_effect_type.<locals>.<genexpr>Í   s&   è ø€ ÐC¹d¸Œc×"Ñ" 1§7¡7¨A¯G©G×4¹dùs   ‚46)rG   Útree_leavesr�   rž   rV   rš   rj   )rD   Úvalss     r7   rT   z FailedCheckError.get_effect_typeÉ   s=   € Ü�?‰?˜DŸI™I t§{¡{Ð3Ó4€DÜÜÜÑC¹dÓCÓCóEð Er9   r˜   r‡   s   @r7   rš   rš   ´   s,   ø„ ôò4ð ñ+ó ð+ò#öEr9   rš   c                  ó0   ‡ — e Zd ZU ded<   ˆ fd„Zd„ Zˆ xZS )ÚBatchedErrorz#dict[tuple[int, ...], JaxException]Úerror_mappingc                ó„   •— t        | j                  j                  «       «      d   j                  }t        ‰| �  |«       y r�   )Úlistr«   ÚvaluesrC   r|   rE   )rD   rC   r   s     €r7   Ú__post_init__zBatchedError.__post_init__Ó   s4   ø€ Ü˜$×,Ñ,×3Ñ3Ó5Ó6°qÑ9×HÑH€NÜ	�GÑ�^Õ$r9   c                ób   — dj                  d„ | j                  j                  «       D «       «      S )NÚ
c              3  ól   K  — | ],  \  }}d dj                  t        t        |«      «      › d|› �–— Œ. y­w)zat mapped index z, z: N)ÚjoinÚmapre   )rg   ÚidxÚes      r7   ri   z'BatchedError.__str__.<locals>.<genexpr>Ù   s9   è ø€ ð ?Ù#=™˜˜að (¨¯	©	´#´c¸3³-Ó(@Ð'AÀÀAÀ3ÔGÙ#=ùs   ‚24)r³   r«   ÚitemsrL   s    r7   rv   zBatchedError.__str__Ø   s/   € Ø�9‰9ñ ?Ø#'×#5Ñ#5×#;Ñ#;Ô#=ó?ó ?ð ?r9   )rW   rX   rY   rr   r¯   rv   r†   r‡   s   @r7   rª   rª   Ï   s   ø… à4Ó4ô%ö
?r9   rª   )r]   c                  ó†   — e Zd ZU ded<   ded<   ded<   ded<   dd	„Zdd
„Zd„ Zd„ Zdd„Zdd„Z	dd„Z
d„ Zd„ Zed„ «       Zy)ÚErrorzdict[ErrorEffect, Bool]Ú_predzdict[ErrorEffect, Int]Ú_codezdict[Int, PyTreeDef]Ú	_metadatazdict[ErrorEffect, Payload]rŒ   c                ó>   — | j                  «       }|�t        |«      S y)zCReturns error message if error happened, None if no error happened.N)Úget_exceptionre   )rD   Úexps     r7   Úgetz	Error.getç   s!   € à
×
Ñ
Ó
€CØ
€Ü�‹X€oØr9   c                ó€  — t        t        t        j                  | j                  j                  «       «      «      r| j                  «       S d}d}| j                  j                  «       D ]!  \  }}| j                  |   sŒ|�||k  sŒ|}|}Œ# |�/t        | j                  t        |«         | j                  |   «      S y)zFReturns Python exception if error happened, None if no error happened.N)Úanyr´   r–   rd   rº   r®   Ú_get_batched_exceptionr»   r·   r$   r¼   ÚintrŒ   )rD   Úmin_codeÚ
cur_effectÚerror_effectÚcodes        r7   r¾   zError.get_exceptionî   s¬   € ä
Œ3Œr�x‰x˜Ÿ™×*Ñ*Ó,Ó-Ô.Ø×(Ñ(Ó*Ð*à€hØ€jØ $§
¡
× 0Ñ 0Ö 2Ñ
ˆ,˜Ø�:‰:�lÓ#ØÐ ¨£ØˆHØ%‰Jð	 !3ð 
Ð	Ü˜dŸn™n¬S°«]Ñ;Ø"Ÿm™m¨JÑ7ó9ð 	9àr9   c                ó   — t        | «       y r1   )Ú_check_errorrL   s    r7   ÚthrowzError.throw   s
   € Ü�Õr9   c                ó*   — d| j                  «       › d�S )NzError(Ú))rÀ   rL   s    r7   rv   zError.__str__  s   € Ø�D—H‘H“J�<˜qÐ!Ð!r9   c                óä  — t        j                  t        | j                  j	                  «       «      d   «      }i }t        j
                  |Ž D ]“  }d }d }| j                  j                  «       D ]*  \  }}| j                  |   |   sŒ|�	||   |k  sŒ$||   }|}Œ, |€ŒQt        |fd„| j                  |   «      }t        | j                  t        |«         |«      }	|	||<   Œ• |rt        |«      S y )Nr   c                ó   — | |   S r1   rN   )rl   Úis     r7   rm   z.Error._get_batched_exception.<locals>.<lambda>  s   € ¨A¨aªDr9   )r–   rd   r­   rº   r®   Úndindexr»   r·   r#   rŒ   r$   r¼   rÄ   rª   )
rD   rd   r«   rµ   rÅ   rÆ   rÇ   rÈ   rQ   Ú	jax_errors
             r7   rÃ   zError._get_batched_exception  së   € Ü�H‰H”T˜$Ÿ*™*×+Ñ+Ó-Ó.¨qÑ1Ó2€EØ€MÜ�z‰z˜5Ó!ˆØ€hØ€jØ $§
¡
× 0Ñ 0Ö 2Ñ
ˆ,˜Ø�:‰:�lÑ# CÓ(ØÐ  c¡¨XÓ!5Ø˜C‘yˆHØ%‰Jð	 !3ð 
Ñ	Ü sÒ0°$·-±-À
Ñ2KÓLˆÜ" 4§>¡>´#°h³-Ñ#@À'ÓJˆ	Ø&ˆ�cÒð "ñ Ü˜-Ó(Ð(àr9   c                óª   — i | j                   ¥||i¥}i | j                  ¥||i¥}i | j                  ¥||i¥}i | j                  ¥|¥}	t	        |||	|«      S r1   )rº   r»   rŒ   r¼   r¹   )
rD   Úeffect_typeÚpredrÈ   rP   rQ   Únew_errsÚ	new_codesÚnew_payloadÚnew_metadatas
             r7   Ú_updatezError._update  sn   € Ø4�$—*‘*Ð4 ¨dÐ 3Ð4€HØ5�4—:‘:Ð5 +¨tÐ!4Ð5€IØ=�T—]‘]Ð= {°GÐ&<Ð=€KØ1�d—n‘nÐ1¨Ð1€LÜ�˜9 l°KÓ@Ð@r9   c                óp  — | j                   j                  «       }| j                  j                  «       }| j                  j                  «       }|D ]L  }|| j                   j	                  «       vsŒ d||<   t        t        d„ |j                  «      «      ||<   d||<   ŒN t        ||| j                  |«      S )zCFill out Error with `effects` and np.ones arrays of their payloads.Fc                óV   — t        j                  | j                  | j                  «      S r1   )ÚjnpÚonesrd   rf   )rŸ   s    r7   rm   z0Error._add_placeholder_effects.<locals>.<lambda>-  s   € œsŸx™x¨¯©°·±Ô9r9   éÿÿÿÿ)
rº   Úcopyr»   rŒ   Úkeysr­   r#   r`   r¹   r¼   )rD   r   Únew_errÚnew_coderØ   Úeffects         r7   Ú_add_placeholder_effectszError._add_placeholder_effects$  sž   € à�j‰j�o‰oÓ€GØ�z‰z�‰Ó €HØ—-‘-×$Ñ$Ó&€KÛˆØ	�t—z‘z—‘Ó(Ò	(Øˆ�‰Ü"ÜÑ9¸6×;NÑ;NÓOóQˆ�FÑð ˆ�Òð ô �˜( D§N¡N°KÓ@Ð@r9   c                ó4   — t        j                  | g|¢­i |¤ŽS r1   )ÚdataclassesÚreplace)rD   r�   rž   s      r7   Ú_replacezError._replace3  s   € Ü×Ñ˜tÐ5 dÒ5¨fÑ5Ð5r9   c                ó`   — | j                   | j                  | j                  f| j                  fS r1   )rº   r»   rŒ   r¼   rL   s    r7   r"   zError.tree_flatten8  s$   € Ø�Z‰Z˜Ÿ™ T§]¡]Ð3°d·n±nÐFÐFr9   c                ó$   — |\  }}} | ||||«      S r1   rN   )rI   rP   ÚdatarÕ   rÈ   rQ   s         r7   r$   zError.tree_unflatten;  s   € àÑ€Dˆ$�Ùˆt�T˜8 WÓ-Ð-r9   N)rU   z
str | None)rU   zJaxException | None)rU   zBatchedError | None)rÔ   rV   )r   zset[ErrorEffect])rW   rX   rY   rr   rÀ   r¾   rË   rv   rÃ   rÚ   rå   ré   r"   r[   r$   rN   r9   r7   r¹   r¹   ß   s`   … ð 
!Ó Ø	ÓØ!Ó!Ø&Ó&óóò$ò"ó
ó*AóAò6ò
Gð ñ.ó ñ.r9   r¹   r‘   c                óv   — t        «       }|j                  «       }t        |«      \  }}t        | ||||i||«      S r1   )Ú	next_coderT   r"   Úupdate_error)ÚerrorrÕ   Ú	new_errorrÈ   rÔ   rØ   rÙ   s          r7   Úassert_funcrò   C  s@   € Ü	‹€$Ø×)Ñ)Ó+€+Ü*¨9Ó5Ñ€+ˆ|Ü	�e˜T 4¨$°Ð)=¸{ÈKÓ	XÐXr9   c                óp  — | j                   j                  |d«      }||z  }t        j                  || j                  j                  |d«      |«      }| j
                  j                  |d «      }	|	�0t        t        j                  t        j                  |«      |	|«      }
n|}
| j                  |||||
«      S )NFrß   )
rº   rÀ   r   Úselectr»   rŒ   r#   Ú	functoolsÚpartialrÚ   )rð   rÕ   rÈ   rP   rQ   rÔ   Úerr_of_typeÚout_errÚout_codeÚcur_payloadÚout_payloads              r7   rï   rï   I  s™   € Ø—‘—‘ ¨UÓ3€+Ø˜$Ñ€'Ü�Z‰Z˜ U§[¡[§_¡_°[À"Ó%EÀtÓL€(Ø—‘×"Ñ" ;°Ó5€+ØÐÜœ9×,Ñ,¬S¯Z©Z¸ÓEÀ{ÐT[Ó\�Kà€KØ	�‰�{ G¨X°xÀÓ	MÐMr9   c                ó²   —  | |Ž \  }}t        j                  ||f«      \  }}|j                  |t        |j                  j                  «       «      f«       |S r1   )rG   r"   ÚstoreÚsetrº   rá   )Úfrý   Úinvalsrð   ÚoutÚout_valsÚout_trees          r7   Ú%_flatten_and_get_error_metadata_thunkr  W  sP   € á�&ˆz�*€%ˆÜ×'Ñ'¨°¨Ó5Ñ€(ˆHØ‡+�+ˆxœ˜UŸ[™[×-Ñ-Ó/Ó0Ð1Ô2Ø	€/r9   c                ód  ‡‡— d|vr| | j                   |i |¤ŽfS t        j                  |«      \  }}t        |«      }d|v rt	        |g dg|z  ¢|d   ¢­¬«      }|j                  d«      }t        |t        j                  «      r|j                  |j                  }
}	n|d}
}	t        d„ |
D «       «      }t        j                  t        j                  t        |	j                   ¬«      |	|||«      }t#        |«      \  }Št        | t        j$                  «      r?|j                  d«      Št'        ‰¬	«      ˆˆfd
„«       }t	        |g d|z  ¢|d   ¢­|¬«      } | j                   |g|¢|¢­i |¤Ž} ‰«       \  }}t)        ||«      \  }}t        | t        j$                  «      rt+        |«      }||fS )z6Default rule for primitives in `checkify` interpreter.Ú
call_jaxprÚdonated_invarsF)r  rN   c              3  ó2   K  — | ]  }t        |«      –— Œ y ­wr1   )r,   ©rg   Úcs     r7   ri   z(default_checkify_rule.<locals>.<genexpr>t  s   è ø€ Ð5©f¨”/ !×$©fùs   ‚©Ú
debug_infoÚout_axes)Úclosurec                 óX   •—  ‰«       d   j                   t        ‰«      z
  } g d| z  ¢‰¢­S )Nr   )r   )Ú
num_leavesÚlen)Úout_err_numrP   Úout_val_axess    €€r7   Úout_axes_thunkz-default_checkify_rule.<locals>.out_axes_thunk€  s3   ø€ á“J˜q‘M×,Ñ,¬s°<Ó/@Ñ@€kØ/ˆt�KÑÐ/ ,Ñ/Ð/r9   r1   Úin_axes)r  r  )ÚbindrG   r"   r  ÚdictÚpopÚ
isinstancer   ÚClosedJaxprÚjaxprÚconstsrj   ÚluÚhashable_partialÚ	wrap_initÚcheckify_jaxpr_flat_hashabler  r  ÚMapPrimitiver&   r$   Ú_reduce_any_error)Ú	primitiverð   Úenabled_errorsr   ÚparamsÚerr_valsÚerr_treeÚnum_error_valsr  r  r  Úconsts_Úpartial_checkifyr  Úall_valsr  r‚   r  rP   r  s                     @@r7   Údefault_checkify_ruler,  ^  sÔ  ù€ ð ˜Ñà�.�)—.‘. &Ð3¨FÑ3Ð3Ð3ô ×'Ñ'¨Ó.Ñ€(ˆHÜ�x“=€.Ø˜ÑÜ�&ð *E¨E¨7°>Ñ+Að *EØ+1Ð2BÑ+Cñ*Eô F€Fð �z‰z˜,Ó'€*Ü�
œD×,Ñ,Ô-Ø×$Ñ$ j×&7Ñ&7ˆ6�Eà ˆ6€EÜÑ5©fÓ5Ó5€'Ü×(Ñ(Ü‡l�lÔ/¸E×<LÑ<LÔMØˆW�n hó0Ðô  EØó ÑÐ�Hô �	œ4×,Ñ,Ô-à—:‘:˜jÓ)€Lä ,Ô/ô0ó 0ð0ô �&ØG˜G NÑ2ÐG°V¸IÑ5FÑGØ!/ô1€Fð ˆY�^‰^Ð,ÐK¨xÐK¸&ÒKÀFÑK€(á“
�+€(ˆAÜ" 8¨XÓ6�/€%ˆÜ�	œ4×,Ñ,Ô-Ü˜eÓ$€EØ	�ˆÐr9   c                ó|   — t        j                  |«      \  }}t        | j                  | j                  ||g|¢|¢­Ž S r1   )rG   r"   Úcheckify_jaxpr_flatr  r  )r  r$  rð   r�   r&  r'  s         r7   Úcheckify_jaxprr/  ‘  sI   € ä×'Ñ'¨Ó.Ñ€(ˆHÜ	˜UŸ[™[¨%¯,©,Ø+¨Xð
IØ8@ð
IØCGò
Ið Ir9   c                óÌ  ‡— i Št        ||j                  g«      \  }}t        j                  ||«      }t	        j
                  | «      }dˆfd„}	dˆfd„}
t        |
| j                  |«       t        |
| j                  |«       | j                  D �]/  }t        |	|j                  «      }t        j                  |j                  t        j                  t         |j                  «      «      }t#        j$                  «       |j&                  j(                  z   }t#        j*                  |j&                  j,                  |¬«      5   |||g|¢­i |j.                  ¤Ž\  }}d d d «       |j                  j0                  rt        |
|j2                  «       n |
|j2                  d   «       t	        j4                  |‰|«       �Œ2 |t        |	| j2                  «      fS # 1 sw Y   ŒxY w)Nc                óZ   •— t        | t        j                  «      r| j                  S ‰|    S r1   )r  r   ÚLiteralr6   )ÚvarÚenvs    €r7   Úread_envz%checkify_jaxpr_flat.<locals>.read_env   s#   ø€ Ü�#”t—|‘|Ô$Ø�W‰W€nØˆs‰8€Or9   c                ó   •— |‰| <   y r1   rN   )r3  r6   r4  s     €r7   Ú	write_envz&checkify_jaxpr_flat.<locals>.write_env¥  s   ø€ Ø€Cˆ‚Hr9   )Ú
name_stackr   )r3  z	core.Atom)r3  zcore.Varr6   r   )r'   r  rG   r$   r   Ú	last_usedr-   Ú	constvarsÚinvarsÚeqnsr´   Úerror_checksrÀ   r#  rõ   rö   r,  r   Úcurrent_name_stackÚsource_infor8  Úuser_contextÚ	tracebackr%  Úmultiple_resultsÚoutvarsÚclean_up_dead_vars)r  r  r$  r'  r�   r&  Úin_argsrð   r9  r5  r7  Úeqnr   Úcheckify_ruler8  Úoutvalsr4  s                   @r7   r.  r.  —  s‡  ø€ ð  €#Ü  ¨×(;Ñ(;Ð'<Ó=Ñ€(ˆGÜ
×
Ñ
˜X xÓ
0€%ä�n‰n˜UÓ#€)õõ
ô 
ˆ)�U—_‘_ fÔ-Ü	ˆ)�U—\‘\ 7Ô+ð �Z�Z€cÜ�˜3Ÿ:™:Ó&€FÜ ×$Ñ$Ø�‰”y×(Ñ(Ô)>ÀÇÁÓNóP€Mä!×4Ñ4Ó6¸¿¹×9SÑ9SÑS€JÜ	×	&Ñ	& s§¡×'@Ñ'@Ø2<ö
>á$ U¨Nð <Ø&,ò<Ø03·
±
ñ<�n€eˆW÷
>ð ‡}�}×%Ò%Üˆi˜Ÿ™ gÕ.á�—‘˜A‘ Ô(Ü×Ñ˜C  iÖ0ð ð 
”�H˜eŸm™mÓ,Ð	,Ð,÷
>ð 
>ús   ÅGÇG#	c                óD   — t        d„ |D «       «      }t        | |||g|¢­Ž S )Nc              3  ó4   K  — | ]  }|j                   –— Œ y ­wr1   rk   r	  s     r7   ri   z/checkify_jaxpr_flat_hashable.<locals>.<genexpr>¿  s   è ø€ Ð.™o˜�—•™oùó   ‚)rj   r.  )r  Úhashable_constsr$  r'  r�   r  s         r7   r   r   ½  s(   € äÑ.™oÓ.Ó.€&Ü	˜U F¨N¸HÐ	LÀtÒ	LÐLr9   c                óN   —  | |Ž }t        |«      \  }}|j                  |«       |S r1   )r"   rý   )rÿ   rý   r�   Úansr  s        r7   Úflatten_fun_outputrO  Â  s*   € á	ˆ4ˆ€#Ü˜sÓ#�-€#€xØ‡+�+ˆhÔØ	€*r9   c                óh  — t         }| j                  j                  «       D ]r  }| j                  |   | j                  |   | j                  |   }}}t        j                  |«      d   }t        |fd„|||f«      \  }}}	|j                  |||i |	«      }Œt |j                  | j                  ¬«      }|S )Nrß   c                ó   — | |   S r1   rN   )rl   rµ   s     r7   rm   z#_reduce_any_error.<locals>.<lambda>Ñ  s   € ¸aÀºfr9   ©r¼   )Ú
init_errorrº   rá   r»   rŒ   rÝ   Úargsortr#   rÚ   ré   r¼   )
rð   Ú	out_errorrÇ   ÚerrsÚcodesÚpayloadsÚreduced_idxrÕ   rÈ   rQ   s
             r7   r"  r"  Ê  s·   € Ü€)Ø—k‘k×&Ñ&Ö(€lØ"Ÿ[™[¨Ñ6Ø"Ÿ[™[¨Ñ6Ø"Ÿ^™^¨LÑ9ð ˆ%€Dô —+‘+˜dÓ# BÑ'€KÜ"°Ò#DØ$(¨%°Ð#:ó<Ñ€Dˆ$�à×!Ñ! ,°°d¸BÀÓH�Ið )ð × Ñ ¨5¯?©?Ð Ó;€)Ø	Ðr9   Úcheckc                 ó   — y)NTrN   )r‚   s    r7   rm   rm   Û  s   €  r9   c                ó–  — |j                   rt        j                  | j                   «      nd }|j                  rd| j                   j                  › d�nd }t	        d„ | j
                  j                  «       D «       «      }t        j                  j                  | j                  j                  |¬«      t        j                  |||«      t        j                  j                  d«      t        j                  | j                  |«      z   g}t        j                  j                  t        j                  j                  d|«      g|¢«      S )NÚ[Ú]c              3  ó4   K  — | ]  \  }}|d k7  r||f–— Œ y­w)r'  NrN   )rg   r    Úvs      r7   ri   z_pp_check.<locals>.<genexpr>ä  s'   è ø€ ð .Ñ/A¡V a¨Ø *š_ð ˜aœ&Ñ/AùrK  )Ú
annotationÚ Ú )r?  r   Ú	summarizer8  Úsortedr%  r·   r   ÚppÚtextr#  r=   Úpp_kv_pairsÚpp_varsr;  Úconcat)rF  ÚcontextÚsettingsra  Úname_stack_annotationÚtrimmed_paramsÚrhss          r7   Ú	_pp_checkrp  ß  sÿ   € à×'Ò'ô !×*Ñ*¨3¯?©?Ô;Ø-1ð ð '×1Ò1ð ˜sŸ™×9Ñ9Ð:¸!Ñ<Ø7;ð äñ .¨s¯z©z×/?Ñ/?Ô/Aó .ó .€.ä	�‰�‰�c—m‘m×(Ñ(Ð5JˆÓ	KÜ	×	Ñ	˜.¨'°8Ó	<Ü	�‰�‰�cÓ	œTŸ\™\¨#¯*©*°gÓ>Ñ	>ð	@€#ô 
�‰�‰œŸ™Ÿ™ b¨*Ó5Ð<¸Ð<Ó	=Ð=r9   c                  ó   — e Zd Zy)ÚJaxRuntimeErrorN)rW   rX   rY   rN   r9   r7   rr  rr  î  s   „ Ør9   rr  c                óð   — |rg S t        | |«      }|j                  «       }|rSt        j                  |j                  j                  «       «      }|j                  |«       t        t        |«      «      |‚g S r1   )	r$   r¾   r   Úfilter_tracebackrC   Úas_python_tracebackÚwith_tracebackrr  re   )r'  Údebugr�   rð   ÚexcÚfiltered_tbs         r7   Ú
check_implrz  ñ  sm   € á
à€IÜ
˜ 4Ó
(€%Ø×ÑÓ€#ÙÜ ×1Ñ1Ø×Ñ×.Ñ.Ó0ó2€Kà×Ñ�{Ô#Ü
œ#˜c›(Ó
#¨Ð,Ø	€)r9   c                ób   — ~g t        t        | |«      j                  j                  «       «      fS r1   )rþ   r$   rº   rá   )r'  rw  r�   s      r7   Úcheck_abstract_evalr|  ÿ  s+   € àØ	ŒS” ¨$Ó/×5Ñ5×:Ñ:Ó<Ó=Ð	=Ð=r9   zÆCannot abstractly evaluate a checkify.check which was not functionalized. This probably means you tried to stage (jit/scan/pmap/...) a `check` without functionalizing it through `checkify.checkify`.c          
     ó
  — |rg S t         j                  j                  st        ‚t	        j
                  | t        j                  t        |«      d |t        | j                  «      t        | j                  «      d¬«      \  }}}|S )NT)r   ÚtokenÚoperandsÚoperand_avalsÚresult_avalsÚhas_side_effect)r   Úxla_runtime_errorsÚvalueÚfunctionalization_errorr   Úemit_python_callbackrõ   rö   Ú
python_errr­   Úavals_inÚ	avals_out)Úctxr'  rw  r�   Úout_opr‚   s         r7   Úcheck_lowering_rulerŒ    so   € Ù
à€IÜ	×	"Ñ	"×	(Ò	(Ü
!Ð!ä×.Ñ.Ø	”I×%Ñ%¤j°(Ó;ØØÜ˜Ÿ™Ó&Ü˜Ÿ™Ó&Øô�,€&ˆ!ˆQð 
€-r9   c                ó   — | rg S t         ‚r1   )r…  )rw  rŸ   r    s      r7   Úcheck_lowering_rule_unsupportedrŽ    s   € Ù
Ø€IÜÐr9   c                ó4   — t        | |«      }t        |«       g S r1   )r$   rÊ   )r'  r�   rð   s      r7   r‡  r‡  !  s   € Ü
˜ 4Ó
(€%ÜˆuÔØ	€)r9   Útpu)ÚplatformÚcpuÚgpuc               ó    ‡— t        d„ t        | |«      D «       «      Šˆfd„t        | |«      D «       } t        || «      }t        ||¬«       g g fS )Nc              3  ód   K  — | ](  \  }}|t         j                  ur|j                  |   –— Œ* y ­wr1   )r   Ú
not_mappedrd   )rg   rl   Údims      r7   ri   z&check_batching_rule.<locals>.<genexpr>.  s2   è ø€ ð 1Ñ)F™v˜q #ØœH×/Ñ/Ñ/ð �g‰g�c�lÑ)Fùs   ‚.0c              3  óR   •K  — | ]  \  }}t        j                  ||‰«      –— Œ  y ­wr1   )r   Úbdim_at_front)rg   rŸ   ÚdÚsizes      €r7   ri   z&check_batching_rule.<locals>.<genexpr>0  s,   øè ø€ ð =Ù;‘d�a˜ô ×(Ñ(¨¨A¨t×4Ù;ùs   ƒ$'©rw  )ÚnextÚzipr$   rÊ   )Úbatched_argsÚ
batch_dimsr'  rw  Úerrr›  s        @r7   Úcheck_batching_ruler¢  -  sU   ø€ Ü	ñ 1¬¨\¸:Ô)Fó 1ó 
1€$ó=Ü! ,°
Ô;ó=€,ä�x Ó.€#Üˆs˜%Õ Ø	ˆRˆ€-r9   c               ó6   — t        j                  | ||dœŽ g g fS ©N)r'  rw  )Úcheck_pr  )Úprimalsr‚   r'  rw  s       r7   Úcheck_jvp_ruler§  7  s   € ä	‡,�,� (°%Ó8Ø	ˆRˆ€-r9   z$dict[core.Primitive, ErrorCheckRule]r=  c                 ó>   — t        j                  «       j                  S r1   )r   ÚcurrentrA  rN   r9   r7   Úget_tracebackrª  C  s   € Ü	×	!Ñ	!Ó	#×	-Ñ	-Ð-r9   c                óJ   —  | j                   |i |¤Ž}t        | |||«      }||fS r1   )r  Ú
check_nans)r}   rð   r$  Úin_valsr%  r  r¡  s          r7   Únan_error_checkr®  F  s0   € Øˆ�	‰	�7Ð%˜fÑ%€#Ü�4˜ °Ó4€#Ø	ˆcˆ€/r9   c           
     ó  — t         |vr|S d„ }| j                  r<t        j                  t        j                  |D �cg c]
  } ||«      ‘Œ c}«      «      n ||«      }t        ||t        t        «       | j                  «      «      S c c}w )Nc                ó°   — t        j                  | j                  t         j                  «      ryt	        j
                  t	        j                  | «      «      S )NF)r   Ú
issubdtyperf   Úprng_keyrÝ   rÂ   Úisnanrk   s    r7   r³  zcheck_nans.<locals>.isnanO  s4   € Ü×Ñ˜Ÿ™¤&§/¡/Ô2ØÜ�7‰7”3—9‘9˜Q“<Ó Ð r9   )rz   rB  rÝ   rÂ   Úarrayrò   rª  r=   )r}   rð   r$  r  r³  rl   Úany_nanss          r7   r¬  r¬  K  sv   € Ü�^Ñ#Ø€Lò!ð ×&Ò&ô �g‰g”c—i‘i±3Ó 7±3¨a¡ q¥°3Ñ 7Ó8Ô9Ù,1°#«Jð ä	�U˜H¤h¬}«ÀÇ	Á	Ó&JÓ	KÐKùò !8s   ¼Bc          
     óè  — t        j                  j                  |g|¢­d|iŽ}t        |vr| |fS t	        j
                  |j                  «      }t	        j
                  |«      }t        j
                  |«      }|dk  ||z   |kD  z  }t        ||t        |j                  «      |j                  «      }t        | t        j                  |«      t        t        «       d|j                  |«      «      } | |fS )NÚslice_sizesr   Údynamic_slice)r   Údynamic_slice_pr  r‰   r–   r´  rd   rÝ   Úoob_payloadÚrangeÚndimrò   rÂ   rª  )	rð   r$  Úoperandr·  Ústart_indicesr  Úoperand_dimsÚoob_maskrQ   s	            r7   Údynamic_slice_error_checkrÁ  n  sÎ   € Ü×Ñ× Ñ  ÐR¨=ÒRÀkÑR€#ä�^Ñ#Ø�#ˆ:Ðä—‘˜'Ÿ-™-Ó(€,Ü—‘˜Ó%€+Ü—)‘)˜MÓ*€-Ø˜aÑ M°KÑ$?À,Ñ$NÑO€(ä˜ -´°w·|±|Ó1DÀgÇmÁmÓT€'Ü
�eœSŸW™W XÓ.´¼»È/Ð[b×[hÑ[hÐjqÓ0rÓ
s€%Ø	�ˆÐr9   c           
     óø  — t        j                  j                  ||g|¢­Ž }t        |vr| |fS t	        j
                  |j                  «      }t	        j
                  |j                  «      }t        j
                  |«      }|dk  ||z   |kD  z  }t        ||t        |j                  «      |j                  «      }	t        | t        j                  |«      t        t        «       d|j                  |	«      «      } | |fS )Nr   Údynamic_update_slice)r   Údynamic_update_slice_pr  r‰   r–   r´  rd   rÝ   rº  r»  r¼  rò   rÂ   rª  )
rð   r$  r½  Úupdater¾  r  r¿  Úupdate_dimsrÀ  rQ   s
             r7   Ú dynamic_update_slice_error_checkrÇ  ~  sÐ   € Ü×"Ñ"×'Ñ'¨°ÐH¸-ÒH€#ä�^Ñ#Ø�#ˆ:Ðä—‘˜'Ÿ-™-Ó(€,Ü—‘˜Ÿ™Ó&€+Ü—)‘)˜MÓ*€-Ø˜aÑ M°KÑ$?À,Ñ$NÑO€(ä˜ -´°w·|±|Ó1DÀgÇmÁmÓT€'Ü
�eœSŸW™W XÓ.´¼»ÐJ`Ðbi×boÑboÐqxÓ0yÓ
z€%Ø	�ˆÐr9   c          
     óð  — t         j                  j                  ||||||||	¬«      }
t        |vr| |
fS |}t	        j
                  |j                  «      }t        |j                  «      dz
  }|t	        j
                  |j                  «         }|t	        j
                  |«      t	        j
                  |j                  «         z  }t        j                  |t        t        |«      «      ¬«      }|dk  ||j                  |j                  «      kD  z  }t        |||j                  |j                  «      }t!        | t        j"                  |«      t        t%        «       d|j                  |«      «      } | |
fS )N)Údimension_numbersr·  Úunique_indicesÚindices_are_sortedÚmodeÚ
fill_valuer‘   )Úaxisr   Úgather)r   Úgather_pr  r‰   r–   r´  rd   r  Ústart_index_maprÝ   Úexpand_dimsrj   r»  Úastyperf   rº  rò   rÂ   rª  )rð   r$  r½  r¾  rÉ  r·  rÊ  rË  rÌ  rÍ  r  Údnumsr¿  Únum_batch_dimsÚupper_boundrÀ  rQ   s                    r7   Úgather_error_checkr×  Ž  sC  € ô 	�‰×ÑØˆ}Ð0AØ¨nØ+°$À:ð 	ó 	O€#ô
 �^Ñ#Ø�#ˆ:Ðð €%Ü—‘˜'Ÿ-™-Ó(€,Ü�}×*Ñ*Ó+¨aÑ/€.àœRŸX™X e×&;Ñ&;Ó<Ñ=€+Ø”—‘˜+Ó&¤r§x¡x°×0EÑ0EÓ'FÑGÑG€+Ü—‘ ´%¼¸nÓ8MÓ2NÔO€+Ø˜aÑ M°K×4FÑ4FÀ}×GZÑGZÓ4[Ñ$[Ñ\€(ä˜ -°×1FÑ1FÈÏÉÓV€'Ü
�eœSŸW™W XÓ.´¼»È(ÐT[×TaÑTaÐcjÓ0kÓ
l€%Ø	�ˆÐr9   c                óÚ   — t         |v rGt        j                  t        j                  |d«      «      }t	        | |t        t        «       «      «      } t        t        j                  | |||«      S )z$Checks for division by zero and NaN.r   )	rt   rÝ   rÂ   Úequalrò   rª  r®  r   Údiv_p)rð   r$  rl   ÚyÚany_zeros        r7   Údiv_error_checkrÝ  ¨  sO   € ä˜NÑ*Ü�w‰w”s—y‘y  A“Ó'€HÜ˜˜xÔ)<¼]»_Ó)MÓN€EÜ	œŸ™ E¨>¸1¸aÓ	@Ð@r9   c                ó|  — t        j                  t        j                  | «      «      }t        j                  ||j                  «      }t        j
                  |«      |d      }t        j
                  |«      |   }t        j                  |«      |   }t        j
                  |||gt        j                  ¬«      }	|	S )Nrß   )rf   )	rÝ   ÚargminÚlogical_notÚunravel_indexrd   r´  Úravelr–   r—   )
rÀ  ÚindicesÚdims_mapr‹   Úflat_idxÚ	multi_idxÚoob_axisÚoob_axis_sizeÚ	oob_indexrQ   s
             r7   rº  rº  °  sŒ   € ä�Z‰ZœŸ™¨Ó1Ó2€(Ü×Ñ ¨'¯-©-Ó8€)Ü�Y‰Y�xÓ  ¨2¡Ñ/€(Ü—)‘)˜MÓ*¨8Ñ4€-Ü�i‰i˜Ó  Ñ*€)Ü�I‰I�y (¨MÐ:Ä"Ç(Á(ÔK€'Ø	€.r9   c                óª  — g }d}t        t        | j                  «      «      D ]R  }||j                  v r|j	                  d«       Œ#|j	                  |j                  |j
                  |      «       |dz  }ŒT t        j                  |j                  D �cg c]  }| j                  |   ||   z
  ‘Œ c}t        j                  «      }t        j                  |t        j                  |j                  «      j                  «      }t        j                  ||j                  t        |j                  «      dz
  f«      }t!        j"                  |d«      }t!        j$                  ||j'                  |j                  «      «      }	t!        j(                  ||	«      }
t+        |
||j                  | j                  «      }t!        j,                  |
«      |fS c c}w )Nr   r‘   )r»  r  rd   Úinserted_window_dimsÚappendÚupdate_window_dimsr–   r´  Úscatter_dims_to_operand_dimsÚint64ÚminimumÚiinforf   Úmaxr   Úbroadcast_in_dimrÝ   ÚlessÚgreaterrÓ  Ú
logical_orrº  rÂ   )r½  rã  ÚupdatesrÔ  r·  ÚposrÐ   rÖ  Ú	lower_oobÚ	upper_oobrÀ  rQ   s               r7   Úscatter_oobrû  º  s‚  € à€+Ø	€#Ü”�W—]‘]Ó#Ö$€aØˆE×&Ñ&Ñ&Ø×Ñ˜Õà×Ñ˜Ÿ™ u×'?Ñ'?ÀÑ'DÑEÔFØ	ˆQ�h�cð %ô —‘Ø#(×#EÒ#EóGÙ#E˜að "Ÿ-™-¨Ñ*¨[¸©^Ó;Ø#EñGäŸ™ó#€+ô —
‘
˜;¬¯©°·±Ó(?×(CÑ(CÓD€+Ü×$Ñ$ [°'·-±-Ü&)¨'¯-©-Ó&8¸1Ñ&<Ð%>ó@€+ô �h‰h�w Ó"€)Ü�k‰k˜' ;×#5Ñ#5°g·m±mÓ#DÓE€)Ü�^‰^˜I yÓ1€(Ü˜ 'Ø×:Ñ:¸G¿M¹MóK€'ä	�‰�Ó	˜GÐ	#Ð#ùòGs   ÂGc               ó  — | j                  |||||||	|
|¬«	      }t        |vr||fS t        ||||«      \  }}t        t        «       | j                  |j
                  |«      }t        |||«      }t        | |||«      }||fS )zEChecks if indices are within bounds and update does not generate NaN.)Úupdate_jaxprÚupdate_constsrÉ  rË  rÊ  rÌ  )r  r‰   rû  rª  r=   rd   rò   r¬  )r}   rð   r$  r½  rã  r÷  rý  rþ  rÉ  rË  rÊ  rÌ  r  Úout_of_boundsrQ   Ú	oob_errors                   r7   Úscatter_error_checkr  Ó  sš   € ð 	�	‰	Øˆw˜¨lØ!Ð5FØ+¸NØð	 	ó 	€#ô �^Ñ#Ø�#ˆ:Ðä& w°¸ÐBSÓTÑ€-�Ü”}“¨¯	©	°7·=±=À'ÓJ€)Ü
�e˜]¨IÓ
6€%Ü
�T˜5 .°#Ó
6€%Ø	�ˆÐr9   c                óT  — t        j                  t        | j                  | j                  ||«      }t        j                  || j                  j                  ¬«      }t        |«      \  }}t        j                  ||«      \  }}}	t        j                  ||	«      }
 |«       \  }}|
||fS ©Nr  )rõ   rö   r.  r  r  r  r  r  r  ÚpeÚtrace_to_jaxpr_dynamicr   r  )r  r$  r'  Úflat_err_and_in_valsÚcheckify_jaxpr_partialÚfunrP   Ú	new_jaxprr‚   r  Úchecked_jaxprr  Úerror_effectss                r7   Újaxpr_to_checkify_jaxprr  ñ  sš   € ô %×,Ñ,Ô-@À%Ç+Á+Ø-2¯\©\¸>Ø-5ó7Ðô 	�‰Ð+¸¿¹×8NÑ8NÔO€#Ü7¸Ó<�-€#€xä×2Ñ2°3Ð8LÓMÑ€)ˆQ�Ü×"Ñ" 9¨fÓ5€-Ù$›JÑ€(ˆMØ	˜ -Ð	/Ð/r9   c               ó¸  ‡‡‡— t        j                  | «      \  }Št        t        j                  g |¢|¢«      Šˆˆˆfd„}|D �cg c]
  } ||«      ‘Œ }	}| j                   t        «       j                  |	Ž «      }
t        j                  |
«      \  }Št        t        j                  g |¢|¢«      Št        ˆˆˆfd„|D «       «      \  }}}t        j                  j                  |g|¢|¢­dt        |«      i|¤Ž}t        |d   |«      \  }}|j                  }|dd  D ]!  }t        ||«      \  }}i |¥|j                  ¥}Œ# |j                  |¬«      |fS c c}w )Nc                ó,   •— t        | ‰‰g‰¢­Ž \  }}}|S r1   ©r  )Újxprr‚   r   r$  r'  Úin_avalss      €€€r7   Úget_error_effects_from_jaxprz6cond_error_check.<locals>.get_error_effects_from_jaxpr  s&   ø€ Ü+¨D°.À(ð 7Ø-5ò7�M€A€qˆ'à€Nr9   c              3  ó:   •K  — | ]  }t        |‰‰g‰¢­Ž –— Œ y ­wr1   r  )rg   r  r$  r'  r  s     €€€r7   ri   z#cond_error_check.<locals>.<genexpr>  s.   øè ø€ ð &KáAI¸ô Ø
� ð5Ø+3ö5ÙAIùs   ƒÚbranchesr   r‘   rR  )rG   r"   r´   r   Úget_avalrå   rþ   Úunionr*   r   Úcond_pr  rj   r$   r¼   ré   )rð   r$  Úindexr  Úopsr%  r&  r  r  r   Úmerged_errorÚnew_branchesÚ	out_treesr‚   Úerr_and_outsÚerr0r  Úmerged_metadataÚtrr¡  r'  r  s    `                  @@r7   Úcond_error_checkr!     ss  ú€ ô ×'Ñ'¨Ó.Ñ€(ˆHÜ”—‘Ð 1 (Ð 1¨SÐ 1Ó2€(öñ =EÓE¹H°DÑ)¨$Õ/¸H€'ÐEØ×/Ñ/°´³·±¸WÐ0EÓF€,Ü×'Ñ'¨Ó5Ñ€(ˆHô ”—‘Ð 1 (Ð 1¨SÐ 1Ó2€(Ü%õ &KáAIó&Kó  KÑ€,�	˜1ô —‘—‘Øð.Øð.Øò.ä�\Ó"ð.à&,ñ.€,ô
 ˜Y q™\¨<Ó8�)€$ˆØ—N‘N€/Ø�a�b‹M€bÜ˜B Ó-�F€CˆØ:˜Ð:¨C¯M©MÐ:�Oð ð 
�‰ ˆÓ	1°3Ð	6Ð6ùò) Fs   ÁEc               ó€  — t        |
||g«      \  }}}|D �cg c],  }t        j                  |dt        j                  |«      «      ‘Œ. }}t	        j
                  | «      \  }}t        t        j                  g |¢|¢|¢«      |z   }t        |||g|¢­Ž \  }}}| j                  |«      }t	        j
                  |«      \  }}t        t        j                  g |¢|¢|¢«      |z   }t        |||g|¢­Ž \  }}}dgt        |«      z  dgt        |«      z  z   dgt        |«      t        |«      z   z  z   }t        j                  ||«      }g |¢|¢|¢|¢}g dgt        |«      z  ¢|¢­}t        j                  j                  ||||t        |«      t        |«      t        |«      z   |||	dœŽ}t        ||«      \  }}||fS c c}w )Nr   FT)ÚreverseÚlengthr  Ú
num_constsÚ	num_carryÚlinearÚunrollÚ_split_transpose)r'   r   Úmapped_avalr  rG   r"   r´   r  rå   r  r  Úmove_binders_to_frontr   Úscan_pr  r$   )rð   r$  r#  r$  r  r%  r&  r'  r(  r)  Úin_flatr  ÚcarryÚxsr6   Ú	xs_mappedr&  r'  Únew_in_avalr‚   r   r  Úchecked_jaxpr_r  Útomover
  Únew_in_flatÚ
new_linearÚerr_and_outr¡  r  s                                  r7   Úscan_error_checkr7  !  só  € ô ! ¨:°yÐ*AÓBÑ€&ˆ%�ÙJLÓMÉ"À3Œt×Ñ ¨¬4¯=©=¸Ó+=Õ>È"€)ÐMô ×'Ñ'¨Ó.Ñ€(ˆHÜ”D—M‘MÐ#? XÐ#?°Ð#?¸Ð#?Ó@À9ÑL€+Ü)¨%°Ø*2ðBØ5@òB�-€!€Qˆð ×/Ñ/°Ó8€,Ü×'Ñ'¨Ó5Ñ€(ˆHô ”D—M‘MÐ#? XÐ#?°Ð#?¸Ð#?Ó@À9ÑL€+Ü 7¸¸~Ø8@ð!PØCNò!PÑ€.�(˜Að ˆG”c˜(“mÑ# t f¬s°6«{Ñ&:Ñ:Øˆgœ˜U›¤c¨"£gÑ-Ñ.ñ/€&ä×*Ñ*¨>¸6ÓB€-Ø1�&Ð1˜8Ð1 eÐ1¨bÐ1€+Ø2�%�œ3˜x›=Ñ(Ð2¨6Ñ2€*Ü—
‘
—‘Ø˜G¨F¸-Ü�V“¬¨E«
´3°x³=Ñ(@Ø Ð9IòK€+ô ˜H kÓ2�(€#€sØ	ˆcˆ€/ùò5 Ns   —1F;c                ó  ‡‡‡— t        j                  | «      Št        j                  |«      Šˆˆˆfd„}t        j                  ||j                  j
                  ¬«      }| j                  d ‰ }t        j                  |g |¢|j                  ¢«      \  }}	\   t        j                  |«      }
t        j                  |«      \  }}t        t         j                  |«      }g |¢|¢|j                  ¢}t        |
||g|¢­Ž \  }}}|||fS )Nc                 ól   •— t        | ‰g«      \  }} ‰|Ž }t        j                   ‰g |¢|¢­Ž «       |S r1   )r'   r   Údce_sink)Úc_consts_and_valsÚc_constsr¨   r  Úbody_fÚc_consts_numÚcond_fs       €€€r7   Ú
new_body_fz-checkify_while_body_jaxpr.<locals>.new_body_fI  s=   ø€ ÜÐ 1°L°>ÓB�N€HˆdÙ
�$ˆ-€Cä‡L�L‘Ð(˜Ð( CÒ(Ô)Ø€Jr9   r  )r   Újaxpr_as_funr  r  r  r  r  r  r  Úclose_jaxprrG   r"   r´   r  r  )Ú
cond_jaxprÚ
body_jaxprr$  rð   r>  r@  Únew_body_f_Úc_consts_avalsr  r‚   Úclosed_jaxprr&  r'  r  r  r  r=  r?  s       `           @@r7   Úcheckify_while_body_jaxprrH  C  s  ú€ ô ×Ñ˜ZÓ(€&Ü×Ñ˜ZÓ(€&öô —‘˜Z°J×4DÑ4D×4OÑ4OÔP€+Ø×&Ñ& }¨Ð5€.Ü×*Ñ*ØÐ:�^Ð: j×&9Ñ&9Ð:ó<�,€%ˆ‰Bä—‘ Ó&€,Ü×'Ñ'¨Ó.Ñ€(ˆHÜ”—‘ Ó)€(ØK˜8ÐK nÐK°z×7JÑ7JÐKÐÜ#:Ø�N Hð$EØ/Cò$EÑ €%ˆ�=à	�˜-Ð	'Ð'r9   c                óœ   — | j                   }| j                  } | j                  | j                  |d ¬«      }t	        j
                  ||«      S )zAConstructs a checked jaxpr which does not output its error value.N)rC  )r  r  rè   rC  r   r  )r  r(  r  r	  s       r7   Úignore_error_output_jaxprrJ  \  sD   € ð �<‰<€&Ø
�+‰+€%Ø�m‰m E§M¡M°.°/Ð$BˆmÓC€)Ü	×	Ñ	˜) VÓ	,Ð,r9   c               ó*  — |j                   d   j                  rt        d«      ‚t        |||g«      \  }}}	t	        ||| g|¢|	¢­Ž \  } }
t        |||| |«      \  }
}
}| j                  |«      } t        j                  | «      \  }}t        |||| |«      \  }}}
t        |«      }dg|z  dg|z  z   dg|z  z   dgt        |	«      z  z   }t        j                  ||«      }g |¢|¢|	¢}t        t        j                  |«      }t        |||g|¢­Ž \  }}
}
t!        ||«      }dg|z  dg|z  z   dgt        |	«      z  z   }t        j                  ||«      }g |¢|¢|¢|¢|	¢}t#        j$                  j&                  |||||z   |dœŽ}t)        ||«      \  } }| |fS )Nr   z¡Checkify does not support batched while-loops (checkify-of-vmap-of-while). 
Hint: if possible, move the vmap to the outer level to get vmap-of-checkify-of-while.FT)Úcond_nconstsrC  Úbody_nconstsrD  )Ú	out_avalsrd   Ú
ValueErrorr'   r/  rH  rå   rG   r"   r  r  r+  r´   r   r  r  rJ  r   Úwhile_pr  r$   )rð   r$  rL  rC  rM  rD  r-  r<  Úb_constsr.  r‚   r  r&  r'  Úchecked_body_jaxpr_Úbody_out_treer(  Úto_moveÚchecked_body_jaxprÚcond_in_flatÚchecked_cond_jaxprÚcompat_cond_jaxpr_Úcompat_cond_jaxprr4  Úall_out_valsr  s                             r7   Úwhile_loop_error_checkr[  d  s  € à×Ñ˜!Ñ×"Ò"ä
ð 2ó 3ð 3ô
 )¨°<ÀÐ2NÓOÑ€(ˆH�eä˜J¨¸ÐQÀÐQÈ5ÒQ�(€%ˆä1°*¸jØ2@À%Ø2>ó@Ñ€!€Qˆð ×
(Ñ
(¨Ó
7€%Ü×'Ñ'¨Ó.Ñ€(ˆHÜ*CØ�*˜n¨e°\ó+CÑ'Ð�} aä�x“=€.ØˆW�~Ñ%¨¨°Ñ(=Ñ=Øˆv˜Ñ$ñ%Ø(- w´°U³Ñ';ñ<€'ä×/Ñ/Ð0CÀWÓMÐà/�8Ð/˜hÐ/¨Ð/€,Ü”T—]‘] LÓ1€,Ü4°ZÀØ5=ðNØ@LòNÑÐ�a˜ä0Ð1CÀ^ÓTÐØˆG�nÑ$¨ v°Ñ'<Ñ<À¸wÌÈUËÑ?SÑS€'Ü×.Ñ.Ð/AÀ7ÓKÐàD�(ÐD˜XÐD¨ÐD°8ÐD¸eÐD€+Ü—‘×!Ñ!Ø Ð:KØ Ñ,Ð9KòM€,ô ˜m¨\Ó:�*€%ˆØ	�ˆÐr9   c               óæ  — t        j                  | «      \  }}g |¢|¢}t        t        t        j
                  |«      «      }t        |||g|¢­Ž \  }}}t        |«      }|j                  t        |«      z
  }t        j                  }g |g|z  ¢|¢­}g d g|z  ¢|¢­}g dg|z  ¢|¢­}g |g|z  ¢|¢­}g d g|z  ¢|¢­}t        j                  j                  |||||||||	|
||dœŽ}t        ||«      S )NF)r  Úin_shardingsÚout_shardingsÚ
in_layoutsÚout_layoutsr  Úctx_meshr=   ÚinlineÚkeep_unusedÚcompiler_options_kvs)rG   r"   rj   r´   r   r  r  r  r  r   ÚUNSPECIFIEDr   Újit_pr  r$   )rð   r$  r  r]  r^  r_  r`  r  ra  r=   rb  rc  rd  Úvals_inr&  r'  Únew_vals_inr  r
  r  r‚   r(  Únum_out_error_valsÚshardingÚnew_in_shardingsÚnew_in_layoutsÚnew_donated_invarsÚnew_out_shardingsÚnew_out_layoutsr6  s                                 r7   Úpjit_error_checkrp  �  sC  € ô ×'Ñ'¨Ó.Ñ€(ˆHØ%�(Ð%˜WÐ%€+Ü”3”t—}‘} kÓ2Ó3€(Ü6°u¸nØ7?ð LØBJò LÑ€-�˜1ô �x“=€.Ø×*Ñ*¬S°Ó-?Ñ?ÐÜ×'Ñ'€(ØB˜�z NÑ2ÐB°\ÑBÐØ:�d�V˜nÑ,Ð:¨zÑ:€.ØC˜%˜ >Ñ1ÐC°NÑCÐàH˜˜
Ð%7Ñ7ÐH¸-ÑHÐØ@�t�fÐ1Ñ1Ð@°KÑ@€/ä—
‘
—‘ØØØ#Ø%ØØ!Ø'ØØØØØ/ò€+ô 
˜ +Ó	.Ð.r9   c               ó\  — t        j                  | «      \  }}g |¢|¢}t        t        t        j
                  |«      «      }t        t        j                  |«      ||g|¢­Ž \  }	}
}|	j                  |	j                  c}\   t        j                  j                  |d|i|¤Ž}t        |
|«      S )Nr  )rG   r"   rj   r´   r   r  r  r  rB  r  r  r	   Úremat_pr  r$   )rð   r$  r  rg  r%  r&  r'  rh  r  r2  r  r‚   r
  r6  s                 r7   Úremat_error_checkrs  ¸  s²   € Ü×'Ñ'¨Ó.Ñ€(ˆHØ%�(Ð%˜WÐ%€+Ü”3”t—}‘} kÓ2Ó3€(Ü 7Ü‡n�n�UÓ˜^¨Xð!BØ8@ò!BÑ€.�(˜Aà$×*Ñ*¨N×,AÑ,AÐ€-‘Ü×%Ñ%×*Ñ*¨Kð 5¸}ð 5Ø-3ñ5€+ä	˜ +Ó	.Ð.r9   c               ó8  ‡‡— |j                  d«      x}€t        d«      ‚t        j                  | «      \  }}	t	        |«      }
g t        «       g|
z  ¢|¢­}g |¢|¢}t        t        t        j                  |«      «      }|j                  d«      }|j                  d«      }t        |«      D ]X  \  }}t        j                  j                  t        |«      «      x}st        dt        |«      › �«      ‚ ||||||   |«      ||<   ŒZ t        j                  ||«      5  t        j                   t        j"                  ||«      «      5  t%        j&                  |«      5  t)        t+        j,                  |«      ||	g|¢­Ž \  Š}}d d d «       d d d «       d d d «       j.                  t	        |«      z
  Šˆˆfd„}t        j0                  |j2                  j5                  «       «      5  t%        j&                  |«      5  t+        j6                  t9        j:                  |‰j<                  j>                  ¬«      ‰j@                  «      \  }}}d d d «       d d d «       t        jB                  |«      Šg t        |jD                  «      g‰z  ¢|¢­}t9        jF                  t9        j:                  t        jH                  ‰j<                  j>                  ¬«      ‰j<                  ‰jJ                  «      }tM        d	‰j<                  ||dœ|¤Ž}t        jN                  jQ                  |«      \  }}t        jN                  jR                  |g|¢­i |¤Ž}tU        ||«      S # 1 sw Y   �ŒÙxY w# 1 sw Y   �ŒÞxY w# 1 sw Y   �ŒãxY w# 1 sw Y   �Œ9xY w# 1 sw Y   �Œ>xY w)
Nr   z2Mesh must be provided for shard_map with checkify.Úmanual_axesÚ	check_vmazUnsupported aval type: c                 óÚ   •— t        j                  ‰j                  ‰j                  g| ¢­Ž }t	        |‰g«      \  }}|D �cg c]  }t        j                  |dg«      ‘Œ }}g |¢|¢­S c c}w r�   )r   Ú
eval_jaxprr  r  r'   r   rÒ  )r/  ÚoutsrV  r¶   r
  ri  s       €€r7   Úexpand_errors_leading_dimz8shard_map_error_check.<locals>.expand_errors_leading_dimâ  sl   ø€ Ü�?‰?˜=×.Ñ.°×0DÑ0DÐJÀrÒJ€DÜ˜DÐ#5Ð"6Ó7�J€Dˆ$Ù-1Ó2©T¨ŒC�O‰O˜A ˜sÕ#¨T€DÐ2ØˆDˆ<�4‰<Ðùò 3s   ÁA(r  )r  Úin_specsÚ	out_specsrN   )+rÀ   rO  rG   r"   r  ÚPr­   r´   r   r  Ú	enumerateÚshard_aval_handlersÚtypeÚjshmapÚ_extend_axis_envÚmesh_libÚuse_abstract_meshÚ_as_manual_meshr   Ú
_check_vmar  r  rB  r  Úextend_axis_env_ndrd   r·   r  r  r  r  r  r  r  Ú
axis_namesr  rx  r  r  Úshard_map_pÚget_bind_paramsr  r$   )rð   r$  r  r{  r|  rg  rž   r   r&  r'  r(  Únew_in_specsrh  r  ru  rv  rÐ   r`  Úsharderr  r‚   rz  r  Únew_out_specsÚsubfunÚ
new_paramsr6  r
  ri  s                              @@r7   Úshard_map_error_checkr�  Å  s  ù€ ð �j‰j˜Ó Ð €dÐ)Ü
ÐIÓ
JÐJä×'Ñ'¨Ó.Ñ€(ˆHÜ�x“=€.à7”Q“S�E˜NÑ*Ð7¨hÑ7€,Ø%�(Ð%˜WÐ%€+Ü”#”d—m‘m [Ó1Ó2€(Ø—
‘
˜=Ó)€+Ø�j‰j˜Ó%€)Ü˜Ö!�d€aˆÜ×/Ñ/×3Ñ3´D¸³GÓ<Ð<ˆGÐ<ÜÐ0´°a³°	Ð:Ó;Ð;Ù˜$ ¨Y¸ÀQ¹ÈÓK€HˆQ‚Kð "ô
 	×Ñ  kÕ2Ü×"Ñ"¤6×#9Ñ#9¸$ÀÓ#LÕMÜ×Ñ˜)Õ$ä!8Ü
�‰�uÓ˜~¨xð"Ø:Bò"Ñ€M�8˜Q÷ 	%÷ 	N÷ 	3ð  ×*Ñ*¬S°«^Ñ;Ðõô ×Ñ˜tŸz™z×/Ñ/Ó1Õ2´F×4EÑ4EÀiÕ4PÜ×0Ñ0Ü
�‰Ð.Ø -× 3Ñ 3× >Ñ >ô	@à×ÑóÑ€Eˆ1ˆf÷ 5Q×2ô ×"Ñ" 5¨&Ó1€-ð M”a˜Ÿ™Ó(Ð)Ð,>Ñ>ÐLÀ)ÑL€-Ü×ÑÜ‡l�l”4—?‘?¨}×/BÑ/B×/MÑ/MÔNØ×Ñ˜=×/Ñ/ó€&ô ð Ø×ÑØØñð 	ñ	€*ô ×$Ñ$×4Ñ4°ZÓ@�-€!€Zä×"Ñ"×'Ñ'¨ÐK°ÒKÀ
ÑK€+Ü	˜ +Ó	.Ð.÷K 	%Ñ$ú÷ 	NÑMú÷ 	3Ñ2ú÷ 5QÑ4Pú×2Ñ2úsa   Ä*M5ÅM(Å&MÆM(ÆM5Ç'NÇ=ANÉNÍM%Í M(Í(M2	Í-M5Í5M?ÎN	ÎNÎNc          	     ód  — t        j                  | «      \  }}t        j                  t	        j
                  t        |j                  |j                  ||«      |j                  j                  ¬«      }	t        |	«      \  }	}
t        |j                  ||«      }t        |«      \  }}t        j                  j                   |	|g|¢|¢­i |¤Ž}t        j"                  |
|«      \  }}|r|\  }}t%        ||«      \  }}||fS t'        |t)        |«      g«      \  }}t        j$                  ||«      }||fS r  )rG   r"   r  r  rõ   rö   r.  r  r  r  r  Úlift_jvpr  rO  r   Úcustom_jvp_call_pr  Úmerge_linear_auxr$   r'   r  )Úin_errr$  r%  Újvp_jaxpr_funr  r­  r%  r&  r'  r*  Ú
f_metadataÚjvpÚjvp_out_treeÚall_outsÚfstÚout_metadataÚerr_and_out_treer‚   rø   r  s                       r7   Úcustom_jvp_call_rulerž    sD  € ô ×'Ñ'¨Ó/Ñ€(ˆHÜ—\‘\Ü×ÑÔ+¨Z×-=Ñ-=Ø"×)Ñ)¨>¸8óEà×!Ñ!×,Ñ,ô.Ðô "GØó"ÑÐ�Jä�×$Ñ$ j°-Ó@€#Ü(¨Ó-Ñ€#€|Ü×1Ñ1×6Ñ6Ø˜ð<Ø&ð<Ø)0ò<Ø4:ñ<€(ä×)Ñ)¨*°lÓCÑ€#€|ÙØ&ÑÐ�aÜ&Ð'7¸ÓBÑ€GˆXð
 
�(Ð	Ðô $ H¬s°8«}¨oÓ>Ñ€Hˆhä× Ñ  ¨8Ó4€GØ	�(Ð	Ðr9   c                óX   ‡ ‡‡— ˆˆˆ fd„}t        j                  |‰j                  ¬«      S )Nc            	     ó¦  •— t        t        | «      d«      \  }}|rJ ‚| ‰‰z   | | |‰z   ‰z   d  }}|D �cg c]  }t        |«      t        u ‘Œ }} ‰j                  |Ž \  }}}	|D �cg c]  }t        |«      t        usŒ|‘Œ }
}t        j                  ||g|¢|
¢­Ž }t        |t        |	«      g«      \  }}t        |«      }t        ||	«      D ��cg c]>  \  }}|r,t        t        j                  |«      j                  «       «      n
t        |«      ‘Œ@ }}}t        |d «      �J ‚| ‰‰‰z    }| |‰z   |‰z   ‰z    }g |¢|¢|¢|¢S c c}w c c}w c c}}w )Nr’   )Údivmodr  r€  r   Úcall_wrappedr   rx  r'   Úiterrž  r  Úto_tangent_avalr�  )r/  ÚnÚraggedr¦  ÚtangentsÚtÚzerosÚ	jvp_jaxprÚ
jvp_constsÚ	out_zerosÚnonzero_tangentsr  Úout_primalsÚnz_out_tangentsÚnz_out_tangents_ÚpÚzÚout_tangentsÚprimal_errsÚtangent_errsr–  r%  Únum_errss                       €€€r7   r˜  zlift_jvp.<locals>.jvp-  s—  ø€ Ü”s˜2“w Ó"�I€A€vÙÐˆ:Ø˜: hÑ.¨qÐ1°2°a¸
±lÀ8Ñ6KÐ6LÐ3MˆX€GÙ.6Ó7©h¨ŒT�!‹WœÒ$¨h€EÐ7Ø'A }×'AÑ'AÀ5Ð'IÑ$€Iˆz˜9Ù#+ÓK¡8˜a¬t°A«w¼lÒ/Jš 8ÐÐKÜ
�/‰/˜) ZÐ
M°'Ð
MÐ<LÒ
M€CÜ#-¨c´C¸	³NÐ3CÓ#DÑ €K�Ü˜OÓ,Ðô !$ K°Ô ;ô=á ;™˜˜1ñ ô !¤§¡¨qÓ!1×!AÑ!AÓ!CÔDÜ"Ð#3Ó4ñ5à ;ð ñ =ô Ð  $Ó'Ð/Ð/Ð/Ø�Z 
¨8Ñ 3Ð4€KØ�a˜
‘l 1 Z¡<°Ñ#8Ð9€LØEˆ[ÐE˜;ÐE¨ÐE¸ÐEÐEùò 8ùâKùó=s   µEÁ&EÁ=EÃAEr  )r  r  r  )r¶  r%  r–  r˜  s   ``` r7   r’  r’  +  s"   ú€ öFô" 
�‰�c m×&>Ñ&>Ô	?Ð?r9   c          	     óž  ‡‡‡‡— t        j                  | «      \  }	}
|
j                  Št        j                  t        j                  t        |j                  |j                  ||
«      |j                  j                  ¬«      }t        |«      \  }}ˆˆˆfd„}t        j                  |‰j                  ¬«      }t        j                  ˆˆfd„‰j                  ¬«      }t        |«      \  }}t        j                  j                  |||g|	¢|¢­||dœŽ}t        j                   ||«      \  }}|r|\  }}t#        ||«      \  }}||fS | |}}||fS )Nr  c                 ó”   •— | d d d…   | dd d…   }}|‰d  |‰d  }} ‰j                   |Ž \  }}|‰d  }t        j                  ||g|¢­Ž S )Nr’   r‘   )r¢  r   rx  )	r�   r/  r©  Ú	fwd_jaxprÚ
fwd_constsÚxs_without_constsÚfwd_jaxpr_thunkr%  r¶  s	         €€€r7   Úcheckified_fwdz,custom_vjp_call_rule.<locals>.checkified_fwdN  sn   ø€ à‘S�q�S‘	˜4   1 ™:ˆ€BØ�8�9�˜u X YÐ/ˆ€BØ8˜O×8Ñ8¸%Ð@Ñ€IˆzØ˜:˜;˜ÐÜ�?‰?˜9 jÐEÐ3DÒEÐEr9   c                 ó2   •— g d‰z  ¢ ‰j                   | Ž ¢­S )Nr1   )r¢  )r�   Úbwdr¶  s    €€r7   rm   z&custom_vjp_call_rule.<locals>.<lambda>Y  s#   ø€ Ð$Q g¨hÑ&6Ð$QÐ9I¸×9IÑ9IÈ4Ð9PÒ$Qr9   )r  Úsymbolic_zeros)rG   r"   r  r  r  rõ   rö   r.  r  r  r  r  rO  r   Úcustom_vjp_call_pr  r”  r$   )r•  r$  r  r¼  r%  r¿  r  rÀ  r­  r&  r'  Úcheckified_funÚfun_metadatar½  Úcheckified_fwd_wrappedÚbwd_Úfwd_out_treerš  r›  rœ  r�  r‚   rø   r  r¶  s      ```                  @r7   Úcustom_vjp_call_rulerÇ  @  s`  û€ ô
 ×'Ñ'¨Ó/Ñ€(ˆHØ× Ñ €(Ü—<‘<Ü×ÑÔ+¨Z×-=Ñ-=Ø"×)Ñ)¨>¸8óEà×!Ñ!×,Ñ,ô.€.ô "GØó"Ñ€.�,öFô Ÿ<™<¨Ø3B×3MÑ3MôOÐä	�‰ÔQØ!$§¡ô
1€$ä);Ð<RÓ)SÑ&Ð˜,Ü×1Ñ1×6Ñ6ØÐ,Ø
ð%àð%àñ%à+4Ø#ò%€(ô ×)Ñ)¨,¸ÓEÑ€#€|ÙØ&ÑÐ�aÜ&Ð'7¸ÓBÑ€GˆXð 
�(Ð	Ðð  ˆX€GØ	�(Ð	Ðr9   c          	     ó¶  — ~t        ||«      }| }t        }|j                  j                  «       D ]^  }|j                  |   }	|j                  |   }
|j
                  |   }|j                  |v rt        ||	|
i ||«      }ŒOt        ||	|
i ||«      }Œ` |j                  i |j                  ¥|j                  ¥¬«      }|j                  |j                  ¬«      }|g fS )NrR  )
r$   rS  rº   rá   r»   rŒ   r_   rï   ré   r¼   )rð   r$  r'  rw  r�   rñ   Údischarged_errorÚrecharged_errorrÇ   rÕ   rÈ   rQ   s               r7   Úcheck_discharge_rulerË  j  sú   € ØÜ˜X tÓ,€)ð ÐÜ€/Ø—o‘o×*Ñ*Ö,€lØ�?‰?˜<Ñ(€DØ�?‰?˜<Ñ(€DØ× Ñ  Ñ.€GØ×Ñ .Ñ0Ü%Ð&6¸¸dÀBÈØ&2ó4Ñô % _°d¸DÀ"ÀgØ%1ó3�oð -ð &×.Ñ.ØE�9×&Ñ&ÐEÐ*:×*DÑ*DÐEð /ó GÐà#×,Ñ,°y×7JÑ7JÐ,ÓK€/ð 
˜2Ð	Ðr9   c                ó<   ‡ ‡— t         j                  ˆˆ fd„«       }|S )at	  Functionalize `check` calls in `fun`, and optionally add run-time error checks.

  Run-time errors are either user-added :func:`~check` assertions, or
  automatically added checks like NaN checks, depending on the ``errors``
  argument.

  The returned function will return an Error object `err` along with the output
  of the original function. ``err.get()`` will either return ``None`` (if no
  error occurred) or a string containing an error message. This error message
  will correspond to the first error which occurred. ``err.throw()`` will raise
  a ValueError with the error message if an error occurred.

  By default only user-added :func:`~check` assertions are enabled. You can
  enable automatic checks through the ``errors`` argument.

  The automatic check sets which can be enabled, and when an error is generated:
    - ``user_checks``: a :func:`~check` evaluated to False.
    - ``nan_checks``: a floating-point operation generated a NaN value
      as output.
    - ``div_checks``: a division by zero.
    - ``index_checks``: an index was out-of-bounds.

  Multiple categories can be enabled together by passing in an error `Set` (eg.
  ``errors=nan_checks``). Multiple sets can be re-combined (eg.
  ``errors=float_checks|user_checks``)

  Args:
    fun: Callable which can contain user checks (see :func:`~check`).
    errors: A set of ErrorCategory values which defines the set of enabled
      checks. By default only explicit ``checks`` are enabled
      (``user_checks``). You can also for example enable NAN and
      DIV errors by passing the ``float_checks`` set, or for
      example combine multiple sets through set operations
      (``float_checks | user_checks``)
  Returns:
    A function which accepts the same arguments as ``fun`` and returns as output
    a pair where the first element is an ``Error`` value, representing the first
    failed :func:`~check`, and the second element is the original output of
    ``fun``.

  For example:

    >>> import jax
    >>> import jax.numpy as jnp
    >>> from jax.experimental import checkify
    >>>
    >>> @jax.jit
    ... def f(x):
    ...   y = jnp.sin(x)
    ...   return x+y
    >>> err, out = checkify.checkify(f, errors=checkify.float_checks)(jnp.inf)
    >>> err.throw()  # doctest: +IGNORE_EXCEPTION_DETAIL
    Traceback (most recent call last):
      ...
    jax._src.checkify.JaxRuntimeError: nan generated by primitive: sin
  c                 ó¸  •‡ ‡— t        j                  di f«      }ˆ ˆˆfd„}t        j                  d‰‰ ‰«      }t        j                  t        j                  ||¬«      |«      \  }}t        j                  |d«      \  }}}	t        j                  t        j                  |«      «      }
t        |
‰t        g|	¢­Ž \  }}|t        j                   |«       |«      fS )NrN   c                 ó   •—  ‰‰ i ‰¤ŽS r1   rN   )r�   rÿ   rž   s   €€€r7   rm   z/checkify.<locals>.checked_fun.<locals>.<lambda>Ñ  s   ø€ ‘q˜$Ð) &Ò)r9   Úcheckifyr  )rG   Útree_structurer   r  Úflatten_funr  r  r  r  rB  Úconvert_constvars_jaxprr/  rS  r$   )r�   rž   Úin_treeÚclosed_frw  Úfun_r  Újaxpr_r‚   r  r  rð   Úout_flatÚerrorsrÿ   s   ``           €€r7   Úchecked_funzcheckify.<locals>.checked_funÍ  s»   ú€ ô × Ñ  " b Ó*€GÝ)€Hä×Ñ 
¨A¨t°VÓ<€EÜ×)Ñ)Ü
�‰�X¨%Ô0°'ó;�N€Dˆ(ä×1Ñ1°$¸Ó;Ñ€FˆAˆvÜ�N‰Nœ2×5Ñ5°fÓ=Ó>€Eä$ U¨F´JÐHÀÒH�O€Eˆ8Ø”#×$Ñ$¡X£Z°Ó:Ð:Ð:r9   )r   Úapi_boundary)rÿ   rØ  rÙ  s   `` r7   rÏ  rÏ  ’  s&   ù€ ôv ×Ñô;ó ð;ð 
Ðr9   Frœ  c               ó&   — t        | ||g|¢­i |¤Ž y)an  Check a predicate, add an error with msg if predicate is False.

  This is an effectful operation, and can't be staged (jitted/scanned/...).
  Before staging a function with checks, :func:`~checkify` it!

  Args:
    pred: if False, a FailedCheckError error is added.
    msg: error message if error is added. Can be a format string.
    debug: Whether to turn on debugging mode. If True, check will be removed
      during execution. If False, the the check must be functionalized using
      checkify.checkify.
    fmt_args, fmt_kwargs: Positional and keyword formatting arguments for
      `msg`, eg.:
      ``check(.., "check failed on values {} and {named_arg}", x, named_arg=y)``
      Note that these arguments can be traced values allowing you to add
      run-time values to the error message.
      Note that tracking these run-time arrays will increase your memory usage,
      even if no error happens.

  For example:

    >>> import jax
    >>> import jax.numpy as jnp
    >>> from jax.experimental import checkify
    >>> def f(x):
    ...   checkify.check(x>0, "{x} needs to be positive!", x=x)
    ...   return 1/x
    >>> checked_f = checkify.checkify(f)
    >>> err, out = jax.jit(checked_f)(-3.)
    >>> err.throw()  # doctest: +IGNORE_EXCEPTION_DETAIL
    Traceback (most recent call last):
      ...
    jax._src.checkify.JaxRuntimeError: -3. needs to be positive!

  N©Ú_check)rÕ   Úmsgrw  Úfmt_argsÚ
fmt_kwargss        r7   rZ  rZ  Ý  s   € ôP 	ˆˆs�EÐ3˜HÒ3¨
Ó3r9   c           	     ó†  — t        | «      s|rdnd}t        |› d| › �«      ‚t        j                  ||f«      D ]=  }t	        |t
        t        j                  f«      rŒ$t        d|›dt        |«      › d�«      ‚ t        t        «       |g|¢­i |¤Ž}t        t        t        j                  | «      |«      }t        ||¬«       y )NÚdebug_checkrZ  z& takes a scalar pred as argument, got zMFormatting arguments to checkify.check need to be PyTrees of arrays, but got z	 of type r…   rœ  )Úis_scalar_predÚ	TypeErrorrG   r§   r  r%   r–   Úndarrayr€  rš   rª  rò   rS  rÝ   rà  rÊ   )	rÕ   rÞ  rw  rß  rà  Ú	prim_nameÚargrñ   rð   s	            r7   rÝ  rÝ    s¸   € Ü	˜Ô	Ù!&‘¨G€IÜ
�y�kÐ!GÈÀvÐNÓ
OÐOÜ�_‰_˜h¨
Ð3Ö4€cÜ�cœE¤2§:¡:Ð.Õ/Üð 4à˜˜y¬¨c«¨°1ð6ó 7ð 7ð 5ô
 œ}›°ÐM°hÒMÀ*ÑM€)Ü
”j¤#§/¡/°$Ó"7¸Ó
C€%Üˆu˜EÖ"r9   c               óÖ   — t        t        t        j                  | j                  j                  «       «      «      rt        | «      } t        | «      \  }}t        j                  |||dœŽS r¤  )
rÂ   r´   r–   rd   rº   r®   r"  r"   r¥  r  )rð   rw  Úerr_argsÚtree_defs       r7   rÊ   rÊ     sN   € ÜŒŒR�X‰X�u—{‘{×)Ñ)Ó+Ó	,Ô-Ü˜eÓ$€EÜ# EÓ*Ñ€(ˆHä	�‰�x¨(¸%Ò	@Ð@r9   c                ó°   — t        | t        «      xsE t        | t        «      xr3 | j                  dk(  xr" | j                  t        j                  d«      k(  S )NrN   Úbool)r  rì  r%   rd   rf   r–   )rÕ   s    r7   rã  rã    sJ   € Ü
�Tœ4Ó
 ò )Ü
�Tœ5Ó
!ò ) d§j¡j°BÑ&6ò )Ø
�*‰*œŸ™ Ó(Ñ
(ð*r9   c                ó&   — t        | |dg|¢­i |¤Ž y)aï  Check a predicate when running under checkify, otherwise is a no-op.

  A `debug_check` will only be run if it is transformed by :func:`~checkify`,
  otherwise the check will be dropped.

  Args:
    pred: if False, a FailedCheckError error is added.
    msg: error message if error is added.
    fmt_args, fmt_kwargs: Positional and keyword formatting arguments for
      `msg`, eg.:
      ``debug_check(.., "check failed on values {} and {named}", x, named=y)``
      Note that these arguments can be traced values allowing you to add
      run-time values to the error message.
      Note that tracking these run-time arrays will increase your memory usage,
      even if no error happens.

  For example:

    >>> import jax
    >>> import jax.numpy as jnp
    >>> from jax.experimental import checkify
    >>> def f(x):
    ...   checkify.debug_check(x!=0, "cannot be zero!")
    ...   return x
    >>> _ = f(0)  # running without checkify means no debug_check is run.
    >>> checked_f = checkify.checkify(f)
    >>> err, out = jax.jit(checked_f)(0)  # running with checkify runs debug_check.
    >>> err.throw()  # doctest: +IGNORE_EXCEPTION_DETAIL
    Traceback (most recent call last):
      ...
    jax._src.checkify.JaxRuntimeError: cannot be zero!

  TNrÜ  )rÕ   rÞ  rß  rà  s       r7   râ  râ  "  s   € ôD 	ˆˆs�DÐ2˜8Ò2 zÓ2r9   c                ón   — t        | t        «      st        dt        | «      › d�«      ‚t	        | d¬«       y)aÏ	  Raise an Exception if ``error`` represents a failure. Functionalized by :func:`~checkify`.

  The semantics of this function are equivalent to:

  >>> def check_error(err: Error) -> None:
  ...   err.throw()  # can raise ValueError

  But unlike that implementation, ``check_error`` can be functionalized using
  the :func:`~checkify` transformation.

  This function is similar to :func:`~check` but with a different signature: whereas
  :func:`~check` takes as arguments a boolean predicate and a new error message
  string, this function takes an ``Error`` value as argument. Both :func:`~check`
  and this function raise a Python Exception on failure (a side-effect), and
  thus cannot be staged out by :func:`~jax.jit`, :func:`~jax.pmap`,
  :func:`~jax.lax.scan`, etc. Both also can
  be functionalized by using :func:`~checkify`.

  But unlike :func:`~check`, this function is like a direct inverse of
  :func:`~checkify`:
  whereas :func:`~checkify` takes as input a function which
  can raise a Python
  Exception and produces a new function without that effect but which produces
  an ``Error`` value as output, this ``check_error`` function can accept an
  ``Error`` value as input and can produce the side-effect of raising an
  Exception. That is, while :func:`~checkify` goes from
  functionalizable Exception
  effect to error value, this ``check_error`` goes from error value to
  functionalizable Exception effect.

  ``check_error`` is useful when you want to turn checks represented by an
  ``Error`` value (produced by functionalizing ``checks`` via
  :func:`~checkify`) back into Python Exceptions.

  Args:
    error: Error to check.

  For example, you might want to functionalize part of your program through
  checkify, stage out your functionalized code through :func:`~jax.jit`, then
  re-inject your error value outside of the :func:`~jax.jit`:

  >>> import jax
  >>> from jax.experimental import checkify
  >>> def f(x):
  ...   checkify.check(x>0, "must be positive!")
  ...   return x
  >>> def with_inner_jit(x):
  ...   checked_f = checkify.checkify(f)
  ...   # a checkified function can be jitted
  ...   error, out = jax.jit(checked_f)(x)
  ...   checkify.check_error(error)
  ...   return out
  >>> _ = with_inner_jit(1)  # no failed check
  >>> with_inner_jit(-1)  # doctest: +IGNORE_EXCEPTION_DETAIL
  Traceback (most recent call last):
    ...
  jax._src.JaxRuntimeError: must be positive!
  >>> # can re-checkify
  >>> error, _ = checkify.checkify(with_inner_jit)(-1)
  z1check_error takes an Error as argument, got type z	 instead.Frœ  N)r  r¹   rä  r€  rÊ   )rð   s    r7   Úcheck_errorrï  G  s;   € ôz 
�Eœ5Ô	!Ü
ð !Ü!% e£ ¨Yð8ó 9ð 9äˆu˜EÖ"r9   )rð   r¹   rÕ   ÚBoolrñ   r.   rU   r¹   )
r#  zcore.Primitiverð   r¹   r   ú
core.Valuer%  r   rU   z"tuple[Error, Sequence[core.Value]])r  úcore.ClosedJaxprrð   r¹   rU   ztuple[Error, list[core.Value]])
r  ú
core.Jaxprr  zSequence[core.Value]r'  Ú	PyTreeDefr�   rñ  rU   ztuple[Error, list[Any]])rð   r¹   )rU   zcore.pp.Doc)r  rò  r'  rô  rU   ú4tuple[core.ClosedJaxpr, PyTreeDef, set[ErrorEffect]])
rC  rò  rD  rò  rð   r¹   r>  rÄ   rU   rõ  )r(  rÄ   )rð   r¹   r  ró  )r•  r¹   r$  rþ   r–  úlu.WrappedFunr  rò  )r¶  rÄ   r%  rÄ   r–  rö  rU   rö  )r  rò  r¿  rö  rÀ  rì  )rÿ   zCallable[..., Out]rØ  zfrozenset[ErrorCategory]rU   z Callable[..., tuple[Error, Out]])rÕ   rð  rÞ  re   rw  rì  rU   ÚNone)rU   rì  )rÕ   rð  rÞ  re   rU   r÷  )rð   r¹   rU   r÷  )ÿÚ
__future__r   Úcollections.abcr   r   rç   rõ   Ú	itertoolsÚitÚtypingr   r   r   r   r–   Újax._srcr	   r
   r   r   r   r   r   r   r   r   r   r  r   rƒ  rÝ   r   r   r�  r   r   r   r   rG   Újax._src.ad_utilr   Újax._src.interpretersr   r   r   r    r  Újax._src.partition_specr!   r}  Újax._src.tree_utilr"   r#   r$   Újax._src.typingr%   Újax._src.utilr&   r'   r(   r)   r*   r+   r,   r-   Újax.experimental.shard_mapÚexperimentalr‚   ÚImportErrorÚregister_exclusionÚ__file__r´   Ú
unsafe_maprž  Ú
unsafe_ziprì  rð  rÄ   ÚIntr€  ÚErrorCategoryr­   rå  ÚPayloadrô  r/   r8   r?   Ú	Exceptionr.   Útotal_orderingÚ	dataclassÚEffectrV   Úcontrol_flow_allowed_effectsÚadd_typeÚlowerable_effectsrt   rz   r‰   rš   rª   rH   r¹   rS  ÚcountÚ__next__rî   rò   rï   Útransformation_with_aux2r  r,  r/  r.  r   rO  r"  Ú	Primitiver¥  Úis_effectfulrB  rp  Úpp_eqn_rulesrO  rr  Údef_implrz  Údef_effectful_abstract_evalr|  r…  rŒ  rŽ  r‡  Úregister_loweringr¢  Úprimitive_batchersr§  Úprimitive_jvpsÚErrorCheckRuler=  rr   rª  r®  r¬  Úacos_pÚacosh_pÚadd_pÚasin_pÚasinh_pÚatan2_pÚatan_pÚatanh_pÚbessel_i0e_pÚbessel_i1e_pÚcbrt_pÚconv_general_dilated_pÚcos_pÚcosh_pÚcumlogsumexp_pÚcummax_pÚcummin_pÚ	cumprod_pÚcumsum_pÚ	digamma_pÚdot_general_pÚ	erf_inv_pÚerf_pÚerfc_pÚexp_pÚexpm1_pÚfft_pÚigamma_grad_a_pÚigamma_pÚ	igammac_pÚinteger_pow_pÚlgamma_pÚlinear_solve_pÚlog1p_pÚlog_pÚ
logistic_pÚmul_pÚpad_pÚpow_pÚpsum_pÚreduce_pÚreduce_prod_pÚreduce_sum_pÚreduce_window_pÚreduce_window_sum_pÚregularized_incomplete_beta_pÚrem_pÚrng_uniform_pÚrsqrt_pÚsin_pÚsinh_pÚsqrt_pÚsub_pÚtan_pÚtanh_pÚnan_primitivesÚ_primrö   rÁ  r¹  rÇ  rÄ  r×  rÐ  rÝ  rÚ  rº  rû  r  Ú	scatter_pÚscatter_add_pÚscatter_mul_pÚscatter_min_pÚscatter_max_pr  r!  r  r7  r,  rH  rJ  r[  rP  rp  rf  rs  rr  r�  r‰  rž  r“  r’  rÇ  rÁ  rË  Ú	frozensetÚuser_checksÚ
nan_checksÚindex_checksÚ
div_checksÚfloat_checksÚautomatic_checksÚ
all_checksrÏ  rZ  rÝ  rÊ   rã  râ  rï  rN   r9   r7   Ú<module>rg     s$  ðö #ç .Û Û Û ß &Ñ &ã å "Ý Ý Ý Ý Ý Ý 'Ý Ý Ý Ý &Ý %Ý !Ý Ý (Ý #Ý %Ý #Ý %Ý )Ý $Ý *Ý &Ý 4Ý 6Ý +Ý 'Ý -Ý !÷P÷ Pó Pðß(Ð(ð $Ð × #Ñ # HÔ -Ø !€× !Ñ ! (Ô +à˜C€€€ZØ˜C€€€ZàˆT�5ˆ[Ñ€ØˆC�ˆJÑ€Ø�^Ñ$€Ø
ˆu�R—Z‘Z Ð&Ñ'Ñ
(€Ø�M‰M€	Ùˆeƒn€òò
ô�9ô ð. ×ÑØ€×Ñ˜$ tÔ,ô*�'—.‘.ó *ó -ó ð*ð × $Ñ $× -Ñ -¨kÔ :Ø × Ñ × "Ñ " ;Ô /ô0˜,ô 0ô7ˆ|ô 7ô&Jˆ|ô Jô0E�|ô Eð6 ×Ñô
?�<ó 
?ó ð
?ð ×ÑØ€×Ñ˜dÔ#÷].ð ].ó $ó  ð].ñ~ �2�r˜2˜rÓ"€
ØˆB�H‰H�Q‹K× Ñ €	óYò	Nð ×Ññó ðð1Ø3=ð1à$'ð1à,Nó1ðfIØðIØ+IóIð$-Ø2;ð$-à)ð$-à.Eó$-òLMð
 ×Ññó ðóð  ˆ$�.‰.˜Ó
!€Ù%€Ô Ø€Ô ó
>ð '€× Ñ �'Ñ ô�jô ð 	×Ññó ðð 	×$Ò$ñ>ó %ð>ñ
 %ð$óÐ òò  ò
ð
 €× Ò �wÐ ?Ø %õ'à €× Ò �wÐ 3Ø %õ'à €× Ò �wÐ 3Ø %õ'òð (;€× Ò ˜GÑ $òð ,€× Ò �'Ñ ð €Ø57€Ð2Ó 7ò.òò
LðL�#—*’*ð L˜cŸkškð L¨3¯9ª9ð L°c·j²jð LÀ#Ç+Â+ð LØ—+’+ðLØ"ŸzšzðLØ+.¯;ª;ðLØ8;×8HÒ8HðLà×"Ò"ðLà$'§J¢JðLà03×0JÒ0JðLð —)’)ðLð !ŸZšZðLð *-×);Ò);ðLð >A¿\º\ðLð —,’,ð	Lð !$§¢ð	Lð 03¯|ª|ð	Lð >A¿]º]ð	Lð
 ×#Ò#ðLð
 &)§]¢]ðLð
 58·I²IðLð
 @C¿zºzðLð —)’)ðLð !Ÿ[š[ðLð +.¯)ª)ðLð 69×5HÒ5HðLð —,’,ðLð !$§¢ðLð 03×/@Ò/@ðLð CFÇ,Â,ðLð ×$Ò$ðLð '*§k¢kðLð 47·9²9ðLð ?B¿nºnðLð —)’)ðLð !ŸYšYðLð ),¯	ª	ðLð 47·:²:ðLð —,’,ðLð !$× 1Ò 1ðLð ×"Ò"ðLð %(×$7Ò$7ðLð ×)Ò)ðLð ,/×+LÒ+LðLð —)’)ðLð !×.Ò.ðLð 14·²ðLð >A¿YºYðLð —*’*ðLð "ŸjšjðLð +.¯)ª)ðLð 69·Y²YðLð ADÇ
Â
ðL€ó  €EØ)˜	×)Ò)¨/¸5ÓA€,ˆuÒð òð %>€ˆS× Ò Ñ !òð ,L€ˆS×'Ò'Ñ (òð0 0€ˆS�\Š\Ñ òAð *€ˆS�YŠYÑ òò$ò2ð$ 0˜i×/Ò/Ð0CÀSÇ]Â]ÓS€ˆS�]Š]Ñ Ø"3 )×"3Ò"3Ð4GØ47×4EÒ4Eó#G€ˆS×ÒÑ à"3 )×"3Ò"3Ð4GØ47×4EÒ4Eó#G€ˆS×ÒÑ à"3 )×"3Ò"3Ð4GØ47×4EÒ4Eó#G€ˆS×ÒÑ à"3 )×"3Ò"3Ð4GØ47×4EÒ4Eó#G€ˆS×ÒÑ ð
 ð0Øð0Ø7@ð0àRò0ó ð0ó7ð> ,€ˆS�ZŠZÑ òð@ ,€ˆS�ZŠZÑ ð(Ø ð(Ø.>ð(à ð(ð ð(ð Oó(ð2 ò-ó ð-ò(ðR 3€ˆS�[Š[Ñ ò%/ðL ,€ˆT�ZŠZÑ ò	/ð '8€ˆ]×"Ò"Ñ #ð;/Øð;/àó;/ðx $9€ˆV×ÒÑ  ð Ø),ð à(5ð ð &6ó ðB 6J€Ð×1Ò1Ñ 2ð@Ø)ð@Ø.;ó@ð*&Ø%5ð&ð ,ð&ð *.ó	&ðN 6J€Ð×1Ò1Ñ 2òð4 -€ˆWÑ ñ
 Ð)Ð*Ó+€Ù˜�zÓ"€
Ù˜(˜Ó$€ÙÐ+Ð,Ó-€
Ø˜JÑ&€Ø ,Ñ.Ð Ø Ñ+€
ð 1<ðIØ-ðIà2óIðZ ñ(4àð(4ð ó	(4òT#ð "'ô Aó*ó"3ôJ@#øðU( ò Úðús   Ã-	d äd"ä!d"