Ë
    ßGìjÞq  ã                  óH	  — d Z ddlmZ ddlmZmZ ddlmZ ddlZ	ddl
Z
ddlZddlZddlmZmZ ddlZddlZddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z  ddlm!Z! ddlm"Z" ddlm#Z# ddl$m%Z% ddl$m&Z& ddl$m'Z' ddl$m(Z) ddl*m+Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z3 ddl4m5Z5 ddl6m7Z7m8Z9m:Z: ddl;m<Z=  e
j|                  e?«      Z@ G d „ d!ej‚                  «      ZB eB«       ZC G d"„ d#ej‚                  «      ZD eD«       ZEejŒ                  j�                  eD«       ej�                  j�                  eB«       ej�                  j�                  eD«       ej’                  j�                  eB«       ej’                  j�                  eD«       ej”                  j�                  eB«       ej”                  j�                  eD«       ej–                  j�                  eB«       ej–                  j�                  eD«       ej˜                  j�                  eB«       ej˜                  j�                  eD«        ejš                  d$«      ZNd%eN_O        e"j                   eQcZQZReNj¦                  	 	 	 	 dSd&„«       ZTeNjª                  	 	 	 	 dSd'„«       ZVd(„ ZWeWe&j°                  eN<   d)„ ZYeYe%j´                  eN<   	 	 dTd*„Z[e[e%j¸                  eN<   d+„ Z]d,„ Z^ e'j¾                  eNe^d-¬.«        e'j¾                  eNe^d/¬.«        e'j¾                  eNe^d0d1¬2«       d3„ Z`e`e)jÂ                  eN<    e=jÄ                  eN«      d4„ «       Zcd1d1d5œ	 	 	 	 	 	 	 	 	 	 	 dUd6„Zd G d7„ d8ejÊ                  «      Zf ef«       ZgdVd9„Zhd1d1d5œ	 	 	 	 	 	 	 dWd:„Zi ejš                  d;«      Zjd%ej_O        ejÖ                  jÙ                  ej«       d<„ Zmejj§                  em«       d=„ Znejj«                  en«       d>„ Zoeoe&j°                  ej<   d?„ Zpepe%j´                  ej<    ejâ                  «       Zrd@Zs G dA„ dB«      ZtdXdC„Zu e'j¾                  ejeu«       dD„ ZvdE„ ZwdYdF„ZxdZdG„Zyeeze{e{e{f   e|f   Z}ee{geze{e{e{e{f   f   Z~d[dH„Zd\dI„Z€dJ„ Z�d%dKdLdMddNœ	 	 	 	 	 	 	 	 	 d]dO„Z‚d^dP„ZƒdQ„ Z„	 	 	 	 	 	 dSdR„Z…e…e �j                  eN<   y)_z>Module for JAX debugging primitives and related functionality.é    )Úannotations)ÚCallableÚSequence)ÚpartialN)ÚAnyÚUnion)Úapi©Úcallback)Úconfig)Úcore)Údispatch)Úeffects)Úlax)Úmesh)Úpjit)Úsharding_impls)Ú	shard_map)Ú	tree_util)Úutil)Ú
xla_bridge)Úad)Úbatching)Úmlir)Úpartial_eval)Ú
xla_client)Úir)Úhlo)Ú	lax_numpy)ÚSharding)ÚNamedShardingÚPartitionSpecÚparse_flatten_op_sharding)Ú	dischargec                  ó   — e Zd Zd„ Zy)ÚDebugEffectc                 ó   — y)NÚDebug© ©Úselfs    úVC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/_src/debugging.pyÚ<lambda>zDebugEffect.<lambda>;   s   € ˜ó    N©Ú__name__Ú
__module__Ú__qualname__Ú__str__r)   r.   r,   r&   r&   :   s   „ Ù �'r.   r&   c                  ó   — e Zd Zd„ Zy)ÚOrderedDebugEffectc                 ó   — y)NÚOrderedDebugr)   r*   s    r,   r-   zOrderedDebugEffect.<lambda>?   s   € ˜r.   Nr/   r)   r.   r,   r5   r5   >   s   „ Ù'�'r.   r5   Údebug_callbackTc                óH  — ~~	 t        j                  d¬«      ^}}t        j                  ||«      }t        j                  |«      5  	  | |Ž  	 d d d «       y# t        $ r}t        d«      |‚d }~ww xY w# t        $ r t        j                  d«       ‚ w xY w# 1 sw Y   yxY w)NÚcpu)Úbackendz¤jax.debug.callback failed to find a local CPU device to place the inputs on. Make sure "cpu" is listed in --jax_platforms or the JAX_PLATFORMS environment variable.zjax.debug.callback failedr)   )
r   Úlocal_devicesÚRuntimeErrorr	   Ú
device_putr   Údefault_deviceÚBaseExceptionÚloggerÚ	exception)r   ÚeffectÚpartitionedÚargsÚ
cpu_deviceÚ_Úes          r,   Údebug_callback_implrI   T   s®   € ð ˆkðÜ×-Ñ-°eÔ<€N€J�ô 
�‰˜˜jÓ	)€$Ü×Ñ˜ZÕ(ðÙ�‚o÷ )ð 
øô 
ò Ü
ð	/óð ð	ûðûô ò Ü×ÑÐ2Ô3Øðú÷ )ð 
ús5   „A ÁBÁ	A5Á	A2Á!A-Á-A2Á5 BÂBÂB!c                ó   — ~~ ~g |hfS ©Nr)   )r   rC   rD   Ú
flat_avalss       r,   Údebug_callback_abstract_evalrM   i   s   € ð �(˜KØ	ˆfˆXˆÐr.   c                óT  — t        d„ t        | |«      D «       «      }d„ }g }t        |«      D ]=  }t        t	        ||«      || «      }|j                  t        j                  |i |¤Ž«       Œ? t        |Ž D �cg c]  }t        j                  |«      ‘Œ }}|dt        |«      z  fS c c}w )z2Unrolls the debug callback across the mapped axis.c              3  óD   K  — | ]  \  }}|�|j                   |   –— Œ y ­wrK   )Úshape)Ú.0ÚxÚis      r,   Ú	<genexpr>z/debug_callback_batching_rule.<locals>.<genexpr>q   s'   è ø€ ð %©/¡$ ! QØ�mð —7‘7˜1•:©/ùs   ‚ c                ó\   — |t         j                  u r|S t        j                  || |d¬«      S )NF)ÚaxisÚkeepdims)r   Ú
not_mappedr   Úindex_in_dim)rS   ÚdimÚargs      r,   Úget_arg_at_dimz4debug_callback_batching_rule.<locals>.get_arg_at_dimt   s,   € Ø
Œh×!Ñ!Ñ!à€jÜ×Ñ˜C ¨°uÔ=Ð=r.   ©r   )ÚnextÚzipÚrangeÚmapr   ÚappendÚdebug_callback_pÚbindÚjnpÚstackÚlen)	rE   ÚdimsÚparamsÚ	axis_sizer\   ÚoutsrS   Úargs_idxÚxss	            r,   Údebug_callback_batching_rulern   o   s¦   € äñ %¬#¨d°D¬/ó %ó %€)ò>ð
 
€$Ü�Ö€aÜ”7˜>¨1Ó-¨t°TÓ:€HØ‡K�KÔ ×%Ñ% xÐ:°6Ñ:Õ;ð ô #& t¡*Ó	-¡*˜BŒ#�)‰)�B�- *€$Ð	-Ø	ˆt”c˜$“iÑÐ	Ðùò 
.s   Á7B%c                ó0   — t        j                  | i |¤Žg fS rK   ©rc   rd   )ÚprimalsÚtangentsri   s      r,   Údebug_callback_jvp_rulers   �   s   € Ü	×	Ñ	 Ð	2¨6Ñ	2°BÐ	6Ð6r.   c               ó2   — ~~~|D � cg c]  } d ‘Œ c} S c c} w rK   r)   )rG   r   rC   rD   Ú	flat_argss        r,   Údebug_callback_transpose_rulerv   …   s!   € à�˜Ù!Ó	"™	�1Š$˜	Ñ	"Ð"ùÒ	"s   ˆ	c                ó¾   ‡ ‡‡‡— t        t        ‰ j                  j                  «      ‰ j                  z
  «      Šˆˆ ˆˆfd„} t        j
                  |dg ¬«      «       S )Nc                 óÆ   •— t        j                  t        j                  ‰Ž t	        ‰j
                  t        «       «      «      } t        j                  | dk(  ˆˆfd„d„ «      S )Nr   c                 ó.   •— t        j                  ‰ i ‰¤ŽS rK   rp   )rE   ri   s   €€r,   r-   z9_debug_callback_partial_auto.<locals>.f.<locals>.<lambda>’   s   ø€ Ô,×1Ñ1°4ÐB¸6ÒBr.   c                 ó   — g S rK   r)   r)   r.   r,   r-   z9_debug_callback_partial_auto.<locals>.f.<locals>.<lambda>“   s   € ™Br.   )r   Úwith_sharding_constraintr   Ú
axis_indexr!   r   ÚPÚcond)ÚidxrE   Úaxis_contextri   Úpartial_autos    €€€€r,   Úfz'_debug_callback_partial_auto.<locals>.f�   sP   ø€ Ü
×
'Ñ
'Ü�‰˜Ð%Ü�l×'Ñ'¬«Ó-ó/€Cô �8‰8�C˜1‘HÜBÙó ð  r.   r)   )Úin_specsÚ	out_specs)ÚlistÚsetr   Ú
axis_namesÚmanual_axesr   )r€   rE   ri   r‚   r�   s   ``` @r,   Ú_debug_callback_partial_autor‰   ‹   sJ   û€ Ü”c˜,×+Ñ+×6Ñ6Ó7¸,×:RÑ:RÑRÓS€,÷ ð 
;Œ×	Ñ	˜Q¨°rÔ	:Ó	<Ð<r.   c               ó¼  ‡‡‡‡— | j                   j                  }t        |t        j                  «      �rt        |j                  j                  «      |j                  z
  }|r1t        t        |f‰‰‰dœ‰¤Ž} t        j                  |«      | g|¢­Ž S t        |j                  «      t        |j                  j                  «      k(  rxt        j                  j                  r t!        j"                  | j$                  «      }	nñt'        j(                  «       }	t&        j(                  j*                  j,                  |	_        n³J ‚t        |t        j0                  «      r•t        j                  j                  r-t        j2                  t        j4                  dg d¬«      g«      }	nPt'        j(                  «       }	t&        j(                  j*                  j6                  |	_        dg|	_        dg|	_        nd }	ˆˆˆˆfd„}
t<        j>                  jA                  ‰«      r�| jB                  jE                  ‰«      }t!        jF                  | |
|tI        |«      | jJ                  | j$                  d‰¬	«      \  }}}| jM                  t        jN                  ‰|i«      «       |S t!        jF                  | |
d tI        |«      | jJ                  | j$                  d‰|	¬
«	      \  }}}|S )N©rC   rD   r   r)   r]   )Ú
mesh_shapeÚdim_shardingsÚlogical_device_idsé   r   c                 ó8   •— t        j                  | ‰‰‰dœ‰¤Ž y)Nr‹   r)   )rc   Úimpl)ru   r   rC   ri   rD   s    €€€€r,   Ú	_callbackz*debug_callback_lowering.<locals>._callbackÂ   s,   ø€ Ü×ÑØ	ØØØñ	ð
 òð r.   T)Úhas_side_effectrD   )r“   rD   Úsharding)(Úmodule_contextr€   Ú
isinstancer   ÚSPMDAxisContextr†   r   r‡   rˆ   r   r‰   r   Ú	lower_funr   Úuse_shardy_partitionerÚvalueÚcbÚ!_get_sdy_array_list_for_callbacksÚ	avals_outÚxcÚ
OpShardingÚTypeÚMANUALÚtypeÚShardingContextÚSdyArrayListÚSdyArrayÚMAXIMALÚtile_assignment_dimensionsÚtile_assignment_devicesr   Úordered_effectsÚcontainsÚ	tokens_inÚgetÚemit_python_callbackr…   Úavals_inÚset_tokens_outÚTokenSet)ÚctxrC   rD   r   rE   ri   r€   r�   Úlowerr”   r’   ÚtokenÚresultrG   s    ``` `        r,   Údebug_callback_loweringrµ   –   sV  û€ Ø×#Ñ#×0Ñ0€,Ü�œn×<Ñ<Õ=ä�|×(Ñ(×3Ñ3Ó4°|×7OÑ7OÑO€LÙô Ü
&Ø
ðð Ø!Øñð ñ€eð #ŒT�^‰^˜EÓ" 3Ð.¨Ò.Ð.Ü	ˆ\×%Ñ%Ó	&¬#¨l×.?Ñ.?×.JÑ.JÓ*KÒ	Kô 
×	&Ñ	&×	,Ò	,Ü×7Ñ7¸¿¹ÓF‰ä—=‘=“?ˆÜŸ™×*Ñ*×1Ñ1ˆ�àˆUÜ�,¤× >Ñ >Ô?ô ×$Ñ$×*Ò*Ü×,Ñ,Ü
×
!Ñ
!Ø¨2À$ôHð.Ió J�hô —‘“€hÜ—m‘m×(Ñ(×0Ñ0€h„mØ-.¨C€hÔ)Ø*+¨€hÕ&ð €H÷ô ×Ñ×%Ñ% fÔ-Ø�M‰M×Ñ˜fÓ%€EÜ×.Ñ.ØˆY˜œt D›z¨3¯<©<¸¿¹Ø¨+ô7Ñ€FˆE�1ð ×Ñ”t—}‘} f¨e _Ó5Ô6ð
 
€-ô ×*Ñ*ØˆY˜œd 4›j¨#¯,©,¸¿¹Ø¨+ÀôJ�L€FˆAˆqð 
€-r.   r:   )ÚplatformÚgpuÚtpuF)r¶   Ú	cacheablec                óJ  — t        |«      r2t        |j                  |«      D ��cg c]
  \  }}|rŒ	|‘Œ }}}d |g g |fS  | t        g|j                  D �cg c]  }|j                  ‘Œ c}¢­i |j
                  ¤Žrt        |«      r||g g g fS |d g g g fS ||g g g fS c c}}w c c}w rK   )Úanyr_   Úinvarsrc   Úavalri   Úall)ÚsaveableÚunks_inÚinst_inÚeqnÚvÚinstÚress          r,   Ú#_debug_callback_partial_eval_customrÆ   ß   sº   € ô 	ˆ„\ä §
¡
¨GÔ4Ô
AÑ4‘��DºDŠ1Ð4€CÑ
AØ��b˜"˜cÐ!Ð!ÙÔÐL°#·*²*Ó!=±*¨Q !§&£&°*Ñ!=ÒLÀÇÁÒLä
ˆ7„|ð �#�r˜2˜rÐ!Ð!ð �$˜˜B Ð"Ð"ð 
ˆc�2�r˜2Ð	Ðùó Bùâ!=s   ¥
B°BÁB 
c               ó@   — ~ ~t        j                  ||||dœ|¤Ž}||fS )Nr‹   rp   )Úin_avalsÚ	out_avalsrC   rD   r   rE   ri   Úouts           r,   Ú$_debug_callback_state_discharge_rulerË   þ   s6   € ð �	Ü×ÑØ�F¨¸hñ	ØJPñ	€#ð 
ˆsˆÐr.   ©ÚorderedrD   c               óŒ  ‡ ‡‡— t        ‰ «      st        dt        ‰ «      › �«      ‚t        j                  ||f«      \  }Ši g cŠ}t        |«      D ],  \  }}	 t        j                  |«       |j                  |«       Œ. ˆ ˆˆfd„}	|rt        nt        }
t        j                  ||	|
|dœŽ y# t        t        f$ r |‰|<   Y Œrw xY w)aŽ  Calls a stageable Python callback.

  For more explanation, see `External Callbacks`_.

  ``jax.debug.callback`` enables you to pass in a Python function that can be called
  inside of a staged JAX program. A ``jax.debug.callback`` follows existing JAX
  transformation *pure* operational semantics, which are therefore unaware of
  side-effects. This means the effect could be dropped, duplicated, or
  potentially reordered in the presence of higher-order primitives and
  transformations.

  We want this behavior because we'd like ``jax.debug.callback`` to be "innocuous",
  i.e. we want these primitives to change the JAX computation as little as
  possible while revealing as much about them as possible, such as which parts
  of the computation are duplicated or dropped.

  Args:
    callback: A Python callable returning None.
    *args: The positional arguments to the callback.
    ordered: A keyword only argument used to indicate whether or not the
      staged out computation will enforce ordering of this callback w.r.t.
      other ordered callbacks.
    partitioned: If True, then print local shards only; this option avoids an
      all-gather of the operands. If False, print with logical operands; this
      option requires an all-gather of operands first.
    **kwargs: The keyword arguments to the callback.

  Returns:
    None

  See Also:
    - :func:`jax.experimental.io_callback`: callback designed for impure functions.
    - :func:`jax.pure_callback`: callback designed for pure functions.
    - :func:`jax.debug.print`: callback designed for printing.

  .. _External Callbacks: https://docs.jax.dev/en/latest/notebooks/external_callbacks.html
  zQfirst argument to jax.debug.callback must be callable, but got an object of type c                 ó  •— d gt        ‰«      t        | «      z   z  }t        | «      }t        t        |«      «      D ]  }|‰v r	‰|   ||<   Œt        |«      ||<   Œ t        |d «      �J ‚t	        j
                  ‰|«      \  }} ‰|i |¤Ž y)Nr)   )rg   Úiterr`   r^   r   Útree_unflatten)	Údyn_argsÚall_argsÚdirS   rE   Úkwargsr   Úin_treeÚstatic_argss	         €€€r,   Ú_flat_callbackz&debug_callback.<locals>._flat_callbackA  s•   ø€ Øˆvœ˜[Ó)¬C°«MÑ9Ñ:€HÜ	ˆh‹€BÜ”3�x“=Ö!ˆØ	
ˆkÑ	Ø! !‘nˆ�Šä˜2“hˆ�Šð	 "ô
 ��D‹>Ð!Ð!Ð!Ü×+Ñ+¨G°XÓ>�L€Dˆ&ÙˆdÐ�fÒØr.   )r   rC   rD   N)ÚcallableÚ	TypeErrorr¢   r   Útree_flattenÚ	enumerater   Úshaped_abstractifyrb   ÚAssertionErrorÚordered_debug_effectÚdebug_effectrc   rd   )r   rÍ   rD   rE   rÕ   ru   rÒ   rS   ÚarØ   rC   rÖ   r×   s   `          @@r,   r8   r8   	  sÐ   ú€ ôX 
�(Ô	Ü
ð 1Ü15°h³Ð0@ðBó Cð Cä ×-Ñ-¨t°V¨nÓ=Ñ€)ˆWØ˜bÐ€+ˆxÜ˜	Ö"�d€aˆðÜ
×Ñ˜aÔ Ø‡o�o�aÕð #öñ $+Õ´€&Ü×ÑØ˜.°À[ôøô# œIÐ&ò Ø€k�!ƒnðús   Á&B,Â,CÃCc                  ó   — e Zd Zd„ Zd„ Zy)Ú_DebugPrintFormatCheckerc                 ó   — ~~y)NÚ r)   )r+   rš   Úformat_specs      r,   Úformat_fieldz%_DebugPrintFormatChecker.format_fieldV  s
   € Øˆ{Ør.   c                óÈ   — t        |«      D ��cg c]  \  }}||vsŒ|‘Œ }}}|D �cg c]	  }||vsŒ|‘Œ }}|rt        d|› �«      ‚|rt        d|› d�«      ‚y c c}}w c c}w )Nz2Unused positional arguments to `jax.debug.print`: z/Unused keyword arguments to `jax.debug.print`: zt. You may be passing an f-string (i.e, `f"{x}"`) into `jax.debug.print` and instead should pass in a regular string.)rÜ   Ú
ValueError)	r+   Ú	used_argsrE   rÕ   rS   r[   Úunused_argsÚkÚunused_kwargss	            r,   Úcheck_unused_argsz*_DebugPrintFormatChecker.check_unused_argsZ  s�   € Ü%.¨t¤_ÔK¡_™6˜1˜c¸ÀÒ8J’3 _€KÑKÙ &Ó=¡˜1¨!°9Ò*<’Q €MÐ=ÙÜØ>¸{¸mÐ
LóNð NáÜØ;¸M¸?ð KKð KóLð Lð ùó LùÚ=s   �AœA§	A±AN)r0   r1   r2   rç   rî   r)   r.   r,   rã   rã   T  s   „ òó
Lr.   rã   c                ó¼   — t        j                  di |¤Ž5  t        j                  j	                   | j
                  |i |¤Ždz   «       d d d «       y # 1 sw Y   y xY w)NÚ
r)   )ÚnpÚprintoptionsÚsysÚstdoutÚwriteÚformat)ÚfmtÚnp_printoptionsrE   rÕ   s       r,   Ú_format_print_callbackrù   h  sD   € Ü	‡�Ñ)˜Ó)Ü‡J�J×Ñ�Z�S—Z‘Z Ð0¨Ñ0°4Ñ7Ô8÷ *×)Ñ)ús   –3AÁAc               ó    — t        j                  | g|¢­i |¤Ž t        t        t        | t        j                  «       «      g|¢­i |¤||dœ¤Ž y)a¦  Prints values and works in staged out JAX functions.

  This function does *not* work with f-strings because formatting is delayed.
  So instead of ``jax.debug.print(f"hello {bar}")``, write
  ``jax.debug.print("hello {bar}", bar=bar)``.

  This function is a thin convenience wrapper around :func:`jax.debug.callback`.
  The implementation is essentially::

    def debug_print(fmt: str, *args, **kwargs):
      jax.debug.callback(
          lambda *args, **kwargs: print(fmt.format(*args, **kwargs)),
          *args, **kwargs)

  It may be useful to call :func:`jax.debug.callback` directly instead of this
  convenience wrapper. For example, to get debug printing in logs, you might
  use :func:`jax.debug.callback` together with ``logging.log``.

  Args:
    fmt: A format string, e.g. ``"hello {x}"``, that will be used to format
      input arguments, like ``str.format``. See the Python docs on
      `string formatting <https://docs.python.org/3/library/stdtypes.html#str.format>`_
      and `format string syntax <https://docs.python.org/3/library/string.html#formatstrings>`_.
    *args: A list of positional arguments to be formatted, as if passed to
      ``fmt.format``.
    ordered: A keyword only argument used to indicate whether or not the
      staged out computation will enforce ordering of this ``jax.debug.print``
      w.r.t. other ordered ``jax.debug.print`` calls.
    partitioned: If True, then print local shards only; this option avoids an
      all-gather of the operands. If False, print with logical operands; this
      option requires an all-gather of operands first.
    **kwargs: Additional keyword arguments to be formatted, as if passed to
      ``fmt.format``.
  rÌ   N)Ú	formatterrö   r8   r   rù   rñ   Úget_printoptions)r÷   rÍ   rD   rE   rÕ   s        r,   Údebug_printrý   m  sX   € ôL ×Ñ�3Ð(˜Ò( Ò(ä”Ô/°´b×6IÑ6IÓ6KÓLð LØòLØ ðLØ*1¸{õLr.   Úinspect_shardingc               ó*   —  || j                   «       g S rK   )r”   )rš   r   s     r,   Ú_inspect_sharding_implr   Ÿ  s   € Ù
ˆ5�>‰>ÔØ	€)r.   c                ó   — ~ g t         hfS rK   )rà   )r½   rG   s     r,   Ú_inspect_sharding_abstract_evalr  ¤  s   € Ø
à	Œlˆ^Ð	Ðr.   c               ó@   — | \  }t         j                  ||¬«       g g fS ©Nr
   ©Úinspect_sharding_prd   )rE   rG   r   rš   s       r,   Ú_inspect_sharding_batching_ruler  ª  s%   € Ø�&€%Ü×Ñ˜%¨(ÐÔ3Ø	ˆRˆ€-r.   c                ó0   — t        j                  | i |¤Žg fS rK   r  )rq   rG   ri   s      r,   Ú_inspect_sharding_jvp_ruler	  ±  s   € Ü	×	 Ñ	  'Ð	4¨VÑ	4°bÐ	8Ð8r.   ÚInspectShardingc                  ó   — e Zd Zd„ Zy)ÚShardingCallbackInfoc                ó    — || _         || _        y rK   )r   r•   )r+   r   r•   s      r,   Ú__init__zShardingCallbackInfo.__init__¹  s   € Ø€D„MØ(€DÕr.   N)r0   r1   r2   r  r)   r.   r,   r  r  ¸  s   „ ó)r.   r  c               ól  ‡‡‡— t         j                  j                  j                  Š| j                  j
                  }t        |t        j                  «      rt|j                  Š‰€t        d«      ‚|j                  }|�žt        j                  t        j                  ‰«      j                  |j                   «      |j"                  «      ŠnQt        |t        j$                  «      r#|j&                  Š|j&                  j(                  Šnt+        t-        |«      «      ‚‰€J ‚dˆˆˆfd„}t/        ‰«      dk(  r |t        j0                  «       g S t3        j4                  |«      }| j                  j7                  |«       t9        j:                  |j,                  g|gt<        j>                  jA                  tB        «      t<        jD                  jA                  d«      tG        jH                  d«      t<        jJ                  jA                  g «      t<        j>                  jA                  |«      d d ¬«	       g S )Nz9Please file a bug at https://github.com/jax-ml/jax/issuesc                óÊ   •— ‰j                   r ‰t        j                  ‰| «      «      S | j                  «       r
t	        «       nt        | ‰«      d   } ‰t        ‰|«      «      S ©Nr   )Úemptyr   ÚGSPMDShardingÚ	is_manualr}   r#   r!   )Úhlo_shardingÚpspecr   Údevicesr   s     €€€r,   Ú_hlo_sharding_callbackz?_inspect_sharding_lowering_rule.<locals>._hlo_sharding_callbackÕ  s]   ø€ Ø‡z‚zÙÜ
×
&Ñ
& w°Ó
=ó?ð ?à ×*Ñ*Ô,ŒQŒSÜ& |°TÓ:¸1Ñ=ð 
á”M $¨Ó.Ó/Ð/r.   r�   T)Úcall_target_namer“   Úapi_versionÚcalled_computationsÚbackend_configÚoperand_layoutsÚresult_layouts)r  zxc.HloSharding)&Úmesh_libÚthread_resourcesÚenvÚphysical_meshr•   r€   r–   r   r£   Údevice_assignmentrÞ   Úabstract_meshÚMeshrñ   ÚarrayÚreshapeÚ
axis_sizesr‡   r—   r   Ú_flat_devices_tupleÚNotImplementedErrorr¢   rg   Úreplicated_hlo_shardingrž   Ú encode_inspect_sharding_callbackÚadd_keepaliver   ÚCustomCallOpr   Ú
StringAttrr¬   Ú_INSPECT_SHARDING_CALL_NAMEÚBoolAttrr   Úi32_attrÚ	ArrayAttr)	r±   rš   r   r€   Úamr  Úkeyr  r   s	     `    @@r,   Ú_inspect_sharding_lowering_ruler6  ½  s²  ú€ ô 
×	"Ñ	"×	&Ñ	&×	4Ñ	4€$Ø×#Ñ#×0Ñ0€,ä�œn×<Ñ<Ô=Ø×,Ñ,€GØ€ÜØ
EóGð Gà	×	#Ñ	#€BØ	€~Ü�]‰]œ2Ÿ8™8 GÓ,×4Ñ4°R·]±]ÓCØŸ=™=ó*�dä�,¤× >Ñ >Ô?Ø×Ñ€DØ×Ñ×3Ñ3�Gä
œd <Ó0Ó
1Ð1Ø	Ð	ÐÐ	÷0ô 	ˆƒ\�QÒñ œ>×AÑAÔBØ€Iä
×+Ñ+Ð,BÓC€#ð ×Ñ×"Ñ"Ð#9Ô:ä×Ñ�E—J‘J�< % Ü$&§M¡M×$5Ñ$5Ü0ó%2ä#%§;¡;§?¡?°4Ó#8Ü#Ÿ}™}¨QÓ/Ü')§|¡|×'7Ñ'7¸Ó';Ü"$§-¡-×"3Ñ"3°CÓ"8Ø#'Ø"&õ(ð 
€)r.   c                ó
   — ~ ~g S rK   r)   )r”   Úbackend_strings     r,   Ú#inspect_sharding_prop_user_shardingr9  ô  s   € Ø�Ø	€)r.   c                ó   — ~ ~~|d   S r  r)   )Ú
arg_shapesÚarg_shardingsrP   r8  s       r,   Ú-inspect_sharding_infer_sharding_from_operandsr=  ø  s   € à�%˜Ø	�qÑ	Ðr.   c                óÐ   — |j                   |j                  cxk(  rd k(  ry |j                   |j                  z
  }|j                  |z  dk(  sJ ‚| |z  dk(  sJ ‚|j                  |z  S r  )ÚstopÚstart)ÚsizeÚslcÚ
slice_sizes      r,   Ú_slice_to_chunk_idxrD  ý  sj   € Ø‡X�X�—‘Ô"˜dÒ"Øð #à�x‰x˜#Ÿ)™)Ñ#€*Ø	�‰�ZÑ	 1Ò	$Ð$Ð	$Ø	�
Ñ	˜aÒ	ÐÐ	Ø	�‰�jÑ	 Ð r.   c                óD   — t        | t        «      rt        | | dz   «      S | S )Nr�   )r–   ÚintÚslice)rB  s    r,   Ú_raise_to_slicerH    s"   € Ü�”SÔÜ��c˜A‘gÓÐØ	€*r.   c                óX   — t        | t        «      r| S d„ | D «       \  }}}d|d›|d›|d›�S )Nc              3  ó8   K  — | ]  }t        |d z  «      –— Œ y­w)éÿ   N©rF  ©rQ   rá   s     r,   rT   z&_canonicalize_color.<locals>.<genexpr>  s   è ø€ Ð)¡5˜aŒS��S‘�\¡5ùs   ‚Ú#Ú02X)r–   Ústr©ÚcolorÚrÚgÚbs       r,   Ú_canonicalize_colorrV    s<   € Ü�”sÔØ€LÙ)¡5Ó)�'€!€QˆØˆQˆsˆG�A�c�7˜1˜S˜'Ð	"Ð"r.   c                óh   — t        d„ | dd | dd | dd f«      \  }}}|dz  |dz  z   |dz  z   d	kD  ry
y)Nc                ó   — t        | d«      S )Né   rL  )rR   s    r,   r-   z!_get_text_color.<locals>.<lambda>  s
   € œ#˜a œ*r.   r�   é   é   é   g‰A`åÐ"Ó?gbX9´Èâ?gÉv¾Ÿ/½?éº   z#000000z#ffffff)ra   rQ  s       r,   Ú_get_text_colorr^    sR   € ÜÑ$ u¨Q¨q z°5¸¸1°:¸uÀQÀq¸zÐ&JÓK�'€!€QˆØˆ%�i�!�e‘)Ñ˜a %™iÑ'¨3Ò.ØØ	r.   c              #  ó¼   K  — ||z  }t        j                  dd|«      }d}t        |«      D ],  } | ||   «      –— ||dz  z   t        |dz  dk(  «      z   |z  }Œ. y ­w)Nr   r�   é   )rñ   Úlinspacer`   Úbool)Ú	color_mapÚnum_rowsÚnum_colsÚ
num_colorsÚcolor_valuesr   rG   s          r,   Úmake_color_iterrh    sl   è ø€ Ø˜(Ñ"€*Ü—‘˜Q  :Ó.€,Ø	€#Ü�Ö€aÙ
�L Ñ%Ó
&Ò&Ø�˜q‘Ñ ¤4¨
°Q©¸!Ñ(;Ó#<Ñ<À
Ñ
J�Cñ ùs   ‚AAg      ð?é	   éP   )Ú	use_colorÚscaleÚ	min_widthÚ	max_widthrc  c               ó 
  — t         j                  j                  d«      st        d«      ‚ddl}ddl}ddl}ddl}ddl}ddl	}t        | «      dkD  st        | «      dk  rt        d«      ‚|j                  j                  |¬«      }|xr |j                  du}|r|s	 ddl}	|	j                  d	   }t#        d|z  «      }
t        | «      dk(  r| d   nd| d   z  }t#        |
|z  «      }d}t%        t'        |j(                  «      «      j*                  j-                  «       }|j/                  t1        | «      «      }i }i }i }t3        |j5                  «       «      D �]N  \  }\  }}|€J ‚t1        t7        t8        |«      «      }t1        t7        t:        | |«      «      }|€t<        ‚t        |«      dk(  rt|\  }}|j>                  �|j>                  |j@                  z
  n| d   }|j>                  �|j>                  |j@                  z
  n| d   }|| d   z  }|| d   z  }|||<   |||<   nQ|\  }tC        ddd«      }|j>                  �|j>                  |j@                  z
  n| d   }dg|¢­}d||<   || d   z  ||<   |jE                  |tG        «       «      jI                  |jJ                  «       �ŒQ tM        d„ |jO                  «       D «       «      dz   }t        tQ        |jO                  «       «      d   «      dk(  rd}n#tM        d„ |jO                  «       D «       «      dz   }tS        |||«      }|jT                  jW                  d
| d| d
|s|jX                  jZ                  nd¬«      } t]        |«      D �]³  }g }!t]        |«      D �]�  }"|› d�dj_                  ta        |||"f   «      D �#cg c]  }#tc        |#«      ‘Œ c}#«      z   }$|||"f   |||"f   }&}%t#        |%|z  |z  «      }%|&€d}'nt#        |&|
z  «      }'te        tM        |%|«      |«      }%tg        |%t        |$«      z
  dz
  d«      \  }(})|(|)z   }*tg        |'dz
  d«      \  }+})|+|)z   },|r7ti        t%        |«      dd «      }-tk        |-«      }.|+dz  }+|,dz  },|(dz  }(|*dz  }*nd}-d}.tM        |+d«      tM        |*d«      tM        |,d«      tM        |(d«      f}/|!jm                  |jn                  jq                  |jr                  ju                  |$dd¬«      |/|jv                  jy                  |-|.¬«      ¬«      «       �Œ“  | jz                  |!Ž  �Œ¶ |j}                  | d¬«       y# t         $ r d
}Y �Œ—w xY wc c}#w )z)Visualizes a ``Sharding`` using ``rich``.Úrichz5`visualize_sharding` requires `rich` to be installed.r   Nr`  r�   zC`visualize_sharding` only works for shapes with 1 and 2 dimensions.)ÚwidthÚtab20bFé
   g      @c              3  ó&   K  — | ]	  }|d    –— Œ y­w)r   Nr)   rM  s     r,   rT   z%visualize_sharding.<locals>.<genexpr>f  s   è ø€ Ð-™}˜!��1•™}ùó   ‚c              3  ó&   K  — | ]	  }|d    –— Œ y­w)r�   Nr)   rM  s     r,   rT   z%visualize_sharding.<locals>.<genexpr>j  s   è ø€ Ð/¡˜A�1�Q•4¡ùru  )Úshow_headerÚ
show_linesÚpaddingÚ	highlightÚpad_edgeÚboxÚ Ú,rZ  ÚcenterÚmiddle)Úvertical)ÚbgcolorrR  )Ústylez

)Úend)?Ú	importlibr   Ú	find_specré   Ú
rich.alignÚrich.consoleÚrich.boxÚrich.paddingÚ
rich.styleÚ
rich.tablerg   ÚconsoleÚConsoleÚcolor_systemÚ
matplotlibÚ	colormapsÚModuleNotFoundErrorrF  r^   rÐ   Ú
device_setr¶   ÚupperÚdevices_indices_mapÚtuplerÜ   Úitemsra   rH  rD  r*  r?  r@  rG  Ú
setdefaultr†   ÚaddÚidÚmaxÚkeysr…   rh  ÚtableÚTabler|  ÚSQUAREr`   ÚjoinÚsortedrP  ÚminÚdivmodrV  r^  rb   ry  ÚPaddingÚalignÚAlignrƒ  ÚStyleÚadd_rowÚprint)0rP   r”   rk  rl  rm  rn  rc  rp  r�  ÚmplÚbase_heightÚaspect_ratioÚ
base_widthÚheight_to_width_ratioÚdevice_kindÚdevice_indices_mapÚslicesÚheightsÚwidthsrS   ÚdevÚslcsÚ
chunk_idxsÚvertÚhorizÚ	vert_sizeÚ
horiz_sizeÚchunk_heightÚchunk_widthrd  re  Ú
color_iterr�  ÚcolÚjÚsÚentryrq  Úmaybe_heightÚheightÚleft_paddingÚ	remainderÚright_paddingÚtop_paddingÚbottom_paddingrR  Ú
text_colorry  s0                                                   r,   Úvisualize_shardingrÊ  !  sh  € ô
 
�‰×	!Ñ	! &Ô	)Ü
ÐLÓ
MÐMó ÛÛÛÛÛô 	ˆƒZ�!‚^”s˜5“z A’~Ü
ØMóOð Oà�L‰L× Ñ  yÐ Ó1€'ØÒ<˜G×0Ñ0¸Ð<€)Ù‘yðÛØ—-‘- Ñ)€iô �B˜‘J“€+Ü! %›j¨Ašo�%˜’(°1¸¸a¹Ñ@€,Ü�; Ñ-Ó.€*ØÐô ”T˜(×-Ñ-Ó.Ó/×8Ñ8×>Ñ>Ó@€+à×3Ñ3´E¸%³LÓAÐØ,.€&Ø13€'Ø)+€&ä!Ð"4×":Ñ":Ó"<×=�n€a‰ˆ#ˆtØÐÐÐÜ””_ dÓ+Ó,€DÜ”sÔ.°°tÓ<Ó=€JØ€|ÜÐÜ
ˆ4ƒy�A‚~Ø�k€dˆEØ26·)±)Ð2H�T—Y‘Y $§*¡*Ò,Ø˜q™ð à27·*±*Ð2H�U—Z‘Z %§+¡+Ò-Ø˜q™ð à  q¡Ñ)€lØ  q¡Ñ)€kØ(€gˆjÑØ&€fˆZÒð �f€eÜ�1�a˜Ó€dà(-¯
©
Ð(>ˆ5�:‰:˜Ÿ™Ò#ÀEÈ!ÁHð àÐ#˜
Ñ#€jØ €gˆjÑØ&¨¨q©Ñ1€fˆZÑØ
×Ñ�j¤#£%Ó(×,Ñ,¨S¯V©VÖ4ð3 >ô4 Ñ-˜vŸ{™{œ}Ó-Ó-°Ñ1€(ÜŒˆf�k‰k‹mÓ	˜QÑ	Ó  AÒ%Ø�HäÑ/ §¡¤Ó/Ó/°!Ñ3€Hä˜y¨(°HÓ=€*Ø
�*‰*×
Ñ
 u¸Y¸Ø#$Ø)2 ]¸UÙ6?˜tŸx™xŸšÀTð ó K€%ô ��?€aØ
€CÜ�8�_ˆØ�˜QÐ §¡¼&ÀÈÈ1ÈÁÔ:NÓ)OÑ:N°Q¬#¨a­&Ð:NÑ)OÓ PÑP€eØ" 1 a 4™L¨'°!°Q°$©-ˆ\€eÜ�%˜*Ñ$Ð'<Ñ<Ó=€eØ	Ð	Ø‰ä�\ KÑ/Ó0ˆÜ”#�e˜YÓ'¨Ó3€eÜ & u¬s°5«zÑ'9¸AÑ'=¸qÓ AÑ€l�IØ" YÑ.€mÜ% f¨q¡j°!Ó4Ñ€k�9Ø" YÑ.€nÙ	Ü#¤D¨Ó$4°R°aÐ$8Ó9ˆÜ$ UÓ+ˆ
Ø�qÑˆØ˜!ÑˆØ˜ÑˆØ˜Ñ‰àˆØˆ
ä
ˆk˜1Ó
Ü
ˆm˜QÓ
Ü
ˆn˜aÓ
 Ü
ˆl˜AÓ
ð	€gð 
‡j�jØ
�,‰,×
Ñ
Ø�J‰J×Ñ˜U H°xÐÓ@À'Ø—*‘*×"Ñ"¨5Øð #ó  ð ó !ö"ð; ðD €E‡M�M�3ÓðI ðJ 
‡-�-�˜6€-Õ"øôu ò Øƒiðüòp *Ps   ÂT9 Î$UÔ9UÕUc               ó<   ‡— ˆfd„}t        j                  || «       y)a  Enables inspecting array sharding inside JIT-ted functions.

  This function, when provided with a Pytree of arrays, calls back with each of
  their shardings and works in ``pjit``-ted computations, enabling inspecting
  the chosen intermediate shardings.

  The policy for when ``callback`` is called is *as early as possible* when the
  sharding information is available. This means if ``inspect_array_callback`` is
  called without any transformations, the callback will happen immediately
  since we have the array and its sharding readily available. Inside of a
  ``jax.jit``, the callback will happen at lowering time, meaning you can
  trigger the callback using the AOT API (``jit(f).lower(...)``). When inside of
  a ``pjit``, the callback happens *at compile time* since the sharding is
  determined by XLA. You can trigger the callback by using JAX's AOT API
  (``pjit(f).lower(...).compile()``). In all cases, the callback will be
  triggered by running the function, since running a function entails lowering
  and compiling it first. However, once the function is compiled and cached,
  the callback will no longer occur.

  This function is experimental and its behavior may change in the future.

  Args:
    value: A Pytree of JAX arrays.
    callback: A callable that takes in a ``Sharding`` and doesn't return a value.

  In the following example, we print out the sharding of an intermediate value
  in a ``pjit``-ted computation:

  >>> import jax
  >>> import jax.numpy as jnp
  >>> from jax.experimental.pjit import pjit
  >>> from jax.sharding import Mesh, PartitionSpec
  >>>
  >>> x = jnp.arange(8, dtype=jnp.float32)
  >>> def f_(x):
  ...   x = jnp.sin(x)
  ...   jax.debug.inspect_array_sharding(x, callback=print)
  ...   return jnp.square(x)
  >>> f = pjit(f_, in_shardings=PartitionSpec('dev'),
  ...          out_shardings=PartitionSpec('dev'))
  >>> with Mesh(jax.devices(), ('dev',)):
  ...   f.lower(x).compile()  # doctest: +SKIP
  ...
  NamedSharding(mesh={'dev': 8}, partition_spec=PartitionSpec(('dev',),))
  c                ó4   •— t         j                  | ‰¬«       y r  r  )Úvalr   s    €r,   Ú_inspectz(inspect_array_sharding.<locals>._inspectÆ  s   ø€ Ü×Ñ˜C¨(ÐÕ3r.   N)r   Útree_map)rš   r   rÎ  s    ` r,   Úinspect_array_shardingrÐ  ˜  s   ø€ ô\4ä×Ñ�X˜uÕ%r.   c                ó.   ‡ ‡— ˆ ˆfd„}t        ‰ |¬«       y)zVisualizes an array's sharding.c                ó2   •— t        ‰j                  | fi ‰¤ŽS rK   )rÊ  rP   )r”   ÚarrrÕ   s    €€r,   Ú
_visualizez,visualize_array_sharding.<locals>._visualizeÌ  s   ø€ Ü˜cŸi™i¨Ñ<°VÑ<Ð<r.   r
   N)rÐ  )rÓ  rÕ   rÔ  s   `` r,   Úvisualize_array_shardingrÕ  Ê  s   ù€ õ=ä˜ zÖ2r.   c               óø   — ~t        j                  «       5  t        t        t        |«      Ž }d d d «       t        t        j                  | j                  «      «      D ]  \  \  }}} ||Ž  Œ g S # 1 sw Y   ŒDxY wrK   )r   Úeval_contextr_   ra   r…   rñ   Úndenumerater  )	r   r   rC   rD   rE   Ú
all_blocksr   ÚdeviceÚblockss	            r,   Ú_debug_callback_eager_rulerÜ  Ò  sf   € ð Ü×ÑÕÜ”cœ$ “oÐ&€J÷ ä"¤2§>¡>°$·,±,Ó#?ÀÖLÑ�m€sˆF�VÙˆfÒð  Mà	€)÷	 Ðús   –A0Á0A9)r   úCallable[..., Any]rC   r&   rD   rb  )r   rÝ  rC   r&   )r   zCallable[..., None]rE   r   rÍ   rb  rD   rb  rÕ   r   ÚreturnÚNone)r÷   rP  )r÷   rP  rÍ   rb  rD   rb  rÞ  rß  )r±   zmlir.LoweringRuleContext)rA  rF  rB  rG  rÞ  rF  )rB  zslice | int)rR  ÚColorrÞ  rP  )rR  rP  rÞ  rP  )rP   zSequence[int]r”   r    rk  rb  rl  Úfloatrm  rF  rn  rF  rc  zColorMap | None)r   zCallable[[Sharding], None])‡Ú__doc__Ú
__future__r   Úcollections.abcr   r   Ú	functoolsr   Úimportlib.utilr…  ÚloggingÚstringró   Útypingr   r   ÚweakrefÚnumpyrñ   Újax._srcr	   r   r›   r   r   r   r   r   r   r  r   r   r   r   r   r   Újax._src.interpretersr   r   r   r   ÚpeÚjax._src.libr   rž   Újax._src.lib.mlirr   Újax._src.lib.mlir.dialectsr   Újax._src.numpyr   re   Újax._src.shardingr    Újax._src.sharding_implsr!   r"   r}   r#   Újax._src.stater$   Ústate_dischargeÚ	getLoggerr0   rA   ÚEffectr&   rà   r5   rß   r©   Úadd_typeÚlowerable_effectsÚcontrol_flow_allowed_effectsÚremat_allowed_effectsÚ"custom_derivatives_allowed_effectsÚpartial_eval_kept_effectsÚ	Primitiverc   Úmultiple_resultsÚsafe_mapra   Ú
unsafe_mapÚdef_implrI   Údef_effectful_abstract_evalrM   rn   Úprimitive_batchersrs   Úprimitive_jvpsrv   Úprimitive_transposesr‰   rµ   Úregister_loweringrÆ   Úpartial_eval_jaxpr_custom_rulesÚregister_discharge_rulerË   r8   Ú	Formatterrã   rû   rù   rý   r  Ú%prim_requires_devices_during_loweringr™  r   r  r  r	  ÚWeakValueDictionaryÚsharding_callbacksr0  r  r6  r9  r=  rD  rH  r–  rá  rP  rà  ÚColorMaprV  r^  rh  rÊ  rÐ  rÕ  rÜ  Úeager_rulesr)   r.   r,   Ú<module>r     s\  ðñ Eå "ç .Ý Û Û Û Û 
ß Û ã å Ý #Ý Ý Ý Ý Ý Ý %Ý Ý #Ý Ý Ý Ý Ý $Ý *Ý &Ý 4Ý )Ý  Ý *Ý +Ý &÷Bñ Bå 7à	ˆ×	Ñ	˜8Ó	$€ô!�'—.‘.ô !á‹}€ô(˜Ÿ™ô (á)Ó+Ð à × Ñ ×  Ñ  Ð!3Ô 4Ø × Ñ × "Ñ " ;Ô /Ø × Ñ × "Ñ "Ð#5Ô 6Ø × $Ñ $× -Ñ -¨kÔ :Ø × $Ñ $× -Ñ -Ð.@Ô AØ × Ñ × &Ñ & {Ô 3Ø × Ñ × &Ñ &Ð'9Ô :Ø × *Ñ *× 3Ñ 3°KÔ @Ø × *Ñ *× 3Ñ 3Ð4FÔ GØ × !Ñ !× *Ñ *¨;Ô 7Ø × !Ñ !× *Ñ *Ð+=Ô >ð "�4—>‘>Ð"2Ó3Ð Ø$(Ð Ô !à—-‘- €€€Zà×ÑðØ +ðØ:>òó ðð( ×-Ñ-ðØ)4ðØCGòó .ðò
 ð  1M€× Ñ Ð,Ñ -ò7à&=€× Ñ Ð"Ñ #ð#Ø*5ó#ð -J€× Ñ Ð(Ñ )ò	=ò?ð@ €× Ñ Ð'Ð)@Ø %õ'à €× Ñ ØÐ-¸õ?ð €× Ñ ØÐ-¸Øõòð: (ð × "Ñ "Ð#3Ñ 4ð )€×(Ñ(Ð)9Ó:ñó ;ðð Øñ	HØ!ðHàðHð ðHð ð	Hð
 ðHð 
óHôVL˜v×/Ñ/ô Lñ$ %Ó&€	ó9ð &+Àñ)LØ	ð)LØ"ð)LØ9=ð)Là	ó)Lð\ $�T—^‘^Ð$6Ó7Ð Ø&*Ð Ô #Ø × .Ñ .× 2Ñ 2Ð3EÔ Fòð × Ñ Ð2Ô 3òð × .Ñ .Ð/NÔ Oòð
 $ð 	× Ñ Ð.Ñ /ò9à(B€× Ñ Ð$Ñ %à0�W×0Ñ0Ó2Ð Ø/Ð ÷)ñ )ó
4ðj €× Ñ Ð)Ð+JÔ Kòòó
!óð
 	ˆe�E˜5 %Ð'Ñ(¨#Ð-Ñ.€Ø�U�G˜U 5¨%°¸Ð#=Ñ>Ð>Ñ?€ó#óòKð *.¸bØ()¸BØ48ñu#Ø"&ðu#Ø6;ðu#à"%ðu#à69ðu#ð #2óu#ón0&òd3ðð !ðð ð	ð
 óð +E€	× Ò Ð&Ò 'r.   