Ë
    ßGìj#ƒ  ã                  ó¬  — U d Z ddlmZ ddlmZmZ ddlZddlZddlZddl	m
Z
 ddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddl m!Z! ddl"m#Z# ddl$m%Z%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+ ddl,Z- ej\                  e/«      Z0 ejb                  d«      Z2de2_3        ejh                  jk                  e2«       ejl                  e7cZ7Z8ejr                  e:cZ:Z; ejx                  d¬«       G d„ d«      «       Z=	 	 	 	 	 	 dDd„Z>e2j                   ej€                  ej‚                  e2«      «       e2j„                  	 	 	 	 	 	 dDd „«       ZCd!„ ZDeDejŠ                  e2<   d"„ ZFeFejŽ                  e2<    ej€                  ej�                  e2«      ej’                  e2<   dEd#„ZJ	 	 dFd$„ZK	 	 	 	 dGd%„ZL ejš                  e2eLd&¬'«       d(„ ZNd e+«       dd)œ	 	 	 	 	 	 	 	 	 	 	 	 	 dHd*„ZO ejb                  d+«      ZPdeP_3        ejh                  jk                  eP«        G d,„ d-ej¢                  «      ZR G d.„ d/ej¢                  «      ZS eR«       ZT eS«       ZUej¬                  j¯                  eR«       ej¬                  j¯                  eS«       ej°                  j¯                  eR«       ej°                  j¯                  eS«       ej²                  j¯                  eS«       ej´                  j¯                  eS«       	 	 	 	 	 	 dId0„Z[ePj                   ej€                  ej‚                  eP«      «       ePj¸                  	 	 	 	 	 	 dId1„«       Z]d2„ Z^e^ejŠ                  eP<   d3„ Z_e_ejŽ                  eP<   d4„ Z`e`ej’                  eP<   d5„ Za ejš                  ePead&¬'«       dd&d6œ	 	 	 	 	 	 	 	 	 	 	 dJd7„ZbdKd8„Zcdd9œ	 	 	 	 	 	 	 	 	 	 	 dLd:„Zddd9œ	 	 	 	 	 	 	 	 	 	 	 dMd;„ZedNd<„Zfi Zgd=ehd><   dOd?„ZieiegejÔ                  <   d@„ egejÖ                  <   dd9œ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dPdA„Zld&ddBœ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dQdC„Zmy)RzModule for JAX callbacks.é    )Úannotations)ÚCallableÚSequenceN)ÚAny)Úapi)Úconfig)Úcore)Údispatch)Údtypes)Úeffects)Úffi)Úpickle_util)Úsharding_impls)Ú	tree_util)Úutil)Ú
xla_bridge)Úad)Úbatching)Úmlir)Ú
xla_client)Úir)Úhlo)ÚSdyArrayÚSdyArrayListÚSdyDimÚSingleDeviceSharding)ÚArrayÚDeprecatedArgÚpure_callbackT)Úfrozenc                  ó.   — e Zd ZU dZded<   ded<   dd„Zy)	Ú_FlatCallbacka/  A Python function callable with flat arguments and results.

  An instance of this class is used as a parameter for the callback primitives.
  We prefer it to an anonymous flattened function because it produces
  equal objects when we call the same Python function with the same argument
  structure.
  úCallable[..., Any]Úcallback_funcztree_util.PyTreeDefÚin_treec                ó’   — t        j                  | j                  |«      \  }}t        j                   | j                  |i |¤Ž«      S ©N)r   Útree_unflattenr%   Útree_leavesr$   )ÚselfÚ	flat_argsÚargsÚkwargss       úUC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/_src/callback.pyÚ__call__z_FlatCallback.__call__D   s@   € Ü×+Ñ+¨D¯L©L¸)ÓD�L€Dˆ&Ü× Ñ Ð!3 ×!3Ñ!3°TÐ!D¸VÑ!DÓEÐEó    N)r+   r   ÚreturnzSequence[Array])Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__r/   © r0   r.   r"   r"   8   s   … ñð $Ó#ØÓôFr0   r"   c                óŒ  — ~~~ 	 t        j                  d¬«      ^}}t        j                  ||«      }t        j                  |«      5  	 t        j                  t        j                   ||Ž «      cd d d «       S # t        $ r}t        d«      |‚d }~ww xY w# t        $ r t        j                  d«       ‚ w xY w# 1 sw Y   y xY w)NÚcpu©Úbackendz£jax.pure_callback failed to find a local CPU device to place the inputs on. Make sure "cpu" is listed in --jax_platforms or the JAX_PLATFORMS environment variable.zjax.pure_callback failed©ÚxbÚlocal_devicesÚRuntimeErrorr   Ú
device_putr   Údefault_devicer   Útree_mapÚnpÚasarrayÚBaseExceptionÚloggerÚ	exception)Úresult_avalsÚcallbackÚshardingÚvmap_methodr,   Ú
cpu_deviceÚ_Úes           r.   Úpure_callback_implrO   I   s½   € ð �˜\ðÜ×%Ñ%¨eÔ4€N€J�ô 
�‰˜˜jÓ	)€$Ü×Ñ˜ZÕ(ðÜ×Ñ¤§
¡
©H°d¨OÓ<÷ )Ñ(øô 
ò Ü
ð	/óð ð	ûðûô ò Ü×ÑÐ1Ô2Øðú÷ )Ð(úó5   …A: ÁB:Á
&BÁ:	BÂBÂBÂ B7Â7B:Â:Cc                ó   — ~~ ~~|S r'   r7   )rI   rH   rJ   rK   Úavalss        r.   Úpure_callback_abstract_evalrS   f   s   € ð ˆX�x Ø	Ðr0   c                 ó   — ~ ~t        d«      ‚)NzgPure callbacks do not support JVP. Please use `jax.custom_jvp` to use callbacks while taking gradients.©Ú
ValueError©r,   r-   s     r.   Úpure_callback_jvp_rulerX   r   ó   € Ø
ˆFÜðMó	Nð Nr0   c                 ó   — ~ ~t        d«      ‚)NzmPure callbacks do not support transpose. Please use `jax.custom_vjp` to use callbacks while taking gradients.rU   rW   s     r.   Úpure_callback_transpose_ruler[   |   rY   r0   c                óð   — dg}| r4| D �cg c])  }t        |t        j                  «      sŒ|j                  ‘Œ+ }}t	        |D �cg c]  }t        dt        g d¬«      g|z  d¬«      ‘Œ! c}«      S c c}w c c}w )zGReturns an SdyArrayList with `max(1, len(avals))` replicated shardings.r   r7   F)ÚaxesÚis_open©Ú
mesh_shapeÚdim_shardingsÚlogical_device_ids)Ú
isinstancer	   ÚShapedArrayÚndimr   r   r   )rR   ÚndimsÚxre   s       r.   Ú!_get_sdy_array_list_for_callbacksrh   ‰   s‰   € àˆ#€%Ù
Ù"ÓF™U˜¤j°´D×4DÑ4DÕ&EˆQ�V‹V˜U€EÐFÜ	ñ .3ó	4ñ .3 Tô ØÜ R°Ô7Ð8¸4Ñ?Øö!ð .3ñ	4ó 
5ð 5ùò Gùò4s   ŠA.ªA.Á$A3c                ó,  — t        | t        j                  «      rª| j                  t	        | j
                  j                  «      k7  rt        d«      ‚|�t        d«      ‚t        j                  j                  rt        |«      }|S t        j                  «       }t        j                  j                  j                  |_        |S t        | t        j"                  «      �r|�qt        |t$        «      st        dt!        |«      › �«      ‚t'        t)        |j*                  «      «      }| j,                  }|€t/        d«      ‚	 |j1                  |«      }nd}t        j                  j                  r3t7        d	t9        |«      «      }t;        |t=        d
g |f¬«      gz  «      }|S t        j                  «       }t        j                  j                  j>                  |_        d	g|_         |g|_!        |S y # t2        $ r}t5        d|› d|› d�«      |‚d }~ww xY w)Nz~callbacks are only supported in spmd computations when all mesh axes are partitioned manually (no partial automatic sharding).zEcallbacks do not support specifying sharding inside spmd computationsz:pure_callback only supports SingleDeviceSharding, but got z9Please file a bug at https://github.com/jax-ml/jax/issuesz6Sharding provided to pure_callback specifies a device z' that is not in the device assignment (Ú)r   é   r7   r_   )"rc   r   ÚSPMDAxisContextÚmanual_axesÚ	frozensetÚmeshÚ
axis_namesÚNotImplementedErrorr   Úuse_shardy_partitionerÚvaluerh   ÚxcÚ
OpShardingÚTypeÚMANUALÚtypeÚShardingContextr   ÚnextÚiterÚ
device_setÚdevice_assignmentÚAssertionErrorÚindexÚ
IndexErrorrV   ÚmaxÚlenr   r   ÚMAXIMALÚtile_assignment_dimensionsÚtile_assignment_devices)	Úaxis_contextrJ   Ú	avals_outÚop_shardingÚdevicer}   Údevice_indexrN   Únum_sdy_shardingss	            r.   Ú_callback_op_shardingrŒ   •   s#  € ô �œn×<Ñ<Ô=ð ×Ñ¤9¨\×->Ñ->×-IÑ-IÓ#JÒJÜðLóð ð ÐÜðóð ô ×$Ñ$×*Ò*Ü5°iÓ@€kð Ðô —M‘M“O€kÜŸ™×+Ñ+×2Ñ2€kÔØÐä�œn×<Ñ<Õ=ØÐÜ˜Ô"6Ô7Ü!ðÜ�X“Ðð!ó
ð 	
ô ”D˜×,Ñ,Ó-Ó.€fØ&×8Ñ8ÐØ	Ð	"ÜØGóIð 	Ið.Ø(×.Ñ.¨vÓ6‰ð €lô
 ×$Ñ$×*Ò*ô ˜a¤ Y£Ó0ÐÜ Ð!2Ü
ØØØ". ô2ð63ñ "3ó 4€kð Ðô	 —M‘M“O€kÜŸ™×+Ñ+×3Ñ3€kÔØ01¨s€kÔ,Ø-9¨N€kÔ)ØÐð 
øô; ò .ÜðØˆxð Ø"Ð# 1ð&ó'ð -.ð	.ûð.ús   ÅG2 Ç2	HÇ;HÈHc          
     óÔ   ‡‡— ˆˆfd„}t        | j                  j                  || j                  «      }t	        | |d t        |«      | j                  | j                  d|¬«      \  }}}|S )Nc                 ó2   •— t        t        | ‰d dœ‰¤Ž«      S )N)rI   rJ   )ÚtuplerO   )r+   rI   Úparamss    €€r.   Ú	_callbackz)pure_callback_lowering.<locals>._callbackÝ   s+   ø€ ÜÜØØØñ	
ð ñ		
óð r0   F©Úhas_side_effectrJ   )rŒ   Úmodule_contextr†   r‡   Úemit_python_callbackÚlistÚavals_in)	ÚctxrI   rJ   r,   r�   r‘   rˆ   ÚresultrM   s	    `  `    r.   Úpure_callback_loweringrš   Ú   sg   ù€ õô &Ø	×Ñ×%Ñ% x°·±ó@€+ä%Ø	ØØ
Ü
ˆ4ƒjØ	‡l�lØ	‡m�mØØô	�,€&ˆ!ˆQð 
€-r0   F)Ú	cacheablec                óˆ   — t        j                  | j                  «      }t        j                  |«      |k7  rt	        d«      ‚y )NzQresult_shape_dtypes cannot specify 64-bit types when `jax_enable_x64` is disabled)rC   Údtyper   Úcanonicalize_dtyperV   )Úshape_dtypeÚdts     r.   Ú_check_shape_dtyper¡   ú   s@   € Ü	‡x�x�×!Ñ!Ó"€"Ü×Ñ˜rÓ" bÒ(Ü
Ø[ó]ð ]ð )r0   )rJ   Ú
vectorizedrK   c               ó²  — t        |t        «      st        d«      ‚g d¢}||vrt        d|› d|› �«      ‚t        j                  ||f«      \  }}	t        j
                  t        |«       t        j
                  d„ |«      }
t        j                  |
«      \  }}t        j                  |t        | |	«      t        |«      ||dœŽ}t        j                  ||«      S )a  Calls a pure Python callback. Works under :func:`jit`/:func:`~vmap`/etc.

  For more explanation, see `External Callbacks`_.

  ``pure_callback`` enables calling a Python function in JIT-ed JAX functions.
  The input ``callback`` will be passed JAX arrays placed on a local CPU, and
  it should also return JAX arrays on CPU.

  The callback is treated as functionally pure, meaning it has no side-effects
  and its output value depends only on its argument values. As a consequence, it
  is safe to be called multiple times (e.g. when transformed by :func:`~vmap` or
  :func:`~pmap`), or not to be called at all when e.g. the output of a
  `jit`-decorated function has no data dependence on its value. Pure callbacks
  may also be reordered if data-dependence allows.

  .. warning::

     In the context of JAX transformations, Python exceptions should be
     considered side-effects: this means that intentionally raising an error
     within a `pure_callback` breaks the API contract, and the behavior of
     the resulting program is undefined.

  When `vmap`-ed the behavior will depend on the value of the ``vmap_method``.

  * Calling :func:`~jax.vmap` on a callback without an explicit ``vmap_method``
    raises a ``NotImplementedError``.
  * ``vmap_method="sequential"`` uses :func:`~jax.lax.map` to loop over
    the batched arguments, calling ``callback`` once for each batch element.
  * ``vmap_method="sequential_unrolled"`` is like ``sequential``, but the loop
    is unrolled.
  * ``vmap_method="expand_dims"`` calls ``callback`` with new axes of size ``1``
    added as the leading dimension unbatched inputs.
  * ``vmap_method="broadcast_all"`` behaves like ``expand_dims``, but the
    inputs are tiled to the expected batched shape.

  If necessary, the legacy behavior provided by the removed ``vectorized=True``
  argument can be recovered using ``vmap_method="legacy_vectorized"``.

  The current default behavior is to use ``vmap_method="sequential"`` when
  not specified, but this behavior is deprecated, and in the future, the
  default will be to raise a ``NotImplementedError`` unless ``vmap_method`` is
  explicitly specified.

  Args:
    callback: function to execute on the host. The callback is assumed to be a pure
      function (i.e. one without side-effects): if an impure function is passed, it
      may behave in unexpected ways, particularly under transformation. The callable
      will be passed PyTrees of arrays as arguments, and should return a PyTree of
      arrays that matches ``result_shape_dtypes``.
    result_shape_dtypes: pytree whose leaves have ``shape`` and ``dtype`` attributes,
      whose structure matches the expected output of the callback function at runtime.
      :class:`jax.ShapeDtypeStruct` is often used to define leaf values.
    *args: arguments to be passed to the callback function
    sharding: optional sharding that specifies the device from which the callback should
      be invoked.
    vmap_method: string specifying how the callback transforms under
      :func:`~jax.vmap` as described above.
    **kwargs: keyword arguments to be passed to the callback function

  Returns:
    result: a pytree of :class:`jax.Array` objects whose structure matches that of
      ``result_shape_dtypes``.

  See Also:
    - :func:`jax.experimental.io_callback`: callback designed for impure functions.
    - :func:`jax.debug.callback`: callback designed for general-purpose debugging.
    - :func:`jax.debug.print`: callback designed for printing.

  Examples:
    The behavior of ``pure_callback`` under :func:`~jax.vmap` is controlled by
    the ``vmap_method`` argument as described above. It is useful to consider
    some explicit examples that demonstrate the semantics. For example,
    consider the following function:

    >>> def callback(x, y):
    ...   print(jnp.shape(x), jnp.shape(y))
    ...   return x + y

    >>> def fun(x, y, *, vmap_method):
    ...   shape = jnp.broadcast_shapes(jnp.shape(x), jnp.shape(y))
    ...   dtype = jnp.result_type(x, y)
    ...   out_type = jax.ShapeDtypeStruct(shape, dtype)
    ...   return jax.pure_callback(callback, out_type, x, y,
    ...                            vmap_method=vmap_method)

    Calling this with ``vmap_method="expand_dims"`` adds a new axis of size ``1``
    to ``y``:

    >>> from functools import partial
    >>> x = jnp.arange(4)
    >>> y = 1.0
    >>> jax.vmap(partial(fun, vmap_method="expand_dims"), in_axes=(0, None))(x, y)
    (4,) (1,)
    Array([1., 2., 3., 4.], dtype=float32)

    Whereas, ``vmap_method="broadcast_all"`` adds an axis of size ``4`` to
    ``y``:

    >>> jax.vmap(partial(fun, vmap_method="broadcast_all"),
    ...          in_axes=(0, None))(x, y)
    (4,) (4,)
    Array([1., 2., 3., 4.], dtype=float32)

  .. _External Callbacks: https://docs.jax.dev/en/latest/external-callbacks.html
  zdThe 'vectorized' argument of jax.pure_callback was removed in JAX v0.6.0. Use 'vmap_method' instead.)Ú
sequentialÚsequential_unrolledÚexpand_dimsÚbroadcast_allÚlegacy_vectorizedNz.vmap_method must be on of the allowed methods z, but got: c                óV   — t        j                  | j                  | j                  «      S r'   ©r	   rd   Úshaper�   ©rg   s    r.   Ú<lambda>zpure_callback.<locals>.<lambda>‚  s   € ”× Ñ  §¡¨!¯'©'Ô2r0   )rI   rH   rJ   rK   )rc   r   rV   r   Útree_flattenrB   r¡   Úpure_callback_pÚbindr"   r�   r(   )rI   Úresult_shape_dtypesrJ   r¢   rK   r,   r-   Úallowed_vmap_methodsr+   r%   rH   Úflat_result_avalsÚout_treeÚout_flats                 r.   r   r     sô   € ôf 
�J¤Ô	.Ü
ð	-ó.ð .òFÐàÐ,Ñ,Ü
Ø
8Ð9MÐ8Nð OØ�=ð	"ó#ð #ô !×-Ñ-¨t°V¨nÓ=Ñ€)ˆWÜ×ÑÔ'Ð)<Ô=Ü×#Ñ#Ù2Ð4GóI€,ä )× 6Ñ 6°|Ó DÑÐ�XÜ×!Ñ!ØÜ˜X wÓ/ÜÐ*Ó+ØØò€(ô 
×	!Ñ	! (¨HÓ	5Ð5r0   Úio_callbackc                  ó   — e Zd Zd„ Zy)ÚIOEffectc                 ó   — y)NÚIOr7   ©rM   s    r.   r­   zIOEffect.<lambda>•  s   € �dr0   N©r2   r3   r4   Ú__str__r7   r0   r.   r¸   r¸   ”  s   „ Ù�'r0   r¸   c                  ó   — e Zd Zd„ Zy)ÚOrderedIOEffectc                 ó   — y)NÚ	OrderedIOr7   r»   s    r.   r­   zOrderedIOEffect.<lambda>˜  s   € �kr0   Nr¼   r7   r0   r.   r¿   r¿   —  s   „ Ù!�'r0   r¿   c                óŒ  — ~ ~~	 t        j                  d¬«      ^}}t        j                  ||«      }t        j                  |«      5  	 t        j                  t        j                   ||Ž «      cd d d «       S # t        $ r}t        d«      |‚d }~ww xY w# t        $ r t        j                  d«       ‚ w xY w# 1 sw Y   y xY w)Nr9   r:   z¡jax.io_callback failed to find a local CPU device to place the inputs on. Make sure "cpu" is listed in --jax_platforms or the JAX_PLATFORMS environment variable.zjax.io_callback failedr<   )rH   rI   rJ   Úorderedr,   rL   rM   rN   s           r.   Úio_callback_implrÄ   ¤  s½   € ð �H˜gðÜ×%Ñ%¨eÔ4€N€J�ô 
�‰˜˜jÓ	)€$Ü×Ñ˜ZÕ(ðÜ×Ñ¤§
¡
©H°d¨OÓ<÷ )Ñ(øô 
ò Ü
ð	/óð ð	ûðûô ò Ü×ÑÐ/Ô0Øðú÷ )Ð(úrP   c                ó.   — ~~~ |rt         nt        }||hfS r'   )Ú_OrderedIOEffectÚ	_IOEffect)rI   rH   rJ   rÃ   rR   Úeffects         r.   Úio_callback_abstract_evalrÉ   Á  s"   € ð ˆX�xÙ&Õ¬I€&Ø	˜�xÐ	Ðr0   c                 ó   — ~ ~t        d«      ‚)Nz IO callbacks do not support JVP.rU   rW   s     r.   Úio_callback_jvp_rulerË   Î  s   € Ø
ˆFÜÐ5Ó6Ð6r0   c                 ó   — ~ ~t        d«      ‚)Nz&IO callbacks do not support transpose.rU   rW   s     r.   Úio_callback_transpose_rulerÍ   Ô  s   € Ø
ˆFÜÐ;Ó<Ð<r0   c           	     óŒ  ‡‡‡‡‡— ddl m} |rt        d«      ‚|D �cg c]  }|t        j                  u‘Œ c}Št        | |«      D ��	cg c]0  \  }}	|	t        j                  u r|nt        j                  ||	d«      ‘Œ2 }
}}	t        j                  ‰|
«      \  Š}ˆˆˆˆˆfd„} |||«      }|dt        |«      z  fS c c}w c c}	}w )Nr   )Úmapz"Cannot `vmap` ordered IO callback.c                ób   •— t        j                  ‰‰| «      }t        j                  |‰‰‰ddœŽS )NF)rI   rJ   rH   rÃ   )r   Úmerge_listsÚio_callback_pr°   )Úbatched_argsÚmergedrI   Ú
is_batchedrH   rJ   Úunbatched_argss     €€€€€r.   Ú
_batch_funz-io_callback_batching_rule.<locals>._batch_funä  s7   ø€ Ü×Ñ˜j¨.¸,ÓG€FÜ×Ñ˜v°À8Ø+7ÀòHð Hr0   )r   )
Újax._src.lax.control_flow.loopsrÏ   rV   r   Ú
not_mappedÚzipÚmoveaxisr   Úpartition_listr‚   )r,   ÚdimsrI   rH   rJ   rÃ   Úlax_mapÚdÚargÚdimÚnew_argsrÓ   r×   Úout_valsrÕ   rÖ   s     ```         @@r.   Úio_callback_batching_rulerä   Ú  sÖ   ü€ õ =ÙÜ
Ð9Ó
:Ð:Ù6:Ó;±d°�œ×,Ñ,Ò,°dÑ;€*ä=@ÀÀt¼_ôNÙ=L±°°cð œH×/Ñ/Ñ/‰cÜ×Ñ  S¨!Ó,ñ-Ø=Lð ñ Nä!%×!4Ñ!4°ZÀÓ!JÑ€.�,÷Hð Hñ �Z Ó.€(Ø	�4œ#˜h›-Ñ'Ð	'Ð'ùò <ùóNs   �B;Á5C c          
     óÚ  ‡‡‡— ˆˆˆfd„}t        | j                  j                  || j                  «      }‰r| j                  j                  t        «      }t        | ||t        |«      | j                  | j                  d|¬«      \  }	}}
| j                  t        j                  t        |i«      «       |	S t        | |d t        |«      | j                  | j                  d|¬«      \  }	}
}
|	S )Nc            	     ó4   •— t        t        | ‰d ‰dœ‰¤Ž«      S )N)rI   rJ   rÃ   )r�   rÄ   )r+   rI   rÃ   r�   s    €€€r.   r‘   z'io_callback_lowering.<locals>._callbackî  s.   ø€ ÜÜØØØØñ		
ð
 ñ	
óð r0   Tr’   )rŒ   r”   r†   r‡   Ú	tokens_inÚgetrÆ   r•   r–   r—   Úset_tokens_outr   ÚTokenSet)r˜   rI   rJ   rÃ   r,   r�   r‘   rˆ   Útokenr™   rM   s    ` ` `     r.   Úio_callback_loweringrì   í  sÜ   ú€ ö	ô &Ø	×Ñ×%Ñ% x°·±ó@€+áØ�M‰M×ÑÔ.Ó/€EÜ+ØØØÜˆT‹
Ø�‰Ø�‰ØØô	Ñ€FˆE�1ð ×Ñ”t—}‘}Ô&6¸Ð%>Ó?Ô@ð 
€-ô (ØØØÜˆT‹
Ø�‰Ø�‰ØØô	�L€FˆAˆqð 
€-r0   )rJ   rÃ   c               ó6  — t        j                  ||f«      \  }}t        j                  t        |«       t        j                  |«      \  }}	t	        d„ |«      }
t        j                  |t        | |«      t        |
«      ||dœŽ}t        j                  |	|«      S )a"  Calls an impure Python callback.

  For more explanation, see `External Callbacks`_.

  Args:
    callback: function to execute on the host. It is assumed to be an impure function.
      If ``callback`` is pure, using :func:`jax.pure_callback` instead may lead to
      more efficient execution.
    result_shape_dtypes: pytree whose leaves have ``shape`` and ``dtype`` attributes,
      whose structure matches the expected output of the callback function at runtime.
      :class:`jax.ShapeDtypeStruct` is often used to define leaf values.
    *args: arguments to be passed to the callback function
    sharding: optional sharding that specifies the device from which the callback should
      be invoked.
    ordered: boolean specifying whether sequential calls to callback must be ordered.
    **kwargs: keyword arguments to be passed to the callback function

  Returns:
    result: a pytree of :class:`jax.Array` objects whose structure matches that of
      ``result_shape_dtypes``.

  See Also:
    - :func:`jax.pure_callback`: callback designed for pure functions.
    - :func:`jax.debug.callback`: callback designed for general-purpose debugging.
    - :func:`jax.debug.print`: callback designed for printing.

  .. _External Callbacks: https://docs.jax.dev/en/latest/notebooks/external_callbacks.html
  c                óV   — t        j                  | j                  | j                  «      S r'   rª   r¬   s    r.   r­   zio_callback.<locals>.<lambda>@  s   € ¤D×$4Ñ$4°Q·W±W¸a¿g¹gÔ$Fr0   )rI   rH   rJ   rÃ   )
r   r®   rB   r¡   rÏ   rÒ   r°   r"   r�   r(   )rI   r±   rJ   rÃ   r,   r-   r+   r%   Úflat_shape_dtypesr´   r³   rµ   s               r.   r¶   r¶     s™   € ôH !×-Ñ-¨t°V¨nÓ=Ñ€)ˆWÜ×ÑÔ'Ð)<Ô=Ü )× 6Ñ 6Ð7JÓ KÑÐ�XÜÑFØ+ó-Ðä×ÑØÜ˜X wÓ/ÜÐ*Ó+ØØò€(ô 
×	!Ñ	! (¨HÓ	5Ð5r0   c                ó&   — t        d„ | D «       «      S )Nc              3  ó&   K  — | ]	  }|d k(  –— Œ y­w)r   Nr7   )Ú.0rß   s     r.   Ú	<genexpr>z!is_empty_shape.<locals>.<genexpr>M  s   è ø€ Ð™Q˜ˆQ�!�V™Qùs   ‚)Úany)Úss    r.   Úis_empty_shaperö   L  s   € Ü	Ñ™QÓÓ	Ðr0   ©rJ   c          
     ó  — t         j                  j                  | t        j                  «      }t        j
                  |g||t        j                  j                  d«      ¬«      }t        j                  j                  t        t        j                  j                  t        |«      «      t        j                  j                  t        |«      «      ¬«      «      |j                  d<   |�‹t        j                  j                  r[t!        |t"        «      sJ ‚t%        |j&                  «      dk\  sJ ‚t#        t)        dg |j&                  d   j*                  ¬«      g«      }t        j,                  ||«       |j.                  S )	NT©Úis_host_transfer©Ú_xla_host_transfer_handler_nameÚ_xla_host_transfer_rendezvousúmhlo.frontend_attributesrk   r7   r   r_   )r   ÚChannelHandlerè   r   ÚSEND_TO_HOST_TYPEÚSendOpr   ÚBoolAttrÚDictAttrÚdictÚ
StringAttrÚstrÚ
attributesr   rr   rs   rc   r   r‚   Ú	shardingsr   rb   Úset_shardingr™   )Úchannelrë   ÚoperandÚnamerJ   Úchannel_handleÚsend_ops          r.   Úsend_to_hostr  P  s.  € ô ×$Ñ$×(Ñ(¨´$×2HÑ2HÓI€.Ü�J‰J˜�y %¨Ü)+¯©¯©¸Ó)>ô@€'ä35·;±;·?±?Ü
Ü*,¯-©-×*;Ñ*;¼CÀ»IÓ*FÜ(*¯©×(9Ñ(9¼#¸d»)Ó(DôFó4G€'×ÑÐ/Ñ0ð ÐÜ×$Ñ$×*Ò*ô ˜¤,Ô/Ð/Ð/Ü�×#Ñ#Ó$¨Ò)Ð)Ð)ÜÜ
Ø¨2Ø!)×!3Ñ!3°AÑ!6×!IÑ!IôKðLó M€hô 	×Ñ�g˜xÔ(Ø	�‰Ðr0   c          
     óŽ  — t         j                  j                  | t        j                  «      }t        j
                  t        j                  |«      t         j                  j                  «       g||t        j                  j                  d«      ¬«      }t        j                  j                  t        t        j                  j                  t        |«      «      t        j                  j                  t        |«      «      ¬«      «      |j                  d<   |�™t        j                   j"                  rit%        |t&        «      sJ ‚t)        |j*                  «      dk\  sJ ‚t'        |j*                  d   t-        dg |j*                  d   j.                  ¬«      g«      }t        j0                  ||«       |j2                  \  }}||fS )	NTrù   rû   rþ   rk   r   r7   r_   )r   rÿ   rè   r   ÚRECV_FROM_HOST_TYPEÚRecvOpÚaval_to_ir_typeÚ	TokenTyper   r  r  r  r  r  r  r   rr   rs   rc   r   r‚   r  r   rb   r	  Úresults)r
  rë   Úout_avalr  rJ   r  Úrecv_opr™   s           r.   Úreceive_from_hostr  p  sj  € ô ×$Ñ$×(Ñ(¨´$×2JÑ2JÓK€.Ü�J‰Jœ×,Ñ,¨XÓ6ÜŸ™×)Ñ)Ó+ð-Ø.3°^Ü)+¯©¯©¸Ó)>ô@€'ô 46·;±;·?±?Ü
Ü*,¯-©-×*;Ñ*;¼CÀ»IÓ*FÜ(*¯©×(9Ñ(9¼#¸d»)Ó(DôFó4G€'×ÑÐ/Ñ0ð ÐÜ×$Ñ$×*Ò*Ü˜¤,Ô/Ð/Ð/Ü�×#Ñ#Ó$¨Ò)Ð)Ð)ô Ø
×
Ñ
˜QÑ
Ü
Ø¨2Ø!)×!3Ñ!3°AÑ!6×!IÑ!IôKðLó M€hô
 	×Ñ�g˜xÔ(à—/‘/�-€&ˆ%Ø	�ˆÐr0   c                ó„   — 	 t        t        | «         | «      S # t        $ r}t        dt        | «      › �«      |‚d }~ww xY w)NzNo xla_shape_handler for type: )Ú_xla_shape_handlersrx   ÚKeyErrorÚ	TypeError)ÚavalÚerrs     r.   Ú_aval_to_xla_shaper  •  sG   € ðMÜœt D›zÑ*¨4Ó0Ð0øÜ	ò MÜ
Ð5´d¸4³j°\ÐBÓ
CÈÐLûðMús   ‚ ™	?¢:º?z9dict[type[core.AbstractValue], Callable[[Any], xc.Shape]]r  c                óü   — t        j                  | «      } | j                  t        j                  k(  rt        j                  d«      n| j                  }t        j                  j                  || j                  «      S )NÚbool)
r	   Úphysical_avalr�   r   Úfloat0rC   rt   ÚShapeÚarray_shaper«   )r  r�   s     r.   Ú_make_array_shaper&  ž  sP   € Ü	×	Ñ	˜DÓ	!€$Ø"Ÿj™j¬F¯M©MÒ9Œ"�(‰(�6Ô
¸t¿z¹z€%Ü	�‰×	Ñ	˜e T§Z¡ZÓ	0Ð0r0   c                ó>   — t         j                  j                  «       S r'   )rt   r$  Útoken_shaper»   s    r.   r­   r­   ¤  s   € ´B·H±H×4HÑ4HÔ4Jr0   c	               óÌ  ‡— |xs t        j                  «       }|}
g }|s·|
Šˆfd„}
|j                  j                  «       }t	        j
                  dt        j                  «      }t        j                  t        j                  dt        j                  «      «      }g |¢t        |«      ‘}t        ||||j                  |	¬«      }|j                  |«       nL|D ]G  }|j                  j                  «       }t        ||||j                  |	¬«      }|j                  |«       ŒI g }g }|D ]w  }|j                  j                  «       }t        |t        j
                  «      sJ ‚t!        ||||j                  |	¬«      \  }}|j                  |«       |j                  |«       Œy | j#                  |
||||t$        j&                  «      }|j                  j)                  |«       ||fS )Nc                 ó   •— ~  ‰«       S r'   r7   )r,   Úcallback_without_argss    €r.   Ú_wrapped_callbackz4_emit_tpu_python_callback.<locals>._wrapped_callback¾  s   ø€ Ø
Ù"Ó$Ð$r0   )rk   rk   r÷   )r   Úcreate_tokenr”   Únew_channelr	   rd   rC   Úfloat32r   Úir_constantÚzerosr  r  r2   Úappendrc   r  Ú,make_python_callback_from_host_send_and_recvr   ÚdumpsÚadd_host_callback)r;   r˜   rI   rë   ÚoperandsÚoperand_avalsÚoperand_shapesrH   Úresult_shapesrJ   r,  Úsend_channelsÚsend_channelÚdummy_send_avalÚdummy_send_valr  r
  Úrecv_channelsÚoutputsÚresult_avalÚoutÚifrt_callbackr+  s                         @r.   Ú_emit_tpu_python_callbackrC  §  sÃ  ø€ ð Ò
%”3×#Ñ#Ó%€%ØÐà€-Ù	ð
 .Ðô%ð ×%Ñ%×1Ñ1Ó3€LÜ×&Ñ& t¬R¯Z©ZÓ8€OÜ×%Ñ%¤b§h¡h¨q´"·*±*Ó&=Ó>€NØK�~ÐKÔ'9¸/Ó'JÐK€NÜ˜ u¨n¸h×>OÑ>OØ"*ô,€Eà×Ñ˜Õ&ãˆØ×"Ñ"×.Ñ.Ó0€gÜ˜7 E¨7°H×4EÑ4EØ$,ô.€eà×Ñ˜7Õ#ð	 ð €-Ø€'Û!€kØ× Ñ ×,Ñ,Ó.€GÜ�k¤4×#3Ñ#3Ô4Ð4Ð4Ü" 7¨E°;Ø#+×#4Ñ#4¸xôI�J€Eˆ3à‡N�N�3ÔØ×Ñ˜Õ!ð "ð ×FÑFØ˜¨¸Ø”[×&Ñ&ó(€-ð ×Ñ×&Ñ& }Ô5Ø	�%ˆÐr0   )ÚpartitionedrJ   c               ó´  ‡‡‡‡— t        | j                  j                  «      dkD  rt        d«      ‚| j                  j                  d   Š‰dvrt	        d‰› d�«      ‚|r ‰dvrt        d‰› d�«      ‚‰rt	        d	«      ‚| j                  j                  «       }	‰D �
cg c]  }
t        |
«      ‘Œ }}
|D �
cg c]  }
t        |
«      ‘Œ }}
ˆˆˆfd
„}‰dk(  rßt        j                  t        ‰|«      D �
�cg c]  \  }
}t        |
j                  «      s|
|f‘Œ  c}}
«      \  }}t        |	| ||||||||¬«
      \  }}t        |«      }‰D �cg c]`  }t        |j                  «      r>t        j                  t!        j"                  |j                  |j$                  ¬«      «      n
t'        |«      ‘Œb }}||dfS ‰dv rdnd}|rdnd}d|› d|› d�}|rÂ|Šˆfd„}|g|¢}t(        j*                  j,                  rN|�Lt        | j.                  «      dkD  r4t1        |t2        «      r$t3        t5        dg d¬«      g|j6                  ¢«      }t9        j:                  | t<        j>                  g| j@                  ¢t<        j>                  g| j.                  ¢¬«      } |}| j                  jC                  |«       t!        jD                  t        | j                  jF                  «      dz
  «      } tI        jJ                  ||¬«      | g|¢­dt!        jD                  |«      iŽ}|�t        jL                  ||«       |jN                  }|r|^}}|||fS c c}
w c c}
w c c}}
w c c}w )aª  Emits MLIR that calls back to a provided Python function.

  Args:
    ctx: The lowering context.
    callback: The Python callback function.
    token: The token to use for the callback.
    operands: The operands to the callback.
    operand_avals: The abstract values of the operands.
    result_avals: The abstract values of the results.
    has_side_effect: Whether the callback has side effects.
    partitioned: If True, then `callback` is called on local shards only. If
      False, then `callback` is called on all shards.
    sharding: The sharding of the callback.

  Returns:
    A tuple of MLIR result values, a new token (if any), and the host callback
    object.
  rk   z+multi-platform lowering for python_callbackr   >   r9   ÚtpuÚcudaÚrocmz&`EmitPythonCallback` not supported on z	 backend.>   r9   rG  rH  z(Partitioned callback not implemented on z6Partitioned callback not supported with return values.c            	     óH  •—  ‰| Ž }t        |«      t        ‰«      k7  r-t        dj                  t        ‰«      t        |«      «      «      ‚t        d„ |D «       «      }t	        t        |‰«      «      D ]Š  \  }\  }}|j                  |j                  k7  r(t        d|› d|j                  › d|j                  › �«      ‚|j                  |j                  k7  sŒdt        d|› d|j                  › d|j                  › �«      ‚ ‰dk(  rt        d„ t        |‰«      D «       «      }|S |S )	NzDMismatched number of outputs from callback. Expected: {}, Actual: {}c              3  ól   K  — | ],  }t        j                  t        j                  |«      «      –— Œ. y ­wr'   )r   Úcanonicalize_valuerC   rD   )rò   Úas     r.   ró   zBemit_python_callback.<locals>._wrapped_callback.<locals>.<genexpr>  s$   è ø€ ÐPÁxÀ!”V×.Ñ.¬r¯z©z¸!«}×=Áxùs   ‚24z)Incorrect output shape for return value #z: Expected: z
, Actual: z)Incorrect output dtype for return value #rF  c              3  óP   K  — | ]  \  }}t        |j                  «      s|–— Œ  y ­wr'   )rö   r«   )rò   Úout_valr@  s      r.   ró   zBemit_python_callback.<locals>._wrapped_callback.<locals>.<genexpr>&  s+   è ø€ ð !4á&AÑ"ˆg�{Ü × 1Ñ 1Ô2ô Ù&Aùs   ‚$&)r‚   r?   Úformatr�   Ú	enumeraterÚ   r«   r�   )	r,   rã   ÚirN  r  Únon_empty_out_valsrI   ÚplatformrH   s	         €€€r.   r,  z/emit_python_callback.<locals>._wrapped_callback  s=  ø€ Ù˜ˆ€HÜ
ˆ8ƒ}œ˜LÓ)Ò)Üð%ß%+¡V¬C°Ó,=¼sÀ8»}Ó%MóOð Oô ÑPÁxÓPÓP€HÜ"+¬C°¸,Ó,GÖ"HÑˆÑˆG�XØ	�‰˜(Ÿ.™.Ò	(ÜØ7¸°sð ;Ø!Ÿ™Ð(¨
°7·=±=°/ðCóDð 	Dð 
�‰˜(Ÿ.™.Ó	(ÜØ7¸°sð ;Ø!Ÿ™Ð(¨
°7·=±=°/ðCóDð 	Dð #Ið �5Òô
 !ñ !4ä&)¨(°LÔ&Aó!4ó 4Ðð  Ðà€or0   rF  r÷   )r�   N>   rG  rH  Úgpur9   Ú_partitionedÚ Úxla_ffiÚ_python_r‘   c                ó   •— | g ‰|Ž ¢­S r'   r7   )rë   r,   Úcallback_without_tokens     €r.   r,  z/emit_python_callback.<locals>._wrapped_callbackD  s   ø€ ØÐ4Ñ,¨dÐ3Ñ4Ð4r0   r7   r_   )r—   r‡   )r“   r   )(r‚   r”   Ú	platformsrq   rV   Úget_backendr  r   Úunzip2rÚ   rö   r«   rC  r{   r   r0  rC   r1  r�   rz   r   rr   rs   r‡   rc   r   r   r  ÚdataclassesÚreplacer	   Úabstract_tokenr—   r5  Úuint64Úhost_callbacksr   Úbuild_ffi_lowering_functionr	  r  )r˜   rI   rë   r6  r7  rH   r“   rD  rJ   r;   r  r9  r8  r,  r«   Únon_empty_result_avalsÚnon_empty_result_shapesÚnon_empty_outputsÚnon_empty_outputs_iterr@  r?  r‰   Ú	partitionÚcall_target_namerB  r   r™   r  rZ  rS  s    `   `                      @@r.   r•   r•   ß  s¥  û€ ô< 	ˆ×	Ñ	×	%Ñ	%Ó&¨Ò*Ü
ÐKÓ
LÐLØ×Ñ×)Ñ)¨!Ñ,€(ØÐ3Ñ3Ü
Ø
0°°
¸)ÐDóFð FáØÐ.Ñ.ÜØ4°X°J¸iÐ
HóJð JáÜÐOÓPÐPØ×Ñ×*Ñ*Ó,€'Ù8DÓE¹°Ô% dÕ+¸€-ÐEÙ9FÓG¹°Ô& tÕ,¸€.ÐGöð> �ÒÜ6:·k±kä˜|¨]Ô;ôC+á;‰KˆD�%Ü˜dŸj™jÔ)ð 
ˆuŠØ;òC+ó 7,Ñ3ÐÐ3ô  9Ø�Ð'¨%Ø�- ØÐ 7Øô	 ÑÐ�uô
 "Ð"3Ó4Ðñ (ó)ñ (ˆKô ˜+×+Ñ+Ô,ô 	×ÑœŸ™ +×"3Ñ"3¸;×;LÑ;LÔMÔNÜ26Ð7MÓ2Nñ	Oà'ð ð )ð �E˜4ÐÐàÐ 0Ñ0‰5°e€&Ù +‰n°€)Ø˜y˜k¨°&°¸ÐCÐÙ
Ø.Ðô5àÐ!˜Ð!€Hä×%Ñ%×+Ò+ØÐ Ü�—‘Ó Ò"Ü�x¤Ô.ô
 Ü
ØØØ!#ô%ðð
 ×Ñðó  €hô ×
Ñ
ØÜ×%Ñ%Ð5¨¯©Ð5Ü×&Ñ&Ð7¨¯©Ð7ô€Cð $€-Ø×Ñ×&Ñ& }Ô5Ü
�)‰)”C˜×*Ñ*×9Ñ9Ó:¸QÑ>Ó
?€%ðŒ3×*Ñ*ØØ%ôð ð,ð ò,ô Ÿ)™) EÓ*ñ,€&ð
 ÐÜ×Ñ�f˜hÔ'à�N‰N€'á
Ø€O€EˆGà	�%˜Ð	&Ð&ùòI FùÚGùóHC+ùò)s   ÂMÂ6M
Ã4#M
Å	A%M)rI   r"   rJ   úSingleDeviceSharding | NonerK   ú
str | None)rR   úSequence[core.ShapedArray]r1   r   )rJ   rj  )rI   r"   rJ   rj  )rI   r#   r±   r   r,   r   rJ   rj  r¢   zbool | None | DeprecatedArgrK   rk  r-   r   )rI   r"   rJ   rj  rÃ   r!  )rI   r#   r±   r   r,   r   rJ   rj  rÃ   r!  r-   r   )rõ   z
core.Shaper1   r!  )r
  Úintrë   úhlo.TokenTyper  r   r  r  rJ   ú#SdyArrayList | xc.OpSharding | Noner1   zir.Value)r
  rm  rë   rn  r  úcore.ShapedArrayr  r  rJ   ro  r1   ztuple[ir.Value, ir.Value])r  zcore.AbstractValuer1   úxc.Shape)r  rp  r1   rq  )r;   zxb.XlaBackendr˜   úmlir.LoweringRuleContextrë   ú
Any | Noner6  úSequence[ir.Value]r7  rl  r8  úSequence[xc.Shape]rH   rl  r9  ru  rJ   ro  r1   ztuple[Sequence[ir.Value], Any])r˜   rr  rë   rs  r6  rt  r7  rl  rH   rl  r“   r!  rD  r!  rJ   ro  r1   z(tuple[Sequence[mlir.IrValues], Any, Any])nr5   Ú
__future__r   Úcollections.abcr   r   r^  Ú	functoolsÚloggingÚtypingr   Újax._srcr   r   r	   r
   r   r   r   r   r   r   r   r   r=   Újax._src.interpretersr   r   r   Újax._src.libr   rt   Újax._src.lib.mlirr   Újax._src.lib.mlir.dialectsr   Újax._src.sharding_implsr   r   r   r   Újax._src.typingr   r   ÚnumpyrC   Ú	getLoggerr2   rF   Ú	Primitiver¯   Úmultiple_resultsÚ%prim_requires_devices_during_loweringÚaddÚsafe_maprÏ   Ú
unsafe_mapÚsafe_ziprÚ   Ú
unsafe_zipÚ	dataclassr"   rO   Údef_implÚpartialÚapply_primitiveÚdef_abstract_evalrS   rX   Úprimitive_jvpsr[   Úprimitive_transposesÚffi_batching_ruleÚprimitive_batchersrh   rŒ   rš   Úregister_loweringr¡   r   rÒ   ÚEffectr¸   r¿   rÇ   rÆ   Úlowerable_effectsÚadd_typeÚcontrol_flow_allowed_effectsÚordered_effectsÚshardable_ordered_effectsrÄ   Údef_effectful_abstract_evalrÉ   rË   rÍ   rä   rì   r¶   rö   r  r  r  r  r6   r&  rd   ÚAbstractTokenrC  r•   r7   r0   r.   Ú<module>rž     s  ðò  Ý "ç .Û Û Û Ý å Ý Ý Ý Ý Ý Ý Ý  Ý #Ý Ý Ý %Ý $Ý *Ý &Ý )Ý  Ý *ß XÓ Xß 0Û à	ˆ×	Ñ	˜8Ó	$€ð !�$—.‘. Ó1€Ø#'€Ô  Ø × .Ñ .× 2Ñ 2°?Ô Cà—-‘- €€€ZØ—-‘- €€€Zð €×Ñ˜dÔ#÷Fð Fó $ðFð ð ðð *ð	ð
 óð2 × Ñ Ð*˜×*Ñ*¨8×+CÑ+CØ+:ó<ô =ð ×"Ñ"ðàðð *ð	ð
 òó #ðòNð &<€× Ñ �/Ñ "òNð ,H€× Ñ ˜Ñ (ð 0A¨y×/@Ñ/@Ø×Ñ˜?ó0€× Ñ ˜OÑ ,ó	5ðBØ7óBðJØ'ðØ3Nóð< €× Ñ �Ð(>È%Õ Pò]ð -1Ù.;«oØ"ñJ6Ø ðJ6àðJ6ð ðJ6ð *ð	J6ð
 ,ðJ6ð ðJ6ð óJ6ð^ �—‘˜}Ó-€Ø!%€Ô Ø × .Ñ .× 2Ñ 2°=Ô Aôˆw�~‰~ô ô"�g—n‘nô "ñ ‹J€	Ù"Ó$Ð Ø × Ñ × "Ñ " 8Ô ,Ø × Ñ × "Ñ " ?Ô 3Ø × $Ñ $× -Ñ -¨hÔ 7Ø × $Ñ $× -Ñ -¨oÔ >Ø × Ñ ×  Ñ   Ô 1Ø × !Ñ !× *Ñ *¨?Ô ;ðð ðð *ð	ð
 óð2 × Ñ Ð(�y×(Ñ(¨×)AÑ)AØ)6ó8ô 9ð ×*Ñ*ð	 àð	 ð *ð		 ð
 ò	 ó +ð	 ò7ð $8€× Ñ �-Ñ  ò=ð *D€× Ñ ˜Ñ &ò(ð  .G€× Ñ ˜MÑ *ò&ðT €× Ñ �}Ð&:ÀeÕ Lð -1Øñ06Ø ð06àð06ð ð06ð *ð	06ð
 ð06ð ó06óf ð 59ñØðàðð ðð ð	ð 2ðð óðL 59ñ"Øð"àð"ð ð"ð ð	"ð 2ð"ð ó"óJMð 79ð ð 4ó 9ó1ð ):Ð �D×$Ñ$Ñ %á*JÐ �D×&Ñ&Ñ 'ð 59ñ5Øð5à	!ð5ð ð	5ð
 !ð5ð .ð5ð 'ð5ð -ð5ð &ð5ð 2ð5ð $ó5ðB Ø48ñO'Ø	!ðO'ð ðO'ð !ð	O'ð
 .ðO'ð -ðO'ð ðO'ð ðO'ð 2ðO'ð .ôO'r0   