Ë
    ßGìjJj  ã                   óæ  — d dl mZ d dlmZ d dlZd dlmZ d dlZ	d dl
mZ d dl
mZ d dl
mZ d dl
mZmZ d d	l
mZ d d
l
mZ d dl
mZ d dl
mZ d dl
mZ d dl
mZ d dlmZmZmZmZmZmZmZmZm Z m!Z! d dl"m#Z# dZ$ ejJ                  ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejP                  gejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       ejL                  jO                  «       e jL                  jO                  «       e!jL                  jO                  «       «      D ](  Z) e*e)ejV                  «      sŒ e#jX                  e)«       Œ* de#jZ                  de#j\                  fd„Z/  e#j`                  ejb                  «      e/«         e#j`                  ejd                  «      e/«         e#j`                  ejf                  «      e/«         e#j`                  ejh                  «      e/«         e#j`                  ejj                  «      e/«         e#j`                  ejl                  «      e/«         e#j`                  ejn                  «      e/«         e#j`                  ejp                  «      e/«         e#j`                  ejr                  «      e/«         e#j`                  ejt                  «      e/«         e#j`                  ejv                  «      e/«         e#j`                  ejx                  «      e/«         e#j`                  ejz                  «      e/«         e#j`                  ej|                  «      e/«         e#j`                  ej~                  «      e/«         e#j`                  ej€                  «      e/«         e#j`                  ej‚                  «      e/«         e#j`                  ej„                  «      e/«         e#j`                  ej†                  «      e/«         e#j`                  ejˆ                  «      e/«         e#j`                  ejŠ                  «      e/«         e#j`                  ejŒ                  «      e/«         e#j`                  ejŽ                  «      e/«         e#j`                  ej�                  «      e/«         e#j`                  ej’                  «      e/«         e#j`                  ej”                  «      e/«         e#j`                  ej–                  «      e/«         e#j`                  ej˜                  «      e/«         e#j`                  ejš                  «      e/«         e#j`                  e jœ                  «      e/«         e#j`                  e jž                  «      e/«         e#j`                  e j                   «      e/«         e#j`                  e j¢                  «      e/«         e#j`                  e j¤                  «      e/«         e#j`                  e j¦                  «      e/«         e#j`                  e j¨                  «      e/«        e#jX                  ejª                  «       de#jZ                  de#j\                  fd„ZV  e#j`                  ej®                  «      eV«         e#j`                  ej°                  «      eV«         e#j`                  ej²                  «      eV«         e#j`                  ej´                  «      eV«         e#j`                  ej¶                  «      eV«         e#j`                  ej¸                  «      eV«         e#j`                  ejº                  «      eV«         e#j`                  ej¼                  «      eV«         e#j`                  ej¾                  «      eV«         e#j`                  ejÀ                  «      eV«         e#j`                  ejÂ                  «      eV«         e#j`                  ejÄ                  «      eV«         e#j`                  ejÆ                  «      eV«         e#j`                  ejÈ                  «      eV«         e#j`                  ejÊ                  «      eV«         e#j`                  ejÌ                  «      eV«       de#jZ                  degde#j\                  fd„Zh  e#j`                  ejÒ                  «      eh«         e#j`                  ejÔ                  «      eh«         e#j`                  ejÖ                  «      eh«         e#j`                  ejØ                  «      eh«        e#j`                  ejÚ                  «      de#jZ                  degde#j\                  fd„«       Zn e#j`                  ejÞ                  «      de#jZ                  dejà                  de#j\                  fd„«       Zqdegdegdegdegdegd egd!eregegf   degfd"„Zsd#ejè                  d$e#jê                  d%e#jê                  d&e#jê                  d'eeg   d!eeregegf      d(eeg   d)eeg   degfd*„Zvd$e#jê                  d%e#jê                  d&e#jê                  d'eeg   d!eeregegf      d(eeg   d)eeg   dejî                  d+egdegfd,„Zx e#j`                  ejò                  «      de#jZ                  d'eeg   d!eeregegf      d(eeg   d)eeg   dejî                  d+egde#j\                  fd-„«       Zzde#jZ                  d.ere{d/f   de#j\                  dz  fd0„Z|d1d2œde#jZ                  d.ere{d/f   d3e}de#j\                  fd4„Z~  e#j`                  ejþ                  «      d5„ «         e#j`                  e�j                   «      d6„ «       d7e�j                  d8egd9egdegfd:„Z‚ e#j`                  e�j                  «      de#jZ                  d7e�j                  de#j\                  fd;„«       Z„de#jZ                  de#j\                  fd<„Z…  e#j`                  e�j                  «      e…«         e#j`                  e�j                  «      e…«         e#j`                  e�j                  «      e…«         e#j`                  e�j                  «      e…«         e#j`                  e�j                  «      e…«         e#j`                  e�j                  «      e…«       de#jZ                  d.ere{d/f   de#j\                  fd=„ZŒ  e#j`                  e�j                  «      eŒ«         e#j`                  e�j                  «      eŒ«        e#j`                  e�j                  «      de#jZ                  d.ere{d/f   de#j\                  fd>„«       Z� e#j`                  e�j"                  «      de#jZ                  d?ere{d/f   de#j\                  fd@„«       Z’ e#j`                  e�j&                  «      de#jZ                  d?ere{d/f   dAereregegf   d/f   de#j\                  fdB„«       Z” e#j`                  e�j*                  «      de#jZ                  d.eregd/f   de#j\                  fdC„«       Z– e#j`                  e�j.                  «      de#jZ                  de#j\                  fdD„«       Z˜y)Eé    )Údefaultdict)ÚreplaceN)ÚSequence)Úapi)Úad_checkpoint)Úad_util)ÚcoreÚutil)Údispatch)Úops)Úpjit)Úprng)Úrandom)Ú	shard_map)
ÚannÚcontrol_flowÚconvolutionÚfftÚlaxÚlinalgÚparallelÚslicingÚspecialÚwindowed_reductions)Úrooflineé   ÚctxÚreturnc                 óP  — d„ | j                   D «       \  }t        j                  j                  | j                  d   «      }t        j
                  |j                  |j                  j                  |j                  z  |j                  j                  |j                  z  z   ¬«      S )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­w©N©r   ÚRooflineShapeÚ	from_aval©Ú.0Úavals     úgC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/roofline/rooflines.pyÚ	<genexpr>z$_unary_p_roofline.<locals>.<genexpr>K   ó"   è ø€ Ð	J¹\°TŒ(×
 Ñ
 ×
*Ñ
*¨4×
0¹\ùó   ‚)+r   ©Úunfused_flopsÚunfused_hbm_bytes©	Úavals_inr   r#   r$   Ú	avals_outÚRooflineResultÚsizeÚdtypeÚitemsize)r   ÚargsÚkwÚxÚouts        r(   Ú_unary_p_roofliner:   F   s|   € ñ
 
K¸S¿\º\Ó	J�$€1Ü×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#Ü	×	 Ñ	 Ø—F‘Fà
�'‰'×
Ñ
˜QŸV™VÑ
# c§i¡i×&8Ñ&8¸3¿8¹8Ñ&CÑ
Cô
ð ó    c                 óZ  — d„ | j                   D «       \  }}t        j                  |j                  |j                  d¬«      D ��cg c]  \  }}t	        ||«      ‘Œ }}}t
        j                  j                  | j                  d   «      }t        j                  t        t        j                  |«      «      |j                  j                  |j                  z  |j                  j                  |j                  z  z   |j                  j                  |j                  z  z   ¬«      S c c}}w )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z%_binary_p_roofline.<locals>.<genexpr>€   ó"   è ø€ ÐNÁ¸Œh×$Ñ$×.Ñ.¨t×4Áùr+   é   )Ú	fillvaluer   r,   )r0   ÚitÚzip_longestÚshapeÚmaxr   r#   r$   r1   r2   ÚintÚnpÚprodr4   r5   r3   )	r   r6   r7   ÚlhsÚrhsÚlÚrÚbroadcasted_shaper9   s	            r(   Ú_binary_p_rooflinerM   {   sê   € ñ
 OÀÇÂÓN�(€#€säŸN™N¨3¯9©9°c·i±iÈ1ÕMôÙM‘D�A�q„cˆ!ˆQ…iÐMð ñ ô 	×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#Ü	×	 Ñ	 ÜœŸ™Ð 1Ó2Ó3à
�)‰)×
Ñ
˜sŸx™xÑ
'Ø�I‰I×Ñ §¡Ñ)ñ*à�I‰I×Ñ §¡Ñ)ñ*ô
ð ùó	s   ÁD'Úaxisc                óV  — d„ | j                   D «       \  }t        j                  j                  | j                  d   «      }t        j
                  |j                  |   |j                  j                  |j                  z  |j                  j                  |j                  z  z   ¬«      S )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z)_cumulative_p_roofline.<locals>.<genexpr>¦   r*   r+   r   r,   ©
r0   r   r#   r$   r1   r2   rC   r4   r5   r3   ©r   rN   r6   r7   r8   r9   s         r(   Ú_cumulative_p_rooflinerS       s€   € ñ 
K¸S¿\º\Ó	J�$€1Ü×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#Ü	×	 Ñ	 à—G‘G˜D‘Mà
�'‰'×
Ñ
˜QŸV™VÑ
# c§i¡i×&8Ñ&8¸3¿8¹8Ñ&CÑ
Cô	
ð r;   c                ó\  — d„ | j                   D «       \  }t        j                  j                  | j                  d   «      }t        j
                  |j                  |   dz  |j                  j                  |j                  z  |j                  j                  |j                  z  z   ¬«      S )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z+_cumlogsumexp_p_roofline.<locals>.<genexpr>¼   r*   r+   r   r   r,   rQ   rR   s         r(   Ú_cumlogsumexp_p_rooflinerV   µ   s‡   € ñ 
K¸S¿\º\Ó	J�$€1Ü×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#Ü	×	 Ñ	 ð —G‘G˜D‘M AÑ%à
�'‰'×
Ñ
˜QŸV™VÑ
# c§i¡i×&8Ñ&8¸3¿8¹8Ñ&CÑ
Cô
ð r;   Údimension_numbersc                ó˜  — d„ | j                   D «       \  }}t        j                  j                  | j                  d   «      }|\  \  }}\  }	}t
        |j                  z  |j                  z  t        j                  |D �
cg c]  }
|j                  |
   ‘Œ c}
«      z  t        j                  |	D �
cg c]  }
|j                  |
   ‘Œ c}
«      z  }d}| j                  s||j                  z  }||j                  z  }| j                  s||j                  z  }t        j                  t        |«      t        |«      ||¬«      S c c}
w c c}
w )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z(_dot_general_roofline.<locals>.<genexpr>Ô   r>   r+   r   )Úflopsr-   Ú	hbm_bytesr.   )r0   r   r#   r$   r1   Ú_FMA_FLOPS_FACTORr3   rF   rG   rC   Úpin_lhs_in_vmemÚbytesÚpin_rhs_in_vmemr2   rE   )r   rW   r6   r7   rH   rI   r9   Úlhs_contractÚ_Ú	lhs_batchÚirZ   r[   s                r(   Ú_dot_general_rooflinerd   Í   s1  € ñ OÀÇÂÓN�(€#€sÜ×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#Ø&7Ñ#Ñ€<�‘^�i ô Ø	‡h�hñà	‡h�hñô 	‡g�g¡\Ó2¡\ ˆs�y‰y˜‹| \Ñ2Ó3ñ4ô 	‡g�g¡YÓ/¡Y ˆs�y‰y˜‹| YÑ/Ó0ñ	1ð ð €)Ø	×	Ò	Ø�—‘Ñ€IØ�—‘Ñ€IØ	×	Ò	Ø�—‘Ñ€Iä	×	 Ñ	 Ü�‹JÜ˜“JØØ!ô	
ð ùò 3ùÚ/s   Â E
Â1E
Úwindow_dim_strideÚbase_dilationÚwindow_dilationÚkernel_limitÚinput_limitÚoutput_limitÚpaddingc                 ó  — |d   }|d   }||k(  r-||k(  r(||k(  r#|dk(  rt        d|dz
  «      | k(  r|dk(  r|dk(  r|S |dk(  r&||k(  r!|dk(  r|dk(  r| dk(  r||dz
  k(  r
||dz
  k(  r|S d}	t        |«      D ]‡  }
| dk(  r;|dk(  r6||
|z  z
  }t        ||z   |«      }t        d|«      }|	t        ||z
  d«      z  }	ŒCt        |«      D ]7  }|| z  |z
  |
|z  z   }t        ||z  «      }|||z  k7  rŒ(|dk  s||k\  rŒ3|	dz  }	Œ9 Œ‰ |	S )a  Gets the valid position count for conv for a single spatial dimension.

  Args:
    window_dim_stride: The stride of the window along this dimension.
    base_dilation: The base dilation factor along this dimension.
    window_dilation: The window dilation factor along this dimension.
    kernel_limit: The size of the kernel along this dimension.
    input_limit: The size of the input along this dimension.
    output_limit: The size of the output along this dimension.
    padding: The padding applied to the input along this dimension.
  r   r?   )rD   ÚrangeÚminrE   )re   rf   rg   rh   ri   rj   rk   Úpadding_lowÚpadding_highÚvalid_position_countÚ
kernel_idxÚundilated_index_baseÚupper_limitÚlower_limitÚ
output_idxÚundilated_indexÚlhs_spatial_indexs                    r(   Ú-_get_spatial_valid_position_count_for_one_dimry   ï   s£  € ð( ˜‘
€+Ø˜‘€,ð �\Ò!Ø
˜,Ò
&Ø
˜Ò
&Ø
˜QÒ
Ü
ˆa�˜q‘Ó
!Ð%6Ò
6Ø
˜Ò
Ø
˜!Ò
àÐð �QÒØ
˜,Ò
&Ø
˜QÒ
Ø
˜1Ò
Ø
˜qÒ
 Ø
˜¨Ñ)Ò
)Ø
˜,¨Ñ*Ò
*àÐàÐä˜,Ö'€jð ˜AÒ -°1Ò"4Ø(¨:¸Ñ+GÑGÐÜØ
Ð,Ñ
,Ø
ó€kô ˜Ð/Ó0€kàœc +°Ñ";¸QÓ?Ñ?ÐØô ˜LÖ)ˆ
ð Ð(Ñ
(Øñà˜Ñ(ñ)ð ô ˜o°Ñ=Ó>Ðð 
Ð-°Ñ=Ò	=Øà	˜QÒ	Ð"3°{Ò"BØà˜aÑÑñ# *ð (ðB 
Ðr;   ÚdnumsrH   rI   r9   Úwindow_stridesÚlhs_dilationÚrhs_dilationc                 ó8  — | j                   dd | j                  dd | j                  dd }
}	}d}t        t	        |«      «      D ]S  }|t        ||   ||   ||   |j                  |	|      |j                  ||      |j                  |
|      ||   ¬«      z  }ŒU |S )a�  Gets the number of valid spatial positions for conv_general_dilated.

  Args:
    dnums: The dimension numbers for the convolution.
    lhs: The shape of the left-hand side of the convolution.
    rhs: The shape of the right-hand side of the convolution.
    out: The shape of the output of the convolution.
    window_strides: The stride of the window along each spatial dimension.
    padding: The padding applied to the input along each spatial dimension.
    lhs_dilation: The dilation factor for the left-hand side along each spatial
      dimension.
    rhs_dilation: The dilation factor for the right-hand side along each spatial
      dimension.
  r   Nr?   )re   rf   rg   rh   ri   rj   rk   )Úlhs_specÚrhs_specÚout_specrm   Úlenry   rC   )rz   rH   rI   r9   r{   rk   r|   r}   Úinput_spatial_dimsÚkernel_spatial_dimsÚout_spatial_dimsÚvalid_position_countsÚds                r(   Ú!_get_spatial_valid_position_countrˆ   E  sÆ   € ð2 ‡n�n�Q�RÐØ‡n�n�Q�RÐØ‡n�n�Q�RÐð ,<Ð)Ðð Ðô ”Ð'Ó(Ö)€aØÔJØ(¨Ñ+Ø" 1‘oØ$ Q™Ø—Y‘YÐ2°1Ñ5Ñ6Ø—I‘IÐ0°Ñ3Ñ4Ø—Y‘YÐ/°Ñ2Ñ3Ø˜‘
ôñ Ñð *ð 
Ðr;   Úbatch_group_countc	           
      óp  — t        j                  | j                  |j                  |«      }	t        |	| ||||||«      }
| j                  |	j                  d      }|j                  |	j
                  d      }|j                  |	j                  d      }||z  }||z  |z  }||
z  }|t        z  }t        |«      S )z’Calculates roofline unfused flops for Jax's conv_general_dilated primitive.

  See `jax.lax.conv_general_dilated` for details on the arguments.
  r   r?   )	r   Úconv_dimension_numbersrC   rˆ   r   r�   r€   r\   rE   )rH   rI   r9   r{   rk   r|   r}   rW   r‰   rz   Úspatial_valid_position_countsÚbatchÚnum_output_featuresÚnum_input_featuresÚnum_output_batchÚnon_spatial_dims_factorÚ	fma_countrZ   s                     r(   Ú_calculate_conv_flopsr“   t  sÐ   € ô ×
,Ñ
,Ø	‡i�i�—‘Ð-ó€%ô #DØˆS�#�s˜N¨G°\À<ó#Ðð �)‰)�E—N‘N 1Ñ%Ñ
&€%ØŸ	™	 %§.¡.°Ñ"3Ñ4ÐØ—y‘y §¡°Ñ!2Ñ3ÐØÐ.Ñ.Ðð Ð.Ñ.Ð1AÑAð ð &Ð(EÑE€)Ø
Ô'Ñ
'€%Ü	ˆU‹Ðr;   c                ó¨  — d„ | j                   D «       \  }	}
t        j                  j                  | j                  d   «      }t        j
                  t        |	|
|||||||«	      |	j                  j                  |	j                  z  |
j                  j                  |
j                  z  z   |j                  j                  |j                  z  z   ¬«      S )zyRoofline for Jax's conv_general_dilated primitive.

  See `jax.lax.conv_general_dilated` for details on the arguments.
  c              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z1_conv_general_dilated_roofline.<locals>.<genexpr>©  r>   r+   r   r,   )
r0   r   r#   r$   r1   r2   r“   r4   r5   r3   )r   r{   rk   r|   r}   rW   r‰   r6   r7   rH   rI   r9   s               r(   Ú_conv_general_dilated_roofliner–   ™  sº   € ñ  OÀÇÂÓN�(€#€sÜ×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#ä	×	 Ñ	 Ü)Ø
Ø
Ø
Ø
Ø
Ø
Ø
Ø
Ø
ó
ð �)‰)×
Ñ
˜sŸx™xÑ
'Ø�I‰I×Ñ §¡Ñ)ñ*à�I‰I×Ñ §¡Ñ)ñ*ô
ð r;   Úaxes.c                 ó&  — | j                   sJ ‚t        j                  |D �cg c]  }| j                   j                  |   ‘Œ c}«      }|dkD  ry t	        j
                  |D �ci c]  }|d“Œ c}|D �ci c]  }|d“Œ c}¬«      S c c}w c c}w c c}w )Nr?   r   ©Ú	ici_bytesÚici_latency)ÚmeshrF   rG   rC   r   r2   )r   r—   rN   Ú	axes_sizes       r(   Ú_return_zeros_if_one_sized_axisrž   À  s�   € ð 
�Š€/ˆÜ�g‰g¹Ó=¹°�s—x‘x—~‘~ dÓ+¸Ñ=Ó>€)Ø�‚]ØÜ	×	 Ñ	 Ù#'Ó(¡4˜4ˆt�Q‰w 4Ñ(Ù%)Ó*¡T˜T��q‘ TÑ*ô
ð ùò >ùò )ùÚ*s   ¢ BÁ"
B	Á2
B
T)Ú	is_reducerŸ   c          
      óT  ‡— t        | |«      x}r|S | j                  sJ ‚| j                  j                  Št        j                  j                  | j                  «      }|r)|t        j                  |D �cg c]  }‰|   ‘Œ	 c}«      z  }t        |ˆfd„d¬«      }t        |«      }	d}
||	z  }|D ]  }‰|   }|
||dz
  z  z  }
||z  }Œ ‰|d      |	z  }t        j                  |D �ci c]  }|t        |
«      “Œ c}|D �ci c]  }|t        |«      “Œ c}¬«      S c c}w c c}w c c}w )Nc                 ó   •— ‰|    S r!   © ©r8   rœ   s    €r(   Ú<lambda>z+_ring_collective_roofline.<locals>.<lambda>Þ  s	   ø€ ¨4°ª7r;   T)ÚkeyÚreverser   r?   r™   )rž   rœ   rC   r   r#   Útotal_bytesr0   rF   rG   Úsortedr‚   r2   rE   )r   r—   rŸ   r6   r7   Úzeros_resultÚcurrent_shard_sizerN   Úsorted_axesÚnum_axesrš   Ú	axis_sizer›   rœ   s                @r(   Ú_ring_collective_roofliner®   Í  sD  ø€ ô 5°S¸$Ó?Ð?€\Ð?ØÐà	�Š€/ˆØ	�‰�‰€$Ü×-Ñ-×9Ñ9¸#¿,¹,ÓGÐÙØœ"Ÿ'™'¹$Ó"?¹$°$ 4¨£:¸$Ñ"?Ó@Ñ@Ðô �tÓ!2¸DÔA€+Ü�Ó€(à€)à˜Ñ!ÐÛ€dØ�T‘
€IàÐ# y°1¡}Ñ5Ñ5€Ià˜)Ñ#Ñð ð �[ ‘^Ñ$ xÑ/€+ä	×	 Ñ	 Ù0;Ó<±¨ˆt”S˜“^Ñ#°Ñ<Ù4?Ó@±K¨D�”s˜;Ó'Ñ'°KÑ@ô
ð ùò' #@ùò( =ùÚ@s   Á5D
Ã'D Ä D%
c                 ó   — t        |d| i|¤ŽS )Nr—   ©r®   ©Ú	axis_namer6   r7   s      r(   r¤   r¤   õ  s   € Ô!:¸DÐ!WÀyÐ!WÐTVÒ!Wr;   c                 ó   — t        || ddœ|¤ŽS )NF©r—   rŸ   r°   r±   s      r(   r¤   r¤   ø  s   € Ô!:Ø	�	 Uñ"Ø.0ò"r;   ÚmodeÚindices_sizeÚoutput_sizec                 óV   — | t         j                  j                  k(  r|dz  }|}||z   S y)z=Calculates roofline unfused flops for Jax's gather primitive.é   r   )r   ÚGatherScatterModeÚFILL_OR_DROP)rµ   r¶   r·   Úindex_check_flopsÚoutput_mask_flopss        r(   Ú_calculate_gather_flopsr¾   þ  s<   € ð 
ŒW×&Ñ&×3Ñ3Ò3ð % qÑ(Ðð $ÐØÐ0Ñ0Ð0à	
r;   c                ó†  — d„ | j                   D «       \  }}t        j                  j                  | j                  d   «      }|j
                  j                  |j                  z  dz  |j
                  j                  |j                  z  z   }t        j                  t        ||j                  |j                  «      |¬«      S )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z#_gather_roofline.<locals>.<genexpr>"  s"   è ø€ ÐPÁ<¸4”×&Ñ&×0Ñ0°×6Á<ùr+   r   r   r,   )
r0   r   r#   r$   r1   r4   r5   r3   r2   r¾   )r   rµ   r6   r7   ra   Úindicesr9   r.   s           r(   Ú_gather_rooflinerÂ     sœ   € ñ QÀ3Ç<Â<ÓP�*€!€WÜ×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#ð
 
‡i�i×Ñ˜3Ÿ8™8Ñ# aÑ'¨'¯-©-×*@Ñ*@À7Ç<Á<Ñ*OÑOð ô 
×	 Ñ	 Ü+¨D°'·,±,ÀÇÁÓIØ)ô
ð r;   c                 ó  ‡
— d„ | j                   D «       \  }}}|j                  d«      Š
d}‰
rpˆ
fd„}‰
j                  D �cg c]"  }t        j                  d|j
                  «      ‘Œ$ }} t        j                  |«      |Ž \  }}	|	j                  |j                  z  }t        j                  |d|j
                  j                  z  |j                  z  |j
                  j                  |j                  z  z   ¬«      S c c}w )a»  Roofline for Jax's `scatter*` primitives.

  The `scatter` functionality itself is a simple data read and write, which
  contributes 0 flops.

  But, the jaxpr for each `scatter*` function (aside from `jax.lax.scatter`)
  contains an `update_jaxpr` that gets applied to the operand & scattered
  updates (e.g. `add` for `scatter_add`, or arbitrary unary function for
  `scatter_apply`), which *does* contribute flops. This `update_jaxpr` gets
  applied to every element of the scattered updates.

  Thus,
  flops = [# flops for `update_jaxpr` per element] * [# elements in `updates`].

  To calculate # flops for `update_jaxpr`, we convert the `update_jaxpr` back to
  a callable, and then call `roofline` on that callable. `update_jaxpr` does not
  contain any information about input shapes or dtypes; it expects scalars. It
  will therefore give us a # flops-per-element result, which we multiply by
  the size of the updates to get the total flops.
  c              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z$_scatter_roofline.<locals>.<genexpr>J  s%   è ø€ ð Ù9E°„h×Ñ×&Ñ& t×,¹ùr+   Úupdate_jaxprr   c                  ó2   •— t        j                  ‰g g| ¢­Ž S r!   )r	   Ú
eval_jaxpr)ÚinputsrÅ   s    €r(   r¤   z#_scatter_roofline.<locals>.<lambda>R  s   ø€ ¤§¡°¸bÐ JÀ6Ó Jr;   r¢   é   r,   )r0   ÚgetÚinvarsr   ÚShapeDtypeStructr4   r   r-   r3   r2   r5   )r   r6   r7   ra   rÁ   ÚupdatesrZ   Ú	update_fnÚdummy_inputsÚroofline_resultrÅ   s             @r(   Ú_scatter_rooflinerÑ   1  sö   ø€ ñ2Ø9<¿ºóÑ€1€gˆwð —‘˜Ó'€,à
€%ÙÛJ€Ið :F×9LÒ9LóÙ9L°AŒ×Ñ˜R §¡Õ/Ð9Lð ð ð 6œ×*Ñ*¨9Ó5°|ÐDÑ€A€à×)Ñ)¨G¯L©LÑ8€Eä	×	 Ñ	 Øð ˆg�m‰m×$Ñ$Ñ
$ w§|¡|Ñ
3Ø�M‰M×"Ñ" W§\¡\Ñ1ñ2ô
ð ùòs   Á'C=c          
      ó  — | j                   D �cg c]!  }t        j                  j                  |«      ‘Œ# }}t	        | |D �cg c]"  }t        j                  d|j                  «      ‘Œ$ c}¬«      } t        | g|¢­|ddœ|¤ŽS c c}w c c}w )N)r?   )r0   Fr´   )	r0   r   r#   r$   r   r	   ÚShapedArrayr4   r®   )r   r—   r6   r7   r'   ÚshapesrC   s          r(   Ú_scalar_collective_rooflinerÕ   o  sƒ   € ð @C¿|º|ÓL¹|°tŒH×"Ñ"×,Ñ,¨TÕ2¸|€&ÐLÜ�ÑPVÓWÑPVÀuœt×/Ñ/°°e·k±kÕBÐPVÑWÔX€#Ü	" 3Ð	P¨Ñ	P°DÀEÑ	PÈRÑ	PÐPùò MùÚWs   �&BÁ'B
c                óæ   — t        | g|¢­d|i|¤Ž}dt        t        t        f   dt        t        t        f   fd„}t	        j
                   ||j                  «       ||j                  «      ¬«      S )Nr—   r‡   r   c                 ó\   — | j                  «       D ��ci c]  \  }}||dz  “Œ c}}S c c}}w )Nr   )Úitems)r‡   ÚkÚvs      r(   Údouble_dictz$_psum2_roofline.<locals>.double_dict‡  s,   € Ø!"§¡¤Ô+¡™˜˜AˆAˆq�1‰u‰H Ò+Ð+ùÓ+s   ”(r™   )r®   ÚdictÚstrrE   r   r2   rš   r›   )r   r—   r6   r7   Úring_rooflinerÛ   s         r(   Ú_psum2_rooflinerß   ~  sq   € ô ,¨CÐH°$ÒH¸TÐHÀRÑH€-ð,”Tœ#œs˜(‘^ð ,¬¬S´#¨X©ó ,ô 
×	 Ñ	 Ù˜-×1Ñ1Ó2Ù˜M×5Ñ5Ó6ô
ð r;   r²   c          
      ó\  ‡— t        | |«      x}r|S | j                  sJ ‚| j                  j                  Št        j                  j                  | j                  «      t        j                  |D �cg c]  }‰|   ‘Œ	 c}«      z  }t        |ˆfd„¬«      d   }t        |«      }‰|   |dz
  z  }	‰|   dkD  r|	dz  }	|dz  |	z  }
t        ˆfd„|D «       «      }t        j                  |D �ci c]  }|t        |
«      “Œ c}|D �ci c]  }|t        |«      “Œ c}¬«      S c c}w c c}w c c}w )Nc                 ó   •— ‰|    S r!   r¢   r£   s    €r(   r¤   z&_all_to_all_roofline.<locals>.<lambda>   s	   ø€ °$°q²'r;   )r¥   r   r?   r   c              3   ó.   •K  — | ]  }‰|   d z  –— Œ y­w)r   Nr¢   )r&   rN   rœ   s     €r(   r)   z'_all_to_all_roofline.<locals>.<genexpr>«  s   øè ø€ Ð9©y t�D˜‘J •N©yùs   ƒr™   )rž   rœ   rC   r   r#   r§   r0   rF   rG   r¨   r‚   Úsumr2   rE   )r   r²   r6   r7   r©   rN   r3   Úsmallest_axisr¬   Úbisection_bwrš   r›   rœ   s               @r(   Ú_all_to_all_rooflineræ   �  s=  ø€ ô 5°S¸)ÓDÐD€\ÐDØÐà	�Š€/ˆØ	�‰�‰€$Ü	×	Ñ	×	+Ñ	+¨C¯L©LÓ	9¼B¿G¹GÙ$óEÙ$�4€DˆƒJ˜9ñEó =ñ 
€$ô ˜Ó(9Ô:¸1Ñ=€-Ü�‹^€(Ø�mÑ$¨°A©Ñ6€,Ø	ˆ-Ñ˜1Òà�AÑ€Lð �Q‰h˜Ñ%€)ô Ó9©yÓ9Ó9€+ä	×	 Ñ	 Ù09Ó:±	¨ˆt”S˜“^Ñ#°	Ñ:Ù4=Ó>±I¨D�”s˜;Ó'Ñ'°IÑ>ô
ð ùò#Eùò$ ;ùÚ>s   Á1D
Ã+D$ÄD)
Úpermc          
      óX  — t        | |«      x}r|S | j                  sJ ‚| j                  j                  }|D �cg c]  }|j                  |d«      ‘Œ }}t        j
                  j                  | j                  «      }	t        t        «      }
d}|D �]$  \  }}||k(  rŒt        d„ t        j                  ||«      D «       «      }t        d„ t        j                  ||«      D «       «      }d}t        t        |«      «      D ]§  }||   }||   }||   }||k7  sŒ||z
  |z  }||z
  |z  }||k  rdnd}|}||k7  r_t        j                   |||«      }||z   |z  }t        j                   |||«      }|
t        t#        ||g«      «      xx   dz  cc<   |}||k7  rŒ_t%        ||«      }||z  }Œ© t'        ||«      }�Œ' |	t'        |
j)                  «       d¬«      z  }t	        j*                  |D �ci c]  }|t-        |«      “Œ c}|D �ci c]  }|t-        |«      “Œ c}¬«      S c c}w c c}w c c}w )Nr?   r   c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr!   ©rE   ©r&   rc   s     r(   r)   z%_ppermute_roofline.<locals>.<genexpr>Ê  ó   è ø€ ÐHÑ'G !”s˜1—vÑ'Gùó   ‚c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr!   rê   rë   s     r(   r)   z%_ppermute_roofline.<locals>.<genexpr>Ë  rì   rí   éÿÿÿÿ)Údefaultr™   )rž   rœ   rC   rÊ   r   r#   r§   r0   r   ÚfloatÚtuplerF   Úunravel_indexrm   r‚   r
   Útuple_updater¨   rn   rD   Úvaluesr2   rE   )r   r²   rç   r6   r7   r©   rœ   rN   Ú	mesh_dimsÚ
shard_sizeÚici_contentionr›   ÚsrcÚdstÚ
src_coordsÚ
dst_coordsÚici_latency_for_permrc   Údim_sizeÚsrc_posÚdst_posÚclockwise_distÚcounter_distÚ	directionÚcurr_posÚcurr_coordsÚnext_posÚnext_coordsÚdistancerš   s                                 r(   Ú_ppermute_roofliner	  ³  sJ  € ô 5°S¸)ÓDÐD€\ÐDØÐà	�Š€/ˆØ	�‰�‰€$Ù8AÓB¹	°˜$Ÿ(™( 4¨Õ+¸	€)ÐBÜ×%Ñ%×1Ñ1°#·,±,Ó?€*ä=HÌÓ=O€.Ø€+ä�h€cˆ3Ø
ˆc‚zØäÑH¤r×'7Ñ'7¸¸YÔ'GÓHÓH€JÜÑH¤r×'7Ñ'7¸¸YÔ'GÓHÓH€JàÐô ”3�y“>Ö"ˆØ˜1‘€hØ˜1‘€gØ˜1‘€gà	�GÓ	à! GÑ+¨xÑ7ˆØ 'Ñ)¨XÑ5ˆØ'¨<Ò7‘A¸Rˆ	àˆØ˜'Ò!Ü×)Ñ)¨*°a¸ÓBˆ+Ø Ñ*¨hÑ6ˆ(Ü×)Ñ)¨+°q¸(ÓCˆ+Ø
œœv {°KÐ&@ÓAÓBÓ
CÀqÑ
HÓ
CØˆ(ð ˜'Ó!ô �~ |Ó4ˆØ Ñ(Ñð) #ô, �kÐ#7Ó8‚KðA ðD œ3˜~×4Ñ4Ó6ÀÔBÑB€)Ü	×	 Ñ	 Ù09Ó:±	¨ˆt”S˜“^Ñ#°	Ñ:Ù4=Ó>±I¨D�”s˜;Ó'Ñ'°IÑ>ô
ð ùòS CùòT ;ùÚ>s   ¹HÇ)H"ÈH'
c                ó  — d„ | j                   D «       \  }t        j                  |D �cg c]  }|j                  |   ‘Œ c}«      }t	        t        t        |j                  «      «      «      t	        |«      z
  }t        j                  |D �cg c]  }|j                  |   ‘Œ c}«      }t        j                  t        |dz
  |z  «      t        |j                  j                  |j                  |z   z  «      ¬«      S c c}w c c}w )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z)_reduce_sum_p_roofline.<locals>.<genexpr>ö  r*   r+   r?   r,   )r0   rF   rG   rC   Úsetrm   r‚   r   r2   rE   r4   r5   r3   )	r   r—   r6   r7   r8   rc   Údomain_sizeÚ
other_axesÚresult_sizes	            r(   Ú_reduce_sum_p_roofliner  ï  sÏ   € ñ 
K¸S¿\º\Ó	J�$€1Ü—‘©TÓ2©T¨˜Ÿ™ ›¨TÑ2Ó3€+Ü”5œ˜QŸW™W›Ó&Ó'¬#¨d«)Ñ3€*Ü—‘©ZÓ8©Z¨˜Ÿ™ ›¨ZÑ8Ó9€+ä	×	 Ñ	 ô ˜ q™¨KÑ7Ó8ô ˜AŸG™G×,Ñ,°·±¸Ñ0DÑEÓFô
ð ùò	 3ùâ8s   ©C<ÂDc                 óP  — d„ | j                   D «       ^}}t        j                  j                  | j                  d   «      }t        j
                  |j                  |j                  j                  |j                  z  |j                  j                  |j                  z  z   ¬«      S )Nc              3   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­wr!   r"   r%   s     r(   r)   z'_select_n_p_roofline.<locals>.<genexpr>
  s"   è ø€ ÐMÁ¸ŒX×#Ñ#×-Ñ-¨d×3Áùr+   r   r,   r/   )r   r6   r7   r8   ra   r9   s         r(   Ú_select_n_p_roofliner    s~   € ñ NÀÇÂÓM€'€1€qÜ×Ñ×(Ñ(¨¯©°qÑ)9Ó:€#ä	×	 Ñ	 Ø—H‘Hà
�'‰'×
Ñ
˜QŸV™VÑ
# c§i¡i×&8Ñ&8¸3¿8¹8Ñ&CÑ
Cô
ð r;   )™Úcollectionsr   Údataclassesr   Ú	itertoolsrA   Úcollections.abcr   ÚnumpyrF   Újax._srcr   r   r   r	   r
   r   r   r   r   r   r   Újax._src.laxr   r   r   r   r   r   r   Úlax_parallelr   r   r   Újax.experimentalr   r\   ÚchainÚ__dict__rõ   Úsharding_constraint_pÚprimÚ
isinstanceÚ	PrimitiveÚregister_standard_rooflineÚRooflineRuleContextr2   r:   Úregister_rooflineÚabs_pÚacos_pÚasin_pÚatan_pÚcbrt_pÚceil_pÚconj_pÚcos_pÚcosh_pÚexp_pÚexpm1_pÚfloor_pÚimag_pÚinteger_pow_pÚis_finite_pÚlog_pÚlog1p_pÚ
logistic_pÚneg_pÚnot_pÚreal_pÚround_pÚrsqrt_pÚsign_pÚsin_pÚsinh_pÚsqrt_pÚsquare_pÚtan_pÚbessel_i0e_pÚbessel_i1e_pÚ	digamma_pÚ	erf_inv_pÚerf_pÚerfc_pÚlgamma_pÚpvary_prM   Úadd_pÚsub_pÚmul_pÚdiv_pÚrem_pÚand_pÚor_pÚxor_pÚgt_pÚlt_pÚge_pÚle_pÚeq_pÚne_pÚmin_pÚmax_prE   rS   Úcummax_pÚcummin_pÚ	cumprod_pÚcumsum_pÚcumlogsumexp_prV   Údot_general_pÚDotDimensionNumbersrd   rò   ry   ÚConvDimensionNumbersr#   rˆ   Ú"ConvGeneralDilatedDimensionNumbersr“   Úconv_general_dilated_pr–   rÝ   rž   Úboolr®   Úreduce_scatter_pÚall_gather_prº   r¾   Úgather_prÂ   rÑ   Úscatter_add_pÚscatter_max_pÚscatter_min_pÚscatter_mul_pÚscatter_sub_pÚ	scatter_prÕ   Úpmin_pÚpmax_pÚpsum_invariant_prß   Úall_to_all_præ   Ú
ppermute_pr	  Úreduce_sum_pr  Ú
select_n_pr  r¢   r;   r(   Ú<module>rv     sÅ  ðõ $Ý Û Ý $Û å Ý "Ý ß Ý Ý Ý Ý Ý Ý ÷÷ ÷ õ &ð Ð àˆB�H‰HØ×Ñ×ÑÓ!Ø	×Ñ×ÑÓØ‡,�,×ÑÓØ×Ñ×ÑÓ Ø×Ñ×ÑÓØ
×Ñ×ÑÓØ‡,�,×ÑÓØ‡,�,×ÑÓØ‡/�/×ÑÓØ‡,�,×ÑÓØ×ÑÐØ‡-�-×ÑÓØ‡/�/×ÑÓØ×Ñ×ÑÓØ	×Ñ×ÑÓØ	×Ñ×ÑÓØ×Ñ×%Ñ%Ó'ö#€Dñ& ��d—n‘nÕ%Ø'€H×'Ñ'¨Õ-ð)ð.Ø	×	%Ñ	%ðð ×Ñó	ð &Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø 'Ð €× Ñ ˜3Ÿ;™;Ó 'Ð(9Ô :Ø 'Ð €× Ñ ˜3Ÿ;™;Ó 'Ð(9Ô :Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø -Ð €× Ñ ˜3×,Ñ,Ó -Ð.?Ô @Ø +Ð €× Ñ ˜3Ÿ?™?Ó +Ð,=Ô >Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø 'Ð €× Ñ ˜3Ÿ;™;Ó 'Ð(9Ô :Ø *Ð €× Ñ ˜3Ÿ>™>Ó *Ð+<Ô =Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø 'Ð €× Ñ ˜3Ÿ;™;Ó 'Ð(9Ô :Ø 'Ð €× Ñ ˜3Ÿ;™;Ó 'Ð(9Ô :Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø &Ð €× Ñ ˜3Ÿ:™:Ó &Ð'8Ô 9Ø (Ð €× Ñ ˜3Ÿ<™<Ó (Ð):Ô ;Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&7Ô 8Ø 0Ð €× Ñ ˜7×/Ñ/Ó 0Ð1BÔ CØ 0Ð €× Ñ ˜7×/Ñ/Ó 0Ð1BÔ CØ -Ð €× Ñ ˜7×,Ñ,Ó -Ð.?Ô @Ø -Ð €× Ñ ˜7×,Ñ,Ó -Ð.?Ô @Ø )Ð €× Ñ ˜7Ÿ=™=Ó )Ð*;Ô <Ø *Ð €× Ñ ˜7Ÿ>™>Ó *Ð+<Ô =Ø ,Ð €× Ñ ˜7×+Ñ+Ó ,Ð->Ô ?à #€× #Ñ # D§L¡LÔ 1ðØ	×	%Ñ	%ðð ×Ñó	ð( &Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø $Ð €× Ñ ˜3Ÿ8™8Ó $Ð%7Ô 8Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9Ø %Ð €× Ñ ˜3Ÿ9™9Ó %Ð&8Ô 9ðØ	×	%Ñ	%ðð ðð
 ×Ñóð  2Ð €× Ñ ˜<×0Ñ0Ó 1Ð2HÔ IØ 1Ð €× Ñ ˜<×0Ñ0Ó 1Ð2HÔ IØ 2Ð €× Ñ ˜<×1Ñ1Ó 2Ð3IÔ JØ 1Ð €× Ñ ˜<×0Ñ0Ó 1Ð2HÔ Ià€×Ñ˜L×7Ñ7Ó8ðØ	×	%Ñ	%ðð ðð
 ×Ñòó 9ðð. €×Ñ˜C×-Ñ-Ó.ðØ×#Ñ#ðð ×,Ñ,ðð
 ×Ñòó /ððBSØðSàðSð ðSð ð	Sð
 ðSð ðSð �3˜�8‰_ðSð 	óSðl,Ø×+Ñ+ð,à	×	Ñ	ð,ð 
×	Ñ	ð,ð 
×	Ñ	ð	,ð
 ˜S‘Mð,ð �e˜C ˜H‘oÑ&ð,ð ˜3‘-ð,ð ˜3‘-ð,ð 	ó,ð^"Ø	×	Ñ	ð"à	×	Ñ	ð"ð 
×	Ñ	ð"ð ˜S‘Mð	"ð
 �e˜C ˜H‘oÑ&ð"ð ˜3‘-ð"ð ˜3‘-ð"ð #×EÑEð"ð ð"ð 	ó"ðJ €×Ñ˜K×>Ñ>Ó?ð#Ø	×	%Ñ	%ð#ð ˜S‘Mð#ð �e˜C ˜H‘oÑ&ð	#ð
 ˜3‘-ð#ð ˜3‘-ð#ð #×EÑEð#ð ð#ð ×Ñò#ó @ð#ðL
Ø×#Ñ#ð
Ø+0°°c°©?ð
à×Ñ˜tÑ#ó
ð" ò	$Ø×#Ñ#ð$ð 	ˆc�3ˆh‰ð$ð ð	$ð ×Ñó$ðN :Ð €× Ñ ˜<×8Ñ8Ó 9ÙWôð 6Ð €× Ñ ˜<×4Ò4Ó 5ñôðØ
×
#Ò
#ðàðð ðð 	ó	ð: €×Ñ˜G×,Ò,Ó-ðØ	×	%Ñ	%ðð ×
#Ò
#ðð
 ×Ñòó .ðð*3Ø	×	%Ñ	%ð3ð ×Ñó	3ðl 2Ð €× Ñ ˜7×0Ò0Ó 1Ð2CÔ DØ 1Ð €× Ñ ˜7×0Ò0Ó 1Ð2CÔ DØ 1Ð €× Ñ ˜7×0Ò0Ó 1Ð2CÔ DØ 1Ð €× Ñ ˜7×0Ò0Ó 1Ð2CÔ DØ 1Ð €× Ñ ˜7×0Ò0Ó 1Ð2CÔ Dà -Ð €× Ñ ˜7×,Ò,Ó -Ð.?Ô @ðQØ	×	%Ñ	%ðQð ��S�‰/ðQð
 ×ÑóQð 0Ð €× Ñ ˜<×.Ò.Ó /Ð0KÔ LØ /Ð €× Ñ ˜<×.Ò.Ó /Ð0KÔ Lð €×Ñ˜L×9Ò9Ó:ðØ×#Ñ#ðð 	ˆc�3ˆh‰ðð
 ×Ñòó ;ðð" €×Ñ˜L×5Ò5Ó6ðØ×#Ñ#ðð �3˜�8‰_ðð
 ×Ñòó 7ððD €×Ñ˜L×3Ò3Ó4ð8Ø×#Ñ#ð8ð �3˜�8‰_ð8ð 	ˆe�C˜�H‰o˜sÐ"Ñ#ð	8ð ×Ñò8ó 5ð8ðv €×Ñ˜C×,Ò,Ó-ðØ	×	%Ñ	%ðð ��S�‰/ðð
 ×Ñòó .ðð( €×Ñ˜CŸNšNÓ+ðØ	×	%Ñ	%ðð ×Ñò	ó ,ñr;   