Ë
    ÓGìj;a  ã                   ó˜  — d dl Z d dlZd dlZd dlZd dlZd dlmZ 	 g d¢Zdd„Zd„ Z	d„ Z
dd„Zdd„Zd	„ Zd
„ Zd„ Zd„ Z	 	 	 dd„Zd„ Zd„ Zd„ Zd„ Zedk(  ru e«       Z ede«       d dlmZ  eej6                  «       ej8                  sej:                  sJ d«       ‚ ee«      Znej8                  Z eee«      ZeD ]
  Z  ee «       Œ yy)é    N)ÚTensorProto)ÚScanÚLoopÚIfc                 ó^  — t        j                  «       }|j                  dddt        d¬«       |j                  dddt        d¬«       |j                  d	d
dt        dd¬«       |j                  dddt        dd¬«       |j                  ddt        dd¬«       |j                  ddt        dd¬«       |j                  ddt        dd¬«       |j                  ddt
        dd¬«       |j                  ddt        dd¬«       |j                  ddt        d d ¬«       |j                  d!dt        d d"¬«       |j                  d#dt        d d$¬«       |j                  d%dd&g d'¢d(¬)«       |j                  d*d+dd,d-¬.«       |j                  d¬/«       |j                  d0dt        d1d2¬«       |j                  d3dd,d4¬.«       |j                  d¬5«       |j                  d6dd,d7¬.«       |j                  d¬8«       |j                  d9d:dd,¬;«       |j                  d¬<«       |j                  | «      S )=Nz-iz--inputFz2Set the input file for reading the profile results)ÚrequiredÚtypeÚhelpz-mz--modelzIonnx model path to run profiling. Required when --input is not specified.z-bz--batch_sizeé   zbatch size of input)r   r	   Údefaultr
   z-sz--sequence_lengthé    zsequence length of inputz--past_sequence_lengthzpast sequence length for gpt2z--global_lengthz&number of global tokens for longformerz	--samplesiè  z\number of samples to test. Set it large enough to reduce the variance of performance result.z--thresholdg{®Gáz„?zfThreshold of run time ratio among all nodes. Nodes with larger ratio will show in top expensive nodes.z--thread_numéÿÿÿÿznumber of threads to usez--input_ids_namez"input name for input IDs, for bertz--segment_ids_namez$input name for segment IDs, for bertz--input_mask_namez'input name for attention mask, for bertz--dummy_inputsr   )ÚbertÚgpt2Ú
longformerr   zEType of model inputs. The default will create dummy inputs with ones.)r   r   Úchoicesr
   z-gz	--use_gpuÚ
store_truezuse GPU)r   Úactionr
   )Úuse_gpuz
--providerÚcudazExecution provider to usez--basic_optimizationz_Enable only basic graph optimizations. By default, all optimizations are enabled in OnnxRuntime)Úbasic_optimizationz--kernel_time_onlyz.Only include the kernel time and no fence time)Úkernel_time_onlyz-vz	--verbose)r   r   )Úverbose)ÚargparseÚArgumentParserÚadd_argumentÚstrÚintÚfloatÚset_defaultsÚ
parse_args)ÚargvÚparsers     úeC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\onnxruntime/transformers/profiler.pyÚparse_argumentsr%      sÖ  € Ü×$Ñ$Ó&€Fà
×ÑØØØÜØAð ô ð ×ÑØØØÜØXð ô ð ×ÑØØØÜØØ"ð ô ð ×ÑØØØÜØØ'ð ô ð ×ÑØ ØÜØØ,ð ô ð ×ÑØØÜØØ5ð ô ð ×ÑØØÜØØkð ô ð ×ÑØØÜØØuð ô ð ×ÑØØÜØØ'ð ô ð ×ÑØØÜØØ1ð ô ð ×ÑØØÜØØ3ð ô ð ×ÑØØÜØØ6ð ô ð ×ÑØØØÚ9ØTð ô ð ×Ñ˜˜k°EÀ,ÐU^ÐÔ_Ø
×Ñ ÐÔ&à
×ÑØØÜØØ(ð ô ð ×ÑØØØØnð	 ô ð ×Ñ¨5ÐÔ1à
×ÑØØØØ=ð	 ô ð ×Ñ¨ÐÔ/à
×Ñ˜˜k°EÀ,ÐÔOØ
×Ñ ÐÔ&à×Ñ˜TÓ"Ð"ó    c                 ó‚   — ddl m}  || ||| |d¬«      }|D ]  }|j                  d |«      }	Œ |j                  «       }
|
S )Nr   )Úcreate_onnxruntime_sessionT)Úenable_all_optimizationÚnum_threadsÚenable_profiling)Úbenchmark_helperr(   ÚrunÚend_profiling)Úonnx_model_pathr   Úproviderr   Ú
thread_numÚ
all_inputsr(   ÚsessionÚinputsÚ_Úprofile_files              r$   Úrun_profiler7       sV   € Ý;á(ØØØØ$6Ð 6ØØô€Gó ˆØ�K‰K˜˜fÓ%‰ð ð ×(Ñ(Ó*€LØÐr&   c                 ó²   — t        d| › d�«       t        | «      5 }t        j                  |«      }d d d «       t	        t
        «      sJ ‚|S # 1 sw Y   ŒxY w)Nzloading profile output z ...)ÚprintÚopenÚjsonÚloadÚ
isinstanceÚlist)r6   Úopened_fileÚ	sess_times      r$   Úload_profile_jsonrA   ³   sR   € Ü	Ð# L >°Ð
6Ô7ä	ˆlÔ	˜{Ü—I‘I˜kÓ*ˆ	÷ 
ô �i¤Ô&Ð&Ð&ØÐ÷	 
Ð	ús   ›AÁAc                 óô  — i }i }i }d}d}| D ]Œ  }|d   dk(  r
|d   dk(  rd}|sŒ|d   dk(  sŒ!d	|v sŒ&d
|v sŒ+d|d
   v sŒ3|d   }|d
   d   }	|	t         v rŒI|	sd|› d�}	||v r||xx   |d	   z  cc<   ||xx   dz  cc<   n|d	   ||<   d||<   |	||<   ||d	   z  }ŒŽ |sdgS g }
|
j                  d|dz  d›d�«       |
j                  d«       |
j                  d«       t        |j                  «       d„ d¬«      D ]I  \  }}||z  }||k  rŒ||   }|t	        |«      z  }|
j                  |d›d|dz  d›d|d›d|d›d|› �	«       ŒK i }|j                  «       D ]!  \  }}	||   }|	|v r||	xx   |z  cc<   Œ|||	<   Œ# |
j                  d«       |
j                  d«       |
j                  d«       t        |j                  «       d „ d¬«      D ](  \  }	}||z  }|
j                  |d›d|dz  d›d|	› �«       Œ* |
S )!áž  Parse profile data and output nodes in two sections - nodes in the original order, and top expensive nodes.

    Args:
        sess_time (List[Dict]): profile data
        kernel_time_only (bool, optional): Only include items for kernel time. Defaults to False.
        threshold (int, optional): Minimum ratio of duration among all. Defaults to 0.

    Returns:
        List[str]: lines of string for output.
    r   FÚcatÚSessionÚnameÚsession_initializationTÚKernelÚdurÚargsÚop_nameÚ(Ú)r   zNo kernel record found!z%
Top expensive kernels with Time% >= éd   ú.2fÚ:ú@----------------------------------------------------------------u&   Total(Î¼s)	Time%	Calls	Avg(Î¼s)	Kernelc                 ó   — | d   S ©Nr   © ©Úxs    r$   Ú<lambda>z&parse_kernel_results.<locals>.<lambda>ñ   s   € È1ÈQÊ4r&   ©ÚkeyÚreverseÚ10dÚ	ç      Y@ú5.2fÚ5dú8.1fz
Group kernel time by operator:u   Total(Î¼s)	Time%	Operatorc                 ó   — | d   S rS   rT   rU   s    r$   rW   z&parse_kernel_results.<locals>.<lambda>  s   € À1ÀQÂ4r&   )ÚNODES_TYPE_CONTAINING_SUBGRAPHÚappendÚsortedÚitemsr   )r@   Ú	thresholdÚkernel_name_to_op_nameÚkernel_timeÚkernel_freqÚtotalÚsession_initÚitemÚkernel_namerK   ÚlinesÚdurationÚratioÚcallsÚavg_timeÚop_times                   r$   Úparse_kernel_resultsrt   ½   s£  € ð  ÐØ€KØ€KØ€EØ€LÛˆà�‰;˜)Ò#¨¨V©Ð8PÒ(PØˆLÙØà�‰;˜(Ó" u°¢}¸À4ºÈIÐY]Ð^dÑYeÒLeØ˜v™,ˆKà˜6‘l 9Ñ-ˆGØÔ8Ñ8Øñ Ø˜k˜]¨!Ð,�à˜kÑ)Ø˜KÓ(¨D°©KÑ7Ó(Ø˜KÓ(¨AÑ-Ô(à+/°©;�˜KÑ(Ø+,�˜KÑ(Ø6=Ð& {Ñ3à�T˜%‘[Ñ ‰Eð5 ñ8 Ø)Ð*Ð*ð €EØ	‡L�LÐ9¸)ÀC¹-ÈÐ9LÈAÐNÔOØ	‡L�L�ÔØ	‡L�LÐ=Ô>Ü!'¨×(9Ñ(9Ó(;ÁÐY]×!^Ñˆ�XØ˜5Ñ ˆØ�9ÒØà˜KÑ(ˆØœe E›lÑ*ˆØ�‰˜ �~ R¨°©°dÐ';¸2¸eÀB¸ZÀrÈ(ÐSWÈÐXZÐ[fÐZgÐhÕið "_ð €GØ 6× <Ñ <Ö >Ñˆ�WØ˜{Ñ+ˆØ�gÑØ�GÓ Ñ(Ôà'ˆG�GÒð !?ð 
‡L�LÐ3Ô4Ø	‡L�L�ÔØ	‡L�LÐ.Ô/Ü# G§M¡M£O¹ÐQU×VÑˆ�Ø˜5Ñ ˆØ�‰˜ �~ R¨°©°dÐ';¸2¸g¸YÐGÕHð Wð €Lr&   c                 ód  — g }i }i }i }d}| D ]ò  }|d   dk(  sŒd|v sŒd|v sŒd|d   v sŒ|d   j                  dd	«      j                  d
d	«      j                  dd	«      }	d|d   v r=|d   d   dk(  rd}
n|d   d   dk(  rd}
n|d   d   dk(  rd}
|	|vr
||	<   n||	   
k(  sJ ‚|rŒš|d   d   }|t        v rŒ«|	|v r||	xx   |d   z  cc<   ||	xx   dz  cc<   n|d   ||	<   d||	<   |j                  |	«       ||d   z  }Œô g d¢}d}|D ]d  }	||	   }||	   }|t        |«      z  }||z  dz  }|j	                  |	d	«      }||z  }|j                  |d›d|d›d|d›d|d›d|d›d|d›d|	› �«       Œf |j                  d|dz  d›d �«       |j                  d!«       |j                  d"«       t        |j                  «       d#„ d$¬%«      D ]d  \  }	}||z  }||k  rŒ||	   }|t        |«      z  }||z  dz  }|j	                  |	d	«      }|j                  |d›d|d›d|d›d|d›d|d›d|	› �«       Œf |S )&rC   r   rD   ÚNoderI   rJ   rK   rF   Ú_kernel_timeÚ Ú_fence_beforeÚ_fence_afterr0   ÚCPUExecutionProviderÚCPUÚCUDAExecutionProviderÚCUDAÚDmlExecutionProviderÚDMLr   )z
Nodes in the original order:rQ   u3   Total(Î¼s)	Time%	Acc %	Avg(Î¼s)	Calls	Provider	Nodeg        r]   r[   r\   r^   r`   r_   Ú8sz#
Top expensive nodes with Time% >= rN   rO   rP   rQ   u-   Total(Î¼s)	Time%	Avg(Î¼s)	Calls	Provider	Nodec                 ó   — | d   S rS   rT   rU   s    r$   rW   z$parse_node_results.<locals>.<lambda>V  s   € ÀqÈÂtr&   TrX   )Úreplacerb   rc   r   Úgetrd   re   )r@   r   rf   Únode_name_listÚ	node_timeÚ	node_freqÚnode_providerrj   rl   Ú	node_nameÚdevicerK   rn   Úbefore_percentagero   rq   rr   Ú
percentager0   rp   s                       r$   Úparse_node_resultsr�     s2  € ð €NØ€IØ€IØ€MØ€EÛˆØ�‰;˜&Ó  U¨d¢]°vÀ²~È)ÐW[Ð\bÑWcÒJcà�V‘×$Ñ$ ^°RÓ8×@Ñ@ÀÐRTÓU×]Ñ]Ð^lÐnpÓqð ð ˜T &™\Ñ)Ø˜‘< 
Ñ+Ð/EÒEØ"‘FØ˜&‘\ *Ñ-Ð1HÒHØ#‘FØ˜&‘\ *Ñ-Ð1GÒGØ"�Fà MÑ1Ø/5�M )Ò,à(¨Ñ3°vÒ=Ð=Ð=Ù!Øà˜6‘l 9Ñ-ˆGØÔ8Ñ8Øà˜IÑ%Ø˜)Ó$¨¨U©Ñ3Ó$Ø˜)Ó$¨Ñ)Ô$à'+¨E¡{�	˜)Ñ$Ø'(�	˜)Ñ$Ø×%Ñ% iÔ0à�T˜%‘[Ñ ‰EðC òH€Eð
 ÐÛ#ˆ	Ø˜YÑ'ˆØ˜)Ñ$ˆØœe E›lÑ*ˆØ Ñ&¨%Ñ/ˆ
Ø ×$Ñ$ Y°Ó3ˆØ˜ZÑ'ÐØ�‰Ø˜ˆn˜B˜z¨$Ð/¨rÐ2CÀDÐ1IÈÈHÐUYÈ?ÐZ\Ð]bÐceÐ\fÐfhÐiqÐrtÐhuÐuwð  yBð  xCð  Dõ	
ð $ð 
‡L�LÐ7¸	À#¹ÀcÐ7JÈ!ÐLÔMØ	‡L�L�ÔØ	‡L�LÐEÔFÜ% i§o¡oÓ&7¹^ÐUY×ZÑˆ	�8Ø˜5Ñ ˆØ�9ÒØà˜)Ñ$ˆØœe E›lÑ*ˆØ Ñ&¨%Ñ/ˆ
Ø ×$Ñ$ Y°Ó3ˆØ�‰˜ �~ R¨
°4Ð'8¸¸8ÀD¸/ÈÈEÐRTÈ:ÐUWÐX`ÐacÐWdÐdfÐgpÐfqÐrÕsð  [ð €Lr&   c                 ó2  — i }i }d}i }i }i }i }	d}
i }| D �]  }|d   dk(  sŒd|v sŒd|v sŒd|d   v sŒ|d   d   }|t         v rŒ0d|d   vr-d|d	   v r%||	v r|	|xx   |d   z  cc<   n|d   |	|<   |
|d   z  }
Œd|d   j                  dd
«      }||v r||xx   dz  cc<   nd||<   |› d|› �}||v r||xx   |d   z  cc<   ||xx   dz  cc<   n|d   ||<   d||<   ||v r||xx   |d   z  cc<   n|d   ||<   ||v r||xx   |d   z  cc<   ||xx   dz  cc<   n|d   ||<   d||<   ||d   z  }�Œ d
dg}|j                  d«       |j                  d«       t        |j	                  «       d„ d¬«      D ]h  \  }}|	j                  |d«      }||z  }||z   }|||
z   z  }||   }||z  }|j                  |d›d|dz  d›d|d›d|dz  d›d|d›d|d›d|d›d|› �«       Œj |d
dgz  }|j                  d«       |j                  d«       t        |j	                  «       d„ d¬«      D ]n  \  }}|j                  d«      }|d   }|d   }|j                  dd
«      }||   }||z  }|||   z  }|j                  |d›d|dz  d›d|d›d|d›d|d›d|› �«       Œp |S ) a  Group results by operator name.

    Args:
        sess_time (List[Dict]): profile data
        kernel_time_only (bool): Only include items for kernel time.
        use_gpu (bool): GPU is used in profiling or not.

    Returns:
        List[str]: lines of string for output.
    r   rD   rv   rI   rJ   rK   r0   ÚfencerF   rx   r   rP   zGrouped by operatorrQ   uM   Total(Î¼s)	Time%	Kernel(Î¼s)	Kernel%	Calls	AvgKernel(Î¼s)	Fence(Î¼s)	Operatorc                 ó   — | d   S rS   rT   rU   s    r$   rW   z$group_node_results.<locals>.<lambda>«  s   € ÈQÈqÊTr&   TrX   r[   r\   r]   r^   Ú11dr_   z14.1fzGrouped by provider + operatoru<   Kernel(Î¼s)	Provider%	Calls	AvgKernel(Î¼s)	Provider	Operatorc                 ó   — | d   S rS   rT   rU   s    r$   rW   z$group_node_results.<locals>.<lambda>¹  s   € ÐRSÐTUÒRVr&   ÚExecutionProviderz9.2fr�   )rb   r„   rc   rd   re   Úsplitrƒ   )r@   r   r   Úop_kernel_timeÚop_kernel_recordsÚtotal_kernel_timeÚprovider_op_kernel_timeÚprovider_op_kernel_recordsÚprovider_kernel_timeÚop_fence_timeÚtotal_fence_timeÚprovider_counterrl   rK   r0   rY   rn   rh   Ú
fence_timeÚkernel_time_ratioÚ
total_timeÚ
time_ratioÚkernel_callsÚavg_kernel_timeÚpartsÚshort_eprq   Úprovider_time_ratios                               r$   Úgroup_node_resultsr§   d  s*  € ð €NØÐØÐà ÐØ!#ÐØÐà€MØÐàÐÜˆØ�‰;˜&Ó  U¨d¢]°vÀ²~È)ÐW[Ð\bÑWcÒJcØ˜6‘l 9Ñ-ˆGð Ô8Ñ8Øà  f¡Ñ-Ø˜d 6™lÑ*Ø -Ñ/Ø% gÓ.°$°u±+Ñ=Ô.à15°e±˜ gÑ.Ø$¨¨U©Ñ3Ð$Øà˜F‘|×'Ñ'¨
°BÓ7ˆHØÐ+Ñ+Ø  Ó*¨aÑ/Ô*à-.Ð  Ñ*à�J˜a ˜yÐ)ˆCØÐ-Ñ-Ø'¨Ó,°°U±Ñ;Ó,Ø*¨3Ó/°1Ñ4Ô/à/3°E©{Ð'¨Ñ,Ø23Ð*¨3Ñ/àÐ/Ñ/Ø$ XÓ.°$°u±+Ñ=Ô.à15°e±Ð$ XÑ.à˜.Ñ(Ø˜wÓ'¨4°©;Ñ6Ó'Ø! 'Ó*¨aÑ/Ô*à*.¨u©+�˜wÑ'Ø-.Ð! 'Ñ*à  e¡Ñ,ÒðW ðZ Ð&Ð'€EØ	‡L�L�ÔØ	‡L�LÐgÔhÜ & ~×';Ñ';Ó'=Á>Ð[_× `Ñˆ�Ø"×&Ñ& w°Ó2ˆ
Ø'Ð*;Ñ;ÐØ  :Ñ-ˆ
ØÐ#4Ð7GÑ#GÑHˆ
Ø(¨Ñ1ˆØ%¨Ñ4ˆØ�‰Ø˜#Ð˜b ¨eÑ!3°DÐ 9¸¸KÈÐ;LÈBÐO`ÐchÑOhÐimÐNnÐnpÐq}ð  Að  qBð  BDð  ETð  UZð  D[ð  []ð  ^hð  ilð  ]mð  moð  pwð  oxð  yõ	
ð !að 
ˆbÐ2Ð3Ñ3€EØ	‡L�L�ÔØ	‡L�LÐTÔUÜ"Ð#:×#@Ñ#@Ó#BÉÐ`d×eÑˆˆ[Ø—	‘	˜#“ˆØ˜‘8ˆØ˜‘(ˆØ×#Ñ#Ð$7¸Ó<ˆØ*¨3Ñ/ˆØ%¨Ñ-ˆØ)Ð,@ÀÑ,JÑJÐØ�‰Ø˜3Ð˜rÐ"5¸Ñ"=¸dÐ!CÀ2ÀeÈBÀZÈrÐRaÐbgÐQhÐhjÐksÐtvÐjwÐwyð  {Bð  zCð  Dõ	
ð fð €Lr&   c                 ó~   — t        | j                  d«      «      t        k(  rt        | | j                  d«      «      S d S )NÚvalue)r	   Ú
WhichOneofr   Úgetattr)Údims    r$   Úget_dim_from_type_protor­   È  s4   € Ü48¸¿¹ÈÓ9PÓ4QÔUXÒ4XŒ7�3˜Ÿ™ wÓ/Ó0ÐbÐ^bÐbr&   c                 óz   — | j                   j                  j                  D �cg c]  }t        |«      ‘Œ c}S c c}w ©N)Útensor_typeÚshaper¬   r­   )Ú
type_protoÚds     r$   Úget_shape_from_type_protor´   Ì  s4   € Ø0:×0FÑ0F×0LÑ0L×0PÒ0PÓQÑ0P¨1Ô# AÕ&Ð0PÑQÐQùÒQs   £8c                 ó   — i }| j                  «       D �]Z  }t        |j                  «      }g }t        |«      D ]'  \  }}	t	        |	t
        «      sŒ|j                  |«       Œ) t        |«      dkD  r yt        |«      dkD  r|||d   <   t        |«      dkD  r|||d   <   |j                  j                  j                  }
|
t        j                  t        j                  t        j                  fv sJ ‚|
t        j                  k(  rt        j                  n2|
t        j                  k(  rt        j                   nt        j"                  }t        j$                  ||¬«      }|||j&                  <   �Œ] t)        |«      D �cg c]  }|‘Œ }}|S c c}w )a  Create dummy inputs for ONNX model.

    Args:
        onnx_model (OnnxModel): ONNX model
        batch_size (int): batch size
        sequence_length (int): sequence length
        samples (int): number of samples

    Returns:
        List[Dict]: list of inputs
    é   Nr   r   ©Údtype)Ú'get_graph_inputs_excluding_initializersr´   r	   Ú	enumerater=   r   rc   Úlenr°   Ú	elem_typer   ÚFLOATÚINT32ÚINT64ÚnumpyÚfloat32Úint64Úint32ÚonesrF   Úrange)Ú
onnx_modelÚ
batch_sizeÚsequence_lengthÚsamplesÚdummy_inputsÚgraph_inputr±   Úsymbol_dimsÚir¬   r¼   Ú	data_typeÚdatar5   r2   s                  r$   Úcreate_dummy_inputsrÐ   Ð  sb  € ð €LØ!×IÑI×KˆÜ)¨+×*:Ñ*:Ó;ˆØˆÜ Ö&‰FˆAˆsÜ˜#œsÕ#Ø×"Ñ" 1Õ%ð 'ô
 ˆ{Ó˜aÒÙÜˆ{Ó˜aÒØ$.ˆE�+˜a‘.Ñ!Üˆ{Ó˜aÒØ$3ˆE�+˜a‘.Ñ!à×$Ñ$×0Ñ0×:Ñ:ˆ	Øœ[×.Ñ.´×0AÑ0AÄ;×CTÑCTÐUÑUÐUÐUð œK×-Ñ-Ò-ô �MŠMà!*¬k×.?Ñ.?Ò!?”%—+’+ÄUÇ[Á[ð 	ô
 �z‰z˜% yÔ1ˆØ)-ˆ�[×%Ñ%Ó&ð/ Lô2 ).¨g¬Ó7© 1’,¨€JÐ7ØÐùò 8s   Å>	Fc                 óV   — ddl m}m}  || |||«      \  }	}
} ||||dd|	|
|d¬«	      }|S )a-  Create dummy inputs for BERT model.

    Args:
        onnx_model (OnnxModel): ONNX model
        batch_size (int): batch size
        sequence_length (int): sequence length
        samples (int): number of samples
        input_ids_name (str, optional): Name of graph input for input IDs. Defaults to None.
        segment_ids_name (str, optional): Name of graph input for segment IDs. Defaults to None.
        input_mask_name (str, optional): Name of graph input for attention mask. Defaults to None.

    Returns:
        List[Dict]: list of inputs
    r   )Úfind_bert_inputsÚgenerate_test_dataé{   F)Ú
test_casesÚseedr   Ú	input_idsÚsegment_idsÚ
input_maskÚrandom_mask_length)Úbert_test_datarÒ   rÓ   )rÆ   rÇ   rÈ   rÉ   Úinput_ids_nameÚsegment_ids_nameÚinput_mask_namerÒ   rÓ   r×   rØ   rÙ   r2   s                r$   Úcreate_bert_inputsrß   ú  sN   € ÷. Dá)9¸*ÀnÐVfÐhwÓ)xÑ&€Iˆ{˜JÙ#ØØØØØØØØØ ô
€Jð Ðr&   c                 óÊ  — |||||z   dœ}i }| j                  «       D �]%  }t        |j                  «      }t        |«      D ]0  \  }	}
t	        |
t
        «      sŒ|
|vrt        d|
› �«      ‚||
   ||	<   Œ2 |j                  j                  j                  }|t        j                  t        j                  t        j                  fv sJ ‚|t        j                  k(  rt        j                  n2|t        j                  k(  rt        j                  nt        j                   }t        j"                  ||¬«      }|||j$                  <   �Œ( t'        |«      D �cg c]  }|‘Œ }}|S c c}w )aÂ  Create dummy inputs for GPT-2 model.

    Args:
        onnx_model (OnnxModel): ONNX model
        batch_size (int): batch size
        sequence_length (int): sequence length
        past_sequence_length (int): past sequence length
        samples (int): number of samples

    Raises:
        RuntimeError: symbolic is not supported. Use the tool convert_to_onnx.py to export ONNX model instead.

    Returns:
        List[Dict]: list of inputs
    )rÇ   Úseq_lenÚpast_seq_lenÚtotal_seq_lenúsymbol is not supported: r·   )r¹   r´   r	   rº   r=   r   ÚRuntimeErrorr°   r¼   r   r½   r¾   r¿   rÀ   rÁ   rÂ   rÃ   rÄ   rF   rÅ   )rÆ   rÇ   rÈ   Úpast_sequence_lengthrÉ   ÚsymbolsrÊ   rË   r±   rÍ   r¬   r¼   rÎ   rÏ   r5   r2   s                   r$   Úcreate_gpt2_inputsrè   #  sL  € ð$ !Ø"Ø,Ø(Ð+?Ñ?ñ	€Gð €LØ!×IÑI×KˆÜ)¨+×*:Ñ*:Ó;ˆÜ Ö&‰FˆAˆsÜ˜#œsÕ#Ø˜gÑ%Ü&Ð)BÀ3À%Ð'HÓIÐIà& s™|�E˜!’Hð 'ð  ×$Ñ$×0Ñ0×:Ñ:ˆ	Øœ[×.Ñ.´×0AÑ0AÄ;×CTÑCTÐUÑUÐUÐUð œK×-Ñ-Ò-ô �MŠMà!*¬k×.?Ñ.?Ò!?”%—+’+ÄUÇ[Á[ð 	ô
 �z‰z˜% yÔ1ˆØ)-ˆ�[×%Ñ%Ó&ð# Lô& ).¨g¬Ó7© 1’,¨€JÐ7ØÐùò 8s   Å	E c                 ó"  — ||dœ}i }| j                  «       D �]V  }t        |j                  «      }t        |«      D ]0  \  }	}
t	        |
t
        «      sŒ|
|vrt        d|
› �«      ‚||
   ||	<   Œ2 |j                  j                  j                  }|t        j                  t        j                  t        j                  fv sJ ‚|t        j                  k(  rt        j                  n2|t        j                  k(  rt        j                  nt        j                   }d|j"                  v r#t        j$                  ||¬«      }d|dd…d|…f<   nt        j&                  ||¬«      }|||j"                  <   �ŒY t)        |«      D �cg c]  }|‘Œ }}|S c c}w )aÎ  Create dummy inputs for Longformer model.

    Args:
        onnx_model (OnnxModel): ONNX model
        batch_size (int): batch size
        sequence_length (int): sequence length
        global_length (int): number of global tokens
        samples (int): number of samples

    Raises:
        RuntimeError: symbolic is not supported. Use the tool convert_longformer_to_onnx.py to export ONNX model instead.

    Returns:
        List[Dict]: list of inputs
    )rÇ   rÈ   rä   Úglobalr·   r   N)r¹   r´   r	   rº   r=   r   rå   r°   r¼   r   r½   r¾   r¿   rÀ   rÁ   rÂ   rÃ   rF   ÚzerosrÄ   rÅ   )rÆ   rÇ   rÈ   Úglobal_lengthrÉ   rç   rÊ   rË   r±   rÍ   r¬   r¼   rÎ   rÏ   r5   r2   s                   r$   Úcreate_longformer_inputsrí   S  sl  € ð  (¸OÑL€Gà€LØ!×IÑI×KˆÜ)¨+×*:Ñ*:Ó;ˆÜ Ö&‰FˆAˆsÜ˜#œsÕ#Ø˜gÑ%Ü&Ð)BÀ3À%Ð'HÓIÐIà& s™|�E˜!’Hð 'ð  ×$Ñ$×0Ñ0×:Ñ:ˆ	Øœ[×.Ñ.´×0AÑ0AÄ;×CTÑCTÐUÑUÐUÐUð œK×-Ñ-Ò-ô �MŠMà!*¬k×.?Ñ.?Ò!?”%—+’+ÄUÇ[Á[ð 	ð �{×'Ñ'Ñ'Ü—;‘;˜u¨IÔ6ˆDØ&'ˆD’�N�]�NÐ"Ò#ä—:‘:˜e¨9Ô5ˆDØ)-ˆ�[×%Ñ%Ó&ð- Lô0 ).¨g¬Ó7© 1’,¨€JÐ7ØÐùò 8s   Å?	Fc                 óØ   — t        | «      }t        ||j                  «      }|t        ||j                  |j                  «      z  }|t        ||j                  |j                  «      z  }|S r¯   )rA   rt   rf   r�   r   r§   r   )r6   rJ   Úprofile_recordsrn   s       r$   Úprocess_resultsrð   ‚  s]   € Ü'¨Ó5€Oä  °$·.±.ÓA€Eà	Ô °×1FÑ1FÈÏÉÓWÑW€Eà	Ô °×1FÑ1FÈÏÉÓUÑU€Eà€Lr&   c           	      óÂ  — | j                   dkD  r| j                   nt        j                  d¬«      }dt        j                  vrt        |«      t        j                  d<   ddlm} ddlm	}  | || j                  «      «      }d }| j                  dk(  rNt        || j                  | j                  | j                  | j                   | j"                  | j$                  «      }nº| j                  dk(  r8t'        || j                  | j                  | j(                  | j                  «      }ns| j                  d	k(  r8t+        || j                  | j                  | j,                  | j                  «      }n,t/        || j                  | j                  | j                  «      }t1        | j                  | j2                  | j4                  | j6                  | j                   |«      }|S )
Nr   F)ÚlogicalÚOMP_NUM_THREADS)r<   )Ú	OnnxModelr   r   r   )r1   ÚpsutilÚ	cpu_countÚosÚenvironr   Úonnxr<   rÆ   rô   ÚmodelrÊ   rß   rÇ   rÈ   rÉ   rÜ   rÝ   rÞ   rè   ræ   rí   rì   rÐ   r7   r   r0   r   )rJ   r*   r<   rô   rÆ   r2   r6   s          r$   r-   r-   Ž  sˆ  € Ø%)§_¡_°qÒ%8�$—/’/¼f×>NÑ>NÐW\Ô>]€Kð ¤§
¡
Ñ*Ü(+¨KÓ(8Œ�
‰
Ð$Ñ%åÝ$á™4 §
¡
Ó+Ó,€Jà€JØ×Ñ˜FÒ"Ü'ØØ�O‰OØ× Ñ Ø�L‰LØ×ÑØ×!Ñ!Ø× Ñ ó
‰
ð 
×	Ñ	˜fÒ	$Ü'ØØ�O‰OØ× Ñ Ø×%Ñ%Ø�L‰Ló
‰
ð 
×	Ñ	˜lÒ	*Ü-ØØ�O‰OØ× Ñ Ø×ÑØ�L‰Ló
‰
ô )¨°T·_±_Àd×FZÑFZÐ\`×\hÑ\hÓiˆ
äØ�
‰
Ø�‰Ø�‰Ø×ÑØ�‰Øó€Lð Ðr&   Ú__main__Ú	Arguments)Úsetup_loggerzMrequires either --model to run profiling or --input to read profiling resultsr¯   )r   )Fr   )NNN)!r   r;   r÷   rÀ   rõ   rù   r   rb   r%   r7   rA   rt   r�   r§   r­   r´   rÐ   rß   rè   rí   rð   r-   Ú__name__Ú	argumentsr9   r,   rý   r   Úinputrú   r6   ÚresultsÚlinerT   r&   r$   Ú<module>r     sþ   ðÛ Û Û 	ã Û Ý ðò "8Ð óI#òXò&óMó`TònaòHcòRò'ð^ ØØó&òR-ò`,ò^	ò3ðl ˆzÒÙÓ!€IÙ	ˆ+�yÔ!å-á�×"Ñ"Ô#à�?Š?Ø�ŠÐoÐ oÓoˆÙ˜9“~‰à —‘ˆá˜l¨IÓ6€GãˆÙˆd�ñ ð! r&   