§
    û¸¸j&1  ã                   ó  — d Z ddlZddlZ ed¦  «        Zdd„Zd„ Zdd„Zdd„Zd	„ Z	d
„ Z
edk    rO e¦   «         Z ede¦  «         ddlmZ  eej        ¦  «         ej        Z e
ee¦  «        ZeD ]Z ee¦  «         ŒdS dS )zïThis profiler result processor print out the kernel time spent on each Node of the model.
Example of importing profile result file from onnxruntime_perf_test:
    python profile_result_processor.py --input profile_2021-10-25_12-02-41.json
é    N)ÚScanÚLoopÚIfc                 óÈ  — t          j        ¦   «         }|                     dddt          d¬¦  «         |                     ddt          dd¬	¦  «         |                     d
dt          dd¬	¦  «         |                     dddd¬¦  «         |                     d¬¦  «         |                     dddd¬¦  «         |                     d¬¦  «         |                     | ¦  «        S )Nz-iz--inputFz2Set the input file for reading the profile results)ÚrequiredÚtypeÚhelpz--thresholdg{®Gáz„?zfThreshold of run time ratio among all nodes. Nodes with larger ratio will show in top expensive nodes.)r   r   Údefaultr	   z
--providerÚcudazExecution provider to usez--kernel_time_onlyÚ
store_truez.Only include the kernel time and no fence time)r   Úactionr	   )Úkernel_time_onlyz-vz	--verbose)r   r   )Úverbose)ÚargparseÚArgumentParserÚadd_argumentÚstrÚfloatÚset_defaultsÚ
parse_args)ÚargvÚparsers     ú�/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/profile_result_processor.pyÚparse_argumentsr      s$  € ÝÔ$Ñ&Ô&€Fà
×ÒØØØÝØAð ñ ô ð ð ×ÒØØÝØØuð ñ ô ð ð ×ÒØØÝØØ(ð ñ ô ð ð ×ÒØØØØ=ð	 ñ ô ð ð ×Ò¨ÐÑ/Ô/Ð/à
×Ò˜˜k°EÀ,ÐÑOÔOÐOØ
×Ò ÐÑ&Ô&Ð&à×Ò˜TÑ"Ô"Ð"ó    c                 óÐ   — t          d| › d�¦  «         t          | ¦  «        5 }t          j        |¦  «        }d d d ¦  «         n# 1 swxY w Y   t	          |t
          ¦  «        sJ ‚|S )Nzloading profile output z ...)ÚprintÚopenÚjsonÚloadÚ
isinstanceÚlist)Úprofile_fileÚopened_fileÚ	sess_times      r   Úload_profile_jsonr&   ;   s©   € Ý	Ð
6 LÐ
6Ð
6Ð
6Ñ7Ô7Ð7å	ˆlÑ	Ô	ð +˜{Ý”I˜kÑ*Ô*ˆ	ð+ð +ð +ñ +ô +ð +ð +ð +ð +ð +ð +øøøð +ð +ð +ð +õ �i¥Ñ&Ô&Ð&Ð&Ð&ØÐs   £AÁAÁAc                 ó°  — i }i }i }d}d}| D ]°}|d         dk    r|d         dk    rd}|sŒ|d         dk    r…d	|v r�d
|v r}d|d
         v rs|d         }|d
         d         }	|	t           v rŒ]|	sd|› d�}	||v r'||xx         |d	         z  cc<   ||xx         dz  cc<   n|d	         ||<   d||<   |	||<   ||d	         z  }Œ±|sdgS g }
|
                     d|dz  d›d�¦  «         |
                     d¦  «         |
                     d¦  «         t          |                     ¦   «         d„ d¬¦  «        D ]U\  }}||z  }||k     rŒ||         }|t	          |¦  «        z  }|
                     |d›d|dz  d›d|d›d|d›d|› �	¦  «         ŒVi }|                     ¦   «         D ]'\  }}	||         }|	|v r||	xx         |z  cc<   Œ"|||	<   Œ(|
                     d¦  «         |
                     d¦  «         |
                     d¦  «         t          |                     ¦   «         d „ d¬¦  «        D ],\  }	}||z  }|
                     |d›d|dz  d›d|	› �¦  «         Œ-|
S )!a<  Parse profile data and output nodes in two sections - nodes in the original order, and top expensive nodes.

    Args:
        sess_time (List[Dict]): profile data
        threshold (int, optional): Minimum ratio of duration among all. Defaults to 0.

    Returns:
        List[str]: lines of string for output.
    r   FÚcatÚSessionÚnameÚsession_initializationTÚKernelÚdurÚargsÚop_nameú(ú)é   zNo kernel record found!z%
Top expensive kernels with Time% >= éd   ú.2fú:ú@----------------------------------------------------------------u&   Total(Î¼s)	Time%	Calls	Avg(Î¼s)	Kernelc                 ó   — | d         S ©Nr2   © ©Úxs    r   ú<lambda>z&parse_kernel_results.<locals>.<lambda>x   s
   € È1ÈQÌ4€ r   ©ÚkeyÚreverseÚ10dú	ç      Y@ú5.2fÚ5dú8.1fz
Group kernel time by operator:u   Total(Î¼s)	Time%	Operatorc                 ó   — | d         S r8   r9   r:   s    r   r<   z&parse_kernel_results.<locals>.<lambda>�   s
   € À1ÀQÄ4€ r   )Ú_NODES_TYPE_CONTAINING_SUBGRAPHÚappendÚsortedÚitemsr   )r%   Ú	thresholdÚkernel_name_to_op_nameÚkernel_timeÚkernel_freqÚtotalÚsession_initÚitemÚkernel_namer/   ÚlinesÚdurationÚratioÚcallsÚavg_timeÚop_times                   r   Úparse_kernel_resultsrY   E   so  € ð  ÐØ€KØ€KØ€EØ€LØð !ð !ˆà�Œ;˜)Ò#Ð#¨¨V¬Ð8PÒ(PÐ(PØˆLØð 	Øà�Œ;˜(Ò"Ð" u° } }¸À4¸¸ÈIÐY]Ð^dÔYeÐLeÐLeØ˜vœ,ˆKà˜6”l 9Ô-ˆGØÕ9Ð9Ð9Øð ð -Ø,˜kÐ,Ð,Ð,�à˜kÐ)Ð)Ø˜KÐ(Ð(Ô(¨D°¬KÑ7Ð(Ð(Ñ(Ø˜KÐ(Ð(Ô(¨AÑ-Ð(Ð(Ñ(Ð(à+/°¬;�˜KÑ(Ø+,�˜KÑ(Ø6=Ð& {Ñ3à�T˜%”[Ñ ˆEøàð +Ø)Ð*Ð*ð €EØ	‡L‚LÐP¸)Àc¹/ÐPÐPÐPÐPÑQÔQÐQØ	‡L‚L�ÑÔÐØ	‡L‚LÐ=Ñ>Ô>Ð>Ý!'¨×(9Ò(9Ñ(;Ô(;ÀÀÐY]Ð!^Ñ!^Ô!^ð jð jÑˆ�XØ˜5Ñ ˆØ�9ÒÐØà˜KÔ(ˆØ�e E™lœlÑ*ˆØ�Š˜ÐhÐhÐh¨°©ÐhÐhÐh¸eÐhÐhÐhÈ(ÐhÐhÐhÐ[fÐhÐhÑiÔiÐiÐið €GØ 6× <Ò <Ñ >Ô >ð (ð (Ñˆ�WØ˜{Ô+ˆØ�gÐÐØ�GÐÐÔ Ñ(ÐÐÑÐà'ˆG�GÑÐà	‡L‚LÐ3Ñ4Ô4Ð4Ø	‡L‚L�ÑÔÐØ	‡L‚LÐ.Ñ/Ô/Ð/Ý# G§M¢M¡O¤O¸¸ÐQUÐVÑVÔVð Ið IÑˆ�Ø˜5Ñ ˆØ�Š˜ÐGÐGÐG¨°©ÐGÐGÐG¸gÐGÐGÑHÔHÐHÐHà€Lr   Fc                 ób  — g }i }i }i }d}| D �]@}|d         dk    �r0d|v �r+d|v �r&d|d         v �r|d                               dd	¦  «                              d
d	¦  «                              dd	¦  «        }	d|d         v rW|d         d         dk    rd}
n)|d         d         dk    rd}
n|d         d         dk    rd}
|	|vr|
||	<   n||	         |
k    sJ ‚n|rŒÍ|d         d         }|t          v rŒå|	|v r'||	xx         |d         z  cc<   ||	xx         dz  cc<   n%|d         ||	<   d||	<   |                     |	¦  «         ||d         z  }�ŒBg d¢}d}|D ]v}	||	         }||	         }|t          |¦  «        z  }||z  dz  }|                     |	d	¦  «        }||z  }|                     |d›d|d›d|d›d|d›d|d›d|d›d|	› �¦  «         Œw|                     d|dz  d›d �¦  «         |                     d!¦  «         |                     d"¦  «         t          |                     ¦   «         d#„ d$¬%¦  «        D ]t\  }	}||z  }||k     rŒ||	         }|t          |¦  «        z  }||z  dz  }|                     |	d	¦  «        }|                     |d›d|d›d|d›d|d›d|d›d|	› �¦  «         Œu|S )&až  Parse profile data and output nodes in two sections - nodes in the original order, and top expensive nodes.

    Args:
        sess_time (List[Dict]): profile data
        kernel_time_only (bool, optional): Only include items for kernel time. Defaults to False.
        threshold (int, optional): Minimum ratio of duration among all. Defaults to 0.

    Returns:
        List[str]: lines of string for output.
    r   r(   ÚNoder-   r.   r/   r*   Ú_kernel_timeÚ Ú_fence_beforeÚ_fence_afterÚproviderÚCPUExecutionProviderÚCPUÚCUDAExecutionProviderÚCUDAÚDmlExecutionProviderÚDMLr2   )z
Nodes in the original order:r6   u3   Total(Î¼s)	Time%	Acc %	Avg(Î¼s)	Calls	Provider	Nodeg        rB   r@   rA   rC   rE   rD   Ú8sz#
Top expensive nodes with Time% >= r3   r4   r5   r6   u-   Total(Î¼s)	Time%	Avg(Î¼s)	Calls	Provider	Nodec                 ó   — | d         S r8   r9   r:   s    r   r<   z$parse_node_results.<locals>.<lambda>Ý   s
   € ÀqÈÄt€ r   Tr=   )ÚreplacerG   rH   r   ÚgetrI   rJ   )r%   r   rK   Únode_name_listÚ	node_timeÚ	node_freqÚnode_providerrO   rQ   Ú	node_nameÚdevicer/   rS   Úbefore_percentagerT   rV   rW   Ú
percentager`   rU   s                       r   Úparse_node_resultsrs   ”   s.  € ð €NØ€IØ€IØ€MØ€EØð !!ñ !!ˆØ�Œ;˜&Ò Ñ  U¨d ]¡]°vÀ°~±~È)ÐW[Ð\bÔWcÐJcÑJcà�V”×$Ò$ ^°RÑ8Ô8×@Ò@ÀÐRTÑUÔU×]Ò]Ð^lÐnpÑqÔqð ð ˜T &œ\Ð)Ð)Ø˜”< 
Ô+Ð/EÒEÐEØ"�F�FØ˜&”\ *Ô-Ð1HÒHÐHØ#�F�FØ˜&”\ *Ô-Ð1GÒGÐGØ"�Fà MÐ1Ð1Ø/5�M )Ñ,Ð,à(¨Ô3°vÒ=Ð=Ð=Ð=Ð=Ø!ð Øà˜6”l 9Ô-ˆGØÕ9Ð9Ð9Øà˜IÐ%Ð%Ø˜)Ð$Ð$Ô$¨¨U¬Ñ3Ð$Ð$Ñ$Ø˜)Ð$Ð$Ô$¨Ñ)Ð$Ð$Ñ$Ð$à'+¨E¤{�	˜)Ñ$Ø'(�	˜)Ñ$Ø×%Ò% iÑ0Ô0Ð0à�T˜%”[Ñ ˆEùðð ð €Eð
 ÐØ#ð 	
ð 	
ˆ	Ø˜YÔ'ˆØ˜)Ô$ˆØ�e E™lœlÑ*ˆØ Ñ&¨%Ñ/ˆ
Ø ×$Ò$ Y°Ñ3Ô3ˆØ˜ZÑ'ÐØ�ŠØð  Dð  Dð  D˜zð  Dð  Dð  DÐ2Cð  Dð  Dð  DÈHð  Dð  Dð  DÐ]bð  Dð  Dð  DÐiqð  Dð  Dð  Dð  yBð  Dð  Dñ	
ô 	
ð 	
ð 	
ð
 
‡L‚LÐN¸	ÀC¹ÐNÐNÐNÐNÑOÔOÐOØ	‡L‚L�ÑÔÐØ	‡L‚LÐEÑFÔFÐFÝ% i§o¢oÑ&7Ô&7¸^¸^ÐUYÐZÑZÔZð 	tð 	tÑˆ	�8Ø˜5Ñ ˆØ�9ÒÐØà˜)Ô$ˆØ�e E™lœlÑ*ˆØ Ñ&¨%Ñ/ˆ
Ø ×$Ò$ Y°Ñ3Ô3ˆØ�Š˜ÐrÐrÐr¨
ÐrÐrÐr¸8ÐrÐrÐrÈEÐrÐrÐrÐX`ÐrÐrÐrÐgpÐrÐrÑsÔsÐsÐsà€Lr   c                 óH  — i }i }d}i }i }i }i }d}i }	| D �]g}
|
d         dk    �rWd|
v �rRd|
v �rMd|
d         v �rB|
d         d         }|t           v rŒ=d|
d         vr<d|
d	         v r1||v r||xx         |
d         z  cc<   n|
d         ||<   ||
d         z  }Œƒ|
d                              dd
¦  «        }||	v r|	|xx         dz  cc<   nd|	|<   |› d|› �}||v r'||xx         |
d         z  cc<   ||xx         dz  cc<   n|
d         ||<   d||<   ||v r||xx         |
d         z  cc<   n|
d         ||<   ||v r'||xx         |
d         z  cc<   ||xx         dz  cc<   n|
d         ||<   d||<   ||
d         z  }�Œid
dg}|                     d¦  «         |                     d¦  «         t          |                     ¦   «         d„ d¬¦  «        D ]s\  }}|                     |d¦  «        }||z  }||z   }|||z   z  }||         }||z  }|                     |d›d|dz  d›d|d›d|dz  d›d|d›d|d›d|d›d|› �¦  «         Œt|d
dgz  }|                     d¦  «         |                     d¦  «         t          |                     ¦   «         d„ d¬¦  «        D ]†\  }}|                     d¦  «        }|d         }|d         }|                     dd
¦  «        }||         }||z  }|||         z  }|                     |d›d|dz  d›d|d›d|d›d|d›d|› �¦  «         Œ‡|S ) z™Group results by operator name.

    Args:
        sess_time (List[Dict]): profile data

    Returns:
        List[str]: lines of string for output.
    r   r(   r[   r-   r.   r/   r`   Úfencer*   r]   r2   r5   zGrouped by operatorr6   uM   Total(Î¼s)	Time%	Kernel(Î¼s)	Kernel%	Calls	AvgKernel(Î¼s)	Fence(Î¼s)	Operatorc                 ó   — | d         S r8   r9   r:   s    r   r<   z$group_node_results.<locals>.<lambda>0  s
   € ÈQÈqÌT€ r   Tr=   r@   rA   rB   rC   Ú11drD   z14.1fzGrouped by provider + operatoru<   Kernel(Î¼s)	Provider%	Calls	AvgKernel(Î¼s)	Provider	Operatorc                 ó   — | d         S r8   r9   r:   s    r   r<   z$group_node_results.<locals>.<lambda>>  s   € ÐRSÐTUÔRV€ r   ÚExecutionProviderz9.2frg   )rG   rj   rH   rI   rJ   Úsplitri   )r%   Úop_kernel_timeÚop_kernel_recordsÚtotal_kernel_timeÚprovider_op_kernel_timeÚprovider_op_kernel_recordsÚprovider_kernel_timeÚop_fence_timeÚtotal_fence_timeÚprovider_counterrQ   r/   r`   r>   rS   rM   Ú
fence_timeÚkernel_time_ratioÚ
total_timeÚ
time_ratioÚkernel_callsÚavg_kernel_timeÚpartsÚshort_eprV   Úprovider_time_ratios                             r   Úgroup_node_resultsr�   ë   sf  € ð €NØÐØÐà ÐØ!#ÐØÐà€MØÐàÐØð +-ñ +-ˆØ�Œ;˜&Ò Ñ  U¨d ]¡]°vÀ°~±~È)ÐW[Ð\bÔWcÐJcÑJcØ˜6”l 9Ô-ˆGð Õ9Ð9Ð9Øà  f¤Ð-Ð-Ø˜d 6œlÐ*Ð*Ø -Ð/Ð/Ø% gÐ.Ð.Ô.°$°u´+Ñ=Ð.Ð.Ñ.Ð.à15°e´˜ gÑ.Ø$¨¨U¬Ñ3Ð$Øà˜F”|×'Ò'¨
°BÑ7Ô7ˆHØÐ+Ð+Ð+Ø  Ð*Ð*Ô*¨aÑ/Ð*Ð*Ñ*Ð*à-.Ð  Ñ*àÐ)Ð) Ð)Ð)ˆCØÐ-Ð-Ð-Ø'¨Ð,Ð,Ô,°°U´Ñ;Ð,Ð,Ñ,Ø*¨3Ð/Ð/Ô/°1Ñ4Ð/Ð/Ñ/Ð/à/3°E¬{Ð'¨Ñ,Ø23Ð*¨3Ñ/àÐ/Ð/Ð/Ø$ XÐ.Ð.Ô.°$°u´+Ñ=Ð.Ð.Ñ.Ð.à15°e´Ð$ XÑ.à˜.Ð(Ð(Ø˜wÐ'Ð'Ô'¨4°¬;Ñ6Ð'Ð'Ñ'Ø! 'Ð*Ð*Ô*¨aÑ/Ð*Ð*Ñ*Ð*à*.¨u¬+�˜wÑ'Ø-.Ð! 'Ñ*à  e¤Ñ,ÐùàÐ&Ð'€EØ	‡L‚L�ÑÔÐØ	‡L‚LÐgÑhÔhÐhÝ & ~×';Ò';Ñ'=Ô'=À>À>Ð[_Ð `Ñ `Ô `ð 	
ð 	
Ñˆ�Ø"×&Ò& w°Ñ2Ô2ˆ
Ø'Ð*;Ñ;ÐØ  :Ñ-ˆ
ØÐ#4Ð7GÑ#GÑHˆ
Ø(¨Ô1ˆØ%¨Ñ4ˆØ�ŠØð  yð  yð  y ¨eÑ!3ð  yð  yð  y¸Kð  yð  yð  yÐO`ÐchÑOhð  yð  yð  yÐq}ð  yð  yð  yð  ETð  yð  yð  yð  ^hð  yð  yð  yð  pwð  yð  yñ	
ô 	
ð 	
ð 	
ð 
ˆbÐ2Ð3Ñ3€EØ	‡L‚L�ÑÔÐØ	‡L‚LÐTÑUÔUÐUÝ"Ð#:×#@Ò#@Ñ#BÔ#BÈÈÐ`dÐeÑeÔeð 

ð 

Ñˆˆ[Ø—	’	˜#‘”ˆØ˜”8ˆØ˜”(ˆØ×#Ò#Ð$7¸Ñ<Ô<ˆØ*¨3Ô/ˆØ%¨Ñ-ˆØ)Ð,@ÀÔ,JÑJÐØ�ŠØð  Dð  Dð  DÐ"5¸Ñ"=ð  Dð  Dð  DÀeð  Dð  Dð  DÐRað  Dð  Dð  DÐksð  Dð  Dð  Dð  {Bð  Dð  Dñ	
ô 	
ð 	
ð 	
ð €Lr   c                 ó®   — t          | ¦  «        }t          ||j        ¦  «        }|t          ||j        |j        ¦  «        z  }|t          |¦  «        z  }|S ©N)r&   rY   rK   rs   r   r�   )r#   r.   Úprofile_recordsrS   s       r   Úprocess_resultsr‘   M  sT   € Ý'¨Ñ5Ô5€Oå  °$´.ÑAÔA€Eà	Õ °Ô1FÈÌÑWÔWÑW€Eà	Õ Ñ0Ô0Ñ0€Eà€Lr   Ú__main__Ú	Arguments)Úsetup_loggerr�   )r   )Fr   )Ú__doc__r   r   Ú	frozensetrG   r   r&   rY   rs   r�   r‘   Ú__name__Ú	argumentsr   Úbenchmark_helperr”   r   Úinputr#   ÚresultsÚliner9   r   r   ú<module>r�      sE  ððð ð
 €€€Ø €€€à"+ )Ð,BÑ"CÔ"CÐ ð'#ð '#ð '#ð '#ðTð ð ðLð Lð Lð Lð^Tð Tð Tð Tðn_ð _ð _ðD	ð 	ð 	ð ˆzÒÐØ�Ñ!Ô!€IØ	€Eˆ+�yÑ!Ô!Ð!à-Ð-Ð-Ð-Ð-Ð-à€L�Ô"Ñ#Ô#Ð#à”?€Làˆo˜l¨IÑ6Ô6€Gàð ð ˆØˆˆd‰Œˆˆð Ððð r   