§
    û¸¸j@  ã                   ó0  — d dl Z d dlZd dlZd dlZd dlmZmZmZmZm	Z	 d dl
mZmZ d dlmZmZ d dlmZ  ej        e¦  «        Z G d„ d¦  «        Z G d„ d	e¦  «        Z G d
„ de¦  «        Z G d„ d¦  «        Zd„ Zd„ Zd„ Zedk    r e¦   «          dS dS )é    N)ÚAttentionInputIDsÚAttentionOutputIDsÚMultiHeadAttentionInputIDsÚMultiHeadAttentionOutputIDsÚ	Operators)ÚhelperÚ
load_model)Ú	NodeProtoÚ	OnnxModel)ÚSymbolicShapeInferenceHelperc                   óð   — e Zd Zdedefd„Zdedz  fd„Zdedz  fd„Zdedz  fd„Z	de
fd	„Zd
ee         dee         ddfd„Zd
ee         dee         ddfd„Zdededdfd„Zdedz  fd„Zdde
ddfd„ZdS )ÚPackingAttentionBaseÚmodelÚattention_op_typec                 óÎ   — || _         g | _        g | _        d| _        i | _        | j         j         j        j        | _        || _        | j          	                    |¦  «        | _
        d S )NF)r   Únodes_to_removeÚnodes_to_addÚprune_graphÚnode_name_to_graph_nameÚgraphÚnameÚthis_graph_namer   Úget_nodes_by_op_typeÚattention_nodes)Úselfr   r   s      ú€/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/convert_to_packing_mode.pyÚ__init__zPackingAttentionBase.__init__   sc   € Ø %ˆŒ
Ø%'ˆÔØ"$ˆÔØ!&ˆÔØ-/ˆÔ$Ø$(¤JÔ$4Ô$:Ô$?ˆÔØ!2ˆÔØ#œz×>Ò>Ð?PÑQÔQˆÔÐÐó    ÚreturnNc                 óF  — | j         t          j        k    rt          j        nt
          j        }|                      ¦   «         }|rt          |j	        ¦  «        |k    rd S |j	        |         }| j
        D ].}t          |j	        ¦  «        |k    s|j	        |         |k    r d S Œ/|S ©N)r   r   Ú	ATTENTIONr   Ú
MASK_INDEXr   ÚKEY_PADDING_MASKÚ_try_getting_first_attentionÚlenÚinputr   )r   Ú
mask_indexÚfirst_attention_nodeÚattention_maskÚnodes        r   Ú_try_getting_attention_maskz0PackingAttentionBase._try_getting_attention_mask$   s¼   € ð Ô%­Ô)<Ò<Ð<õ Ô(Ð(å+Ô<ð 	ð
  $×@Ò@ÑBÔBÐà#ð 	¥sÐ+?Ô+EÑ'FÔ'FÈ*Ò'TÐ'TØ�4à-Ô3°JÔ?ˆð Ô(ð 	ð 	ˆDÝ�4”:‰Œ *Ò,Ð,°´
¸:Ô0FÈ.Ò0XÐ0XØ�t�tð 1Yð Ðr   c                 óP   — t          | j        ¦  «        dk    rd S | j        d         S )Nr   )r&   r   ©r   s    r   r%   z1PackingAttentionBase._try_getting_first_attention8   s+   € ÝˆtÔ#Ñ$Ô$¨Ò)Ð)Ø�4àÔ# AÔ&Ð&r   c                 óš   — d }| j                              ¦   «         D ].}|j        t          j        k    s|j        t          j        k    r|}Œ/|S r!   )r   ÚnodesÚop_typer   Ú	LAYERNORMÚSKIPLAYERNORM)r   Úlast_layernorm_noder+   s      r   Ú_try_getting_last_layernormz0PackingAttentionBase._try_getting_last_layernorm>   sQ   € Ø"ÐØ”J×$Ò$Ñ&Ô&ð 	+ð 	+ˆDØŒ|�yÔ2Ò2Ð2°d´lÅiÔF]Ò6]Ð6]Ø&*Ð#øØ"Ð"r   c                 ó   — t          ¦   «         ‚r!   ©ÚNotImplementedErrorr.   s    r   Ú_are_attentions_supportedz.PackingAttentionBase._are_attentions_supportedE   ó   € Ý!Ñ#Ô#Ð#r   ÚinputsÚoutputsc                 óø   — t          j        t          j        ||| j                             t          j        ¦  «        ¬¦  «        }d|_        | j                             |¦  «         | j	        | j
        |j        <   d S ©N©r;   r<   r   úcom.microsoft)r   Ú	make_noder   ÚREMOVEPADDINGr   Úcreate_node_nameÚdomainr   Úappendr   r   r   ©r   r;   r<   Únew_nodes       r   Ú_insert_removepadding_nodez/PackingAttentionBase._insert_removepadding_nodeH   ss   € ÝÔ#ÝÔ#ØØØ”×,Ò,­YÔ-DÑEÔEð	
ñ 
ô 
ˆð *ˆŒØÔ× Ò  Ñ*Ô*Ð*Ø6:Ô6JˆÔ$ X¤]Ñ3Ð3Ð3r   c                 óø   — t          j        t          j        ||| j                             t          j        ¦  «        ¬¦  «        }d|_        | j                             |¦  «         | j	        | j
        |j        <   d S r>   )r   rA   r   ÚRESTOREPADDINGr   rC   rD   r   rE   r   r   r   rF   s       r   Ú_insert_restorepadding_nodez0PackingAttentionBase._insert_restorepadding_nodeT   ss   € ÝÔ#ÝÔ$ØØØ”×,Ò,­YÔ-EÑFÔFð	
ñ 
ô 
ˆð *ˆŒØÔ× Ò  Ñ*Ô*Ð*Ø6:Ô6JˆÔ$ X¤]Ñ3Ð3Ð3r   Útoken_offsetÚcumulative_sequence_lengthc                 ó   — t          ¦   «         ‚r!   r7   )r   rL   rM   s      r   Ú)_replace_attention_with_packing_attentionz>PackingAttentionBase._replace_attention_with_packing_attention`   r:   r   c                 ó^   — | j         t          j        k    r|j        t          j                 S d S r!   )r   r   r"   r'   r   ÚINPUT)r   r)   s     r   Ú_get_input_to_remove_paddingz1PackingAttentionBase._get_input_to_remove_paddingc   s*   € ØÔ!¥YÔ%8Ò8Ð8Ø'Ô-Õ.?Ô.EÔFÐFØˆtr   TÚuse_symbolic_shape_inferc                 óP  — t                                d¦  «         |                      ¦   «         sd S |                      ¦   «         }|sd S |                      ¦   «         }|                      ¦   «         }|sd S |                      |¦  «        }|sd S |dz   }|dz   }|dz   }|dz   }	|                      ||g||||	g¦  «         | j         	                    ||¦  «         t                                d¦  «         |j
        d         dz   }
|                      |
|g|j
        d         g¦  «         | j                             |j
        d         |
¦  «         t                                d	|j        › d
�¦  «         |                      ||¦  «         t                                d| j        › d| j        › �¦  «         | j                             | j        ¦  «         | j                             | j        | j        ¦  «         | j        r| j                             ¦   «          n'| j        s| j        r| j                             ¦   «          | j                             ¦   «          |rMt1          | j        j        d¬¦  «        }|                     | j        j        dd¬¦  «        }|r|| j        _        d S d S d S )Nz$start converting to packing model...Ú_no_paddingÚ_token_offsetÚ_cumulated_seq_lenÚ_max_seq_lenz'inserted RemovePadding before Attentionr   Ú_restore_inputz#inserted RestorePadding after last z layerz	replaced z with Packed©ÚverboseTF)Ú
auto_mergeÚguess_output_rank)ÚloggerÚdebugr9   r,   r%   r5   rR   rH   r   Úreplace_input_of_all_nodesÚoutputrK   Úreplace_output_of_all_nodesr1   rO   r   Úremove_nodesr   Ú	add_nodesr   r   r   Úupdate_graphÚclean_shape_inferr   Úinfer_shapes)r   rS   r*   r)   r4   Úinput_to_remove_paddingÚoutput_without_paddingrL   Úcumulated_seq_lenÚmax_seq_lenÚrestorepadding_inputÚshape_infer_helperÚinferred_models                r   ÚconvertzPackingAttentionBase.converth   só  € Ý�ŠÐ;Ñ<Ô<Ð<à×-Ò-Ñ/Ô/ð 	ØˆFà×9Ò9Ñ;Ô;ˆØð 	ØˆFà#×@Ò@ÑBÔBÐØ"×>Ò>Ñ@Ô@ÐØ"ð 	ØˆFð #'×"CÒ"CÐDXÑ"YÔ"YÐØ&ð 	ØˆFà!8¸=Ñ!HÐØ.°Ñ@ˆØ3Ð6JÑJÐØ-°Ñ>ˆØ×'Ò'Ø$ nÐ5Ø# \Ð3DÀkÐRñ	
ô 	
ð 	
ð 	Œ
×-Ò-Ð.EÐG]Ñ^Ô^Ð^Ý�ŠÐ>Ñ?Ô?Ð?ð  3Ô9¸!Ô<Ð?OÑOÐØ×(Ò(Ð*>ÀÐ)MÐPcÔPjÐklÔPmÐOnÑoÔoÐoØŒ
×.Ò.Ð/BÔ/IÈ!Ô/LÐNbÑcÔcÐcÝ�ŠÐ^Ð;NÔ;VÐ^Ð^Ð^Ñ_Ô_Ð_ð 	×6Ò6°|ÐEVÑWÔWÐWÝ�ŠÐ] Ô!7Ð]Ð]ÀTÔE[Ð]Ð]Ñ^Ô^Ð^àŒ
×Ò Ô 4Ñ5Ô5Ð5ØŒ
×Ò˜TÔ.°Ô0LÑMÔMÐMàÔð 	&ØŒJ×"Ò"Ñ$Ô$Ð$Ð$ØÔ!ð 	& TÔ%6ð 	&ØŒJ×#Ò#Ñ%Ô%Ð%ØŒ
×$Ò$Ñ&Ô&Ð&Ø#ð 	2õ ">¸d¼jÔ>NÐXYÐ!ZÑ!ZÔ!ZÐØ/×<Ò<¸T¼ZÔ=MÐZ^ÐrwÐ<ÑxÔxˆNØð 2Ø#1�”
Ô Ð Ð ð	2ð 	2ð
2ð 2r   ©T)Ú__name__Ú
__module__Ú__qualname__r   Ústrr   r,   r
   r%   r5   Úboolr9   ÚlistrH   rK   rO   rR   ro   © r   r   r   r      s™  € € € € € ðR˜ið R¸Cð Rð Rð Rð Rð¨S°4©Zð ð ð ð ð('¨i¸$Ñ.>ð 'ð 'ð 'ð 'ð#¨Y¸Ñ-=ð #ð #ð #ð #ð$¨4ð $ð $ð $ð $ð
K°°c´ð 
KÀTÈ#ÄYð 
KÐSWð 
Kð 
Kð 
Kð 
Kð
K°$°s´)ð 
KÀdÈ3Äið 
KÐTXð 
Kð 
Kð 
Kð 
Kð$Àcð $Ðgjð $Ðosð $ð $ð $ð $ðÀCÈ$ÁJð ð ð ð ð
72ð 72°ð 72Àð 72ð 72ð 72ð 72ð 72ð 72r   r   c                   óD   ‡ — e Zd Zdefˆ fd„Zdefd„Zdededdfd„Zˆ xZ	S )	ÚPackingAttentionr   c                 ó`   •— t          ¦   «                              |t          j        ¦  «         d S r!   )Úsuperr   r   r"   ©r   r   Ú	__class__s     €r   r   zPackingAttention.__init__£   s&   ø€ Ý‰Œ×Ò˜¥	Ô 3Ñ4Ô4Ð4Ð4Ð4r   r   c                 óª  — | j         D ]Ê}t          j        |d¦  «        � dS t          j        |d¦  «        � dS t          j        |d¦  «        }|�	|dk    r dS t          |j        ¦  «        t
          j        k    r|j        t
          j                 s dS t          |j        ¦  «        t
          j        k    r|j        t
          j                 s dS ŒËdS )NÚpast_present_share_bufferFÚ	do_rotaryÚunidirectionalr   T)r   r   Úget_node_attributer&   r'   r   ÚPASTÚPAST_SEQUENCE_LENGTH)r   r+   Úunidirection_attrs      r   r9   z*PackingAttention._are_attentions_supported¦   sÝ   € ØÔ(ð 	ð 	ˆDÝÔ+¨DÐ2MÑNÔNÐZØ�u�uÝÔ+¨D°+Ñ>Ô>ÐJØ�u�uÝ )Ô <¸TÐCSÑ TÔ TÐØ Ð,Ð1BÀaÒ1GÐ1GØ�u�uÝ�4”:‰ŒÕ!2Ô!7Ò7Ð7ÀÄ
ÕK\ÔKaÔ@bÐ7Ø�u�uå�D”J‘”Õ"3Ô"HÒHÐHØœ
Õ#4Ô#IÔJð Ið �u�uøØˆtr   rL   rM   Nc           
      óR  — | j         D �]p}t          |j        ¦  «        t          j        k    r|j        t          j                 nd}t          j        t          j        |j        t          j	                 |j        t          j
                 |j        t          j                 |||g|j        t          j                 g| j                             t          j        ¦  «        ¬¦  «        }g }|j        D ] }|j        dv r|                     |¦  «         Œ!|j                             |¦  «         d|_        | j                             |¦  «         | j                             |¦  «         | j        | j        |j        <   �Œrt4                               dt          | j         ¦  «        ¦  «         d S )NÚ r?   )Ú	num_headsÚqkv_hidden_sizesÚscaler@   z0Converted %d Attention nodes to PackedAttention.)r   r&   r'   r   ÚATTENTION_BIASr   rA   r   ÚPACKEDATTENTIONrQ   ÚWEIGHTSÚBIASra   r   ÚOUTPUTr   rC   Ú	attributer   rE   ÚextendrD   r   r   r   r   r^   Úinfo)r   rL   rM   Ú	attentionÚattention_biasÚpacked_attentionÚ
attributesÚattrs           r   rO   z:PackingAttention._replace_attention_with_packing_attention¸   s–  € ØÔ-ð 	Wñ 	WˆIõ �y”Ñ'Ô'Õ*;Ô*JÒJÐJð ”Õ 1Ô @ÔAÐAàð õ
  &Ô/ÝÔ)à”OÕ$5Ô$;Ô<Ø”OÕ$5Ô$=Ô>Ø”OÕ$5Ô$:Ô;Ø Ø.Ø"ðð #Ô)Õ*<Ô*CÔDÐEØ”Z×0Ò0µÔ1JÑKÔKð ñ  ô  Ðð ˆJØ!Ô+ð ,ð ,�Ø”9Ð JÐJÐJØ×%Ò% dÑ+Ô+Ð+øàÔ&×-Ò-¨jÑ9Ô9Ð9Ø&5ÐÔ#ØÔ×$Ò$Ð%5Ñ6Ô6Ð6ØÔ ×'Ò'¨	Ñ2Ô2Ð2ØBFÔBVˆDÔ(Ð)9Ô)>Ñ?Ñ?å�ŠÐFÍÈDÔL`ÑHaÔHaÑbÔbÐbÐbÐbr   )
rq   rr   rs   r   r   ru   r9   rt   rO   Ú__classcell__©r}   s   @r   ry   ry   ¢   s•   ø€ € € € € ð5˜ið 5ð 5ð 5ð 5ð 5ð 5ð¨4ð ð ð ð ð$ cÀcð  cÐgjð  cÐosð  cð  cð  cð  cð  cð  cð  cð  cr   ry   c                   óv   ‡ — e Zd Zdefˆ fd„Zdedefd„Zdedefd„Zde	fd„Z
d	ed
eddfd„Zdedz  fd„Zˆ xZS )ÚPackingMultiHeadAttentionr   c                 ó`   •— t          ¦   «                              |t          j        ¦  «         d S r!   )r{   r   r   ÚMULTI_HEAD_ATTENTIONr|   s     €r   r   z"PackingMultiHeadAttention.__init__Ü   s&   ø€ Ý‰Œ×Ò˜¥	Ô >Ñ?Ô?Ð?Ð?Ð?r   Úindexr   c                 ó¼   — t          |j        ¦  «        |k    rCt          |j        |         ¦  «        dk    r%t                               d|› d|› d|› �¦  «         dS dS )ú'Check a node does not have given input.r   znode input ú (ú0) is not supported in PackedMultiHeadAttention: FT)r&   r'   r^   Úerror©r   r+   rž   r   s       r   Ú_check_empty_inputz,PackingMultiHeadAttention._check_empty_inputß   se   € åˆtŒz‰?Œ?˜UÒ"Ð"Ý�4”:˜eÔ$Ñ%Ô%¨Ò)Ð)Ý—’Ðp¨5ÐpÐp°DÐpÐpÐjnÐpÐpÑqÔqÐqØ�uØˆtr   c                 ó¼   — t          |j        ¦  «        |k    rCt          |j        |         ¦  «        dk    r%t                               d|› d|› d|› �¦  «         dS dS )r    r   znode output r¡   r¢   FT)r&   ra   r^   r£   r¤   s       r   Ú_check_empty_outputz-PackingMultiHeadAttention._check_empty_outputç   sg   € åˆtŒ{ÑÔ˜eÒ#Ð#Ý�4”;˜uÔ%Ñ&Ô&¨Ò*Ð*Ý—’Ðq¨EÐqÐq°TÐqÐqÐkoÐqÐqÑrÔrÐrØ�uØˆtr   r   c                 ó:  — | j         D �]}|j        D ]4}|j        dvr)t                               d|j        › d|› �¦  «           dS Œ5|j        t          j                 r4|j        t          j                 st                               d¦  «          dS |  	                    |t          j
        d¦  «        rc|  	                    |t          j        d¦  «        rB|                      |t          j        d¦  «        r!|                      |t          j        d¦  «        s dS �ŒdS )	N©rˆ   Úmask_filter_valuerŠ   znode attribute z/ is not supported in PackedMultiHeadAttention: Fz=packed kv format is not supported in PackedMultiHeadAttentionÚpast_keyÚpresent_keyT)r   r�   r   r^   r£   r'   r   ÚKEYÚVALUEr¥   ÚPAST_KEYÚ
PAST_VALUEr§   r   ÚPRESENT_KEYÚPRESENT_VALUE)r   r+   r—   s      r   r9   z3PackingMultiHeadAttention._are_attentions_supportedï   s@  € ØÔ(ð 	ñ 	ˆDØœð !ð !�Ø”9Ð$OÐOÐOÝ—L’LÐ!s°4´9Ð!sÐ!sÐmqÐ!sÐ!sÑtÔtÐtØ ˜5˜5˜5ð Pð ŒzÕ4Ô8Ô9ð À$Ä*ÕMgÔMmÔBnð Ý—’Ð\Ñ]Ô]Ð]Ø�u�uð ×'Ò'¨Õ.HÔ.QÐS]Ñ^Ô^ðà×+Ò+¨DÕ2LÔ2WÐYcÑdÔdðð ×,Ò,¨TÕ3NÔ3ZÐ\iÑjÔjðð ×,Ò,¨TÕ3NÔ3\Ð^kÑlÔlð	ð �u�uñð ˆtr   rL   rM   Nc                 óŽ  — d}| j         D �]ñ}t          |j        ¦  «        t          j        k    r|j        t          j                 nd}t          j        t          j        |j        t          j	                 |j        t          j
                 |j        t          j                 |j        t          j                 |||g|j        t          j                 g| j                             t          j        ¦  «        ¬¦  «        }g }|j        D ] }|j        dv r|                     |¦  «         Œ!|j                             |¦  «         d|_        | j                             |¦  «         | j                             |¦  «         | j        | j        |j        <   |ri| j                             |t          j        ¦  «        }	|	rB|	j        dk    r7t          |	j        ¦  «        dk    r|	j                             |¦  «         |dz  }�Œót:                               d	t          | j         ¦  «        ¦  «         t:                               d
|¦  «         d S )Nr   r‡   r?   r©   r@   ÚGatedRelativePositionBiasé   é   zBConverted %d MultiHeadAttention nodes to PackedMultiHeadAttention.z=Converted %d GatedRelativePositionBias nodes to packing mode.)r   r&   r'   r   r‹   r   rA   r   ÚPACKED_MULTI_HEAD_ATTENTIONÚQUERYr­   r®   rŽ   ra   r   r�   r   rC   r�   r   rE   r‘   rD   r   r   r   r   Ú
get_parentr1   r^   r’   )
r   rL   rM   Úgated_relative_pos_bias_countÚmhar”   Ú
packed_mhar–   r—   Úrel_pos_bias_nodes
             r   rO   zCPackingMultiHeadAttention._replace_attention_with_packing_attention  s+  € Ø()Ð%ØÔ'ð )	7ñ )	7ˆCõ �s”y‘>”>Õ$>Ô$MÒMÐMð ”	Õ4ÔCÔDÐDàð õ
  Ô)ÝÔ5à”IÕ8Ô>Ô?Ø”IÕ8Ô<Ô=Ø”IÕ8Ô>Ô?Ø”IÕ8Ô=Ô>Ø Ø.Ø"ðð œÕ$?Ô$FÔGÐHØ”Z×0Ò0µÔ1VÑWÔWðñ ô ˆJð ˆJØœð ,ð ,�Ø”9Ð KÐKÐKØ×%Ò% dÑ+Ô+Ð+øàÔ ×'Ò'¨
Ñ3Ô3Ð3Ø /ˆJÔØÔ×$Ò$ ZÑ0Ô0Ð0ØÔ ×'Ò'¨Ñ,Ô,Ð,Ø<@Ô<PˆDÔ(¨¬Ñ9ð ð 7Ø$(¤J×$9Ò$9¸#Õ?YÔ?hÑ$iÔ$iÐ!à%ð7à)Ô1Ð5PÒPÐPÝÐ-Ô3Ñ4Ô4¸Ò9Ð9à%Ô+×2Ò2°<Ñ@Ô@Ð@Ø1°QÑ6Ð1ùå�ŠÐXÕZ]Ð^bÔ^rÑZsÔZsÑtÔtÐtÝ�ŠÐSÐUrÑsÔsÐsÐsÐsr   c                 óp   — | j                              |d¦  «        }|r|j        dk    r|j        d         S d S )Nr   ÚMatMul)r   r¹   r1   r'   )r   r)   Úmatmuls      r   rR   z6PackingMultiHeadAttention._get_input_to_remove_padding4  s?   € à”×&Ò&Ð';¸QÑ?Ô?ˆØð 	#�f”n¨Ò0Ð0Ø”< ”?Ð"Øˆtr   )rq   rr   rs   r   r   Úintrt   r¥   r§   ru   r9   rO   rR   r˜   r™   s   @r   r›   r›   Û   sü   ø€ € € € € ð@˜ið @ð @ð @ð @ð @ð @ð¨cð ¸ð ð ð ð ð¨sð ¸#ð ð ð ð ð¨4ð ð ð ð ð*.tÀcð .tÐgjð .tÐosð .tð .tð .tð .tð`ÀCÈ$ÁJð ð ð ð ð ð ð ð r   r›   c                   ó,   — e Zd Zdefd„Zddeddfd„ZdS )	ÚPackingModer   c                 ó   — || _         d S r!   )r   )r   r   s     r   r   zPackingMode.__init__=  s   € ØˆŒ
ˆ
ˆ
r   TrS   r   Nc                 óî  — | j                              t          j        ¦  «        ri| j                              t          j        ¦  «        rt
                               d¦  «         d S t          | j         ¦  «        }|                     |¦  «        S | j                              t          j        ¦  «        r)t          | j         ¦  «        }|                     |¦  «        S t
                               d¦  «         d S )NzRPacking mode does not support both Attention and MultiHeadAttention in same graph.zPPacking mode requires either Attention or MultiHeadAttention node in onnx graph.)
r   r   r   r"   r�   r^   r£   ry   ro   r›   )r   rS   Úpackings      r   ro   zPackingMode.convert@  sÇ   € ØŒ:×*Ò*­9Ô+>Ñ?Ô?ð 	ØŒz×.Ò.­yÔ/MÑNÔNð Ý—’ÐqÑrÔrÐrØ�tÝ& t¤zÑ2Ô2ˆGØ—?’?Ð#;Ñ<Ô<Ð<ØŒZ×,Ò,­YÔ-KÑLÔLð 	Ý/°´
Ñ;Ô;ˆGØ—?’?Ð#;Ñ<Ô<Ð<å�LŠLÐkÑlÔlÐlØ�4r   rp   )rq   rr   rs   r   r   ru   ro   rw   r   r   rÃ   rÃ   <  sV   € € € € € ð˜ið ð ð ð ðð °ð Àð ð ð ð ð ð r   rÃ   c                  óŒ  — t          j        d¬¦  «        } |                      ddt          d¬¦  «         |                      ddt          d¬¦  «         |                      d	d
dd¬¦  «         |                      d
¬¦  «         |                      dd
dd¬¦  «         |                      d
¬¦  «         |                      ¦   «         }|S )Nz_Convert to packing mode tool for ONNX Runtime. It converts BERT like model to use packing mode.)Údescriptionz--inputTzinput onnx model path)ÚrequiredÚtypeÚhelpz--outputzoptimized onnx model pathz	--verboseFÚ
store_truezshow debug information.)rÉ   ÚactionrË   rZ   z--use_external_data_formatz4use external data format to store large model (>2GB)©Úuse_external_data_format)ÚargparseÚArgumentParserÚadd_argumentrt   Úset_defaultsÚ
parse_args)ÚparserÚargss     r   Ú_parse_argumentsr×   O  sç   € ÝÔ$Øuðñ ô €Fð ×Ò˜	¨DµsÐAXÐÑYÔYÐYà
×Ò˜
¨T½ÐB]ÐÑ^Ô^Ð^à
×Ò˜¨e¸LÐOhÐÑiÔiÐiØ
×Ò ÐÑ&Ô&Ð&à
×ÒØ$ØØØCð	 ñ ô ð ð ×Ò°ÐÑ7Ô7Ð7à×ÒÑÔ€Dà€Kr   c                 ód   — | rt          j        dd¬¦  «         d S t          j        d¬¦  «         d S )NÚDEBUGz8[%(filename)s:%(lineno)s - %(funcName)20s()] %(message)s)ÚlevelÚfmtz%(funcName)20s: %(message)s)rÛ   )ÚcoloredlogsÚinstallrZ   s    r   Ú_setup_loggerrÞ   g  sQ   € Øð ?ÝÔØØJð	
ñ 	
ô 	
ð 	
ð 	
ð 	
õ
 	ÔÐ =Ð>Ñ>Ô>Ð>Ð>Ð>r   c                  ó   — t          ¦   «         } t          | j        ¦  «         t                               d| › �¦  «         t
          j                             | j        ¦  «        t
          j                             | j	        ¦  «        k    rt           
                    d¦  «         t          | j        ¦  «        }t          t          |¦  «        ¦  «        }|                     ¦   «          |j                             | j	        | j        ¬¦  «         d S )Nz
arguments:zYSpecified the same input and output path. Note that this may overwrite the original modelrÎ   )r×   rÞ   r[   r^   r_   ÚosÚpathÚrealpathr'   ra   Úwarningr	   rÃ   r   ro   r   Úsave_model_to_filerÏ   )rÖ   r   Úpacking_modes      r   Úmainræ   q  sØ   € ÝÑÔ€Då�$”,ÑÔÐå
‡L‚LÐ$˜dÐ$Ð$Ñ%Ô%Ð%å	„w×Ò˜œ
Ñ#Ô#¥r¤w×'7Ò'7¸¼Ñ'DÔ'DÒDÐDÝ�ŠÐrÑsÔsÐså�t”zÑ"Ô"€EÝ�y¨Ñ/Ô/Ñ0Ô0€LØ×ÒÑÔÐØÔ×)Ò)¨$¬+ÐPTÔPmÐ)ÑnÔnÐnÐnÐnr   Ú__main__)rÐ   Úloggingrà   rÜ   Ú	constantsr   r   r   r   r   Úonnxr   r	   Ú
onnx_modelr
   r   rm   r   Ú	getLoggerrq   r^   r   ry   r›   rÃ   r×   rÞ   ræ   rw   r   r   ú<module>rí      sß  ðð €€€Ø €€€Ø 	€	€	€	à Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð $Ð #Ð #Ð #Ð #Ð #Ð #Ð #Ø +Ð +Ð +Ð +Ð +Ð +Ð +Ð +Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;à	ˆÔ	˜8Ñ	$Ô	$€ðF2ð F2ð F2ð F2ð F2ñ F2ô F2ð F2ðR6cð 6cð 6cð 6cð 6cÐ+ñ 6cô 6cð 6cðr^ð ^ð ^ð ^ð ^Ð 4ñ ^ô ^ð ^ðBð ð ð ð ñ ô ð ð&ð ð ð0?ð ?ð ?ðoð oð oð  ˆzÒÐØ€D�F„F€F€F€Fð Ðr   