§
    û¸¸j
   ã                   óf   — d dl Z d dlmZmZ d dlmZ  e j        e¦  «        Z G d„ de¦  «        Z	dS )é    N)ÚAttentionMaskÚFusionAttention)Ú	OnnxModelc                   ó:   ‡ — e Zd ZdZdedededefˆ fd„Zd„ Zˆ xZ	S )ÚFusionConformerAttentionzM
    Fuse Conformer Attention subgraph into one MultiHeadAttention node.
    ÚmodelÚhidden_sizeÚ	num_headsÚattention_maskc                 óP   •— t          ¦   «                              ||||¦  «         d S )N)ÚsuperÚ__init__)Úselfr   r	   r
   r   Ú	__class__s        €úƒ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/fusion_conformer_attention.pyr   z!FusionConformerAttention.__init__   s)   ø€ õ 	‰Œ×Ò˜ ¨Y¸ÑGÔGÐGÐGÐGó    c                 ó^  — | j                              |g d¢g d¢¦  «        }|€t                               d¦  «         d S |d         |d         |d         }}}d\  }}	| j                              |g d¢g d	¢¦  «        }
|
€?| j                              |g d
¢g d¢¦  «        }
|
€t                               d¦  «         d S n>|
d         }| j                              |dd ¦  «        }|j        d         }	|j        d         }|
d         |
d         }}d}| j                              |g d¢g d¢¦  «        }|€{| j                              |g d¢g d¢¦  «        }|€t                               d¦  «         d S |d         }| j                              |g d¢g d¢¦  «        }|�|d         j        d         }|d         |d         }}| j                              |g d¢g d¢¦  «        }|€>| j                              |g d¢g d¢¦  «        }|€t                               d¦  «         d S |d         |d         |d         }}}| j                              |g d¢g d¢¦  «        }|�.|d         |d         k    rt                               d¦  «         d S d\  }}| j                              |g d¢g d¢¦  «        }|€a| j                              |g d ¢g d!¢¦  «        }|€>| j                              |g d
¢g d¢¦  «        }|€t                               d"¦  «         d S n>|d#         }| j                              |dd ¦  «        }|j        d         }|j        d         }|d         |d         }}|                      |¦  «        \  } }!| dk    s|!dk    s	|!| z  dk    rt                               d$¦  «         d S d }"|j        d         |j        d         k    o|j        d         |j        d         k    o|d u }#|#rG|                      |||||||| |!|j        d         |j        d         |j        d#         ||||	¬%¦  «        }"n:|  	                    ||||||| |!|j        d         ||j        d#         ||||	¬&¦  «        }"|"€t                               d'¦  «         d S | j
                             |"¦  «         | j        | j        |"j        <   | j                             |||g¦  «         | j                             |¦  «         |#so|d         j        d(k    r|                     ¦   «          |d         j        d(k    r|                     ¦   «          |
d         j        d(k    r|
                     ¦   «          |€| j                             |¦  «         | j                             |¦  «         | j                             |
¦  «         d)| _        d S )*N)ÚAddÚMatMulÚReshapeÚ	Transposer   )é   Nr   r   r   z2fuse_conformer_attention: failed to match qkv pathéýÿÿÿéþÿÿÿéÿÿÿÿ)Ú r   )ÚConcatr   r   r   r   )r   r   r   r   r   )r   r   r   r   )r   r   r   r   z0fuse_conformer_attention: failed to match v pathr   r   )ÚSoftmaxr   r   )r   r   r   )ÚWherer   r   r   r   )r   é   r   r    r   z1fuse_conformer_attention: failed to match qk pathr    )ÚEqualÚ	UnsqueezeÚCast)ÚDivr   r   r   r   )r   r   r   r   r   )ÚMulr   r   r   r   )r   r   r   r   r   z0fuse_conformer_attention: failed to match q path)r   r   r   r   r   r$   )r   r   r   r   r   r   z6fuse_conformer_attention: failed to match extra q path)r   r   r   r   r   r   )r   r   r   r   r   r   )r   r   r   r   r   )r   r   r   r   r   z0fuse_conformer_attention: failed to match k pathr   zCfuse_conformer_attention: failed to detect num_heads or hidden_size)Ú
mask_indexÚq_matmulÚk_matmulÚv_matmulÚq_addÚk_addÚv_addr
   r	   Úfirst_inputÚoutputÚ
add_qk_strÚpast_kÚpast_vÚ	present_kÚ	present_v)r'   r(   r)   r*   r+   r,   r
   r	   r.   Úkey_padding_maskÚadd_qkr0   r1   r2   r3   zAfuse_conformer_attention: MultiHeadAttention node creation failedr   T)r   Úmatch_parent_pathÚloggerÚdebugÚ
get_parentr.   Úget_num_heads_and_hidden_sizeÚinputÚcreate_attention_nodeÚcreate_multihead_attention_nodeÚnodes_to_addÚappendÚthis_graph_nameÚnode_name_to_graph_nameÚnameÚnodes_to_removeÚextendÚop_typeÚpopÚprune_graph)$r   Únormalize_nodeÚinput_name_to_nodesÚoutput_name_to_nodeÚ	qkv_nodesÚreshape_qkvÚtranspose_qkvÚ
matmul_qkvr1   r3   Úv_nodesÚconcat_vÚconcat_parentÚadd_vÚmatmul_vÚ	attn_maskÚqk_nodesÚwhere_qkÚ
mask_nodesr5   Ú	matmul_qkÚq_nodesÚ	reshape_qÚadd_qÚmatmul_qÚextra_q_nodesr0   r2   Úk_nodesÚconcat_kÚadd_kÚmatmul_kr
   r	   Únew_nodeÚuse_packed_attention_ops$                                       r   ÚfusezFusionConformerAttention.fuse   s®  € à”J×0Ò0ØØ?Ð?Ð?ØÐÐñ
ô 
ˆ	ð
 ÐÝ�LŠLÐMÑNÔNÐNØˆFà1:¸2´À	È"ÄÈyÐY[Ì} J�]ˆà"Ñˆ�	Ø”*×.Ò.ØØ?Ð?Ð?ØˆOˆOñ
ô 
ˆð
 ˆ?Ø”j×2Ò2ØØ9Ð9Ð9Ø��ñô ˆGð
 ˆÝ—’ÐOÑPÔPÐPØ�ð ð ˜q”zˆHØ œJ×1Ò1°(¸A¸tÑDÔDˆMØ œ¨Ô*ˆIØ"Ô)¨!Ô,ˆFà! "œ+ w¨r¤{ˆxˆàˆ	Ø”:×/Ò/ØØ(Ð(Ð(ØˆIˆIñ
ô 
ˆð
 ÐØ”z×3Ò3ØØ>Ð>Ð>Ø��ñô ˆHð
 ÐÝ—’ÐPÑQÔQÐQØ�à ”{ˆHØœ×5Ò5ØØ.Ð.Ð.Ø�	�	ñô ˆJð
 Ð%Ø& rœNÔ1°!Ô4�	à$ RœL¨(°2¬,�	ˆà”*×.Ò.ØØ<Ð<Ð<ØˆOˆOñ
ô 
ˆð
 ˆ?Ø”j×2Ò2ØØ@Ð@Ð@Ø��ñô ˆGð
 ˆÝ—’ÐOÑPÔPÐPØ�à%,¨R¤[°'¸"´+¸wÀr¼{˜(�5ˆ	àœ
×4Ò4ØØMÐMÐMØÐÐñ
ô 
ˆð
 Ð$¨°¬°}ÀRÔ7HÒ)HÐ)HÝ�LŠLÐQÑRÔRÐRØˆFà"Ñˆ�	Ø”*×.Ò.ØØLÐLÐLØÐÐñ
ô 
ˆð
 ˆ?Ø”j×2Ò2ØØFÐFÐFØ��ñô ˆGð
 ˆØœ*×6Ò6ØØ=Ð=Ð=Ø �L�Lñô �ð
 �?Ý—L’LÐ!SÑTÔTÐTØ�Føà˜q”zˆHØ œJ×1Ò1°(¸A¸tÑDÔDˆMØ"Ô)¨!Ô,ˆFØ œ¨Ô*ˆIà! "œ+ w¨r¤{ˆxˆà!%×!CÒ!CÀIÑ!NÔ!NÑˆ	�;Ø˜Š>ˆ>˜[¨AÒ-Ð-°+À	Ñ2IÈaÒ1OÐ1OÝ�LŠLÐ^Ñ_Ô_Ð_ØˆFàˆàŒN˜1Ô ¤°Ô!2Ò2Ðw°x´~ÀaÔ7HÈHÌNÐ[\ÔL]Ò7]ÐwÐboÐswÐbwð 	 ð #ð %	à×1Ò1Ø$Ø!Ø!Ø!ØØØØ#Ø'Ø$œN¨1Ô-Ø"Ô)¨!Ô,Ø!œ<¨œ?ØØØ#Ø#ð! 2ñ ô ˆHˆHð& ×;Ò;Ø!Ø!Ø!ØØØØ#Ø'Ø"Ô)¨!Ô,Ø!*Ø”| A”ØØØ#Ø#ð <ñ ô ˆHð$ ÐÝ�LŠLÐ\Ñ]Ô]Ð]ØˆFàÔ× Ò  Ñ*Ô*Ð*Ø6:Ô6JˆÔ$ X¤]Ñ3àÔ×#Ò# [°-ÀÐ$LÑMÔMÐMØÔ×#Ò# HÑ-Ô-Ð-ð 'ð 	Ø�rŒ{Ô" hÒ.Ð.Ø—’‘”�Ø�rŒ{Ô" hÒ.Ð.Ø—’‘”�Ø�rŒ{Ô" hÒ.Ð.Ø—’‘”�àÐ ð Ô ×'Ò'¨Ñ0Ô0Ð0àÔ×#Ò# GÑ,Ô,Ð,ØÔ×#Ò# GÑ,Ô,Ð,ð  ˆÔÐÐr   )
Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Úintr   r   rd   Ú__classcell__)r   s   @r   r   r      s�   ø€ € € € € ðð ðHàðHð ðHð ð	Hð
 &ðHð Hð Hð Hð Hð HðC ð C ð C ð C ð C ð C ð C r   r   )
ÚloggingÚfusion_attentionr   r   Ú
onnx_modelr   Ú	getLoggerre   r7   r   © r   r   ú<module>rp      sŠ   ðð
 €€€à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø  Ð  Ð  Ð  Ð  Ð  à	ˆÔ	˜8Ñ	$Ô	$€ðQ ð Q ð Q ð Q ð Q ˜ñ Q ô Q ð Q ð Q ð Q r   