§
    û¸¸j¢r  ã                   ó~   — d dl Z d dlZd dlmZmZ d dlmZmZ d dl	m
Z
  e j        e¦  «        Z G d„ de¦  «        ZdS )é    N)ÚAttentionMaskÚFusionAttention)ÚTensorProtoÚhelper)Ú	OnnxModelc                   óF   ‡ — e Zd ZdZdedededefˆ fd„Zd„ Zd„ Z	d	„ Z
ˆ xZS )
ÚFusionBartAttentionz?
    Fuse Bart Attention subgraph into one Attention node.
    ÚmodelÚhidden_sizeÚ	num_headsÚattention_maskc                 óP   •— t          ¦   «                              ||||¦  «         d S )N)ÚsuperÚ__init__)Úselfr
   r   r   r   Ú	__class__s        €ú~/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/fusion_bart_attention.pyr   zFusionBartAttention.__init__   s)   ø€ õ 	‰Œ×Ò˜ ¨Y¸ÑGÔGÐGÐGÐGó    c                 ó²  — | j                              |dgdg¦  «        }|€dS |d         }| j                              |g d¢g d¢¦  «        }	| j                              |g d¢g d¢¦  «        }
|	�|
€dS |	\  }}}|
\  }}}|j        d         |k    s|j        d         |k    rdS | j                              |g d¢g d¢¦  «        }| j                              |g d¢g d	¢¦  «        }|�|€dS |d
         j        |j        k    s|d
         j        |j        k    rdS | j                              |g d¢g d¢¦  «        }| j                              |g d¢g d¢¦  «        }| j                              |g d¢g d¢¦  «        }|�|�|€dS |d
         }|d
         }|d
         }|j        d         }|j        d         |k    s"|j        d         |k    s|j        d         |k    rdS dS )NÚConcaté   Fr   ©Ú	UnsqueezeÚGatherÚShape©r   r   r   )r   r   r   )r   r   r   )r   é   r   éÿÿÿÿ)r   r   ÚMulT)r
   Úmatch_parent_pathÚinputÚnameÚoutput)r   Úreshape_qkv_2Úreshape_qkv_1Úreshape_q_2Úreshape_k_2Úreshape_v_2Ú
root_inputÚconcat_qkv_2_pathÚconcat_qkv_2Úreshape_qkv_2_path_1Úreshape_qkv_2_path_2Ú_Úgather_1Úshape_1Úgather_2Úshape_2Úreshape_qkv_1_path_1Úreshape_qkv_1_path_2Úreshape_q_2_pathÚreshape_k_2_pathÚreshape_v_2_pathÚmul_qÚmul_kÚmul_vÚgather_1_outs                            r   Úcheck_runtime_shape_pathz,FusionBartAttention.check_runtime_shape_path   sc  € ð !œJ×8Ò8¸ÈÈ
ÐUVÐTWÑXÔXÐØÐ$Ø�5Ø(¨Ô+ˆà#œz×;Ò;¸LÐJjÐJjÐJjÐluÐluÐluÑvÔvÐØ#œz×;Ò;¸LÐJjÐJjÐJjÐluÐluÐluÑvÔvÐØÐ'Ð+?Ð+GØ�5à3Ñˆˆ8�WØ3Ñˆˆ8�WàŒ=˜Ô˜zÒ)Ð)¨W¬]¸1Ô-=ÀÒ-KÐ-KØ�5à#œz×;Ò;¸MÐKlÐKlÐKlÐnwÐnwÐnwÑxÔxÐØ#œz×;Ò;¸MÐKlÐKlÐKlÐnwÐnwÐnwÑxÔxÐØÐ'Ð+?Ð+GØ�5Ø Ô#Ô(¨H¬MÒ9Ð9Ð=QÐRTÔ=UÔ=ZÐ^fÔ^kÒ=kÐ=kØ�5àœ:×7Ò7¸ÐEcÐEcÐEcÐenÐenÐenÑoÔoÐØœ:×7Ò7¸ÐEcÐEcÐEcÐenÐenÐenÑoÔoÐØœ:×7Ò7¸ÐEcÐEcÐEcÐenÐenÐenÑoÔoÐØÐ#Ð'7Ð'?ÐCSÐC[Ø�5à  Ô$ˆØ  Ô$ˆØ  Ô$ˆà” qÔ)ˆØŒ;�qŒ>˜\Ò)Ð)¨U¬[¸¬^¸|Ò-KÐ-KÈuÌ{Ð[\Ì~ÐamÒOmÐOmØ�5àˆtr   c                 óÔ  — | j                              |g d¢g d¢¦  «        }|�"|d         j        d         |j        d         k    rdS | j                              |g d¢g d¢¦  «        }| j                              |g d¢g d¢¦  «        }|�|€dS |d         }	|d         }
|	j        d	         |
j        d	         k    rdS |d         j        d         |j        d         k    r$|d         j        d         |j        d         k    rdS |�å| j                              |d
gd	g¦  «        }|€dS | j                              |d         g d¢g d¢¦  «        }| j                              |d         g d¢g d¢¦  «        }|€|€dS |\  }}}}|\  }}}|j        d         |j        d         k    rdS |d         j        d         |j        d         k    r$|d         j        d         |j        d         k    rdS dS )N)r   ÚSlicer   Ú	Transpose©r   r   r   r   r   r   F)r   ÚPowÚCastÚDivr   r   )r   r   r   r   r   r   ©r   r   r   r   r   r   r   r>   )r>   r   r   r   )r   r   r   r   r   )r   r   r   T)r
   r    r!   r#   )r   r$   Ú
matmul_qkvÚadd_qkÚ	matmul_qkÚadd_qÚreshape_qkv_pathÚmatmul_qk_path_1Úmatmul_qk_path_2Úmul_1Úmul_2Úadd_qk_pathÚslice_q_path_1Úslice_q_path_2r.   Úunsqueeze_1Úunsqueeze_2s                    r   Úcheck_runtime_shape_path_openaiz3FusionBartAttention.check_runtime_shape_path_openaiM   sa  € ð  œ:×7Ò7ØÐDÐDÐDÀlÀlÀlñ
ô 
Ðð Ð#Ð'7¸Ô';Ô'AÀ!Ô'DÈ
ÔHYÐZ[ÔH\Ò'\Ð'\Ø�5àœ:×7Ò7ØÐGÐGÐGÐI[ÐI[ÐI[ñ
ô 
Ðð  œ:×7Ò7ØÐGÐGÐGÐI[ÐI[ÐI[ñ
ô 
Ðð Ð#Ð'7Ð'?Ø�5à  Ô#ˆØ  Ô#ˆØŒ;�qŒ>˜Uœ[¨œ^Ò+Ð+Ø�5Ø˜BÔÔ% aÔ(¨E¬L¸¬OÒ;Ð;Ð@PÐQSÔ@TÔ@ZÐ[\Ô@]ÐafÔamÐnoÔapÒ@pÐ@pØ�5ð ÐØœ*×6Ò6°vÀ¸yÈ1È#ÑNÔNˆKØÐ"Ø�uØ!œZ×9Ò9Ø˜A”Ð IÐ IÐ IÈ<È<È<ñô ˆNð "œZ×9Ò9¸+Àa¼.ÐJjÐJjÐJjÐluÐluÐluÑvÔvˆNØÐ%¨.Ð*@Ø�uØ#1Ñ ˆAˆ{˜A˜qØ .ÑˆK˜˜AØÔ  Ô# {Ô'8¸Ô';Ò;Ð;Ø�uØ˜bÔ!Ô'¨Ô*¨e¬l¸1¬oÒ=Ð=À.ÐQSÔBTÔBZÐ[\ÔB]ÐafÔamÐnoÔapÒBpÐBpØ�uàˆtr   c                 ó†  — d}| j                              |g d¢g d¢¦  «        }| j                              |g d¢g d¢¦  «        }|�
|\  }}}	}
}}n|�|}|\  }}}	}
}d}nd S g }|j        D ]4}||vrŒ||d         j        d         k    rŒ|                     |¦  «         Œ5t          |¦  «        dk    rd S |d         }	 ||         }|j        d	k    r | j                              |¦  «        d         }|j        D ]6}|sŒ||         }d
„ |D ¦   «         }|                     d¦  «        dk    r|} nŒ7d„ | j          	                    ¦   «         j        D ¦   «         }d„ | j          	                    ¦   «         j        D ¦   «         }| j                              |g d¢g d¢¦  «        }| j                              |g d¢g d¢¦  «        }| j                              |g d¢g d¢¦  «        }| j                              |dgdg¦  «        }| j                              |g d¢g d¢¦  «        }d\  }}d\  }}|�|\  }}} }}!|j        d         }�nV|�Á|}|\  }} }}!| j          
                    |ddg| g¬¦  «        }"| j          
                    |g d¢¦  «        }#|"�!|"\  }$}%|%j        d         |v r|%j        d         }|#�T|#\  }&}$}'|'j        d         |v r|'j        d         }| j                              |&ddgddg¦  «        }(|(\  }$})|)j        d         }�n“|�'|\  }}&}} }}!|}|&j        d         }|&j        d         }�nj|�¥|d         j        d         |v r�|}|d         j        d         }|d         j        d         }||vrct          t          d„ | j                              ¦   «         |         ¦  «        ¦  «        }*t          |*¦  «        dk    r|*d         j        d         nd}nÃ|�¥|d         j        d         |v r�|}|d         j        d         }|d         j        d         }||vrct          t          d„ | j                              ¦   «         |         ¦  «        ¦  «        }*t          |*¦  «        dk    r|*d         j        d         nd}nt                               d ¦  «         d S ||v r|nd}||v r|nd}| j                              |d!dgddg¦  «        }+| j                              |g d"¢g d#¢¦  «        },| j                              |g d$¢g d%¢¦  «        }-d }.|+�|+\  }$}/|+}0n|,�|,\  }$}$}.}$}/|,}0n|-�	|-\  }$}.}/|-}0nd S | j                              |/g d&¢g d'¢¦  «        }1| j                              |/g d(¢g d)¢¦  «        }2d }3|1�
|1\  }3}4}5}6}7}8n|2�|2}1|1\  }6}4}5}7}8nd S | j                              |/g d*¢g d+¢¦  «        }9| j                              |/g d,¢g d¢¦  «        }:| j                              |/g d-¢g d.¢¦  «        };| j                              |/g d/¢g d0¢¦  «        }<| j                              |/ddgddg¦  «        }=| j                              |/g d1¢g d.¢¦  «        }>d\  }?}@d2\  }A}B}C|9�|9\  }$}A}D}B}E}C|9}F�nd|:�Î|:\  }G}D}B}C|:}F|Cj        d         }@| j          
                    |Cddg|Bg¬¦  «        }"| j          
                    |Cg d¢¦  «        }#|"�!|"\  }$}H|Hj        d         |v r|Hj        d         }@|#�T|#\  }I}$}J|Jj        d         |v r|Jj        d         }@| j                              |Iddgddg¦  «        }(|(\  }$}K|Kj        d         }?�n”|;�|;\  }$}A}D}B}C|;}F|Dj        d         }@�ny|<�'|<\  }$}A}I}$}B}C|<}F|Ij        d         }?|Ij        d         }@�nP|=�¥|=d         j        d         |v r�|=}F|Fd         j        d         }?|Fd         j        d         }@|@|vrct          t          d3„ | j                              ¦   «         |?         ¦  «        ¦  «        }Lt          |L¦  «        dk    r|Ld         j        d         nd}@n©|>�¥|>d         j        d         |v r�|>}F|Fd         j        d         }?|Fd         j        d         }@|@|vrct          t          d4„ | j                              ¦   «         |?         ¦  «        ¦  «        }Lt          |L¦  «        dk    r|Ld         j        d         nd}@nd S |?|v r|?nd}?|@|v r|@nd}@|F|:|;|<fv rØ| j                              |j        d         ¦  «        j        d         }Md5}N| j                              |N¦  «        }O|O€F|                      |Nt&          j        |Mgt+          j        d6g|Mz  t*          j        ¬7¦  «        ¬8¦  «         | j                              d	¦  «        }Pt3          j        d	|N|Cj        d         g|Bj        g|P¦  «        }E|r*t9          |?¦  «        s|                      |	||.|/|7¦  «        sd S |s+t9          |?¦  «        s|                      |	||3|A||¦  «        sd S t9          |?¦  «        o"t9          |¦  «        o|Cd u od9t?          ¦   «         v}Q|Q o2|Cj        d         |k    o!|8j        d         |k    o|!j        d         |k    }R|Q oH|8j        d         |k    o7|Cj        d         |!j        d         k    o|Cj        d         |8j        d         k    }S|Ro|0|+k    }T|Ro|0|,|-fv }U|s|Tn|Uot9          |?¦  «        ot9          |¦  «        }V|So|0|+k    }W|Qo|0|+k    }Xd g }Z}Y|Urm| j                              |.d:gdg¦  «        }[| j                              |.g d;¢g d¢¦  «        }\|\�|\d         j        d         }Y|\}Zn|[�|[d         j        d         }Y|[}Z|Ts	|Us|Vs|Ws|X�r¾|	}]|                       |5¦  «        \  }^}_|^dk    s|_dk    s	|_|^z  dk    rt                               d<¦  «         d S d }`|Vs|Ws|XrY| j!        rO|  "                    |8|Ws|Vr|Cn|?|Ws|Vr|!n||7|Ws|Vr|End |Ws|Vr|nd |^|_|]j        d         |V|Vr|?nd|Vr|nd|@||V¬=¦  «        nd }`nc| j!        }ad| _!        |Ur|Yr|Ynd}b|  #                    d |8|C|!|7|E||^|_||]j        d         t          |Z¦  «        dk    rd n|b|?||@||U¬>¦  «        }`|a| _!        |`€d S | j$                             |`¦  «         | j%        | j&        |`j        <   | j'         (                    |]|
|g¦  «         | j'         (                    |0¦  «         |Vs|Ws|Xré|1d         j        dk    r|1 )                    ¦   «          |Fd         j        dk    r|F )                    ¦   «          |d         j        dk    r| )                    ¦   «          | j*        rs|Ws|Xro|1d         j        d	k    r|1 )                    ¦   «          |Fd         j        d	k    r|F )                    ¦   «          |d         j        d	k    r| )                    ¦   «          | j'         (                    |1¦  «         | j'         (                    |F¦  «         | j'         (                    |¦  «         d| _+        d S d S )?NF)ÚAddÚMatMulÚReshaper?   rW   rV   rD   )rU   rV   rW   r?   rV   )r   r   r   r   r   Tr   r   rU   c                 ó   — g | ]	}|j         ‘Œ
S © ©Úop_type)Ú.0Úchilds     r   ú
<listcomp>z,FusionBartAttention.fuse.<locals>.<listcomp>Ä   s   € ÐBÐBÐB°˜eœmÐBÐBÐBr   rV   c                 ó   — h | ]	}|j         ’Œ
S rY   ©r"   ©r\   Únodes     r   ú	<setcomp>z+FusionBartAttention.fuse.<locals>.<setcomp>É   s   € ÐLÐLÐL¨4˜TœYÐLÐLÐLr   c                 ó   — h | ]	}|j         ’Œ
S rY   r`   ra   s     r   rc   z+FusionBartAttention.fuse.<locals>.<setcomp>Ê   s   € ÐNÐNÐN¨D˜dœiÐNÐNÐNr   )rW   r?   rW   rU   rV   )r   r   r   r   N)r?   rW   rU   rV   )r   r   r   N)rW   r   r?   rW   rU   rV   )r   r   r   r   r   NrW   )r?   rW   rW   r?   r@   )Ú re   )NNr?   )Úexclude)r   rW   r?   r   c                 ó   — | j         dk    S ©NÚIdentityrZ   ©rb   s    r   ú<lambda>z*FusionBartAttention.fuse.<locals>.<lambda>  ó   € ¨¬¸
Ò(B€ r   re   c                 ó   — | j         dk    S rh   rZ   rj   s    r   rk   z*FusionBartAttention.fuse.<locals>.<lambda>)  rl   r   z&fuse_attention: failed to match v pathÚSoftmax)rn   rW   rU   rW   rV   )r   r   r   r   r   )rn   rU   rV   r   )rW   r?   rW   r   rU   rV   )r   r   r   r   r   r   )r   r?   rW   rU   rV   )r   r   r   r   r   )r?   rW   r?   rW   rU   rV   )r   r   r   r   r   r   )r   r?   rW   rV   )r?   rW   r?   rW   rV   )r   r   r   r   r   )r?   rW   r   r?   rW   rV   )r   r   r   r   r   r   )r   r?   rW   rW   r?   )NNNc                 ó   — | j         dk    S rh   rZ   rj   s    r   rk   z*FusionBartAttention.fuse.<locals>.<lambda>³  rl   r   c                 ó   — | j         dk    S rh   rZ   rj   s    r   rk   z*FusionBartAttention.fuse.<locals>.<lambda>¿  rl   r   Ú
empty_biasg        )Údtype)ÚdimsÚvalsÚmatmul_vÚWhere)ÚExpandr   r   rv   z9fuse_attention: failed to detect num_heads or hidden_size)Úq_matmulÚk_matmulÚv_matmulÚq_addÚk_addÚv_addr   r   r#   ÚunidirectionalÚpast_kÚpast_vÚ	present_kÚ	present_vÚ
packed_qkv)Ú
mask_indexrx   ry   rz   r{   r|   r}   r   r   Úfirst_inputr#   Ú
add_qk_strr   r€   r�   r‚   Úcausal),r
   r    r!   r#   ÚappendÚlenr[   Úget_childrenÚcountÚgraphÚmatch_child_pathÚlistÚfilterÚinput_name_to_nodesÚloggerÚdebugÚget_initializerrs   Úadd_initializerr   ÚFLOATÚnpÚarrayÚfloat32Úcreate_node_namer   Ú	make_noder"   ÚboolrS   r<   ÚlocalsÚget_num_heads_and_hidden_sizeÚuse_multi_head_attentionÚcreate_multihead_attention_nodeÚcreate_attention_nodeÚnodes_to_addÚthis_graph_nameÚnode_name_to_graph_nameÚnodes_to_removeÚextendÚpopÚ!disable_multi_head_attention_biasÚprune_graph)cr   Únormalize_noder�   Úoutput_name_to_nodeÚmodel_impl_openaiÚ	qkv_nodesÚqkv_nodes_openaiÚadd_outÚ
matmul_outr$   Útranspose_qkvr%   rE   Úother_inputsr!   r)   Úskip_layernormr#   ÚchildrenÚchildren_typesÚgraph_input_namesÚgraph_output_namesÚv_nodesÚv_nodes_openaiÚv_nodes_with_past_self_attnÚv_nodes_with_past_cross_attnÚ#v_nodes_with_past_cross_attn_openair€   r‚   r(   Úadd_vÚtranspose_vÚreshape_v_1ru   Úreshape_pathÚconcat_pathr.   Útranspose_add_vÚconcat_vÚtranspose_concat_vÚconcat_nodesÚtranspose_concat_v_inÚidentity_node_vÚ
qk_nodes_1Ú
qk_nodes_2Úqk_nodes_2_openairF   rG   Úqk_nodesÚq_nodesÚq_nodes_openair&   Útranspose_qÚreshape_q_1r8   rH   Úmatmul_qÚk_nodes_with_biasÚk_nodes_no_bias_openaiÚk_nodes_no_biasÚ#k_nodes_no_bias_with_past_self_attnÚ$k_nodes_no_bias_with_past_cross_attnÚ+k_nodes_no_bias_with_past_cross_attn_openair   r�   r'   Úreshape_k_1Úmatmul_kÚtranspose_k_1Úadd_kÚk_nodesr9   Útranspose_matmul_kÚconcat_kÚtranspose_concat_kÚtranspose_concat_k_inÚidentity_node_kÚbias_dimÚempty_bias_nameÚempty_tensorÚadd_nameÚthree_root_inputsÚone_root_inputÚtwo_root_inputsÚencoder_attentionÚdecoder_attentionÚdecoder_attention_with_pastÚdecoder_cross_attentionÚ!decoder_cross_attention_with_pastr„   Ú
mask_nodesÚmask_nodes_bartÚmask_nodes_whisperÚattention_last_noder   r   Únew_nodeÚ%use_multi_head_attention_ground_truthr†   sc                                                                                                      r   ÚfusezFusionBartAttention.fuse   s  € à!Ðð ”J×0Ò0ØØJÐJÐJØÐÐñ
ô 
ˆ	ð
  œ:×7Ò7ØØ?Ð?Ð?ØˆOˆOñ
ô 
Ðð
 Ð ð ñØØØØØØ�
àÐ)Ø(ˆIð ñØØØØØð !%ÐÐàˆFàˆØ#Ô)ð 	'ð 	'ˆEØÐ/Ð/Ð/ØØ˜	 !œÔ+¨AÔ.Ò.Ð.ØØ×Ò Ñ&Ô&Ð&Ð&Ýˆ|ÑÔ Ò!Ð!ØˆFØ! !”_ˆ
ð	ð -¨ZÔ8ˆð Ô! UÒ*Ð*Ø!œZ×4Ò4°^ÑDÔDÀQÔGˆNØ$Ô+ð 	ð 	ˆFØð ØØ*¨6Ô2ˆHØBÐB¸ÐBÑBÔBˆNØ×#Ò# HÑ-Ô-°Ò2Ð2Ø#�
Ø�ð 3ð MÐL°4´:×3CÒ3CÑ3EÔ3EÔ3KÐLÑLÔLÐØNÐN°D´J×4DÒ4DÑ4FÔ4FÔ4MÐNÑNÔNÐà”*×.Ò.ØØ@Ð@Ð@ØÐÐñ
ô 
ˆð
 œ×5Ò5ØØ5Ð5Ð5ØˆOˆOñ
ô 
ˆð
 '+¤j×&BÒ&BàØJÐJÐJØ!Ð!Ð!ñ	'
ô '
Ð#ð (,¤z×'CÒ'CàØˆKØˆCñ	(
ô (
Ð$ð /3¬j×.JÒ.JØØ<Ð<Ð<ØˆLˆLñ/
ô /
Ð+ð
 #Ñˆ�	Ø'Ñˆ�UØÐØGNÑDˆ[˜+ {°E¸8à#Ô*¨1Ô-ˆI‰IØÐ'Ø$ˆGØ:AÑ7ˆ[˜+ u¨hð  œ:×6Ò6ØØ˜KÐ(Ø$˜ð 7ñ ô ˆLð œ*×5Ò5°eÐ=_Ð=_Ð=_Ñ`Ô`ˆKØÐ'Ø'3Ñ$��OØ"Ô)¨!Ô,Ð0BÐBÐBØ /Ô 6°qÔ 9�IØÐ&Ø4?Ñ1�˜1Ð0Ø%Ô,¨QÔ/Ð3EÐEÐEØ 2Ô 9¸!Ô <�IØ#œz×;Ò;¸HÀyÐR]ÐF^ÐabÐdeÐ`fÑgÔg�Ø+7Ñ(�Ð(Ø.Ô4°QÔ7�ùØ(Ð4ØQlÑNˆ[˜( K°¸eÀXØ1ˆGØ”^ AÔ&ˆFØ œ¨Ô*ˆI‰Ià(Ð4Ð9UÐVXÔ9YÔ9_Ð`aÔ9bÐfwÐ9wÐ9wà2ˆGØ˜R”[Ô& qÔ)ˆFØ œÔ*¨1Ô-ˆIØÐ 2Ð2Ð2Ý"&ÝÐBÐBÀDÄJ×DbÒDbÑDdÔDdÐekÔDlÑmÔmñ#ô #�õ =@ÀÑ<PÔ<PÐTUÒ<UÐ<U˜O¨AÔ.Ô5°aÔ8Ð8Ð[]�	øà/Ð;Ø3°BÔ7Ô=¸aÔ@ÐDUÐUÐUà9ˆGØ˜R”[Ô& qÔ)ˆFØ œÔ*¨1Ô-ˆIØÐ 2Ð2Ð2Ý"&ÝÐBÐBÀDÄJ×DbÒDbÑDdÔDdÐekÔDlÑmÔmñ#ô #�õ =@ÀÑ<PÔ<PÐTUÒ<UÐ<U˜O¨AÔ.Ô5°aÔ8Ð8Ð[]�	øå�LŠLÐAÑBÔBÐBØˆFØ!Ð%6Ð6Ð6��¸BˆØ!*Ð.@Ð!@Ð!@�I�IÀbˆ	à”Z×1Ò1°*¸yÈ(Ð>SÐVWÐYZÐU[Ñ\Ô\ˆ
Ø”Z×1Ò1ØÐJÐJÐJÈOÈOÈOñ
ô 
ˆ
ð !œJ×8Ò8¸ÐEaÐEaÐEaÐclÐclÐclÑmÔmÐØˆØÐ!Ø%‰LˆAˆyØ!ˆHˆHØÐ#Ø)3Ñ&ˆAˆq�&˜!˜YØ!ˆHˆHØÐ*Ø#4Ñ ˆAˆv�yØ(ˆHˆHàˆFà”*×.Ò.ØØGÐGÐGØÐÐñ
ô 
ˆð
 œ×5Ò5ØØ<Ð<Ð<ØˆOˆOñ
ô 
ˆð
 ˆØÐØLSÑIˆK˜ k°5¸%ÀÀØÐ'Ø$ˆGØ?FÑ<ˆE�; ¨U°H°HàˆFà œJ×8Ò8ØØMÐMÐMØÐÐñ
ô 
Ðð
 "&¤×!=Ò!=ØØ5Ð5Ð5ØˆLˆLñ"
ô "
Ðð
 œ*×6Ò6ØØFÐFÐFØˆOˆOñ
ô 
ˆð
 /3¬j×.JÒ.JàØPÐPÐPØÐÐñ	/
ô /
Ð+ð 04¬z×/KÒ/KàØ˜)Ð$Ø�ˆFñ	0
ô 0
Ð,ð 7;´j×6RÒ6RàØCÐCÐCØˆOˆOñ	7
ô 7
Ð3ð #Ñˆ�	Ø-=Ñ*ˆ�[ (ØÐ(ØJ[ÑGˆAˆ{˜M¨;¸¸xØ'ˆG‰GØ#Ð/Ø:PÑ7ˆE�= +¨xØ,ˆGØ œ¨Ô*ˆIð  œ:×6Ò6ØØ˜KÐ(Ø$˜ð 7ñ ô ˆLð œ*×5Ò5°hÐ@bÐ@bÐ@bÑcÔcˆKØÐ'Ø*6Ñ'�Ð&Ø%Ô,¨QÔ/Ð3EÐEÐEØ 2Ô 9¸!Ô <�IØÐ&Ø4?Ñ1�˜1Ð0Ø%Ô,¨QÔ/Ð3EÐEÐEØ 2Ô 9¸!Ô <�IØ#œz×;Ò;¸HÀyÐR]ÐF^ÐabÐdeÐ`fÑgÔg�Ø+7Ñ(�Ð(Ø.Ô4°QÔ7�ùØÐ(ØCRÑ@ˆAˆ{˜M¨;¸Ø%ˆGà%Ô,¨QÔ/ˆI‰IØ0Ð<ØAdÑ>ˆAˆ{˜H a¨°hØ9ˆGØ”^ AÔ&ˆFØ œ¨Ô*ˆI‰Ià0Ð<Ø4°RÔ8Ô>¸qÔAÐEVÐVÐVà:ˆGØ˜R”[Ô& qÔ)ˆFØ œÔ*¨1Ô-ˆIØÐ 2Ð2Ð2Ý"&ÝÐBÐBÀDÄJ×DbÒDbÑDdÔDdÐekÔDlÑmÔmñ#ô #�õ =@ÀÑ<PÔ<PÐTUÒ<UÐ<U˜O¨AÔ.Ô5°aÔ8Ð8Ð[]�	øà7ÐCØ;¸BÔ?ÔEÀaÔHÐL]Ð]Ð]àAˆGØ˜R”[Ô& qÔ)ˆFØ œÔ*¨1Ô-ˆIØÐ 2Ð2Ð2Ý"&ÝÐBÐBÀDÄJ×DbÒDbÑDdÔDdÐekÔDlÑmÔmñ#ô #�õ =@ÀÑ<PÔ<PÐTUÒ<UÐ<U˜O¨AÔ.Ô5°aÔ8Ð8Ð[]�	øàˆFØ!Ð%6Ð6Ð6��¸BˆØ!*Ð.@Ð!@Ð!@�I�IÀbˆ	àÐ-¨Ð@cÐdÐdÐdà”z×1Ò1°%´+¸a´.ÑAÔAÔFÀqÔIˆHØ*ˆOØœ:×5Ò5°oÑFÔFˆLØÐ#Ø×$Ò$Ø#ÝÔ%Ø"˜Ýœ 3 %¨(Ñ"2½"¼*ÐEÑEÔEð	 %ñ ô ð ð ”z×2Ò2°5Ñ9Ô9ˆHÝÔ$ U¨_¸h¼oÈaÔ>PÐ,QÐT_ÔTdÐSeÐgoÑpÔpˆEð ð	å˜‘L”Lð	ð ×8Ò8ØØØØØñô ð	ð ˆFà!ð	å˜‘L”Lð	ð ×1Ò1ØØØØØØñô ð	ð ˆFå  ™LœLÐm­T°&©\¬\Ðm¸hÈ$Ð>NÐmÐS]ÕekÑemÔemÐSmÐà!Ð!ð 0Ø”˜qÔ! ZÒ/ð0à”˜qÔ! ZÒ/ð0ð ”˜qÔ! ZÒ/ð	 	ð "Ð!ð 7Ø”˜qÔ! ZÒ/ð7à”˜qÔ! X¤^°AÔ%6Ò6ð7ð ”˜qÔ! X¤^°AÔ%6Ò6ð	 	ð +ÐE¨x¸:Ò/EÐØ*ÐZ¨x¸JÐHYÐ;ZÐ/ZÐà&7ÐNÐÐÐ=NÐqÕTXÐY_ÑT`ÔT`ÐqÕeiÐjpÑeqÔeqð 	$ð #2Ð"L°hÀ*Ò6LÐØ,=Ð,XÀ(ÈjÒBXÐ)ð "& r�Jˆ
Øð 	-Ø"œj×:Ò:ØØ�	Ø�ñô ˆOð
 "&¤×!=Ò!=ØØ=Ð=Ð=Ø��ñ"ô "Ðð
 "Ð-Ø/°Ô2Ô9¸"Ô=�
Ø/�
�
Ø Ð,Ø,¨QÔ/Ô6°rÔ:�
Ø,�
ð ðc	$à ðc	$ð +ðc	$ð 'ð	c	$ð
 1ñc	$ð #0ÐØ%)×%GÒ%GÈÑ%TÔ%TÑ"ˆI�{à˜AŠ~ˆ~ °Ò!1Ð!1°kÀIÑ6MÐRSÒ5SÐ5SÝ—’ÐXÑYÔYÐYØ�àˆHØ*ð 3VÐ.Eð 3VÐIjð 3Vð, Ô4ð#�D×8Ò8Ø!)Ø-DÐ!oÐHcÐ!o  ÐioØ-DÐ!oÐHcÐ!o  ÐioØ#Ø'>ÐgÐB]Ðg˜e˜eÐcgØ'>ÐgÐB]Ðg˜e˜eÐcgØ"+Ø$/Ø2Ô9¸!Ô<Ø'BØ)DÐL˜v˜vÈ"Ø)DÐL˜v˜vÈ"Ø"+Ø"+Ø#>ð 9ñ ô ð ð$ ð' �ð. 9=Ô8UÐ5Ø05�Ô-Ø+<ÐSÀÐS˜Z˜ZÐQS�
Ø×5Ò5Ø#Ø%Ø%Ø%ØØØØ'Ø +Ø *Ø.Ô5°aÔ8å # J¡¤°!Ò 3Ð 3˜˜¸à!Ø!Ø'Ø'Ø,ð' 6ñ ô �ð* 1V�Ô-ØÐØ�àÔ×$Ò$ XÑ.Ô.Ð.Ø:>Ô:NˆDÔ(¨¬Ñ7àÔ ×'Ò'Ð)<¸mÈZÐ(XÑYÔYÐYØÔ ×'Ò'¨Ñ1Ô1Ð1ð +ð &Ð.Eð &ÐIjð &Ø˜2”;Ô&¨(Ò2Ð2Ø—K’K‘M”M�MØ˜2”;Ô&¨(Ò2Ð2Ø—K’K‘M”M�MØ˜2”;Ô&¨(Ò2Ð2Ø—K’K‘M”M�MØÔ9ð &Ø+ð&Ø/Pð&ð ˜r”{Ô*¨eÒ3Ð3ØŸš™œ˜Ø˜r”{Ô*¨eÒ3Ð3ØŸš™œ˜Ø˜r”{Ô*¨eÒ3Ð3ØŸš™œ˜àÔ ×'Ò'¨Ñ0Ô0Ð0ØÔ ×'Ò'¨Ñ0Ô0Ð0ØÔ ×'Ò'¨Ñ0Ô0Ð0ð  $ˆDÔÐÐðGc	$ð c	$r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Úintr   r   r<   rS   rò   Ú__classcell__)r   s   @r   r	   r	      s­   ø€ € € € € ðð ðHàðHð ðHð ð	Hð
 &ðHð Hð Hð Hð Hð Hð.ð .ð .ð`0ð 0ð 0ðdE$ð E$ð E$ð E$ð E$ð E$ð E$r   r	   )ÚloggingÚnumpyr–   Úfusion_attentionr   r   Úonnxr   r   Ú
onnx_modelr   Ú	getLoggerró   r‘   r	   rY   r   r   ú<module>rÿ      s®   ðð
 €€€à Ð Ð Ð Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø $Ð $Ð $Ð $Ð $Ð $Ð $Ð $Ø  Ð  Ð  Ð  Ð  Ð  à	ˆÔ	˜8Ñ	$Ô	$€ðu	$ð u	$ð u	$ð u	$ð u	$˜/ñ u	$ô u	$ð u	$ð u	$ð u	$r   