§
    û¸¸j¹S  ã                   ó  — d dl Z d dlZd dlZd dlmZ d dlmZ d dlZd dl	Z	d dl
Z
d dlmZ d dlmZ d dl	mZmZ d dlmZ d dlmZ d d	lmZ d d
lmZmZmZmZ d dlmZ  e j        e¦  «        Z  G d„ de
j!        j"        ¦  «        Z#dS )é    N)Úchain)ÚPath)Úconvert_float_to_float16)ÚRepeatedCompositeFieldContainer)Ú
ModelProtoÚValueInfoProto)Ú	OnnxModel)ÚPastKeyValuesHelper)ÚWhisperConfig)Úconvert_inputs_for_ortÚget_model_dynamic_axesÚget_sample_decoder_inputsÚgroup_past_key_values)ÚInferenceSessionc                   ó  ‡ — e Zd ZdZd'dedej        j        dede	fˆ fd„Z
	 	 d(d	ej        d
ej        dz  deeej                          dz  fd„Z	 	 d(d	ej        d
ej        dz  deeej                          dz  fd„Z	 	 d(d	ej        d
ej        dz  deeej                          dz  fd„Zd„ Zd„ Zd„ Zd'de	de	de	fd„Zd)dede	de	fd„Zd'dede	fd„Zdefd„Zdede	fd„Z	 	 	 	 	 	 d*ded ed!e	d"e	de	de	d#e	d$e	fd%„Zded ede	de	fd&„Zˆ xZS )+ÚWhisperDecoderz/A Whisper decoder with optional past key valuesFÚconfigÚmodelÚ
model_implÚno_beam_search_opc                 óx  •— t          ¦   «                              ¦   «          || _        |j        | _        || _        || _        |dk    rd n|j        j        | _        |dk    rd n|j        | _        |dk    r|nd | _        | j        j	        | _	        | j        j
        | _        | j        j        | j        z  | _        d S ©NÚopenai)ÚsuperÚ__init__r   Údevicer   r   r   ÚdecoderÚproj_outÚmax_source_positionsÚdecoder_attention_headsÚ	num_headsÚd_modelÚ	head_size)Úselfr   r   r   r   Ú	__class__s        €ú‡/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/whisper/whisper_decoder.pyr   zWhisperDecoder.__init__%   s®   ø€ Ý‰Œ×ÒÑÔÐØˆŒØ”lˆŒØ$ˆŒØ!2ˆÔà)¨XÒ5Ð5�t�t¸5¼;Ô;NˆŒØ *¨hÒ 6Ð 6˜˜¸E¼NˆŒØ(¨HÒ4Ð4�U�U¸$ˆŒ
à$(¤KÔ$DˆÔ!ØœÔ<ˆŒØœÔ,°´Ñ>ˆŒˆˆó    NÚdecoder_input_idsÚencoder_hidden_statesÚpast_key_valuesc                 ó¸   — |                       |||d¬¦  «        }|                      |j        ¦  «        }|j        }|€||fS t	          j        |¦  «        \  }}||fS )NT)r)   Ú	input_idsr*   Ú	use_cache)r   r   Úlast_hidden_stater*   r
   Úgroup_by_self_and_cross)	r$   r(   r)   r*   ÚoutputsÚlogitsÚpresent_key_valuesÚpresent_selfÚpresent_crosss	            r&   Ú
hf_forwardzWhisperDecoder.hf_forward4   s~   € ð —,’,Ø"7Ø'Ø+Øð	 ñ 
ô 
ˆð —’˜wÔ8Ñ9Ô9ˆØ$Ô4ÐàÐ"àÐ-Ð-Ð-õ ':Ô&QÐRdÑ&eÔ&eÑ#ˆ�mð �|Ð#Ð#r'   c                 óÈ  ‡ — i }|�Ìt          |¦  «        \  }}d„ |D ¦   «         }d„ |D ¦   «         }d„ |D ¦   «         }d„ |D ¦   «         }t          ‰ j        j        j        ¦  «        D ]k\  }}|d|z           ||j        j        <   |d|z  dz            ||j        j        <   |d|z           ||j        j        <   |d|z  dz            ||j        j        <   Œl‰ j         	                    ¦   «         \  }	}
‰ j                             |||¬¦  «        }|�Â‰ j        j        j        D ]°}t          j        ||j        j                 |	|j        j                 gd¬¦  «                             ¦   «         |	|j        j        <   t          j        ||j        j                 |	|j        j                 gd¬¦  «                             ¦   «         |	|j        j        <   Œ±g g }}‰ j        j        j        D ]˜}|                     |	|j        j                 ¦  «         |                     |	|j        j                 ¦  «         |€J|                     |	|j        j                 ¦  «         |                     |	|j        j                 ¦  «         Œ™ˆ fd	„|D ¦   «         }ˆ fd
„|D ¦   «         }|
D ]}|                     ¦   «          Œ|€,t          j        ||z   t#          |¦  «        dz  ¦  «        }||fS ||fS )Nc                 ó:   — g | ]}|                      d d¦  «        ‘ŒS ©é   é   ©Ú	transpose©Ú.0Úpast_kvs     r&   ú
<listcomp>z.WhisperDecoder.oai_forward.<locals>.<listcomp>Z   s(   € Ð"^Ð"^Ð"^¸w 7×#4Ò#4°Q¸Ñ#:Ô#:Ð"^Ð"^Ð"^r'   c                 óX   — g | ]'}|                      |j        d d…         dz   ¦  «        ‘Œ(S ©Nr:   )éÿÿÿÿ©ÚreshapeÚshaper=   s     r&   r@   z.WhisperDecoder.oai_forward.<locals>.<listcomp>[   s5   € Ð"qÐ"qÐ"qÐRY 7§?¢?°7´=ÀÀ!ÀÔ3DÀuÑ3LÑ#MÔ#MÐ"qÐ"qÐ"qr'   c                 ó:   — g | ]}|                      d d¦  «        ‘ŒS r8   r;   r=   s     r&   r@   z.WhisperDecoder.oai_forward.<locals>.<listcomp>\   s(   € Ð#`Ð#`Ð#`À G×$5Ò$5°a¸Ñ$;Ô$;Ð#`Ð#`Ð#`r'   c                 óX   — g | ]'}|                      |j        d d…         dz   ¦  «        ‘Œ(S rB   rD   r=   s     r&   r@   z.WhisperDecoder.oai_forward.<locals>.<listcomp>]   s5   € Ð#sÐ#sÐ#sÐSZ G§O¢O°G´MÀ"À1À"Ô4EÈÑ4MÑ$NÔ$NÐ#sÐ#sÐ#sr'   r:   r9   )ÚxÚxaÚkv_cache)Údimc                 ó�   •— g | ]B}|                      |j        d d…         d‰j        fz   ¦  «                             dd¦  «        ‘ŒCS ©Nr:   rC   r9   ©rE   rF   r#   r<   ©r>   Ú
present_kvr$   s     €r&   r@   z.WhisperDecoder.oai_forward.<locals>.<listcomp>“   sa   ø€ ð 
ð 
ð 
àð ×Ò˜zÔ/°°°Ô3°r¸4¼>Ð6JÑJÑKÔK×UÒUÐVWÐYZÑ[Ô[ð
ð 
ð 
r'   c                 ó�   •— g | ]B}|                      |j        d d…         d‰j        fz   ¦  «                             dd¦  «        ‘ŒCS rN   rO   rP   s     €r&   r@   z.WhisperDecoder.oai_forward.<locals>.<listcomp>—   sa   ø€ ð 
ð 
ð 
àð ×Ò˜zÔ/°°°Ô3°r¸4¼>Ð6JÑJÑKÔK×UÒUÐVWÐYZÑ[Ô[ð
ð 
ð 
r'   )r   Ú	enumerater   r   ÚblocksÚattnÚkeyÚvalueÚ
cross_attnÚinstall_kv_cache_hooksÚtorchÚcatÚdetachÚappendÚremover
   Úgroup_by_layerÚlen)r$   r(   r)   r*   Úpast_kv_cacheÚself_attn_kv_cachesÚcross_attn_kv_cachesÚidxÚblockrK   Úhooksr1   r3   r4   Úhookr2   s   `               r&   Úoai_forwardzWhisperDecoder.oai_forwardP   s\  ø€ ð ˆØÐ&å8MÈoÑ8^Ô8^Ñ5ÐÐ!5Ø"^Ð"^ÐJ]Ð"^Ñ"^Ô"^ÐØ"qÐ"qÐ]pÐ"qÑ"qÔ"qÐØ#`Ð#`ÐK_Ð#`Ñ#`Ô#`Ð Ø#sÐ#sÐ^rÐ#sÑ#sÔ#sÐ å'¨¬
Ô(:Ô(AÑBÔBð Zð Z‘
��UØ0CÀAÈÁGÔ0L�˜eœjœnÑ-Ø2EÀaÈ#ÁgÐPQÁkÔ2R�˜eœjÔ.Ñ/Ø6JÈ1ÈsÉ7Ô6S�˜eÔ.Ô2Ñ3Ø8LÈQÐQTÉWÐWXÉ[Ô8Y�˜eÔ.Ô4Ñ5Ð5ð œ*×;Ò;Ñ=Ô=‰ˆ�%ð ”×#Ò#Ð&7Ð<QÐ\iÐ#ÑjÔjˆð Ð&ØœÔ+Ô2ð ð �Ý+0¬9Ø" 5¤:¤>Ô2°H¸U¼Z¼^Ô4LÐMÐSTð,ñ ,ô ,ç’&‘(”(ð ˜œœÑ(õ .3¬YØ" 5¤:Ô#3Ô4°h¸u¼zÔ?OÔ6PÐQÐWXð.ñ .ô .ç’&‘(”(ð ˜œÔ)Ñ*Ð*ð ')¨"�mˆØ”ZÔ'Ô.ð 	Gð 	GˆEà×Ò ¨¬¬Ô 8Ñ9Ô9Ð9Ø×Ò ¨¬Ô)9Ô :Ñ;Ô;Ð;ØÐ&à×$Ò$ X¨eÔ.>Ô.BÔ%CÑDÔDÐDØ×$Ò$ X¨eÔ.>Ô.DÔ%EÑFÔFÐFøð
ð 
ð 
ð 
à*ð
ñ 
ô 
ˆð
ð 
ð 
ð 
à+ð
ñ 
ô 
ˆð ð 	ð 	ˆDØ�KŠK‰MŒMˆMˆMàÐ"å!4Ô!CØ˜}Ñ,­c°,Ñ.?Ô.?À1Ñ.Dñ"ô "Ðð Ð-Ð-Ð-ð �|Ð#Ð#r'   c                 ót   — | j         dk    r|                      |||¦  «        S |                      |||¦  «        S r   )r   rh   r5   )r$   r(   r)   r*   s       r&   ÚforwardzWhisperDecoder.forwardª   sC   € ð Œ?˜hÒ&Ð&Ø×#Ò#Ð$5Ð7LÈoÑ^Ô^Ð^Ø�ŠÐ0Ð2GÈÑYÔYÐYr'   c           	      óª   — | j         rddg}nFddgt          t          j        d„ t	          | j        j        ¦  «        D ¦   «         ¦  «        ¦  «        ¢}|S )Nr,   r)   c              3   ó:   K  — | ]}d |› �d|› �d|› �d|› �fV — ŒdS )Úpast_key_self_Úpast_value_self_Úpast_key_cross_Úpast_value_cross_N© ©r>   Úis     r&   ú	<genexpr>z-WhisperDecoder.input_names.<locals>.<genexpr>¼   sd   è è € ð (ð (àð .¨!Ð-Ð-Ð/EÀ!Ð/EÐ/EÐG\ÐYZÐG\ÐG\Ð^uÐrsÐ^uÐ^uÐvð(ð (ð (ð (ð (ð (r'   ©Ú
first_passÚlistr   Úfrom_iterableÚranger   Únum_hidden_layers)r$   Úinput_namess     r&   r{   zWhisperDecoder.input_names´   s}   € ØŒ?ð 	Ø&Ð(?Ð@ˆKˆKð Ø'ð	õ ÝÔ'ð (ð (å!& t¤{Ô'DÑ!EÔ!Eð(ñ (ô (ñ ô ñô ð	ˆKð Ðr'   c           	      ó*  — | j         rFdgt          t          j        d„ t	          | j        j        ¦  «        D ¦   «         ¦  «        ¦  «        ¢}nEdgt          t          j        d„ t	          | j        j        ¦  «        D ¦   «         ¦  «        ¦  «        ¢}|S )Nr1   c              3   ó:   K  — | ]}d |› �d|› �d|› �d|› �fV — ŒdS )Úpresent_key_self_Úpresent_value_self_Úpresent_key_cross_Úpresent_value_cross_Nrq   rr   s     r&   rt   z.WhisperDecoder.output_names.<locals>.<genexpr>É   sf   è è € ð (ð (ð ð 4°Ð3Ð3Ø5°!Ð5Ð5Ø4°Ð4Ð4Ø6°1Ð6Ð6ð	ð(ð (ð (ð (ð (ð (r'   c              3   ó*   K  — | ]}d |› �d|› �fV — ŒdS )r~   r   Nrq   rr   s     r&   rt   z.WhisperDecoder.output_names.<locals>.<genexpr>Ø   sL   è è € ð (ð (àð 1¨QÐ0Ð0Ð2KÈÐ2KÐ2KÐLð(ð (ð (ð (ð (ð (r'   ru   )r$   Úoutput_namess     r&   rƒ   zWhisperDecoder.output_namesÄ   sÄ   € ØŒ?ð 	àðåÝÔ'ð (ð (õ "' t¤{Ô'DÑ!EÔ!Eð(ñ (ô (ñ ô ñ
ô 
ðˆLˆLð  ðåÝÔ'ð (ð (å!& t¤{Ô'DÑ!EÔ!Eð(ñ (ô (ñ ô ñô ðˆLð Ðr'   c                 óZ   — t          | j        ||¦  «        }d|v r| j        s	|d         d= |S )Nr,   r9   )r   r   r   )r$   r{   rƒ   Údynamic_axess       r&   r…   zWhisperDecoder.dynamic_axesà   s;   € Ý-¨d¬k¸;ÈÑUÔUˆØ˜,Ð&Ð&¨tÔ/EÐ&à˜[Ô)¨!Ð,ØÐr'   Úuse_fp16_inputsÚuse_int32_inputsÚreturn_dictc           	      óÞ   — t          | j        | j        d| j        rdnd| j        rdnd||¬¦  «        }|r| j        r|d= |S | j        r|d         |d         fS |d         |d         |d         fS )	Nr:   r   é   r9   )Ú
batch_sizeÚpast_sequence_lengthÚsequence_lengthÚuse_fp16Ú	use_int32r*   r(   r)   )r   r   r   rv   )r$   r†   r‡   rˆ   Úinputss        r&   r�   zWhisperDecoder.inputsç   s´   € Ý*ØŒKØŒKØØ'+¤Ð"= ! !¸AØ"&¤/Ð8˜Q˜Q°qØ$Ø&ð
ñ 
ô 
ˆð ð 	ØŒð .ØÐ,Ð-ØˆMàŒ?ð 	àÐ*Ô+ØÐ.Ô/ðð ð
 Ð&Ô'ØÐ*Ô+ØÐ$Ô%ð
ð 	
r'   ÚioÚis_crossÚ	is_outputc                 óÀ  — |j         j        j        j        d         }d|j        v r |                     ¦   «          | j        |_        |j         j        j        j        d         }d|j        v r.|                     ¦   «          |r| j        |_        n|rdnd|_        |j         j        j        j        d         }d|j        v r |                     ¦   «          | j	        |_        |S )Nr9   Ú_dim_r:   Útotal_sequence_lengthrŒ   é   )
ÚtypeÚtensor_typerF   rL   Ú	dim_paramÚClearr!   Ú	dim_valuer   r#   )r$   r‘   r’   r“   r!   r�   r#   s          r&   Úfix_key_value_cache_dimsz'WhisperDecoder.fix_key_value_cache_dims  sã   € ð ”GÔ'Ô-Ô1°!Ô4ˆ	Ø�iÔ)Ð)Ð)Ø�OŠOÑÔÐØ"&¤.ˆIÔØœ'Ô-Ô3Ô7¸Ô:ˆØ�oÔ/Ð/Ð/Ø×!Ò!Ñ#Ô#Ð#Øð mØ,0Ô,E�Ô)Ð)àGPÐ,lÐ,CÐ,CÐVl�Ô)Ø”GÔ'Ô-Ô1°!Ô4ˆ	Ø�iÔ)Ð)Ð)Ø�OŠOÑÔÐØ"&¤.ˆIÔØˆ	r'   Úio_listc                 óÆ  — g }g }g }|D ]È}d|j         vrd|j         vr|                     |¦  «         Œ*d|j         v rK|                      |d|¬¦  «        }| j        r|                     |¦  «         Œh|                     |¦  «         Œ~|                      |d|¬¦  «        }| j        r|                     |¦  «         Œ³|                     |¦  «         ŒÉ| j        s|||z   z  }|S )NÚpastÚpresentr$   F)r’   r“   T)Únamer]   r�   r   )r$   rž   r“   Úreordered_iorb   rc   r‘   Únew_ios           r&   Úfix_iozWhisperDecoder.fix_io  s,  € àˆØ ÐØ!Ðàð 	8ð 	8ˆBØ˜RœWÐ$Ð$¨¸"¼'Ð)AÐ)AØ×#Ò# BÑ'Ô'Ð'Ð'Ø˜2œ7Ð"Ð"à×6Ò6°rÀEÐU^Ð6Ñ_Ô_�ØÔ)ð 7Ø ×'Ò'¨Ñ/Ô/Ð/Ð/à'×.Ò.¨vÑ6Ô6Ð6Ð6ð ×6Ò6°rÀDÐT]Ð6Ñ^Ô^�ØÔ)ð 8Ø ×'Ò'¨Ñ/Ô/Ð/Ð/à(×/Ò/°Ñ7Ô7Ð7Ð7àÔ%ð 	GØÐ/Ð2FÑFÑFˆLØÐr'   c                 óf  — |                       |j        j        d¬¦  «        }t          |j        j        ¦  «        dk    r;|j        j                             ¦   «          t          |j        j        ¦  «        dk    °;|j        j                             |¦  «         |                       |j        j        d¬¦  «        }t          |j        j        ¦  «        dk    r;|j        j                             ¦   «          t          |j        j        ¦  «        dk    °;|j        j                             |¦  «         |S )NF)r“   r   T)r¥   ÚgraphÚinputr`   ÚpopÚextendÚoutput)r$   r   Úreordered_inputsÚreordered_outputss       r&   Úfix_inputs_and_outputsz%WhisperDecoder.fix_inputs_and_outputs1  s  € ð  Ÿ;š; u¤{Ô'8ÀE˜;ÑJÔJÐÝ�%”+Ô#Ñ$Ô$ qÒ(Ð(ØŒKÔ×!Ò!Ñ#Ô#Ð#õ �%”+Ô#Ñ$Ô$ qÒ(Ð(àŒÔ× Ò Ð!1Ñ2Ô2Ð2à ŸKšK¨¬Ô(:Àd˜KÑKÔKÐÝ�%”+Ô$Ñ%Ô%¨Ò)Ð)ØŒKÔ×"Ò"Ñ$Ô$Ð$õ �%”+Ô$Ñ%Ô%¨Ò)Ð)àŒÔ×!Ò!Ð"3Ñ4Ô4Ð4Øˆr'   c                 ó>   — | j         dk    r|rt          |¦  «        }|S r   )r   r   )r$   r   r†   s      r&   Úfix_layernorm_weightsz$WhisperDecoder.fix_layernorm_weights?  s(   € ØŒ?˜hÒ&Ð&¨?Ð&õ -¨UÑ3Ô3ˆEØˆr'   TÚonnx_model_pathÚproviderÚverboseÚuse_external_data_formatÚuse_encoder_hidden_statesÚuse_kv_cache_inputsc	                 ó‚  — |o| | _         | o|| _        | j         s| j        s
J d¦   «         ‚|                      ||¬¦  «        }	|                      ¦   «         }
|                      ¦   «         }|                      |
|¦  «        }t          |¦  «        j                             dd¬¦  «         t          j
        ¦   «         5 }t          j                             |d¦  «        }t          |¦  «        j                             dd¬¦  «         |r|n|}t          j                             | |	|d|
||dd|¬¦
  «
         t          j        ||¬¦  «        }|                      |¦  «        }|                      ||¦  «        }t)          j        |||d¬	¦  «         d
d
d
¦  «         n# 1 swxY w Y   |                      ||||¦  «         d
S )al  Export decoder to ONNX

        Args:
            onnx_model_path (str): path to save ONNX model
            provider (str): provider to use for verifying parity on ONNX model
            verbose (bool, optional): print verbose information. Defaults to True.
            use_external_data_format (bool, optional): use external data format or not. Defaults to False.
            use_fp16_inputs (bool, optional): use float16 inputs for the KV caches. Defaults to False.
            use_int32_inputs (bool, optional): use int32 inputs for the decoder_input_ids. Defaults to True.
            use_encoder_hidden_states (bool, optional): use encoder_hidden_states as model input for decoder-init/decoder-without-past models. Defaults to False.
            use_kv_cache_inputs (bool, optional): use KV caches as model inputs for decoder-with-past models. Defaults to True.
        zVOnly one of `use_encoder_hidden_states` and `use_kv_cache_inputs` can be true at once.)r†   r‡   T)ÚparentsÚexist_okzdecoder.onnxé   )	ÚargsÚfÚexport_paramsr{   rƒ   r…   Úopset_versionÚdo_constant_foldingr³   )Úload_external_data)Úsave_as_external_dataÚall_tensors_to_one_fileN)rv   Ú
later_passr�   r{   rƒ   r…   r   ÚparentÚmkdirÚtempfileÚTemporaryDirectoryÚosÚpathÚjoinrZ   ÚonnxÚexportÚ
load_modelr®   r°   r	   ÚsaveÚverify_onnx)r$   r±   r²   r³   r´   r†   r‡   rµ   r¶   r�   r{   rƒ   r…   Útmp_dir_nameÚtemp_onnx_model_pathÚout_pathr   s                    r&   Úexport_onnxzWhisperDecoder.export_onnxK  s2  € ðH 4ÐOÐ<OÐ8OˆŒð 8Ð7ÐOÐ<OˆŒàŒð 	
 $¤/ð 	
ð 	
Ødñ	
ô 	
Ð1ð —’¨_ÐO_�Ñ`Ô`ˆØ×&Ò&Ñ(Ô(ˆØ×(Ò(Ñ*Ô*ˆØ×(Ò(¨°lÑCÔCˆåˆ_ÑÔÔ$×*Ò*°4À$Ð*ÑGÔGÐGÝÔ(Ñ*Ô*ð 	¨lÝ#%¤7§<¢<°¸nÑ#MÔ#MÐ ÝÐ%Ñ&Ô&Ô-×3Ò3¸DÈ4Ð3ÑPÔPÐPØ/GÐ\Ð+Ð+È_ˆHåŒJ×ÒØØØØ"Ø'Ø)Ø)Ø Ø$(Øð ñ ô ð õ ”O HÐAYÐZÑZÔZˆEØ×/Ò/°Ñ6Ô6ˆEØ×.Ò.¨u°oÑFÔFˆEÝŒNØØØ&>Ø(,ð	ñ ô ð ð+	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð8 	×Ò˜¨(°OÐEUÑVÔVÐVÐVÐVs   Â>CFÆF Æ#F c                 óÐ  — |                       ||d¬¦  «        }g }| j        rº | j        d
i |¤Ž}|                     |d                              ¦   «                              ¦   «                              ¦   «         ¦  «         |d         D ]R}|D ]M}	|                     |	                     ¦   «                              ¦   «                              ¦   «         ¦  «         ŒNŒSn´ | j        d
i |¤Ž}|                     |d                              ¦   «                              ¦   «                              ¦   «         ¦  «         |d         D ]M}
|                     |
                     ¦   «                              ¦   «                              ¦   «         ¦  «         ŒNt          ||g¬¦  «        }|                     dt          ||¦  «        ¦  «        }	 t          |                      ¦   «         ¦  «        D ]u\  }}t          j        ||         ||         z
  ¦  «        }t                               d|› d�¦  «         t                               d	t          j        |¦  «        › �¦  «         ŒvdS #  Y dS xY w)aw  Verify ONNX model outputs and PyTorch model outputs match

        Args:
            onnx_model_path (str): path to save ONNX model
            provider (str): execution provider for ONNX model
            use_fp16_inputs (bool, optional): use float16 inputs for the KV caches
            use_int32_inputs (bool, optional): use int32 inputs for the decoder_input_ids
        T)r†   r‡   rˆ   r   r9   )Ú	providersNz
Comparing z...z
Max diff: rq   )r�   rv   rj   r]   r\   ÚcpuÚnumpyr   Úrunr   rS   rƒ   ÚnpÚabsÚloggerÚwarningÚmax)r$   r±   r²   r†   r‡   r�   Ú
pt_outputsÚoutÚpresent_key_value_layerÚpresent_key_valueÚpresent_self_key_valueÚsessÚort_outputsrs   Úoutput_nameÚdiffs                   r&   rÏ   zWhisperDecoder.verify_onnxœ  si  € ð8 —’¨_ÐO_Ðmq�ÑrÔrˆØˆ
ØŒ?ð 
	QØ�$”,Ð(Ð( Ð(Ð(ˆCØ×Ò˜c !œfŸmšm™oœo×1Ò1Ñ3Ô3×9Ò9Ñ;Ô;Ñ<Ô<Ð<Ø+.¨q¬6ð Pð PÐ'Ø)@ð Pð PÐ%Ø×%Ò%Ð&7×&>Ò&>Ñ&@Ô&@×&DÒ&DÑ&FÔ&F×&LÒ&LÑ&NÔ&NÑOÔOÐOÐOðPðPð �$”,Ð(Ð( Ð(Ð(ˆCØ×Ò˜c !œfŸmšm™oœo×1Ò1Ñ3Ô3×9Ò9Ñ;Ô;Ñ<Ô<Ð<Ø*-¨a¬&ð Qð QÐ&Ø×!Ò!Ð"8×"?Ò"?Ñ"AÔ"A×"EÒ"EÑ"GÔ"G×"MÒ"MÑ"OÔ"OÑPÔPÐPÐPõ   ¸H¸:ÐFÑFÔFˆØ—h’h˜tÕ%;¸FÀDÑ%IÔ%IÑJÔJˆð	Ý"+¨D×,=Ò,=Ñ,?Ô,?Ñ"@Ô"@ð <ð <‘��;Ý”v˜j¨œm¨k¸!¬nÑ<Ñ=Ô=�Ý—’Ð<¨KÐ<Ð<Ð<Ñ=Ô=Ð=Ý—’Ð:­B¬F°4©L¬LÐ:Ð:Ñ;Ô;Ð;Ð;ð<ð <øð	ØˆDˆDøøøs   ÇBI  É I%)F)NN)FF)TFFTFT)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rZ   ÚnnÚModuleÚstrÚboolr   ÚTensorrw   Útupler5   rh   rj   r{   rƒ   r…   r�   r   r�   r   r¥   r   r®   r°   rÓ   rÏ   Ú__classcell__)r%   s   @r&   r   r   "   s@  ø€ € € € € Ø9Ð9ð?ð ?˜}ð ?°U´X´_ð ?ÐRUð ?Ðjnð ?ð ?ð ?ð ?ð ?ð ?ð$ 6:Ø<@ð	$ð $à œ<ð$ð  %œ|¨dÑ2ð$ð ˜e E¤LÔ1Ô2°TÑ9ð	$ð $ð $ð $ð> 6:Ø<@ð	X$ð X$à œ<ðX$ð  %œ|¨dÑ2ðX$ð ˜e E¤LÔ1Ô2°TÑ9ð	X$ð X$ð X$ð X$ðz 6:Ø<@ð	Zð Zà œ<ðZð  %œ|¨dÑ2ðZð ˜e E¤LÔ1Ô2°TÑ9ð	Zð Zð Zð Zðð ð ð ð ð ð8ð ð ð
ð 
 dð 
¸dð 
ÐQUð 
ð 
ð 
ð 
ð4ð ¨>ð ÀTð Ð^bð ð ð ð ð(ð Ð=ð È$ð ð ð ð ð8¨Jð ð ð ð ð
¨:ð 
Èð 
ð 
ð 
ð 
ð  Ø).Ø %Ø!%Ø*/Ø$(ðOWð OWàðOWð ðOWð ð	OWð
 #'ðOWð ðOWð ðOWð $(ðOWð "ðOWð OWð OWð OWðb5àð5ð ð5ð ð	5ð
 ð5ð 5ð 5ð 5ð 5ð 5ð 5ð 5r'   r   )$ÚloggingrÈ   rÆ   Ú	itertoolsr   Úpathlibr   r×   rÙ   rË   rZ   Úfloat16r   Ú#google.protobuf.internal.containersr   r   r   Ú
onnx_modelr	   Úpast_helperr
   Útransformersr   Úwhisper_inputsr   r   r   r   Úonnxruntimer   Ú	getLoggerrç   rÛ   rë   rì   r   rq   r'   r&   ú<module>rý      sz  ðð €€€Ø 	€	€	€	Ø €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€Ø €€€Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø OÐ OÐ OÐ OÐ OÐ OØ +Ð +Ð +Ð +Ð +Ð +Ð +Ð +Ø  Ð  Ð  Ð  Ð  Ð  Ø +Ð +Ð +Ð +Ð +Ð +Ø &Ð &Ð &Ð &Ð &Ð &ðð ð ð ð ð ð ð ð ð ð ð ð )Ð (Ð (Ð (Ð (Ð (à	ˆÔ	˜8Ñ	$Ô	$€ðoð oð oð oð o�U”X”_ñ oô oð oð oð or'   