§
    û¸¸j3:  ã                   ó’   — d dl Z d dlZd dlZd dlmZ d dlmZmZmZ d dlm	Z	m
Z
 d dlmZmZ  e j        e¦  «        Zd„ Zd
d„Zd	„ ZdS )é    N)Ú	Precision)Úget_shared_initializersÚ.update_decoder_subgraph_output_cross_attentionÚ?update_decoder_subgraph_share_buffer_and_use_decoder_masked_mha)ÚTensorProtoÚhelper)ÚWhisperConfigÚWhisperTokenizerc                 óÌ   — t          t          d„ | ¦  «        ¦  «        }t          |¦  «        t          |¦  «        k    sJ ‚t          ||d¬¦  «        D ]\  }}|j        |v sJ ‚Œd S )Nc                 ó   — | S )N© )Ú
beam_inputs    ú…/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/whisper/whisper_chain.pyú<lambda>zverify_inputs.<locals>.<lambda>   s   € ¸*€ ó    F)Ústrict)ÚlistÚfilterÚlenÚzipÚname)Úbeam_inputsÚgraph_inputsÚbeam_required_inputsÚgraph_inputr   s        r   Úverify_inputsr      s†   € å¥Ð'DÐ'DÀkÑ RÔ RÑSÔSÐÝˆ|ÑÔ¥Ð$8Ñ 9Ô 9Ò9Ð9Ð9Ð9Ý#& |Ð5IÐRWÐ#XÑ#XÔ#Xð .ð .Ñˆ�ZàÔ :Ð-Ð-Ð-Ð-Ð-ð.ð .r   Tc                 óÖ   — |rt          t          d„ | ¦  «        ¦  «        S t          | ¦  «        dk    r5| d         dk    r|                      ¦   «          nnt          | ¦  «        dk    °5| S )Nc                 ó   — | dk    S )NÚ r   )Úelms    r   r   zclean_list.<locals>.<lambda>#   s
   €  s¨b¢y€ r   r   éÿÿÿÿr   )r   r   r   Úpop)ÚarrÚremove_all_stringss     r   Ú
clean_listr%       sn   € Øð 8å•FÐ0Ð0°#Ñ6Ô6Ñ7Ô7Ð7õ ˆc‰(Œ(�QŠ,ˆ,ØˆrŒ7�bŠ=ˆ=Ø�GŠG‰IŒIˆIˆIàõ	 ˆc‰(Œ(�QŠ,ˆ,ð
 €Jr   c                 ó  — t          j        | j        d¬¦  «        }d|j        _        t          j        | j        d¬¦  «        }d|j        _        t          j        | j        | j	        ¬¦  «        }t          j        | j        | j	        ¬¦  «        }| j        t          j        k    rdnd}| j        t          j        k    rdnd	d
ddd| j        t          j        k    rdnd| j        t          j        k    rdnd| j        rdnd| j        rdndd| j        rdnd| j        rdnd| j        rdnd| j        rdnd| j        r|ndg}| j        t          j        k    rdnd}| j        t          j        k    rdnd}d| j        r|nd| j        r|nd| j        rdnd| j        rdndg}	g }
| j        t          j        k    �rJt1          j        d d	gdgd!t4          j        ¬"¦  «        }t1          j        d dgdgd#t4          j        ¬"¦  «        }t1          j        d dgdgd$t4          j        ¬"¦  «        }|
                     |||g¦  «         | j        r:t1          j        d dgdgd%t4          j        ¬"¦  «        }|
                     |¦  «         | j        r:t1          j        d dgdgd&t4          j        ¬"¦  «        }|
                     |¦  «         | j        r:t1          j        d dgdgd't4          j        ¬"¦  «        }|
                     |¦  «         t1          j        d(|j        ¦  «        t1          j        d)|j         ¦  «        t1          j        d*|j!        ¦  «        t1          j        d+| "                    d,g¦  «        d-         ¦  «        t1          j        d.| "                    d/g¦  «        d-         ¦  «        t1          j        d0| "                    d1g¦  «        d-         ¦  «        | j        r/t1          j        d2| "                    d3g¦  «        d-         ¦  «        ndt1          j        d4| "                    d5g¦  «        d-         ¦  «        t1          j        d6| "                    d7g¦  «        d-         ¦  «        t1          j        d8| j#        ¦  «        t1          j        d9d¦  «        t1          j        d:d;¦  «        | j        rt1          j        d<d=¦  «        ndg}t1          j        d>tI          |d?¬@¦  «        tI          |	d?¬@¦  «        dAdB¬C¦  «        }|j%                             tI          |d¬@¦  «        ¦  «         t1          j&        d	t4          j        g dD¢¦  «        }t1          j&        d
t4          j'        d=g¦  «        }t1          j&        dt4          j'        d=g¦  «        }t1          j&        dt4          j'        d=g¦  «        }t1          j&        dt4          j'        d=g¦  «        }t1          j&        dt4          j        d=g¦  «        }t1          j&        dt4          j        d=g¦  «        }t1          j&        dt4          j'        |j(        g¦  «        }t1          j&        dt4          j'        dE|j(        g¦  «        }t1          j&        dt4          j'        dEdFg¦  «        }t1          j&        dt4          j'        d=g¦  «        }t1          j&        dt4          j'        dGd;g¦  «        }t1          j&        dt4          j'        dEdHg¦  «        }t1          j&        dt4          j        d=g¦  «        } tI          |||||||| j        r|nd| j        r|nd| j        r|nd| j        r|nd| j        r|nd| j        r|nd| j        r| ndg¦  «        }!t1          j&        dt4          j'        g dI¢¦  «        }"t1          j&        dt4          j        dEg¦  «        }#t1          j&        dt4          j        dEg¦  «        }$t1          j&        dt4          j        g dJ¢¦  «        }%t1          j&        dKt4          j        dEg¦  «        }&tI          |"| j        r|#nd| j        r|$nd| j)        s| j*        s	| j        r|%nd| j        r|&ndg¦  «        }'tW          | dL¦  «        r{| j,        rtt[          |j        ¦  «        rt\           /                    dM¦  «         nt\           0                    dN¦  «         tW          | dO¦  «        r| j        rtc          |j        ¦  «         te          ||¦  «        }(|j%                             t1          j        dP|j        ¦  «        t1          j        dQ|j        ¦  «        g¦  «         t1          j3        dBd=¬R¦  «        t1          j3        ddS¬R¦  «        g})|
                     |¦  «         | j        r:t1          j        d dgdKgdTt4          j        ¬"¦  «        }*|
                     |*¦  «         t1          j4        |
dU|!|'|(¬V¦  «        }+dW„ |!D ¦   «         },dX„ |'D ¦   «         }-| j*        rÁt          j        | j*        d¬¦  «        }.|.j        }/|+j5                             |/j5        ¦  «         |+j6                             |/j6        ¦  «         |/j7        D ]:}0|0j        |,vr/|0j        |-vr&|0j        dk    r|+j7                             |0g¦  «         Œ;|+j8                             |/j8        ¦  «         ts          ||!¦  «         |j:        |j:        k    sJ ‚t\           /                    dY|j:        › dZ�¦  «         t1          j;        |+d[|)|j:        ¬\¦  «        }1tx          j=         >                    | j?        ¦  «        r­t\           /                    d]| j?        › d^| j?        d_z   › �¦  «         tx          j=         @                    | j?        ¦  «        rty          jA        | j?        ¦  «         tx          j=         @                    | j?        d_z   ¦  «        rty          jA        | j?        d_z   ¦  «         t          jB        |1| j?        | jC        ddtx          j=         D                    | j?        ¦  «        › d_�¬`¦  «         	 t           jE         F                    | j?        d¬a¦  «         d S # tŽ          $ r*}2t\           H                    db|2› �d¬c¦  «         Y d }2~2d S d }2~2ww xY w)dNT)Úload_external_datazencoderdecoderinit subgraphzdecoder subgraph)Ú	cache_dirÚtemperature_fp16ÚtemperatureÚinput_features_fp16Úinput_featuresÚ
max_lengthÚ
min_lengthÚ	num_beamsÚnum_return_sequencesÚlength_penalty_fp16Úlength_penaltyÚrepetition_penalty_fp16Úrepetition_penaltyÚ
vocab_maskr   Úprefix_vocab_maskÚdecoder_input_idsÚlogits_processorÚcross_qk_layer_headÚextra_decoding_idsÚsequence_scores_fp16Úsequence_scoresÚscores_fp16ÚscoresÚ	sequencesÚcross_qkÚno_speech_probs_beamÚCastÚCastInputFeaturesToFp16)ÚinputsÚoutputsr   ÚtoÚCastLengthPenaltyToFp16ÚCastRepetitionPenaltyToFp16Útemperature_to_fp16ÚCastOutputSequenceScoresToFp32ÚCastScoresToFp32Úeos_token_idÚpad_token_idÚdecoder_start_token_idÚtranslate_token_idz<|translate|>r   Útranscribe_token_idz<|transcribe|>Ústart_of_lm_token_idz<|startoflm|>Úno_speech_token_idz<|nospeech|>Úno_timestamps_token_idz<|notimestamps|>Úbeginning_timestamp_token_idz<|0.00|>Úno_repeat_ngram_sizeÚearly_stoppingÚ
model_typeé   Údecoder_output_cross_qké   ÚWhisperBeamSearchF)r$   Ú
BeamSearchzcom.microsoft)rD   rE   r   Údomain)Ú
batch_sizeÚfeature_sizeÚsequence_lengthr^   Úinitial_sequence_lengthÚnum_layer_headÚextra_decoding_ids_len)r^   r0   r-   )r^   r0   Únum_layer_head_cross_qkr-   ÚframesÚno_speech_probsÚuse_gpuzUUpdated whisper decoder subgraph to use DecoderMaskedMultiHeadAttention successfully!zPDecoderMaskedMultiHeadAttention could not be applied to whisper decoder subgraphÚcollect_cross_qkÚdecoderÚencoder)r]   Úversioné   Úno_speech_probs_cast_to_fp32zWhisperBeamSearch Graph)r   rD   rE   Úinitializerc                 ó   — g | ]	}|j         ‘Œ
S r   ©r   )Ú.0Úgis     r   ú
<listcomp>zchain_model.<locals>.<listcomp>  s   € Ð=Ð=Ð=¨"˜bœgÐ=Ð=Ð=r   c                 ó   — g | ]	}|j         ‘Œ
S r   rp   )rq   Úgos     r   rs   zchain_model.<locals>.<listcomp>  s   € Ð?Ð?Ð?¨2˜rœwÐ?Ð?Ð?r   zUsing IR version z for chained modelzonnxruntime.transformers)Úproducer_nameÚopset_importsÚ
ir_versionzOverwriting z and z.data)Úsave_as_external_dataÚall_tensors_to_one_fileÚconvert_attributeÚlocation)Ú
full_checkz2An error occurred while running the ONNX checker: )Úexc_info)IÚonnxÚ
load_modelÚencoder_pathÚgraphr   Údecoder_pathr	   Úfrom_pretrainedÚmodel_name_or_pathr(   r
   Ú	precisionr   ÚFLOAT16Úuse_vocab_maskÚuse_prefix_vocab_maskÚuse_forced_decoder_idsÚuse_logits_processorrh   r:   Úuse_temperatureÚoutput_sequence_scoresÚoutput_scoresÚoutput_no_speech_probsr   Ú	make_noder   ÚextendÚappendÚFLOATÚmake_attributerL   rM   rN   Úconvert_tokens_to_idsrU   r%   Ú	attributeÚmake_tensor_value_infoÚINT32Ú
vocab_sizeÚoutput_cross_qkÚcross_qk_onnx_modelÚhasattrrg   r   ÚloggerÚinfoÚwarningr   r   Úmake_opsetidÚ
make_graphrn   ÚnodeÚinputÚoutputr   rx   Úmake_model_gen_versionÚosÚpathÚisfileÚbeam_model_output_dirÚexistsÚremoveÚsaveÚuse_external_data_formatÚbasenameÚcheckerÚcheck_modelÚ	ExceptionÚerror)3ÚargsÚencoder_modelÚdecoder_modelÚconfigÚ	tokenizerÚtemperature_namer   Úsequence_scores_nameÚscores_nameÚbeam_outputsÚgraph_nodesÚinput_features_cast_nodeÚlen_pen_cast_nodeÚrep_pen_cast_nodeÚtemp_cast_nodeÚ output_sequence_scores_cast_nodeÚoutput_scores_cast_nodeÚbeam_search_attrsr¢   r,   r-   r.   r/   r0   r2   r4   r5   r6   r7   r8   r9   r:   r*   r   r?   r<   r>   r@   rf   Úgraph_outputsÚinitializersÚopset_importÚprob_cast_nodeÚ
beam_graphÚbeam_graph_input_namesÚbeam_graph_output_namesÚpost_qk_modelÚpost_qk_graphÚpgiÚ
beam_modelÚes3                                                      r   Úchain_modelrÐ   .   s�  € å”O DÔ$5È$ÐOÑOÔO€MØ<€MÔÔå”O DÔ$5È$ÐOÑOÔO€MØ1€MÔÔåÔ*¨4Ô+BÈdÌnÐ]Ñ]Ô]€FÝ Ô0°Ô1HÐTXÔTbÐcÑcÔc€Ið .2¬^½yÔ?PÒ-PÐ-PÐ)Ð)ÐVcÐà!%¤µ9Ô3DÒ!DÐ!DÐÐÐJZØØØØØ!%¤µ9Ô3DÒ!DÐ!DÐÐÐJZØ%)¤^µyÔ7HÒ%HÐ%HÐ!Ð!ÐNbØÔ+Ð3ˆˆ°Ø#Ô9ÐAÐÐ¸rØ
Ø#Ô:ÐBÐÐÀØ"Ô7Ð?ÐÐ¸RØ!%Ô!6Ð>ÐÐ¸BØ $Ô 7Ð?ÐÐ¸RØ Ô0Ð8ÐÐ°bð€Kð$ 6:´^ÅyÔGXÒ5XÐ5XÐ1Ð1Ð^oÐØ#'¤>µYÔ5FÒ#FÐ#F�-�-ÈH€KàØ $Ô ;ÐCÐÐÀØÔ)Ð1ˆˆ¨rØÔ+Ð3ˆ
ˆ
°Ø"&Ô"=ÐEÐÐÀ2ð€Lð €KØ„~�Ô*Ò*Ñ*Ý#)Ô#3ØØ$Ð%Ø*Ð+Ø*ÝÔ"ð$
ñ $
ô $
Ð õ #Ô,ØØ$Ð%Ø*Ð+Ø*ÝÔ"ð
ñ 
ô 
Ðõ #Ô,ØØ(Ð)Ø.Ð/Ø.ÝÔ"ð
ñ 
ô 
Ðð 	×ÒÐ4Ð6GÐIZÐ[Ñ\Ô\Ð\àÔð 	/Ý#Ô-ØØ%�Ø+Ð,Ø*ÝÔ&ðñ ô ˆNð ×Ò˜~Ñ.Ô.Ð.àÔ&ð 	AÝ/5Ô/?ØØ.Ð/Ø*Ð+Ø5ÝÔ$ð0ñ 0ô 0Ð,ð ×ÒÐ?Ñ@Ô@Ð@àÔð 	8Ý&,Ô&6ØØ%�Ø!˜
Ø'ÝÔ$ð'ñ 'ô 'Ð#ð ×ÒÐ6Ñ7Ô7Ð7õ 	Ô˜n¨fÔ.AÑBÔBÝÔ˜n¨fÔ.AÑBÔBÝÔØ$ fÔ&Cñ	
ô 	
õ 	ÔÐ2°I×4SÒ4SÐUdÐTeÑ4fÔ4fÐghÔ4iÑjÔjÝÔÐ3°Y×5TÒ5TÐVfÐUgÑ5hÔ5hÐijÔ5kÑlÔlÝÔÐ4°i×6UÒ6UÐWfÐVgÑ6hÔ6hÐijÔ6kÑlÔlð Ô*ð�FÔ!Ð"6¸	×8WÒ8WÐYgÐXhÑ8iÔ8iÐjkÔ8lÑmÔmÐmàåÔÐ6¸	×8WÒ8WÐYkÐXlÑ8mÔ8mÐnoÔ8pÑqÔqÝÔÐ<¸i×>]Ò>]Ð_iÐ^jÑ>kÔ>kÐlmÔ>nÑoÔoÝÔÐ4°dÔ6OÑPÔPÝÔÐ.°Ñ5Ô5ÝÔ˜l¨AÑ.Ô.Ø?CÔ?TÐ\�ÔÐ7¸Ñ;Ô;Ð;ÐZ\ð'Ðõ* ÔØÝ˜+¸%Ð@Ñ@Ô@Ý˜<¸EÐBÑBÔBØØðñ ô €Dð 	„N×Ò�*Ð%6È4ÐPÑPÔPÑQÔQÐQõ Ô2Ø�+Ô+Ð-^Ð-^Ð-^ñô €Nõ Ô.¨|½[Ô=NÐQRÐPSÑTÔT€JÝÔ.¨|½[Ô=NÐQRÐPSÑTÔT€JÝÔ-¨k½;Ô;LÈqÈcÑRÔR€IÝ!Ô8Ð9OÕQ\ÔQbÐefÐdgÑhÔhÐÝÔ2Ð3CÅ[ÔEVÐYZÐX[Ñ\Ô\€NÝÔ6Ð7KÍ[ÔM^ÐabÐ`cÑdÔdÐÝÔ.¨|½[Ô=NÐQWÔQbÐPcÑdÔd€JÝÔ5Ø�[Ô.°¸vÔ?PÐ0Qñô Ðõ Ô5Ø�[Ô.°Ð?XÐ0Yñô Ðõ Ô4Ð5GÍÔIZÐ]^Ð\_Ñ`Ô`ÐÝ Ô7Ð8MÍ{ÔO`ÐcsÐuvÐbwÑxÔxÐÝÔ6Ø�kÔ/°,Ð@XÐ1Yñô Ðõ Ô/°½{Ô?PÐSTÐRUÑVÔV€KåàØØØØ ØØØÔ-Ð5ˆJˆJ°2Ø!%Ô!;ÐCÐÐÀØ!%Ô!<ÐDÐÐÀ"Ø $Ô 9ÐAÐÐ¸rØ#'Ô#8Ð@ÐÐ¸bØ"&Ô"9ÐAÐÐ¸rØÔ/Ð7ˆKˆK°Rð	
ñô €Lõ( Ô-Ø•[Ô&Ð(\Ð(\Ð(\ñô €Iõ Ô3Ð4EÅ{ÔGXÐ[gÐZhÑiÔi€OÝÔ*¨8µ[Ô5FÈÈÑWÔW€FÝÔ,ØÝÔØaÐaÐañô €Hõ
 Ô3Ð4EÅ{ÔGXÐ[gÐZhÑiÔi€OåàØ#Ô:ÐBˆOˆOÀØÔ(Ð0ˆFˆF¨bØÔ,Ðp°TÔ5MÐpÐRVÔRgÐpˆHˆHÐnpØ#Ô:ÐBˆOˆOÀð	
ñô €Mõ ˆt�YÑÔð P D¤Lð PÝJÈ=ÔK^Ñ_Ô_ð 	oÝ�KŠKÐoÑpÔpÐpÐpå�NŠNÐmÑnÔnÐnÝ�4Ð+Ñ,Ô,ð 	P°Ô1Fð 	PÝ:¸=Ô;NÑOÔOÐOõ +¨=¸-ÑHÔH€LØ„N×ÒåÔ! )¨]Ô-@ÑAÔAÝÔ! )¨]Ô-@ÑAÔAð	
ñô ð õ Ô'¨ÈÐJÑJÔJÍFÔL_ÐgiÐsuÐLvÑLvÔLvÐw€Là×Ò�tÑÔÐØÔ"ð +ÝÔ)ØØ*Ð+Ø&Ð'Ø/ÝÔ ð
ñ 
ô 
ˆð 	×Ò˜>Ñ*Ô*Ð*õ Ô"ØØ&ØØØ ðñ ô €Jð >Ð=°Ð=Ñ=Ô=ÐØ?Ð?°Ð?Ñ?Ô?ÐàÔð 7Ýœ¨Ô(@ÐUYÐZÑZÔZˆØ%Ô+ˆØÔ×%Ò% mÔ&?Ñ@Ô@Ð@ØŒ×Ò˜}Ô1Ñ2Ô2Ð2ð !Ô&ð 	/ð 	/ˆCà”Ð!7Ð7Ð7Ø”XÐ%<Ð<Ð<Ø”X Ò+Ð+àÔ ×'Ò'¨¨Ñ.Ô.Ð.øØÔ× Ò  Ô!5Ñ6Ô6Ð6õ �+˜|Ñ,Ô,Ð,àÔ# }Ô'?Ò?Ð?Ð?Ð?Ý
‡K‚KÐP MÔ$<ÐPÐPÐPÑQÔQÐQõ Ô.ØØ0Ø"Ø Ô+ð	ñ ô €Jõ 
„w‡~‚~�dÔ0Ñ1Ô1ð <Ý�ŠÐj 4Ô#=ÐjÐjÀDÔD^ÐahÑDhÐjÐjÑkÔkÐkÝŒ7�>Š>˜$Ô4Ñ5Ô5ð 	2ÝŒI�dÔ0Ñ1Ô1Ð1ÝŒ7�>Š>˜$Ô4°wÑ>Ñ?Ô?ð 	<ÝŒI�dÔ0°7Ñ:Ñ;Ô;Ð;å„IØØÔ"Ø"Ô;Ø $ØÝ”G×$Ò$ TÔ%?Ñ@Ô@ÐGÐGÐGðñ ô ð ð^ÝŒ× Ò  Ô!;ÈÐ ÑMÔMÐMÐMÐMøÝð ^ð ^ð ^Ý�ŠÐMÈ!ÐMÐMÐX\ˆÑ]Ô]Ð]Ð]Ð]Ð]Ð]Ð]Ð]øøøøð^øøøs   ð)&q ñ
rñr ò r)T)Úloggingr¦   r   Úbenchmark_helperr   Úconvert_generationr   r   r   r   r   Útransformersr	   r
   Ú	getLoggerÚ__name__r�   r   r%   rÐ   r   r   r   ú<module>r×      sð   ðð €€€Ø 	€	€	€	à €€€Ø &Ð &Ð &Ð &Ð &Ð &ðð ð ð ð ð ð ð ð ð ð
 %Ð $Ð $Ð $Ð $Ð $Ð $Ð $Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8à	ˆÔ	˜8Ñ	$Ô	$€ð.ð .ð .ðð ð ð ð]^ð ]^ð ]^ð ]^ð ]^r   