§
    û¸¸j€S  ã                   óä   — d dl Z d dlZd dlmZ d dlZd dlZd dlmZm	Z	m
Z
 d dlmZ d dlmZmZmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ  e j        e¦  «        Zg d¢Z G d„ d¦  «        ZdS )é    N)ÚPath)Úadd_cache_indirection_to_mhaÚadd_output_qk_to_mhaÚfix_past_sequence_length)Úoptimize_model)ÚWhisperConfigÚWhisperForConditionalGenerationÚWhisperProcessor)ÚWhisperDecoder)ÚWhisperEncoder)ÚWhisperEncoderDecoderInit)ÚWhisperJumpTimes)ÚInferenceSession)zwhisper-tinyzwhisper-tiny.enzwhisper-basezwhisper-base.enzwhisper-smallzwhisper-small.enzwhisper-mediumzwhisper-medium.enzwhisper-largezwhisper-large-v2zwhisper-large-v3zwhisper-large-v3-turboc                   óB  — e Zd Ze	 	 d3dededededef
d„¦   «         Ze	 	 	 d4ded
ededej        dej	        dededede
eej        j        f         fd„¦   «         Zedeez  ez  dedededededededefd„¦   «         Ze	 	 	 	 	 	 d5dedededed ed!eded"eded#ededefd$„¦   «         Ze	 	 d6d&ed'ej        j        dej        d(ed)ef
d*„¦   «         Zed(ed)efd+„¦   «         Zed,ej        d-ej        d.efd/„¦   «         Ze	 	 d6deded0edej        d(ed)efd1„¦   «         Zd2S )7ÚWhisperHelperÚ FÚ
output_dirÚmodel_name_or_pathÚsuffixÚ
new_folderÚreturnc                 óH  — |}t           j                             |¦  «        rt          |¦  «        j        d         }n|                     d¦  «        d         }||z  }|r t           j                             | |¦  «        n| }t           j                             ||dz   ¦  «        S )aÉ  Build onnx path

        Args:
            output_dir (str): output directory
            model_name_or_path (str): pretrained model name, or path to the model checkpoint
            suffix (str, optional): suffix like "_encoder" or "_decoder_fp16" will be appended to file name. Defaults to None.
            new_folder (bool, optional): create a new directory for the model. Defaults to False.
        Returns:
            str: path of onnx model
        éÿÿÿÿú/z.onnx)ÚosÚpathÚisdirr   ÚpartsÚsplitÚjoin)r   r   r   r   Ú
model_nameÚ	directorys         ú†/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/whisper/whisper_helper.pyÚget_onnx_pathzWhisperHelper.get_onnx_path*   s”   € ð" (ˆ
ÝŒ7�=Š=Ð+Ñ,Ô,ð 	3ÝÐ0Ñ1Ô1Ô7¸Ô;ˆJˆJà#×)Ò)¨#Ñ.Ô.¨rÔ2ˆJà�fÑˆ
à<FÐV•B”G—L’L ¨ZÑ8Ô8Ð8ÈJˆ	ÝŒw�|Š|˜I z°GÑ';Ñ<Ô<Ð<ó    TÚ
model_implÚ	cache_dirÚdeviceÚdtypeÚmerge_encoder_and_decoder_initÚno_beam_search_opÚ	output_qkc                 ót  — |dk    rt          j        | |d¬¦  «        }nbddl}	t          j                             | ¦  «        s$|                      d¦  «        d         dd…         }
n| }
|	                     |
||d	¬
¦  «        }|                     ¦   «          	                    |¬¦  «         |dk    r| 	                    |¬¦  «         t          j        | |¬¦  «        }t          ||||¦  «                             ¦   «         }d|i}|r<t          ||||¦  «                             ¦   «         }|                     d|i¦  «         n;t          |||¦  «                             ¦   «         }|                     ||dœ¦  «         |r:t          |||¦  «                             ¦   «         }|                     d|i¦  «         |S )a|  Load model given a pretrained name or path, then build models for ONNX conversion.

        Args:
            model_name_or_path (str): pretrained model name or path
            model_impl (str): library to load model from
            cache_dir (str): cache directory
            device (torch.device): device to run the model
            dtype (torch.dtype): dtype to run the model
            merge_encoder_and_decoder_init (bool, optional): Whether merge encoder and decoder initialization into one ONNX model. Defaults to True.
            no_beam_search_op (bool, optional): Whether to use beam search op or not. Defaults to False.
            output_qk (bool, optional): Whether to output QKs to calculate batched jump times for word-level timestamps. Defaults to False.
        Returns:
            Dict[str, torch.nn.Module]: mapping from name to modules for ONNX conversion.
        ÚhfÚeager©r'   Úattn_implementationr   Nr   r   é   T)Údownload_rootÚ	in_memory©r(   ©r)   ©r'   ÚdecoderÚencoder)r9   Údecoder_initÚ
jump_times)r	   Úfrom_pretrainedÚwhisperr   r   Úexistsr   Ú
load_modelÚevalÚtor   r   r   Úupdater   r   )r   r&   r'   r(   r)   r*   r+   r,   Úmodelr=   Úname_or_pathÚconfigr8   Ú
componentsÚencoder_decoder_initr9   Úbatched_jump_timess                    r#   r?   zWhisperHelper.load_modelF   sÜ  € ð4 ˜ÒÐå3ÔCØ"¨iÈWðñ ô ˆEˆEð
 ˆNˆNˆNå”7—>’>Ð"4Ñ5Ô5ð 2Ø1×7Ò7¸Ñ<Ô<¸RÔ@ÀÀÀÔD��à1�Ø×&Ò& |°VÈ9Ð`dÐ&ÑeÔeˆEð 	�
Š
‰Œ�Š˜vˆÑ&Ô&Ð&Ø˜ÒÐØ�HŠH˜5ˆHÑ!Ô!Ð!ÝÔ.Ð/AÈYÐWÑWÔWˆõ ! ¨°
Ð<MÑNÔN×SÒSÑUÔUˆØ Ð)ˆ
Ø)ð 	MÝ#<¸VÀUÈJÐXiÑ#jÔ#j×#oÒ#oÑ#qÔ#qÐ Ø×Ò˜yÐ*>Ð?Ñ@Ô@Ð@Ð@å$ V¨U°JÑ?Ô?×DÒDÑFÔFˆGØ×Ò¨'À7ÐKÐKÑLÔLÐLàð 	BÝ!1°&¸&À)Ñ!LÔ!L×!QÒ!QÑ!SÔ!SÐØ×Ò˜|Ð-?Ð@ÑAÔAÐAØÐr%   rC   Úonnx_model_pathÚproviderÚverboseÚuse_external_data_formatÚuse_fp16_inputsÚuse_int32_inputsÚuse_encoder_hidden_statesÚuse_kv_cache_inputsc	           
      óÊ  — t          | t          ¦  «        r|                      |||||¦  «         dS t          | t          ¦  «        r|                      ||||||¦  «         dS t          | t          ¦  «        r|                      ||||||||¦  «         dS t          | t
          ¦  «        r|                      ||||||¦  «         dS t          dt          | ¦  «        › �¦  «        ‚)a/  Export model component to ONNX

        Args:
            model (class): PyTorch class to export
            onnx_model_path (str): path to save ONNX model
            provider (str): provider to use for verifying parity on ONNX model
            verbose (bool): print verbose information.
            use_external_data_format (bool): use external data format or not.
            use_fp16_inputs (bool): use float16 inputs for the audio_features, encoder_hidden_states, logits, and KV caches.
            use_int32_inputs (bool): use int32 inputs for the decoder_input_ids.
            use_encoder_hidden_states (bool): use encoder_hidden_states as model input for decoder-init/decoder-without-past models.
            use_kv_cache_inputs (bool): use KV caches as model inputs for decoder-with-past models.
        z%Unknown instance for model detected: N)Ú
isinstancer   Úexport_onnxr   r   r   Ú
ValueErrorÚtype)	rC   rI   rJ   rK   rL   rM   rN   rO   rP   s	            r#   rS   zWhisperHelper.export_onnx„   sJ  € õ2 �e�^Ñ,Ô,ð &	TØ×ÒØØØØ(Øñô ð ð ð õ ˜Õ8Ñ9Ô9ð 	TØ×ÒØØØØ(ØØ ñô ð ð ð õ ˜�~Ñ.Ô.ð 	TØ×ÒØØØØ(ØØ Ø)Ø#ñ	ô 	ð 	ð 	ð 	õ ˜Õ/Ñ0Ô0ð 
	TØ×ÒØØØØ(ØØ ñô ð ð ð õ ÐRÅTÈ%Á[Ä[ÐRÐRÑSÔSÐSr%   ÚcpuÚoptimized_model_pathÚ
is_float16Únum_attention_headsÚhidden_sizeÚ
num_layersÚuse_gpuÚ
is_decoderc           
      óf  — ddl m}  |d¦  «        }d|_        |dk    |_        t	          | d||d||d¬¦  «        }|	r\|
rZ|dk    r"t          |¦  «        \  }}t          ||¦  «        }|r0t          |t          t          dd	|z  d	¦  «        ¦  «        ¬
¦  «        }| 
                    ||d¬¦  «         dS )zHOptimize ONNX model with an option to convert it to use mixed precision.r   )ÚFusionOptionsÚbartTÚrocmF)Ú
model_typeÚ	num_headsrZ   Ú	opt_levelÚoptimization_optionsr\   Úonly_onnxruntimeÚcudaé   )Úskip_node_idxs)Úall_tensors_to_one_fileN)Úfusion_optionsr_   Úuse_multi_head_attentionÚ!disable_multi_head_attention_biasr   r   r   r   ÚlistÚrangeÚsave_model_to_file)rI   rW   rX   rY   rZ   r[   rL   r\   rJ   r]   r+   r,   r_   re   ÚmÚpast_seq_len_names                   r#   Úoptimize_onnxzWhisperHelper.optimize_onnxÅ   s  € ð" 	1Ð0Ð0Ð0Ð0Ð0à,˜}¨VÑ4Ô4ÐØ8<ÐÔ5ØAIÈVÒASÐÔ>åØØØ)Ø#ØØ!5ØØ"ð	
ñ 	
ô 	
ˆð ð 		^Ð+ð 		^Ø˜6Ò!Ð!õ (@ÀÑ'BÔ'BÑ$�Ð$Ý0°Ð4EÑFÔF�àð ^Ý(¨½4ÅÀaÈÈZÉÐYZÑ@[Ô@[Ñ;\Ô;\Ð]Ñ]Ô]�à	×ÒÐ1Ð3KÐeiÐÑjÔjÐjÐjÐjr%   é   Ú	processorÚpt_modelÚ
batch_sizeÚprompt_modec           
      óÖ  ‡ — 	 ddl m} nj# t          $ r]}t                               d|› �d¬¦  «         d}t                               d|› d�¦  «         t          j        |¦  «         Y d }~nd }~ww xY wddl m}  |d	d
d¬¦  «        }g }	|dk    r& ‰ |d         d         d         gd¬¦  «        j        }
n� ‰ |d         d         d         gd¬¦  «        j         ‰ |d         d         d         gd¬¦  «        j        g}	t          |	¦  «        |k    sJ ‚t          j        |	d         |	d         f¦  «        }
d\  }}}}d\  }}|
                     |¦  «        ||||||dddœ	}|�rddg}ˆ fd„|D ¦   «         }g }g }t          |¦  «        D ]Ù}t          j        ||         ¦  «                             |¬¦  «        |d<   |	|                              |¦  «        |d<    |j        di |¤Ž                     ¦   «                              ¦   «                              ¦   «         }|                     |¦  «         |                     ‰                      |d¬¦  «        d         ¦  «         ŒÚ|
|d<   |d= nrg } |j        di |¤Ž                     ¦   «                              ¦   «                              ¦   «         }‰                      |d¬¦  «        d         g}t+          |¦  «        }|d= |d= ||||fS ) Nr   )Úload_datasetz.An error occurred while importing `datasets`: T)Úexc_infozpip install datasetszCCould not import `datasets`. Attempting to install `datasets` via `z`.z)hf-internal-testing/librispeech_asr_dummyÚcleanÚ
validation)r   rt   ÚaudioÚarrayÚpt)Úreturn_tensorsé   )é   r   rt   rt   )ç      ð?r„   )	Úinput_featuresÚ
max_lengthÚ
min_lengthÚ	num_beamsÚnum_return_sequencesÚlength_penaltyÚrepetition_penaltyÚearly_stoppingÚ	use_cachezJohn has doubtszMaria has grave doubtsc                 ó:   •— g | ]}‰                      |¦  «        ‘ŒS © )Úget_prompt_ids)Ú.0Úpru   s     €r#   ú
<listcomp>zBWhisperHelper.pt_transcription_for_verify_onnx.<locals>.<listcomp>$  s'   ø€ ÐGÐGÐG¸!˜)×2Ò2°1Ñ5Ô5ÐGÐGÐGr%   r5   Ú
prompt_idsr…   ©Úskip_special_tokensrŒ   r�   r�   )Údatasetsrz   Ú	ExceptionÚloggerÚerrorÚwarningr   Úsystemr…   ÚlenÚtorchÚcatrA   ro   Ú
from_numpyÚgenerateÚdetachrV   ÚnumpyÚappendÚbatch_decodern   )ru   rv   r(   rw   rx   rz   ÚeÚinstall_cmdÚdsÚinput_features_r…   r†   r‡   rˆ   r‰   rŠ   r‹   ÚinputsÚpromptsr”   Úpt_transcriptionÚ
pt_outputsÚiÚ	pt_outputs   `                       r#   Ú pt_transcription_for_verify_onnxz.WhisperHelper.pt_transcription_for_verify_onnxõ   s¤  ø€ ð	#Ø-Ð-Ð-Ð-Ð-Ð-Ð-øÝð 	#ð 	#ð 	#Ý�LŠLÐMÈ!ÐMÐMÐX\ˆLÑ]Ô]Ð]Ø0ˆKÝ�NŠNÐpÐalÐpÐpÐpÑqÔqÐqÝŒI�kÑ"Ô"Ð"Ð"Ð"Ð"Ð"Ð"øøøøð		#øøøð 	*Ð)Ð)Ð)Ð)Ð)àˆ\ÐEÀwÐVbÐcÑcÔcˆØˆØ˜Š?ˆ?Ø&˜Y¨¨1¬¨g¬°wÔ(?Ð'@ÐQUÐVÑVÔVÔeˆNˆNð �	˜2˜aœ5 œ>¨'Ô2Ð3ÀDÐIÑIÔIÔXØ�	˜2˜aœ5 œ>¨'Ô2Ð3ÀDÐIÑIÔIÔXðˆOõ �Ñ'Ô'¨:Ò5Ð5Ð5Ð5Ý"œY¨¸Ô(:¸OÈAÔ<NÐ'OÑPÔPˆNàBMÑ?ˆ
�J 	Ð+?Ø-5Ñ*ˆÐ*à,×/Ò/°Ñ7Ô7Ø$Ø$Ø"Ø$8Ø,Ø"4Ø"Øð

ð 

ˆð ñ 	*Ø(Ð*BÐCˆGØGÐGÐGÐG¸wÐGÑGÔGˆJØ!ÐØˆJõ ˜:Ñ&Ô&ð hð h�Ý',Ô'7¸
À1¼Ñ'FÔ'F×'IÒ'IÐQWÐ'IÑ'XÔ'X��|Ñ$Ø+:¸1Ô+=×+@Ò+@ÀÑ+HÔ+H�Ð'Ñ(Ø-˜HÔ-Ð7Ð7°Ð7Ð7×>Ò>Ñ@Ô@×DÒDÑFÔF×LÒLÑNÔN�	Ø×!Ò! )Ñ,Ô,Ð,Ø ×'Ò'¨	×(>Ò(>¸yÐ^bÐ(>Ñ(cÔ(cÐdeÔ(fÑgÔgÐgÐgØ'5ˆFÐ#Ñ$Ø�|Ð$Ð$àˆJØ*˜Ô*Ð4Ð4¨VÐ4Ð4×;Ò;Ñ=Ô=×AÒAÑCÔC×IÒIÑKÔKˆJØ )× 6Ò 6°zÐW[Ð 6Ñ \Ô \Ð]^Ô _Ð`ÐÝ˜jÑ)Ô)ˆJØÐ#Ð$Ø�;ÐØÐ'¨°ZÐ?Ð?s   ƒ
 Š
A1”AA,Á,A1c                 óJ   — | dk    r|rd}d}d}d}||||h}nd}d}d}	|||	h}|S )	Nrt   z{ John has doubts whether Sir Frederick Layton's work is really Greek after all and can discover in it but little of Rocky Izy John has doubts whether Sir Frederick Latins work is really Greek after all and can discover in it but little of Rocky Iz€ Maria has grave doubts whether Sir Frederick Layton's work is really Greek after all and can discover in it but little of Rockyz€ Maria has grave doubts whether Sir Frederick Latins work is really Greek after all and can discover in it but little of Rocky IzX Mr. Quilter is the apostle of the middle classes and we are glad to welcome his gospel.zY Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.zZ "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.r�   )
rw   rx   Ú'expected_transcription_no_comma_prompt1Ú)expected_transcription_misspelled_prompt1Ú'expected_transcription_no_comma_prompt2Ú)expected_transcription_misspelled_prompt2Úexpected_transcription_optionsÚexpected_transcription_no_commaÚ!expected_transcription_with_commaÚ+expected_transcription_with_quote_and_commas
             r#   Úselect_transcription_optionsz*WhisperHelper.select_transcription_options;  sˆ   € ð
 ˜Š>ˆ>˜kˆ>ð 7tÐ3ð 9tÐ5ð 7yÐ3ð 9{Ð5à7Ø7Ø9Ø9ð	.Ð*Ð*ð kð ,ð lð .ð mð 8ð 0Ø1Ø;ð.Ð*ð
 .Ð-r%   r­   Úort_outputsr®   c                 ó‚  — | |         ||         }}|j         |j         }}||k    r†t          |¦  «        dk    r|d         }|j         }t          |¦  «        dk    r|d         }|j         }|d         |d         k    r0t          |d         |d         ¦  «        }|d|…         }|d|…         }|j         |j         k    sJ ‚||fS )z8Get PyTorch and ONNX Runtime output token ids at index irt   r   N)Úshaper�   Úmin)r­   r»   r®   r¯   Ú
ort_outputÚpt_shapeÚ	ort_shapeÚmin_lens           r#   Úget_outputszWhisperHelper.get_outputs\  sÚ   € ð !+¨1¤¨{¸1¬~�:ˆ	Ø'œo¨zÔ/?�)ˆð �yÒ Ð Ý�8‰}Œ}˜qÒ Ð Ø% aœL�	Ø$œ?�Ý�9‰~Œ~ Ò!Ð!Ø'¨œ]�
Ø&Ô,�	Ø˜Œ{˜i¨œlÒ*Ð*Ý˜h qœk¨9°Q¬<Ñ8Ô8�Ø% h w hÔ/�	Ø'¨¨¨Ô1�
àŒ *Ô"2Ò2Ð2Ð2Ð2Ø˜*Ð$Ð$r%   Úort_sessionc                 óf
  — t          j        | |d¬¦  «                             |¦  «        }t          j        | |¬¦  «        }t	          j        | |¬¦  «        }t
                               |||||¬¦  «        \  }	}
}}|j        g}|                     dd¬¦  «        }d„ |D ¦   «         }||z   }d	„ | 	                    ¦   «         D ¦   «         }d
„ | 	                    ¦   «         D ¦   «         }t          j        t          j        t          j        t          j        t          j        t          j        dœ}d|v }t#          ||d¬¦  «        D �]k\  }}|dk    rB|	|                              ¦   «                              ¦   «                              ¦   «         |	|<   ŒN|dk    r%t          j        |j        ||         ¬¦  «        |	|<   Œy|dk    r't          j        ||j        f||         ¬¦  «        |	|<   Œ¦|dk    rã|s(|r|gn|g}t          j        |||         ¬¦  «        |	|<   ŒÖg }t1          |¦  «        D ]/}|                     ||                              ¦   «         ¦  «         Œ0t7          d„ |D ¦   «         ¦  «        }g }|D ]9}g |¢|j        g|t;          |¦  «        z
  z  ¢}|                     ||z   ¦  «         Œ:t          j        |||         ¬¦  «        |	|<   �Œ�|dk    r"t          j        dg||         ¬¦  «        |	|<   �Œ·|dk    r$t          j        ddgg||         ¬¦  «        |	|<   �Œá|dk    r6t          j        t          j        |g||         ¬¦  «        |d¦  «        |	|<   �Œ|dk    r"t          j        dg||         ¬¦  «        |	|<   �ŒEt          j        |	|         g||         ¬¦  «        |	|<   �Œm|                     d|	¦  «        d         dd…ddd…f         }|                      |d¬¦  «        }t
           !                    ||¦  «        }d} t1          |¦  «        D ]P}t
           "                    |||¦  «        \  }!}"| t          j#        |!|"¦  «        z  } | |
|         |v o	||         |v z  } ŒQd}#| s�t1          |¦  «        D ]q}t
           "                    |||¦  «        \  }!}"|!|"z
  }$t7          |$ $                    ¦   «         |$                     ¦   «         tJ          ¬¦  «        }%t7          |#|%¦  «        }#Œr|#dk    r:tL           '                    d|
› �¦  «         tL           '                    d |› �¦  «         dS )!zRCompare the result from PyTorch and ONNX Runtime to verify the ONNX model is good.r/   r0   r7   )rw   rx   ÚenglishÚ
transcribe)ÚlanguageÚtaskc                 ó   — g | ]
}|d          ‘ŒS )rt   r�   )r‘   Útokens     r#   r“   z-WhisperHelper.verify_onnx.<locals>.<listcomp>‘  s   € Ð7Ð7Ð7 5�e˜A”hÐ7Ð7Ð7r%   c                 ó   — g | ]	}|j         ‘Œ
S r�   )Úname©r‘   Úentrys     r#   r“   z-WhisperHelper.verify_onnx.<locals>.<listcomp>”  s   € ÐFÐFÐF E�U”ZÐFÐFÐFr%   c                 ó   — g | ]	}|j         ‘Œ
S r�   )rU   rÎ   s     r#   r“   z-WhisperHelper.verify_onnx.<locals>.<listcomp>•  s   € ÐGÐGÐG U�e”jÐGÐGÐGr%   )ztensor(float)ztensor(float16)ztensor(int64)ztensor(int32)ztensor(int8)ztensor(uint8)Úextra_decoding_idsF)Ústrictr…   Ú
vocab_maskr6   Úprefix_vocab_maskÚdecoder_input_idsc              3   ó4   K  — | ]}t          |¦  «        V — Œd S )N)r�   )r‘   r’   s     r#   ú	<genexpr>z,WhisperHelper.verify_onnx.<locals>.<genexpr>´  s(   è è € Ð!>Ð!>¨Q¥# a¡&¤&Ð!>Ð!>Ð!>Ð!>Ð!>Ð!>r%   Úlogits_processorrt   Úcross_qk_layer_headr   Útemperaturer„   NTr•   )ÚkeyzPyTorch outputs: zONNX Runtime outputs: )(r	   r<   rA   r
   r   r   r°   Údecoder_start_token_idÚget_decoder_prompt_idsÚ
get_inputsÚnpÚfloat32Úfloat16Úint64Úint32Úint8Úuint8Úzipr¢   rV   r£   ÚonesÚ
vocab_sizer   ro   r¤   ÚtolistÚmaxÚpad_token_idr�   ÚrepeatÚrunr¥   rº   rÃ   Úallcloser¾   Úabsr™   r›   )&r   r'   rÄ   r(   rw   rx   rv   ru   rE   rª   r¬   r­   Údecoder_prompt_idsÚstart_idr”   Úforced_decoder_idsÚ	ort_namesÚ
ort_dtypesÚ	ort_to_npÚuse_extra_decoding_idsrÍ   r)   Úraw_input_idsÚort_promptsr®   Úmax_lenÚpadded_promptsr’   Úpadded_promptr»   Úort_transcriptionr¶   Úparityr¯   r¿   Úmax_diffÚdiffÚ
max_diff_is&                                         r#   Úverify_onnxzWhisperHelper.verify_onnxw  sÎ  € õ 3ÔBØ¨)Èð
ñ 
ô 
ç
Š"ˆV‰*Œ*ð 	õ %Ô4Ð5GÐS\Ð]Ñ]Ô]ˆ	ÝÔ.Ð/AÈYÐWÑWÔWˆåCP×CqÒCqØØØØ!Ø#ð Drñ D
ô D
Ñ@ˆÐ  *Ð.@ð Ô1Ð2ˆØ×5Ò5¸yÈ|Ð5Ñ\Ô\ˆ
Ø7Ð7¨JÐ7Ñ7Ô7ˆ
Ø%¨
Ñ2ÐàFÐF¨[×-CÒ-CÑ-EÔ-EÐFÑFÔFˆ	ØGÐG¨k×.DÒ.DÑ.FÔ.FÐGÑGÔGˆ
åœZÝ!œzÝœXÝœXÝœGÝœXð
ð 
ˆ	ð "6¸Ð!BÐÝ˜y¨*¸UÐCÑCÔCð #	Pñ #	P‰KˆD�%ØÐ'Ò'Ð'Ø% dœ|×2Ò2Ñ4Ô4×8Ò8Ñ:Ô:×@Ò@ÑBÔB��t‘�Ø˜Ò%Ð%Ý!œw vÔ'8À	È%Ô@PÐQÑQÔQ��t‘�ØÐ,Ò,Ð,Ý!œw¨
°FÔ4EÐ'FÈiÐX]ÔN^Ð_Ñ_Ô_��t‘�ØÐ,Ò,Ð,Ø"ð TØ2HÐ$b X J JÐOaÐNb�MÝ#%¤8¨MÀÈ5ÔAQÐ#RÑ#RÔ#R�F˜4‘L�Lð #%�KÝ" :Ñ.Ô.ð Kð K˜Ø#×*Ò*Ð+=¸aÔ+@×+GÒ+GÑ+IÔ+IÑJÔJÐJÐJÝ!Ð!>Ð!>°+Ð!>Ñ!>Ô!>Ñ>Ô>�GØ%'�NØ(ð Rð R˜Ø([¨!Ð([°Ô0CÐ/DÈÕRUÐVWÑRXÔRXÑHXÑ/YÐ([˜Ø&×-Ò-¨mÐ>PÑ.PÑQÔQÐQÐQÝ#%¤8¨NÀ)ÈEÔBRÐ#SÑ#SÔ#S�F˜4‘L‘LØÐ+Ò+Ð+Ý!œx¨¨°9¸UÔ3CÐDÑDÔD��t‘‘ØÐ.Ò.Ð.Ý!œx¨!¨Q¨¨¸	À%Ô8HÐIÑIÔI��t‘‘ØÐ-Ò-Ð-Ý!œy­¬°:°,ÀiÐPUÔFVÐ)WÑ)WÔ)WÐYcÐefÑgÔg��t‘‘Ø˜Ò&Ð&Ý!œx¨¨°Y¸uÔ5EÐFÑFÔF��t‘‘å!œx¨°¬¨¸iÈÔ>NÐOÑOÔO��t‘‘à!—o’o d¨FÑ3Ô3°AÔ6°q°q°q¸!¸Q¸Q¸Q°wÔ?ˆØ%×2Ò2°;ÐTXÐ2ÑYÔYÐÝ)6×)SÒ)SÐT^Ð`kÑ)lÔ)lÐ&àˆÝ�zÑ"Ô"ð 
	ð 
	ˆAÝ$1×$=Ò$=¸jÈ+ÐWXÑ$YÔ$YÑ!ˆI�zð •b”k )¨ZÑ8Ô8Ñ8ˆFð Ø  Ô#Ð'EÐEð KØ% aÔ(Ð,JÐJñˆFˆFð ˆàð 	5Ý˜:Ñ&Ô&ð 5ð 5�Ý(5×(AÒ(AÀ*ÈkÐ[\Ñ(]Ô(]Ñ%�	˜:Ø  :Ñ-�å  §¢¡¤¨T¯XªX©Z¬Z½SÐAÑAÔA�
Ý˜x¨Ñ4Ô4��à�qŠ=ˆ=Ý�NŠNÐAÐ/?ÐAÐAÑBÔBÐBÝ�NŠNÐGÐ4EÐGÐGÑHÔHÐHàˆqr%   N)r   F)TFF)FFrV   FFF)rt   F)Ú__name__Ú
__module__Ú__qualname__ÚstaticmethodÚstrÚboolr$   rž   r(   r)   ÚdictÚnnÚModuler?   r   r   r   rS   Úintrs   r
   r°   rº   rß   ÚndarrayrÃ   r   r  r�   r%   r#   r   r   )   s­  € € € € € Øð Ø ð	=ð =Øð=àð=ð ð=ð ð	=ð
 
ð=ð =ð =ñ „\ð=ð6 ð 04Ø"'Øð;ð ;Øð;àð;ð ð;ð ”ð	;ð
 Œ{ð;ð )-ð;ð  ð;ð ð;ð 
ˆc�5”8”?Ð"Ô	#ð;ð ;ð ;ñ „\ð;ðz ð>TØÐ 9Ñ9¸NÑJð>Tàð>Tð ð>Tð ð	>Tð
 #'ð>Tð ð>Tð ð>Tð $(ð>Tð "ð>Tð >Tð >Tñ „\ð>Tð@ ð */ØØØ Ø"'Øð-kð -kØð-kà!ð-kð ð-kð !ð	-kð
 ð-kð ð-kð #'ð-kð ð-kð ð-kð ð-kð  ð-kð ð-kð -kð -kñ „\ð-kð^ ð
 Ø!ðC@ð C@Ø#ðC@à”(”/ðC@ð ”ðC@ð ð	C@ð
 ðC@ð C@ð C@ñ „\ðC@ðJ ð.Øð.àð.ð .ð .ñ „\ð.ð@ ð%Ø”Jð%à”Zð%ð ð%ð %ð %ñ „\ð%ð4 ð Ø!ðkð kØðkàðkð &ðkð ”ð	kð
 ðkð ðkð kð kñ „\ðkð kð kr%   r   ) Úloggingr   Úpathlibr   r£   rß   rž   Úconvert_generationr   r   r   Ú	optimizerr   Útransformersr   r	   r
   Úwhisper_decoderr   Úwhisper_encoderr   Úwhisper_encoder_decoder_initr   Úwhisper_jump_timesr   Úonnxruntimer   Ú	getLoggerr  r™   ÚPRETRAINED_WHISPER_MODELSr   r�   r%   r#   ú<module>r     sH  ðð €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€Ø kÐ kÐ kÐ kÐ kÐ kÐ kÐ kÐ kÐ kØ $Ð $Ð $Ð $Ð $Ð $Ø YÐ YÐ YÐ YÐ YÐ YÐ YÐ YÐ YÐ YØ *Ð *Ð *Ð *Ð *Ð *Ø *Ð *Ð *Ð *Ð *Ð *Ø BÐ BÐ BÐ BÐ BÐ BØ /Ð /Ð /Ð /Ð /Ð /à (Ð (Ð (Ð (Ð (Ð (à	ˆÔ	˜8Ñ	$Ô	$€ðð ð Ð ð zð zð zð zð zñ zô zð zð zð zr%   