§
    û¸¸j"  ã                   óÞ   — d dl Z d dlZd dlZd dlmZ d dlZd dlZd dlZd dl	m
Z
 d dlmZ d dlmZ d dlmZ d dlmZmZ d dlmZ  e j        e¦  «        Z G d	„ d
ej        j        ¦  «        ZdS )é    N)ÚPath)Úconvert_float_to_float16)Ú
ModelProto)Ú	OnnxModel)ÚWhisperConfig)Úget_model_dynamic_axesÚget_sample_encoder_inputs)ÚInferenceSessionc                   ó´   ‡ — e Zd ZdZdedej        j        defˆ fd„Z	dej
        fd„Zd„ Zd	„ Zd
„ Zdedefd„Z	 	 	 ddededededef
d„Zdededefd„Zˆ xZS )ÚWhisperEncoderzWhisper encoder componentÚconfigÚmodelÚ
model_implc                 ó¸   •— t          ¦   «                              ¦   «          || _        |j        | _        || _        |dk    r|j        n|j        j        | _        d S ©NÚopenai)ÚsuperÚ__init__r   Údevicer   Úencoderr   )Úselfr   r   r   Ú	__class__s       €ú‡/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/whisper/whisper_encoder.pyr   zWhisperEncoder.__init__   sP   ø€ Ý‰Œ×ÒÑÔÐØˆŒØ”lˆŒØ$ˆŒà(2°hÒ(>Ð(>�u”}�}ÀEÄKÔDWˆŒˆˆó    Úaudio_featuresc                 óT   — |                       |¦  «        }| j        dk    r|n|j        S r   )r   r   Úlast_hidden_state)r   r   Úoutputss      r   ÚforwardzWhisperEncoder.forward%   s,   € Ø—,’,˜~Ñ.Ô.ˆØœ/¨XÒ5Ð5ˆwˆw¸7Ô;TÐTr   c                 ó   — dg}|S )Nr   © )r   Úinput_namess     r   r"   zWhisperEncoder.input_names)   s   € Ø'Ð(ˆØÐr   c                 ó   — dg}|S )NÚencoder_hidden_statesr!   )r   Úoutput_namess     r   r%   zWhisperEncoder.output_names-   s   € Ø/Ð0ˆØÐr   c                 ó2   — t          | j        ||¦  «        }|S )N)r   r   )r   r"   r%   Údynamic_axess       r   r'   zWhisperEncoder.dynamic_axes1   s   € Ý-¨d¬k¸;ÈÑUÔUˆØÐr   Úuse_fp16_inputsc                 ó>   — | j         dk    r|rt          |¦  «        }|S r   )r   r   )r   r   r(   s      r   Úfix_layernorm_weightsz$WhisperEncoder.fix_layernorm_weights5   s(   € ØŒ?˜hÒ&Ð&¨?Ð&õ -¨UÑ3Ô3ˆEØˆr   TFÚonnx_model_pathÚproviderÚverboseÚuse_external_data_formatc                 ó  — t          | j        | j        d|¬¦  «        }|                      ¦   «         }|                      ¦   «         }|                      ||¦  «        }	t          |¦  «        j                             dd¬¦  «         t          j
        ¦   «         5 }
t          j                             |
d¦  «        }t          |¦  «        j                             dd¬¦  «         |r|n|}t          j                             | |d         |d|||	dd|¬¦
  «
         t          j        ||¬	¦  «        }|                      ||¦  «        }t'          j        |||d¬
¦  «         ddd¦  «         n# 1 swxY w Y   |                      |||¦  «         dS )aâ  Export encoder to ONNX

        Args:
            onnx_model_path (str): path to save ONNX model
            provider (str): provider to use for verifying parity on ONNX model
            verbose (bool, optional): print verbose information. Defaults to True.
            use_external_data_format (bool, optional): use external data format or not. Defaults to False.
            use_fp16_inputs (bool, optional): use float16 inputs for the audio_features. Defaults to False.
        é   ©Ú
batch_sizeÚuse_fp16T)ÚparentsÚexist_okzencoder.onnxr   é   )	ÚargsÚfÚexport_paramsr"   r%   r'   Úopset_versionÚdo_constant_foldingr-   )Úload_external_data)Úsave_as_external_dataÚall_tensors_to_one_fileN)r	   r   r   r"   r%   r'   r   ÚparentÚmkdirÚtempfileÚTemporaryDirectoryÚosÚpathÚjoinÚtorchÚonnxÚexportÚ
load_modelr*   r   ÚsaveÚverify_onnx)r   r+   r,   r-   r.   r(   Úinputsr"   r%   r'   Útmp_dir_nameÚtemp_onnx_model_pathÚout_pathr   s                 r   Úexport_onnxzWhisperEncoder.export_onnxA   så  € õ. +ØŒKØŒKØØ$ð	
ñ 
ô 
ˆð ×&Ò&Ñ(Ô(ˆØ×(Ò(Ñ*Ô*ˆØ×(Ò(¨°lÑCÔCˆåˆ_ÑÔÔ$×*Ò*°4À$Ð*ÑGÔGÐGÝÔ(Ñ*Ô*ð 	¨lÝ#%¤7§<¢<°¸nÑ#MÔ#MÐ ÝÐ%Ñ&Ô&Ô-×3Ò3¸DÈ4Ð3ÑPÔPÐPØ/GÐ\Ð+Ð+È_ˆHåŒJ×ÒØØÐ-Ô.ØØ"Ø'Ø)Ø)Ø Ø$(Øð ñ ô ð õ ”O HÐAYÐZÑZÔZˆEØ×.Ò.¨u°oÑFÔFˆEÝŒNØØØ&>Ø(,ð	ñ ô ð ð)	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð6 	×Ò˜¨(°OÑDÔDÐDÐDÐDs   ÂCE'Å'E+Å.E+c                 óz  — t          | j        | j        d|¬¦  «        }|                      |d         ¦  «                             ¦   «                              ¦   «                              ¦   «         }t          ||g¬¦  «        }|                     dd|d                              ¦   «                              ¦   «                              ¦   «         i¦  «        d         }t          j
        ||z
  ¦  «        }t                               d¦  «         t                               dt          j        |¦  «        › �¦  «         dS )	a"  Verify ONNX model outputs and PyTorch model outputs match

        Args:
            onnx_model_path (str): path to save ONNX model
            provider (str): execution provider for ONNX model
            use_fp16_inputs (bool, optional): use float16 inputs for the audio_features
        r0   r1   r   )Ú	providersNr   z"Comparing encoder_hidden_states...z
Max diff: )r	   r   r   r   ÚdetachÚcpuÚnumpyr
   ÚrunÚnpÚabsÚloggerÚwarningÚmax)	r   r+   r,   r(   rL   Ú
pt_outputsÚsessÚort_outputsÚdiffs	            r   rK   zWhisperEncoder.verify_onnx�   s  € õ$ +ØŒKØŒKØØ$ð	
ñ 
ô 
ˆð —\’\ &Ð)9Ô":Ñ;Ô;×BÒBÑDÔD×HÒHÑJÔJ×PÒPÑRÔRˆ
õ   ¸H¸:ÐFÑFÔFˆØ—h’h˜tÐ&6¸Ð?OÔ8P×8WÒ8WÑ8YÔ8Y×8]Ò8]Ñ8_Ô8_×8eÒ8eÑ8gÔ8gÐ%hÑiÔiÐjkÔlˆõ Œv�j ;Ñ.Ñ/Ô/ˆÝ�ŠÐ;Ñ<Ô<Ð<Ý�ŠÐ2¥B¤F¨4¡L¤LÐ2Ð2Ñ3Ô3Ð3Ð3Ð3r   )TFF)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rF   ÚnnÚModuleÚstrr   ÚTensorr   r"   r%   r'   r   Úboolr*   rP   rK   Ú__classcell__)r   s   @r   r   r      sf  ø€ € € € € Ø#Ð#ðX˜}ð X°U´X´_ð XÐRUð Xð Xð Xð Xð Xð XðU e¤lð Uð Uð Uð Uðð ð ðð ð ðð ð ð
¨:ð 
Èð 
ð 
ð 
ð 
ð  Ø).Ø %ð>Eð >Eàð>Eð ð>Eð ð	>Eð
 #'ð>Eð ð>Eð >Eð >Eð >Eð@#4àð#4ð ð#4ð ð	#4ð #4ð #4ð #4ð #4ð #4ð #4ð #4r   r   )ÚloggingrC   rA   Úpathlibr   rU   rW   rG   rF   Úfloat16r   r   Ú
onnx_modelr   Útransformersr   Úwhisper_inputsr   r	   Úonnxruntimer
   Ú	getLoggerr`   rY   rd   re   r   r!   r   r   ú<module>rr      s  ðð €€€Ø 	€	€	€	Ø €€€Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€Ø €€€Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ø &Ð &Ð &Ð &Ð &Ð &Ø LÐ LÐ LÐ LÐ LÐ LÐ LÐ Là (Ð (Ð (Ð (Ð (Ð (à	ˆÔ	˜8Ñ	$Ô	$€ðJ4ð J4ð J4ð J4ð J4�U”X”_ñ J4ô J4ð J4ð J4ð J4r   