§
    û¸¸joA  ã                   óN  — d dl Z d dlZd dlZd dlmZ d dlZd dlZd dlZd dlm	Z	 d dl
mZ d dlmZ d dlmZ d dlmZ d dlmZmZ d d	lmZ  e j        e¦  «        Z G d
„ dej        j        ¦  «        Z G d„ dej        j        ¦  «        Z G d„ d¦  «        Z G d„ d¦  «        ZdS )é    N)ÚPath)Ú
TypeHelper)Ú	OnnxModel)ÚPastKeyValuesHelper)ÚT5EncoderInputs)Útorch_onnx_export)Ú	MT5ConfigÚT5Config)ÚInferenceSessionc            
       óž   ‡ — e Zd ZdZ	 ddej        j        dej        j        deez  de	dz  fˆ fd„Z
dej        d	ej        d
ej        fd„Zˆ xZS )ÚT5DecoderInitz~A T5 decoder with LM head to create initial past key values.
    This model is only called once during starting decoding.
    NÚdecoderÚlm_headÚconfigÚdecoder_start_token_idc                 óì   •— t          ¦   «                              ¦   «          || _        || _        || _        |�|n| j        j        | _        t          | j        d¦  «        r| j        j        nd| _        d S ©NÚtie_word_embeddingsT)ÚsuperÚ__init__r   r   r   r   Úhasattrr   )Úselfr   r   r   r   Ú	__class__s        €ú}/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/t5/t5_decoder.pyr   zT5DecoderInit.__init__    s{   ø€ õ 	‰Œ×ÒÑÔÐØˆŒØˆŒØˆŒà&<Ð&HÐ"Ð"ÈdÌkÔNpð 	Ô#õ 07°t´{ÐDYÑ/ZÔ/ZÐdˆDŒKÔ+Ð+Ð`dð 	Ô Ð Ð ó    Údecoder_input_idsÚencoder_attention_maskÚencoder_hidden_statesc                 ód  — |€=|j         d         }t          j        |dft          j        |j        ¬¦  «        | j        z  }|                      |||dd¬¦  «        }|j        }|j        }| j	        r|| j
        j        dz  z  }|                      |¦  «        }t          j        |¦  «        \  }	}
||	|
fS )Nr   é   ©ÚdtypeÚdeviceT)Ú	input_idsr   r   Ú	use_cacheÚreturn_dictç      à¿)ÚshapeÚtorchÚonesÚlongr#   r   r   Úlast_hidden_stateÚpast_key_valuesr   r   Úd_modelr   r   Úgroup_by_self_or_cross)r   r   r   r   Ú
batch_sizeÚdecoder_outputsÚsequence_outputÚpresent_key_valuesÚ	lm_logitsÚ	past_selfÚ
past_crosss              r   ÚforwardzT5DecoderInit.forward2   sß   € ð Ð$Ø/Ô5°aÔ8ˆJå”
Ø �OÝœ*Ø1Ô8ðñ ô ð
 Ô-ñ.ð ð Ÿ,š,Ø'Ø"7Ø#9ØØð 'ñ 
ô 
ˆð *Ô;ˆØ,Ô<ÐàÔ#ð 	LØ-°´Ô1DÀdÑ1JÑKˆOà—L’L Ñ1Ô1ˆ	Ý 3Ô JÐK]Ñ ^Ô ^Ñˆ	�:Ø˜) ZÐ/Ð/r   ©N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r)   ÚnnÚModuler
   r	   Úintr   ÚTensorÚFloatTensorr7   Ú__classcell__©r   s   @r   r   r      s¿   ø€ € € € € ðð ð .2ð
ð 
à””ð
ð ””ð
ð ˜9Ñ$ð	
ð
 !$ d¡
ð
ð 
ð 
ð 
ð 
ð 
ð$!0à œ<ð!0ð !&¤ð!0ð  %Ô0ð	!0ð !0ð !0ð !0ð !0ð !0ð !0ð !0r   r   c                   ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )Ú	T5Decoderz-A T5 decoder with LM head and past key valuesc                 óÂ   •— t          ¦   «                              ¦   «          || _        || _        || _        t          | j        d¦  «        r| j        j        nd| _        d S r   )r   r   r   r   r   r   r   )r   r   r   r   r   s       €r   r   zT5Decoder.__init__Y   s\   ø€ Ý‰Œ×ÒÑÔÐØˆŒØˆŒØˆŒå/6°t´{ÐDYÑ/ZÔ/ZÐdˆDŒKÔ+Ð+Ð`dð 	Ô Ð Ð r   c                 óR  — | j         j        }t          j        ||¦  «        }|                     d¦  «        }|                      ||||dd¬¦  «        }|j        }|j        }	| j        r|| j         j	        dz  z  }|  
                    |¦  «        }
t          j        |	¦  «        \  }}|
|fS )Né   T)r$   r-   r   r   r%   r&   r'   )r   Únum_decoder_layersr   Úgroup_by_layerÚ	unsqueezer   r,   r-   r   r.   r   r/   )r   r   r   ÚpastrI   r-   Údummy_encoder_hidden_statesr1   r2   r3   r4   Úpresent_selfÚ_s                r   r7   zT5Decoder.forwardb   sÆ   € Ø!œ[Ô;ÐÝ-Ô<¸TÐCUÑVÔVˆð '=×&FÒ&FÀqÑ&IÔ&IÐ#ØŸ,š,Ø'Ø+Ø"=Ø#9ØØð 'ñ 
ô 
ˆð *Ô;ˆØ,Ô<ÐàÔ#ð 	LØ-°´Ô1DÀdÑ1JÑKˆOà—L’L Ñ1Ô1ˆ	Ý-ÔDÐEWÑXÔX‰ˆ�að ˜,Ð&Ð&r   )r9   r:   r;   r<   r   r7   rB   rC   s   @r   rE   rE   V   sM   ø€ € € € € Ø7Ð7ð
ð 
ð 
ð 
ð 
ð'ð 'ð 'ð 'ð 'ð 'ð 'r   rE   c                   ót   — e Zd Z	 dd„Ze	 	 ddeez  dedededej	        d	e
d
e
fd„¦   «         Zdefd„Zd„ ZdS )ÚT5DecoderInputsNc                 ó0   — || _         || _        || _        d S r8   )r   r   r-   )r   r   r   r-   s       r   r   zT5DecoderInputs.__init__   s#   € ð 4EˆÔØ8NˆÔ#ØXgˆÔÐÐr   Fr   r0   Úencode_sequence_lengthÚpast_decode_sequence_lengthr#   Úfloat16Úuse_int32_inputsc                 óf  — | j         }| j        }| j        }	| j        }
d}t	          j        d|	dz
  ||f|rt          j        nt          j        |¬¦  «        }t          j	        |||	||¬¦  «        }|rt          j
        nt          j        }|dk    r�||||
g}||||
g}g }t          d|z  ¦  «        D ],}|                     t	          j        |||¬¦  «        ¦  «         Œ-t          d|z  ¦  «        D ],}|                     t	          j        |||¬¦  «        ¦  «         Œ-nd}t          ||j        |¦  «        S )aZ  Create dummy inputs for T5Decoder.

        Args:
            decoder: decoder
            batch_size (int): batch size
            encode_sequence_length (int): sequence length of input_ids for encoder
            past_decode_sequence_length (int): past sequence length of input_ids for decoder
            device (torch.device): device of output tensors
            float16 (bool): whether the model uses float32 or float16 in input
            use_int32_inputs(bool): whether use int32 instead of int64 for some inputs

        Returns:
            T5DecoderInputs: dummy inputs for decoder
        r    r   )ÚlowÚhighÚsizer"   r#   )rV   rH   r!   N)Ú	num_headsrI   Ú
vocab_sizeÚd_kvr)   ÚrandintÚint32Úint64r   Úcreate_dummyrU   Úfloat32ÚrangeÚappendÚrandrQ   Úattention_mask)r   r0   rS   rT   r#   rU   rV   Únum_attention_headsÚ
num_layersr\   Ú	head_sizeÚsequence_lengthr   Úencoder_inputsÚ
float_typeÚself_attention_past_shapeÚcross_attention_past_shaperL   rO   s                      r   ra   zT5DecoderInputs.create_dummy‰   s�  € ð0 $*Ô#3ÐØ Ô3ˆ
Ø Ô+ˆ
ð  œˆ	à ˆÝ!œMØØ˜a‘Ø˜oÐ.Ø"2ÐC•5”;�;½¼Øð
ñ 
ô 
Ðõ )Ô5ØØ"ØØØ-ð
ñ 
ô 
ˆð '.Ð@•U”]�]µ5´=ˆ
à&¨Ò*Ð*àØ#Ø+Øð	)Ð%ð Ø#Ø&Øð	*Ð&ð ˆDÝ˜1˜z™>Ñ*Ô*ð dð d�Ø—’�EœJÐ'@È
Ð[aÐbÑbÔbÑcÔcÐcÐcå˜1˜z™>Ñ*Ô*ð eð e�Ø—’�EœJÐ'AÈÐ\bÐcÑcÔcÑdÔdÐdÐdðeð ˆDåÐ0°.Ô2OÐQUÑVÔVÐVr   Úreturnc                 ód   — | j         | j        g}| j        r|                     | j        ¦  «         |S r8   )r   r   r-   Úextend)r   Ú
input_lists     r   Úto_listzT5DecoderInputs.to_listÕ   s?   € àÔ"ØÔ'ð
ˆ
ð Ôð 	4Ø×Ò˜dÔ2Ñ3Ô3Ð3ØÐr   c                 ó´   — | j         rd„ | j         D ¦   «         nd }t          | j                             ¦   «         | j                             ¦   «         |¦  «        S )Nc                 óN   — g | ]"}|                      t          j        ¬ ¦  «        ‘Œ#S ))r"   )Útor)   rb   )Ú.0Úps     r   ú
<listcomp>z+T5DecoderInputs.to_fp32.<locals>.<listcomp>ß   s(   € ÐHÐHÐH¨a�—’�5œ=�Ñ)Ô)ÐHÐHÐHr   )r-   rQ   r   Úcloner   )r   rL   s     r   Úto_fp32zT5DecoderInputs.to_fp32Þ   s`   € ØLPÔL`ÐjÐHÐH°4Ô3GÐHÑHÔHÐHÐfjˆÝØÔ"×(Ò(Ñ*Ô*ØÔ'×-Ò-Ñ/Ô/Øñ
ô 
ð 	
r   r8   )FF)r9   r:   r;   r   Ústaticmethodr
   r	   r?   r)   r#   Úboolra   Úlistrs   r{   © r   r   rQ   rQ   ~   sê   € € € € € ð
 ð	hð hð hð hð ð Ø!&ðIWð IWØ˜9Ñ$ðIWàðIWð !$ðIWð &)ð	IWð
 ”ðIWð ðIWð ðIWð IWð IWñ „\ðIWðV˜ð ð ð ð ð
ð 
ð 
ð 
ð 
r   rQ   c                   ó²   — e Zd Ze	 	 	 ddeez  dej        dede	de	de	fd	„¦   «         Z
ed
efd„¦   «         Ze	 ddeez  dedej        de	def
d„¦   «         ZdS )ÚT5DecoderHelperTFr   r#   Úonnx_model_pathÚverboseÚuse_external_data_formatrV   c                 óÜ  — t          | t          t          f¦  «        sJ ‚t                               | j        ddt          | t          ¦  «        rdnd||¬¦  «        }|                     ¦   «         }| j        j        }t          j	        |d¬¦  «        }	t          j	        |d¬¦  «        }
|
d	d|z  …         }t          | t          ¦  «        r|	ng }t          | t          ¦  «        r|n|
}d
g|¢}dg}| 
                    d¦  «         |                     |¦  «         ddidddœdddœddidœ}|D ]}dd|v rdnddœ||<   Œ|D ]4}d|v r	dddœ||<   Œt          | t          ¦  «        r	dddœ||<   Œ-ddi||<   Œ5t          |¦  «        j                             dd¬¦  «         t          j        ¦   «         5 }t"          j                             |d¦  «        }t          |¦  «        j                             dd¬¦  «         t)          | t+          |¦  «        |r|n|d|||dd||¬¦  «         |r.t-          j        |d¬¦  «        }t1          j        ||dd¬¦  «         d	d	d	¦  «         d	S # 1 swxY w Y   d	S )aâ  Export decoder to ONNX

        Args:
            decoder (Union[T5Decoder, T5DecoderNoPastState]): decoder object
            device (torch.device): device of decoder object
            onnx_model_path (str): onnx path
            verbose (bool, optional): print verbose information. Defaults to True.
            use_external_data_format (bool, optional): use external data format or not. Defaults to False.
            use_int32_inputs (bool, optional): use int32 inputs
        rH   é   é   r   )r0   rS   rT   r#   rV   F)ÚpresentTNÚlogitsr$   r   r0   rS   )r   r    )r$   r   r   r‰   r   rT   )r   rH   Úcrosszpast_decode_sequence_length + 1)ÚparentsÚexist_okzdecoder.onnxé   )
ÚargsÚfÚexport_paramsÚinput_namesÚoutput_namesÚdynamic_axesÚopset_versionÚdo_constant_foldingr„   rƒ   )Úload_external_data)Úsave_as_external_dataÚall_tensors_to_one_file)Ú
isinstancerE   r   rQ   ra   r   rs   rI   r   Úget_past_namesrd   rq   r   ÚparentÚmkdirÚtempfileÚTemporaryDirectoryÚosÚpathÚjoinr   ÚtupleÚonnxÚ
load_modelr   Úsave)r   r#   r‚   rƒ   r„   rV   Úinputsrr   rI   Ú
past_namesÚpresent_namesÚpresent_self_namesÚinput_past_namesÚoutput_present_namesr’   r‘   r“   ÚnameÚtmp_dir_nameÚtemp_onnx_model_pathÚmodels                        r   Úexport_onnxzT5DecoderHelper.export_onnxè   s�  € õ& ˜'¥I­}Ð#=Ñ>Ô>Ð>Ð>Ð>å ×-Ò-ØŒNØØ#$Ý-7¸ÅÑ-KÔ-KÐ(R¨¨ÐQRØØ-ð .ñ 
ô 
ˆð —^’^Ñ%Ô%ˆ
à$œ^Ô>Ðå(Ô7Ð8JÐTYÐZÑZÔZˆ
Ý+Ô:Ð;MÐW[Ð\Ñ\Ô\ˆØ*Ð+C¨QÐ1CÑ-CÐ+CÔDÐå)3°G½YÑ)GÔ)GÐO˜:˜:ÈRÐÝ5?ÀÍÑ5SÔ5SÐfÐ1Ð1ÐYfÐØ Ð8Ð#7Ð8ˆð #�mˆØ×ÒÐ3Ñ4Ô4Ð4Ø×ÒÐ+Ñ,Ô,Ð,ð �<ðð +7Ð;SÐ&TÐ&TØ)5Ð:RÐ%SÐ%Sà�<ðð
ð 
ˆð %ð 	ð 	ˆDàØ4:¸d°N°NÐ0Ð0ÐH`ð"ð "ˆL˜ÑÐð
 )ð 	ð 	ˆDØ˜$ˆˆØ)5Ð:RÐ%SÐ%S�˜TÑ"Ð"å˜g¥yÑ1Ô1ð 	à'Ø<ð*ð *�L Ñ&Ð&ð ˜<ð*�L Ñ&Ð&õ
 	ˆ_ÑÔÔ$×*Ò*°4À$Ð*ÑGÔGÐGåÔ(Ñ*Ô*ð 	¨lÝ#%¤7§<¢<°¸nÑ#MÔ#MÐ ÝÐ%Ñ&Ô&Ô-×3Ò3¸DÈ4Ð3ÑPÔPÐPÝØÝ˜:Ñ&Ô&Ø*BÐWÐ&Ð&ÈØ"Ø'Ø)Ø)Ø Ø$(Ø)AØðñ ô ð ð (ð ÝœÐ(<ÐQUÐVÑVÔV�Ý”ØØ#Ø*.Ø,0ð	ñ ô ð ð'	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð 	ð 	s   Æ/B%I!É!I%É(I%r¦   c                 óÊ  — t                                d¦  «         t          j        |j                             ¦   «                              ¦   «         ¦  «        t          j        |j                             ¦   «                              ¦   «         ¦  «        dœ}|j        r°t          |j        ¦  «        dz  dk    sJ ‚t          t          |j        ¦  «        dz  ¦  «        }t          j        |¦  «        }t          |j        ¦  «        D ]F\  }}t          j        |                     ¦   «                              ¦   «         ¦  «        |||         <   ŒG|                      d|¦  «        }|S )zRun inference of ONNX model.zstart onnxruntime_inference)r$   r   é   r   N)ÚloggerÚdebugÚnumpyÚascontiguousarrayr   Úcpur   r-   Úlenr?   r   rš   Ú	enumerateÚrun)Úort_sessionr¦   Ú
ort_inputsrh   r§   ÚiÚpast_tensorÚort_outputss           r   Úonnxruntime_inferencez%T5DecoderHelper.onnxruntime_inference^  s>  € õ 	�ŠÐ2Ñ3Ô3Ð3õ Ô0°Ô1I×1MÒ1MÑ1OÔ1O×1UÒ1UÑ1WÔ1WÑXÔXÝ&+Ô&=¸fÔ>[×>_Ò>_Ñ>aÔ>a×>gÒ>gÑ>iÔ>iÑ&jÔ&jð
ð 
ˆ
ð
 Ô!ð 	_Ý�vÔ-Ñ.Ô.°Ñ2°aÒ7Ð7Ð7Ð7Ý�S Ô!7Ñ8Ô8¸1Ñ<Ñ=Ô=ˆJÝ,Ô;¸JÑGÔGˆJÝ"+¨FÔ,BÑ"CÔ"Cð _ð _‘��;Ý,1Ô,CÀKÇOÂOÑDUÔDU×D[ÒD[ÑD]ÔD]Ñ,^Ô,^�
˜: aœ=Ñ)Ð)à!—o’o d¨JÑ7Ô7ˆØÐr   r²   r¯   r»   Ú	max_casesc                 ó  — t          j        |d¦  «        dk    }g d¢}g }|d|…         D �]Õ\  }}	}
t          | t          ¦  «        rd}
t                               | j        ||	|
|||¬¦  «        }|                     ¦   «                              ¦   «         }t          j
        ¦   «         5   | |Ž }ddd¦  «         n# 1 swxY w Y   t                               ||¦  «        }| j        j        }t          j        t          j        |d                              ¦   «                              ¦   «         |d         z
  ¦  «        ¦  «        }|}t$                               d|› �¦  «         t)          d|z  ¦  «        D ]”}t          j        t          j        |d	         |                              ¦   «                              ¦   «         |d	|z            z
  ¦  «        ¦  «        }t$                               d
|› d|› �¦  «         t+          ||¦  «        }Œ•t          | t          ¦  «        r­t)          d|z  ¦  «        D ]š}t          j        t          j        |d         |                              ¦   «                              ¦   «         |d	d|z  z   |z            z
  ¦  «        ¦  «        }t$                               d|› d|› �¦  «         t+          ||¦  «        }Œ›|                     |¦  «         t$                               d||	|
|¦  «         �Œ×|S )zQCompare the result from PyTorch and OnnxRuntime to verify the ONNX model is good.Úpast_key_self_0ztensor(float16)))r²   é   r†   )r    rH   r‡   )r†   r    r    )é   r‡   rH   Nr   )r#   rU   rV   zlogits max_diff=rH   r    zself attention past state z
 max_diff=zcross attention past state zUbatch_size=%s, encode_sequence_length=%s, past_decode_sequence_length=%s, max_diff=%s)r   Úget_input_typer™   r   rQ   ra   r   r{   rs   r)   Úno_gradr�   rÀ   rI   rµ   ÚamaxÚabsr·   r³   r´   rc   Úmaxrd   Úinfo)r¯   r»   r#   rV   rÁ   rU   Ú
test_casesÚtest_cases_max_diffr0   rS   rT   r¦   rr   Útorch_outputsr¿   rI   Úmax_diffÚmax_diff_allr½   s                      r   Úverify_onnxzT5DecoderHelper.verify_onnxr  sQ  € õ #Ô1°+Ð?PÑQÔQÐUfÒfˆàBÐBÐBˆ
Ø Ðð
 ˜
˜˜
Ô#ð	4	ñ 4	ñ 
ØØ"Ø'å˜%¥Ñ/Ô/ð 0Ø./Ð+å$×1Ò1Ø”ØØ&Ø+ØØØ!1ð 2ñ ô ˆFð  ŸšÑ)Ô)×1Ò1Ñ3Ô3ˆJõ ”‘”ð 3ð 3Ø %  zÐ 2�ð3ð 3ð 3ñ 3ô 3ð 3ð 3ð 3ð 3ð 3ð 3øøøð 3ð 3ð 3ð 3õ *×?Ò?ÀÈVÑTÔTˆKØ!&¤Ô!@Ðå”z¥%¤)¨M¸!Ô,<×,@Ò,@Ñ,BÔ,B×,HÒ,HÑ,JÔ,JÈ[ÐYZÌ^Ñ,[Ñ"\Ô"\Ñ]Ô]ˆHØ#ˆLÝ�LŠLÐ6¨HÐ6Ð6Ñ7Ô7Ð7å˜1Ð1Ñ1Ñ2Ô2ð ;ð ;�Ý œ:¥e¤i°¸aÔ0@ÀÔ0C×0GÒ0GÑ0IÔ0I×0OÒ0OÑ0QÔ0QÐT_Ð`aÐdeÑ`eÔTfÑ0fÑ&gÔ&gÑhÔh�Ý—’ÐQ¸!ÐQÐQÀxÐQÐQÑRÔRÐRÝ" <°Ñ:Ô:��å˜%¥Ñ/Ô/ð ?Ý˜qÐ#5Ñ5Ñ6Ô6ð ?ð ?�AÝ$œzÝœ	 -°Ô"2°1Ô"5×"9Ò"9Ñ";Ô";×"AÒ"AÑ"CÔ"CÀkÐRSÐVWÐZlÑVlÑRlÐopÑRpÔFqÑ"qÑrÔrñ ô  �Hõ —L’LÐ!V¸qÐ!VÐ!VÈHÐ!VÐ!VÑWÔWÐWÝ#& |°XÑ#>Ô#>�L�Là×&Ò& |Ñ4Ô4Ð4Ý�KŠKØgØØ&Ø+Øñô ð ñ ð Ðs   Â'B9Â9B=	Ã B=	N)TFF)r²   )r9   r:   r;   r|   rE   r   r)   r#   Ústrr}   r°   rQ   rÀ   r   r?   rÑ   r   r   r   r�   r�   ç   s  € € € € € Øð
 Ø).Ø!&ðsð sØ˜]Ñ*ðsà”ðsð ðsð ð	sð
 #'ðsð ðsð sð sñ „\ðsðj ð°?ð ð ð ñ „\ðð& ð ðBð BØ˜=Ñ(ðBà%ðBð ”ðBð ð	Bð
 ðBð Bð Bñ „\ðBð Bð Br   r�   ) ÚloggingrŸ   r�   Úpathlibr   rµ   r£   r)   Úio_binding_helperr   Ú
onnx_modelr   Úpast_helperr   Ú
t5_encoderr   Útorch_onnx_export_helperr   Útransformersr	   r
   Úonnxruntimer   Ú	getLoggerr9   r³   r=   r>   r   rE   rQ   r�   r   r   r   ú<module>rÝ      s°  ðð €€€Ø 	€	€	€	Ø €€€Ø Ð Ð Ð Ð Ð à €€€Ø €€€Ø €€€Ø (Ð (Ð (Ð (Ð (Ð (Ø  Ð  Ð  Ð  Ð  Ð  Ø +Ð +Ð +Ð +Ð +Ð +Ø &Ð &Ð &Ð &Ð &Ð &Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,à (Ð (Ð (Ð (Ð (Ð (à	ˆÔ	˜8Ñ	$Ô	$€ð80ð 80ð 80ð 80ð 80�E”H”Oñ 80ô 80ð 80ðv%'ð %'ð %'ð %'ð %'�””ñ %'ô %'ð %'ðPf
ð f
ð f
ð f
ð f
ñ f
ô f
ð f
ðRNð Nð Nð Nð Nñ Nô Nð Nð Nð Nr   