§
    û¸¸jÑB  ã                   ó$  — d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlZd dl	Z	d dl
mZmZ eeeee         z  f         Z ej        e¦  «        Z G d„ d¦  «        Z G d„ d	¦  «        Z G d
„ d¦  «        Z G d„ de¦  «        Z G d„ d¦  «        ZdS )é    N)ÚOrderedDict)ÚMapping)ÚAny)ÚInferenceSessionÚ
RunOptionsc                   ó  — e Zd Zedededefd„¦   «         Zededefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Z	ed	e
j        fd
„¦   «         Zedej        fd„¦   «         Zededeee
j        f         fd„¦   «         ZdS )Ú
TypeHelperÚort_sessionÚnameÚreturnc                 óž   — t          |                      ¦   «         ¦  «        D ]\  }}|j        |k    r	|j        c S Œt	          d|› d�¦  «        ‚)Nzinput name ú
 not found)Ú	enumerateÚ
get_inputsr   ÚtypeÚ
ValueError)r
   r   Ú_iÚinputs       úz/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/io_binding_helper.pyÚget_input_typezTypeHelper.get_input_type   sc   € å" ;×#9Ò#9Ñ#;Ô#;Ñ<Ô<ð 	"ð 	"‰IˆB�ØŒz˜TÒ!Ð!Ø”zÐ!Ð!Ð!ð "åÐ7 tÐ7Ð7Ð7Ñ8Ô8Ð8ó    c                 óž   — t          |                      ¦   «         ¦  «        D ]\  }}|j        |k    r	|j        c S Œt	          d|› d�¦  «        ‚)Nzoutput name r   )r   Úget_outputsr   r   r   )r
   r   r   Úoutputs       r   Úget_output_typezTypeHelper.get_output_type   se   € å# K×$;Ò$;Ñ$=Ô$=Ñ>Ô>ð 	#ð 	#‰JˆB�ØŒ{˜dÒ"Ð"Ø”{Ð"Ð"Ð"ð #õ Ð8¨Ð8Ð8Ð8Ñ9Ô9Ð9r   Úort_typec                 ó¾   — t           j        t           j        t           j        t           j        t
          t           j        dœ}| |vrt          | › d�¦  «        ‚||          S ©N)ztensor(int64)ztensor(int32)ztensor(float)ztensor(float16)ztensor(bool)ztensor(uint8)ú not found in map)ÚnumpyÚlonglongÚintcÚfloat32Úfloat16ÚboolÚuint8r   )r   Úort_type_to_numpy_type_maps     r   Úort_type_to_numpy_typez!TypeHelper.ort_type_to_numpy_type"   s]   € õ #œ^Ý"œZÝ"œ]Ý$œ}Ý Ý"œ[ð&
ð &
Ð"ð Ð5Ð5Ð5Ý Ð;Ð;Ð;Ñ<Ô<Ð<à)¨(Ô3Ð3r   c                 óÈ   — t           j        t           j        t           j        t           j        t           j        t           j        dœ}| |vrt          | › d�¦  «        ‚||          S r   )ÚtorchÚint64Úint32r#   r$   r%   r&   r   )r   Úort_type_to_torch_type_maps     r   Úort_type_to_torch_typez!TypeHelper.ort_type_to_torch_type1   s_   € õ #œ[Ý"œ[Ý"œ]Ý$œ}Ý!œJÝ"œ[ð&
ð &
Ð"ð Ð5Ð5Ð5Ý Ð;Ð;Ð;Ñ<Ô<Ð<à)¨(Ô3Ð3r   Ú
numpy_typec                 ól  — t           j        t          j        t           j        t          j        t           j        t          j        t           j        t          j        t           j        t          j        t          t          j        t           j	        t          j	        i}| |vrt          | › d�¦  «        ‚||          S ©Nr   )r    r!   r*   r+   r"   r,   r#   r$   r%   r&   r   )r/   Únumpy_type_to_torch_type_maps     r   Únumpy_type_to_torch_typez#TypeHelper.numpy_type_to_torch_type@   sy   € õ ŒN�EœKÝŒJ�œÝŒK�œÝŒM�5œ=ÝŒM�5œ=Ý•%”*ÝŒK�œð(
Ð$ð Ð9Ð9Ð9Ý 
Ð=Ð=Ð=Ñ>Ô>Ð>à+¨JÔ7Ð7r   Ú
torch_typec                 ó@  — t           j        t          j        t           j        t          j        t           j        t          j        t           j        t          j        t           j        t          t           j	        t          j	        i}| |vrt          | › d�¦  «        ‚||          S r1   )r*   r+   r    r!   r,   r"   r#   r$   r%   r&   r   )r4   Útorch_type_to_numpy_type_maps     r   Útorch_type_to_numpy_typez#TypeHelper.torch_type_to_numpy_typeP   sp   € õ ŒK�œÝŒK�œÝŒM�5œ=ÝŒM�5œ=ÝŒJ�ÝŒK�œð(
Ð$ð Ð9Ð9Ð9Ý 
Ð=Ð=Ð=Ñ>Ô>Ð>à+¨JÔ7Ð7r   c                 ó  — i }|                       ¦   «         D ])}t                               |j        ¦  «        ||j        <   Œ*|                      ¦   «         D ])}t                               |j        ¦  «        ||j        <   Œ*|S )z:Create a mapping from input/output name to numpy data type)r   r	   r(   r   r   r   )r
   Úname_to_numpy_typer   r   s       r   Úget_io_numpy_type_mapz TypeHelper.get_io_numpy_type_map_   sŒ   € ð  ÐØ ×+Ò+Ñ-Ô-ð 	[ð 	[ˆEÝ-7×-NÒ-NÈuÌzÑ-ZÔ-ZÐ˜uœzÑ*Ð*à!×-Ò-Ñ/Ô/ð 	]ð 	]ˆFÝ.8×.OÒ.OÐPVÔP[Ñ.\Ô.\Ð˜vœ{Ñ+Ð+Ø!Ð!r   N)Ú__name__Ú
__module__Ú__qualname__Ústaticmethodr   Ústrr   r   r(   r.   r    Údtyper3   r*   r7   Údictr:   © r   r   r	   r	      sQ  € € € € € Øð9Ð$4ð 9¸Cð 9ÀCð 9ð 9ð 9ñ „\ð9ð ð:¨3ð :°3ð :ð :ð :ñ „\ð:ð ð4¨ð 4ð 4ð 4ñ „\ð4ð ð4¨ð 4ð 4ð 4ñ „\ð4ð ð8¨U¬[ð 8ð 8ð 8ñ „\ð8ð ð8¨U¬[ð 8ð 8ð 8ñ „\ð8ð ð"Ð+;ð "ÀÀSÈ%Ì+ÐEUÔ@Vð "ð "ð "ñ „\ð"ð "ð "r   r	   c                   ó¢   — e Zd Zedefd„¦   «         Ze	 ddej        dej        dej        deej                 fd„¦   «         Z	edd
„¦   «         Z
dS )ÚIOBindingHelperr
   c                 ó   — i }|                      ¦   «         D ]f\  }}t                               | |¦  «        }t                               |¦  «        }t	          j        t          j        |¦  «        ||¬¦  «        ||<   Œg|S )zpReturns a dictionary of output name as key, and 1D tensor as value. The tensor has enough space for given shape.)r@   Údevice)Úitemsr	   r   r.   r*   Úemptyr    Úprod)r
   Úoutput_shapesrF   Úoutput_buffersr   Úshaper   r4   s           r   Úget_output_buffersz"IOBindingHelper.get_output_buffersl   s�   € ð ˆØ(×.Ò.Ñ0Ô0ð 	cð 	c‰KˆD�%Ý!×1Ò1°+¸tÑDÔDˆHÝ#×:Ò:¸8ÑDÔDˆJÝ#(¤;­u¬z¸%Ñ/@Ô/@È
Ð[aÐ#bÑ#bÔ#bˆN˜4Ñ Ð ØÐr   NÚ	input_idsÚposition_idsÚattention_maskÚpastc                 óÎ  — |€t                                | ¦  «        }|                      ¦   «         }|                     ¦   «         sJ ‚|                     d|j        j        d|d         t          |                     ¦   «         ¦  «        | 	                    ¦   «         ¦  «         |�¨t          |¦  «        D ]˜\  }	}
|
                     ¦   «         sJ ‚|
 	                    ¦   «         }|dk    r| 	                    ¦   «         }|                     d|	› �|
j        j        d|d|	› �         t          |
                     ¦   «         ¦  «        |¦  «         Œ™|�q|                     ¦   «         sJ ‚|                     d|j        j        d|d         t          |                     ¦   «         ¦  «        | 	                    ¦   «         ¦  «         |�q|                     ¦   «         sJ ‚|                     d|j        j        d|d         t          |                     ¦   «         ¦  «        | 	                    ¦   «         ¦  «         |                      ¦   «         D ]ž}|j        }||         }t                               |› d|j        j        › dt          |                     ¦   «         ¦  «        › �¦  «         |                     ||j        j        d||         ||         | 	                    ¦   «         ¦  «         ŒŸ|S )	z)Returnas IO binding object for a session.NrN   r   Úpast_rP   rO   z device type=z shape=)r	   r:   Ú
io_bindingÚis_contiguousÚ
bind_inputrF   r   ÚlistÚsizeÚdata_ptrr   r   r   ÚloggerÚdebugÚbind_output)r
   rN   rO   rP   rQ   rK   rJ   Úname_to_np_typerT   ÚiÚpast_irY   r   Úoutput_nameÚoutput_buffers                  r   Úprepare_io_bindingz"IOBindingHelper.prepare_io_bindingv   s  € ð Ð"Ý(×>Ò>¸{ÑKÔKˆOð !×+Ò+Ñ-Ô-ˆ
ð ×&Ò&Ñ(Ô(Ð(Ð(Ð(Ø×ÒØØÔÔ!ØØ˜KÔ(Ý�—’Ñ!Ô!Ñ"Ô"Ø×ÒÑ Ô ñ	
ô 	
ð 	
ð ÐÝ& t™_œ_ð ð ‘	��6Ø×+Ò+Ñ-Ô-Ð-Ð-Ð-à!Ÿ?š?Ñ,Ô,�Ø˜q’=�=ð  )×1Ò1Ñ3Ô3�Hà×%Ò%Ø˜A�K�KØ”MÔ&ØØ# K¨A K KÔ0Ý˜Ÿš™œÑ'Ô'Øñô ð ð ð Ð%Ø!×/Ò/Ñ1Ô1Ð1Ð1Ð1Ø×!Ò!Ø ØÔ%Ô*ØØÐ 0Ô1Ý�^×(Ò(Ñ*Ô*Ñ+Ô+Ø×'Ò'Ñ)Ô)ñô ð ð Ð#Ø×-Ò-Ñ/Ô/Ð/Ð/Ð/Ø×!Ò!ØØÔ#Ô(ØØ Ô/Ý�\×&Ò&Ñ(Ô(Ñ)Ô)Ø×%Ò%Ñ'Ô'ñô ð ð "×-Ò-Ñ/Ô/ð 	ð 	ˆFØ œ+ˆKØ*¨;Ô7ˆMÝ�LŠL˜KÐtÐt°mÔ6JÔ6OÐtÐtÕX\Ð]j×]oÒ]oÑ]qÔ]qÑXrÔXrÐtÐtÑuÔuÐuØ×"Ò"ØØÔ$Ô)ØØ Ô,Ø˜kÔ*Ø×&Ò&Ñ(Ô(ñô ð ð ð Ðr   Tc                 ó®  — g }|                       ¦   «         D ]½}|j        }||         }||         }|dt          j        |¦  «        …                              |¦  «                             ¦   «                              ¦   «         }	|r:|                     |	                     ¦   «                              ¦   «         ¦  «         Œ¨|                     |	¦  «         Œ¾|S )z3Copy results to cpu. Returns a list of numpy array.r   )	r   r   r    rI   ÚreshapeÚcloneÚdetachÚappendÚcpu)
r
   rK   rJ   Úreturn_numpyÚort_outputsr   r`   ÚbufferrL   Úcopy_tensors
             r   Ú"get_outputs_from_io_binding_bufferz2IOBindingHelper.get_outputs_from_io_binding_bufferÌ   sÐ   € ð ˆØ!×-Ò-Ñ/Ô/ð 	0ð 	0ˆFØ œ+ˆKØ# KÔ0ˆFØ! +Ô.ˆEØ  ¥U¤Z°Ñ%6Ô%6Ð!6Ô7×?Ò?ÀÑFÔF×LÒLÑNÔN×UÒUÑWÔWˆKØð 0Ø×"Ò" ;§?¢?Ñ#4Ô#4×#:Ò#:Ñ#<Ô#<Ñ=Ô=Ð=Ð=à×"Ò" ;Ñ/Ô/Ð/Ð/ØÐr   ©N)T)r;   r<   r=   r>   r   rM   r*   ÚTensorrW   rb   rm   rB   r   r   rD   rD   k   sÁ   € € € € € ØðÐ(8ð ð ð ñ „\ðð ð ðSð Sà”<ðSð ”lðSð œð	Sð
 �5”<Ô ðSð Sð Sñ „\ðSðj ðð ð ñ „\ðð ð r   rD   c                   óÔ   — e Zd ZdZddedej        fd„Zdedefd„Z	d	„ Z
d
edej        fd„Zdefd„Zddeeej        f         dedefd„Zeddedededeeef         fd„¦   «         ZdS )ÚCudaSessionzLInference Session with IO Binding for ONNX Runtime CUDA or TensorRT providerFr
   rF   c                 ó®  — || _         d„ | j                              ¦   «         D ¦   «         | _        d„ | j                              ¦   «         D ¦   «         | _        t
                               | j         ¦  «        | _        | j                              ¦   «         | _        || _	        t          ¦   «         | _        t          ¦   «         | _        || _        i | _        d S )Nc                 ó   — g | ]	}|j         ‘Œ
S rB   ©r   )Ú.0r   s     r   ú
<listcomp>z(CudaSession.__init__.<locals>.<listcomp>á   s   € ÐRÐRÐR¨5˜EœJÐRÐRÐRr   c                 ó   — g | ]	}|j         ‘Œ
S rB   rt   )ru   r   s     r   rv   z(CudaSession.__init__.<locals>.<listcomp>â   s   € ÐVÐVÐV¨V˜Vœ[ÐVÐVÐVr   )r
   r   Úinput_namesr   Úoutput_namesr	   r:   Úio_name_to_numpy_typerT   Úenable_cuda_graphr   Úinput_tensorsÚoutput_tensorsrF   Úbuffer_sharing)Úselfr
   rF   r{   s       r   Ú__init__zCudaSession.__init__ß   sº   € Ø&ˆÔØRÐR°DÔ4D×4OÒ4OÑ4QÔ4QÐRÑRÔRˆÔØVÐV°tÔ7G×7SÒ7SÑ7UÔ7UÐVÑVÔVˆÔÝ%/×%EÒ%EÀdÔFVÑ%WÔ%WˆÔ"ØÔ*×5Ò5Ñ7Ô7ˆŒØ!2ˆÔå(™]œ]ˆÔÝ)™mœmˆÔØˆŒð /1ˆÔÐÐr   Ú
input_namer`   c                 óZ   — || j         v sJ ‚|| j        v sJ ‚|| j        |<   || j        |<   d S rn   )rx   ry   r~   )r   r�   r`   s      r   Úset_buffer_sharingzCudaSession.set_buffer_sharingî   sJ   € Ø˜TÔ-Ð-Ð-Ð-Ð-Ø˜dÔ/Ð/Ð/Ð/Ð/Ø*5ˆÔ˜JÑ'Ø+5ˆÔ˜KÑ(Ð(Ð(r   c                 ó   — | ` | `| `d S rn   )r|   r}   rT   )r   s    r   Ú__del__zCudaSession.__del__ô   s   € ØÐØÐØˆOˆOˆOr   r   Útensorc           	      ó  — |j         j        �|j         j        nd}t          |j        ¦  «        dk    rdgnt	          |j        ¦  «        }| j                             ||j         j        || j        |         || 	                    ¦   «         ¦  «         || j
        v rh| j                             | j
        |         |j         j        || j        |         || 	                    ¦   «         ¦  «         || j        | j
        |         <   d S d S )Nr   é   )rF   ÚindexÚlenrL   rW   rT   rV   r   rz   rY   r~   r\   r}   )r   r   r†   Ú	device_idÚtensor_shapes        r   Úbind_input_and_buffer_sharingz)CudaSession.bind_input_and_buffer_sharingù   s	  € Ø+1¬=Ô+>Ð+J�F”MÔ'Ð'ÐPQˆ	Ý! &¤,Ñ/Ô/°1Ò4Ð4˜�s�s½$¸v¼|Ñ:LÔ:LˆàŒ×"Ò"ØØŒMÔØØÔ& tÔ,ØØ�OŠOÑÔñ	
ô 	
ð 	
ð �4Ô&Ð&Ð&ØŒO×'Ò'ØÔ# DÔ)Ø”Ô"ØØÔ*¨4Ô0ØØ—’Ñ!Ô!ñô ð ð >DˆDÔ Ô 3°DÔ 9Ñ:Ð:Ð:ð 'Ð&r   Ú
shape_dictc                 ó|  — | j         rí|                     ¦   «         D ]Ø\  }}|| j        v rÊ|| j        v r@t	          | j        |         j        ¦  «        t	          |¦  «        k    rŒHt          d¦  «        ‚| j        |         }t          j	        t	          |¦  «        t                               |¦  «        ¬¦  «                             | j        ¬¦  «        }|| j        |<   |                      ||¦  «         ŒÙ|                     ¦   «         D �]1\  }}|| j        v �r!|| j        v r1t	          | j        |         j        ¦  «        t	          |¦  «        k    rŒJ|| j        v rŒT| j        |         }t          j	        t	          |¦  «        t                               |¦  «        ¬¦  «                             | j        ¬¦  «        }|| j        |<   | j                             ||j        j        |j        j        �|j        j        nd|t-          |                     ¦   «         ¦  «        |                     ¦   «         ¦  «         �Œ3dS )z Allocate tensors for I/O Bindingz(Expect static input shape for cuda graph)r@   )rF   Nr   )r{   rG   rx   r|   ÚtuplerL   ÚRuntimeErrorrz   r*   rH   r	   r3   ÚtorF   r�   ry   r}   r~   rT   r\   r   r‰   rW   rX   rY   )r   rŽ   r   rL   Únumpy_dtyper†   s         r   Úallocate_bufferszCudaSession.allocate_buffers  s9  € àÔ!ð 	EØ)×/Ò/Ñ1Ô1ð Eð E‘��eØ˜4Ô+Ð+Ð+à˜tÔ1Ð1Ð1Ý  Ô!3°DÔ!9Ô!?Ñ@Ô@ÅEÈ%ÁLÄLÒPÐPØ$Ý*Ð+UÑVÔVÐVà"&Ô"<¸TÔ"B�KÝ"œ[­¨u©¬½Z×=`Ò=`ÐalÑ=mÔ=mÐnÑnÔn×qÒqØ#œ{ð rñ ô �Fð 06�DÔ& tÑ,Ø×6Ò6°t¸VÑDÔDÐDøà%×+Ò+Ñ-Ô-ð 	ñ 	‰KˆD�%Ø�tÔ(Ð(Ñ(à˜4Ô.Ð.Ð.µ5¸Ô9LÈTÔ9RÔ9XÑ3YÔ3YÕ]bÐchÑ]iÔ]iÒ3iÐ3iØà˜4Ô.Ð.Ð.Øà"Ô8¸Ô>�Ýœ¥U¨5¡\¤\½×9\Ò9\Ð]hÑ9iÔ9iÐjÑjÔj×mÒmØœ;ð nñ ô �ð -3�Ô# DÑ)à”×+Ò+ØØ”MÔ&Ø+1¬=Ô+>Ð+J�F”MÔ'Ð'ÐPQØÝ˜Ÿš™œÑ'Ô'Ø—O’OÑ%Ô%ñô ð ùð	ð 	r   NTÚ	feed_dictÚrun_optionsÚsynchronizec                 óè  — |                      ¦   «         D ]â\  }}t          |t          j        ¦  «        r|                     ¦   «         sJ ‚|| j        v r¤| j        r‡| j        |                              ¦   «         |                     ¦   «         k    sJ ‚| j        |         j	        |j	        k    sJ ‚|j
        j        dk    sJ ‚| j        |                              |¦  «         ŒÌ|                      ||¦  «         Œã|rS| j                             ¦   «          | j                             | j        |¦  «         | j                             ¦   «          n | j                             | j        |¦  «         | j        S )z$Bind input tensors and run inferenceÚcuda)rG   Ú
isinstancer*   ro   rU   rx   r{   r|   Únelementr@   rF   r   Úcopy_r�   rT   Úsynchronize_inputsr
   Úrun_with_iobindingÚsynchronize_outputsr}   )r   r•   r–   r—   r   r†   s         r   ÚinferzCudaSession.infer;  sp  € à%ŸOšOÑ-Ô-ð 		Eð 		E‰LˆD�&Ý˜f¥e¤lÑ3Ô3ÐN¸×8LÒ8LÑ8NÔ8NÐNÐNÐNØ�tÔ'Ð'Ð'ØÔ)ð EØÔ-¨dÔ3×<Ò<Ñ>Ô>À&Ç/Â/ÑBSÔBSÒSÐSÐSÐSØÔ-¨dÔ3Ô9¸V¼\ÒIÐIÐIÐIØ!œ=Ô-°Ò7Ð7Ð7Ð7ØÔ& tÔ,×2Ò2°6Ñ:Ô:Ð:Ð:à×6Ò6°t¸VÑDÔDÐDøàð 	NØŒO×.Ò.Ñ0Ô0Ð0ØÔ×/Ò/°´ÀÑMÔMÐMØŒO×/Ò/Ñ1Ô1Ð1Ð1àÔ×/Ò/°´ÀÑMÔMÐMàÔ"Ð"r   r   r‹   r{   Ústreamr   c                 óB   — | d|dœ}|dk    rt          |¦  «        |d<   |S )NÚkSameAsRequested)r‹   Úarena_extend_strategyr{   r   Úuser_compute_stream)r?   )r‹   r{   r¡   Úoptionss       r   Úget_cuda_provider_optionsz%CudaSession.get_cuda_provider_optionsQ  s:   € ð #Ø%7Ø!2ð
ð 
ˆð �QŠ;ˆ;Ý-0°©[¬[ˆGÐ)Ñ*àˆr   ©F)NT)r   )r;   r<   r=   Ú__doc__r   r*   rF   r€   r?   rƒ   r…   ro   r�   Ú	ShapeDictr”   rA   r   r%   r    r>   Úintr   r§   rB   r   r   rq   rq   Ü   sE  € € € € € ØVÐVð1ð 1Ð$4ð 1¸e¼lð 1ð 1ð 1ð 1ð6¨Sð 6¸sð 6ð 6ð 6ð 6ðð ð ð
D°#ð D¸u¼|ð Dð Dð Dð Dð0(¨9ð (ð (ð (ð (ðT#ð #˜t C¨¬Ð$5Ô6ð #ÀZð #Ðeið #ð #ð #ð #ð, ðð ¨Sð ÀTð ÐSVð Ð_cÐdgÐilÐdlÔ_mð ð ð ñ „\ðð ð r   rq   c                   ó¨   ‡ — e Zd Z	 	 	 	 ddedej        deded	ed
ede	e
e
f         dz  fˆ fd„Zddedefd„Zdde	e
ej        f         defˆ fd„Zˆ xZS )Ú
GpuBindingFéÿÿÿÿr   Nr
   rF   rŽ   Úenable_gpu_graphÚgpu_graph_idr¡   r~   c                 ó@  •— t          ¦   «                              |||¦  «         |r0|                     ¦   «         D ]\  }}	|                      ||	¦  «         Œ|                      |¦  «         || _        |rt          j        |¦  «        nd | _        || _	        d | _
        d S rn   )Úsuperr€   rG   rƒ   r”   r°   ÚcopyÚdeepcopyrŽ   r¡   Úlast_run_gpu_graph_id)r   r
   rF   rŽ   r¯   r°   r¡   r~   r�   r`   Ú	__class__s             €r   r€   zGpuBinding.__init__a  s²   ø€ õ 	‰Œ×Ò˜ fÐ.>Ñ?Ô?Ð?Øð 	AØ+9×+?Ò+?Ñ+AÔ+Að Að AÑ'�
˜KØ×'Ò'¨
°KÑ@Ô@Ð@Ð@à×Ò˜jÑ)Ô)Ð)Ø(ˆÔà7GÐQ�$œ-¨
Ñ3Ô3Ð3ÈTˆŒØˆŒà%)ˆÔ"Ð"Ð"r   Údisable_cuda_graph_in_runr   c                 óŒ   — t          ¦   «         }|rdn| j        }|                     dt          |¦  «        ¦  «         || _        |S )Nr®   r°   )r   r°   Úadd_run_config_entryr?   rµ   )r   r·   r¦   r°   s       r   Úget_run_optionszGpuBinding.get_run_optionsx  sG   € Ý‘,”,ˆà6ÐM�r�r¸DÔ<Mˆà×$Ò$ ^µS¸Ñ5FÔ5FÑGÔGÐGà%1ˆÔ"àˆr   r•   c                 ó¬   •— |                       |¦  «        }| j        r|                     dd¦  «         t          ¦   «                              ||¦  «        S )NÚ'disable_synchronize_execution_providersÚ1)rº   r¡   r¹   r²   r    )r   r•   r·   r–   r¶   s       €r   r    zGpuBinding.inferƒ  sR   ø€ Ø×*Ò*Ð+DÑEÔEˆàŒ;ð 	]Ø×,Ò,Ð-VÐX[Ñ\Ô\Ð\å‰wŒw�}Š}˜Y¨Ñ4Ô4Ð4r   )Fr®   r   Nr¨   )r;   r<   r=   r   r*   rF   rª   r%   r«   rA   r?   r€   r   rº   ro   r    Ú__classcell__)r¶   s   @r   r­   r­   `  s  ø€ € € € € ð "'ØØØ04ð*ð *à%ð*ð ”ð*ð ð	*ð
 ð*ð ð*ð ð*ð ˜S #˜Xœ¨Ñ-ð*ð *ð *ð *ð *ð *ð.	ð 	¸ð 	È*ð 	ð 	ð 	ð 	ð5ð 5˜t C¨¬Ð$5Ô6ð 5ÐSWð 5ð 5ð 5ð 5ð 5ð 5ð 5ð 5ð 5ð 5r   r­   c            	       ój   — e Zd ZdZddedej        dedefd„Z	 	 dde	de
deeef         d
z  defd„Zd
S )ÚGpuBindingManagerz­A manager for I/O bindings that support multiple CUDA Graphs.
    One cuda graph is reused for same input shape. Automatically add a new cuda graph for new input shape.
    r   rˆ   r
   rF   r¡   Úmax_cuda_graphsc                 óZ   — || _         || _        g | _        d | _        || _        || _        d S rn   )r
   rF   Úgraph_bindingsÚno_graph_bindingr¡   rÁ   )r   r
   rF   r¡   rÁ   s        r   r€   zGpuBindingManager.__init__‘  s:   € Ø&ˆÔØˆŒð !ˆÔð !%ˆÔàˆŒà.ˆÔÐÐr   FNrŽ   Úuse_cuda_graphr~   r   c           	      óº  — | j         D ]}|j        |k    r|c S Œt          | j         ¦  «        | j        k    s|sQ| j        €)t          | j        | j        || j        |¬¦  «        | _        n| j         	                    |¦  «         | j        S t          | j        | j        |dt          | j         ¦  «        | j        |¬¦  «        }| j          
                    |¦  «         |S )N)r¡   r~   T)r¯   r°   r¡   r~   )rÃ   rŽ   rŠ   rÁ   rÄ   r­   r
   rF   r¡   r”   rg   )r   rŽ   rÅ   r~   Úgpu_graph_bindings        r   Úget_bindingzGpuBindingManager.get_bindingŸ  s  € ð "&Ô!4ð 	)ð 	)Ðà Ô+¨zÒ9Ð9Ø(Ð(Ð(Ð(ð :õ ˆtÔ"Ñ#Ô# tÔ';Ò;Ð;ÀNÐ;ØÔ$Ð,Ý(2ØÔ$ d¤k°:ÀdÄkÐbpð)ñ )ô )�Ô%Ð%ð Ô%×6Ò6°zÑBÔBÐBØÔ(Ð(õ 'ØÔØŒKØØ!Ý˜TÔ0Ñ1Ô1Ø”;Ø)ð
ñ 
ô 
Ðð 	Ô×"Ò"Ð#4Ñ5Ô5Ð5Ø Ð r   )r   rˆ   )FN)r;   r<   r=   r©   r   r*   rF   r«   r€   rª   r%   rA   r?   r­   rÈ   rB   r   r   rÀ   rÀ   Œ  s¬   € € € € € ðð ð/ð /Ð$4ð /¸e¼lð /ÐTWð /Ðnqð /ð /ð /ð /ð"  %Ø04ð	 !ð  !àð !ð ð !ð ˜S #˜Xœ¨Ñ-ð	 !ð
 
ð !ð  !ð  !ð  !ð  !ð  !r   rÀ   )r³   ÚloggingÚcollectionsr   Úcollections.abcr   Útypingr   r    r*   Úonnxruntimer   r   r?   r�   rW   r«   rª   Ú	getLoggerr;   rZ   r	   rD   rq   r­   rÀ   rB   r   r   ú<module>rÏ      s“  ðØ €€€Ø €€€Ø #Ð #Ð #Ð #Ð #Ð #Ø #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð à €€€Ø €€€à 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4ð �C˜  c¤Ñ*Ð*Ô+€	à	ˆÔ	˜8Ñ	$Ô	$€ðV"ð V"ð V"ð V"ð V"ñ V"ô V"ð V"ðrnð nð nð nð nñ nô nð nðbAð Að Að Að Añ Aô Að AðH)5ð )5ð )5ð )5ð )5�ñ )5ô )5ð )5ðX3!ð 3!ð 3!ð 3!ð 3!ñ 3!ô 3!ð 3!ð 3!ð 3!r   