§
    l¬¸jP'  ã                  óF  — d dl mZ d dlmZ d dlZd dlZd dlmZ d dl	m
Z
 ddlmZ ej        ej        fej        ej        fej        ej        fej        ej        fej        ej        fej        ej        fej        ej        fdœZ G d	„ d
e¦  «        Z G d„ de¦  «        ZdS )é    )Úannotations)ÚPathN)ÚLOGGER)Úcheck_requirementsé   )ÚBaseBackend)ztensor(float16)ztensor(float)ztensor(double)ztensor(uint8)ztensor(int8)ztensor(int32)ztensor(int64)c                  ó<   ‡ — e Zd ZdZ	 	 	 ddˆ fd„Zdd„Zdd„Zˆ xZS )ÚONNXBackendaU  Microsoft ONNX Runtime inference backend with optional OpenCV DNN support.

    Loads and runs inference with ONNX models (.onnx files) using either Microsoft ONNX Runtime with CUDA/CoreML
    execution providers, or OpenCV DNN for lightweight CPU inference. Supports IO binding for optimized GPU inference
    with static input shapes.
    FÚonnxNÚweightú
str | PathÚdeviceútorch.deviceÚfp16ÚboolÚformatÚstrÚsession_optionsúobject | Nonec                óŽ   •— |dv sJ d|› d�¦   «         ‚|| _         || _        t          ¦   «                              |||¦  «         dS )a±  Initialize the ONNX backend.

        Args:
            weight (str | Path): Path to the .onnx model file.
            device (torch.device): Device to run inference on.
            fp16 (bool): Whether to use FP16 half-precision inference.
            format (str): Inference engine, either "onnx" for ONNX Runtime or "dnn" for OpenCV DNN.
            session_options (object | None): Optional ONNX Runtime session options.
        >   Údnnr   zUnsupported ONNX format: ú.N)r   r   ÚsuperÚ__init__)Úselfr   r   r   r   r   Ú	__class__s         €úl/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/nn/backends/onnx.pyr   zONNXBackend.__init__#   s[   ø€ ð" ˜Ð(Ð(Ð(Ð*OÀfÐ*OÐ*OÐ*OÑ(Ô(Ð(ØˆŒØ.ˆÔÝ‰Œ×Ò˜ ¨Ñ.Ô.Ð.Ð.Ð.ó    ÚreturnÚNonec           
     ó,  — t          | j        t          j        ¦  «        o-t          j                             ¦   «         o| j        j        dk    }|                      |                      |¦  «        ¦  «         | j        dk    r=t          j
        d|› d�¦  «         ddl}|j                             |¦  «        | _        dS t          j
        d|› d�¦  «         t          d|rd	nd
f¦  «         ddl}|                     ¦   «         }|rd|v rdd| j        j        ifdg}n| j        j        dk    r	d|v rddg}ndg}t          j
        d|j        › dt          |d         t(          ¦  «        r|d         n|d         d         › �¦  «         	 |                     || j        |¬¦  «        | _        nH# |j        j        j        $ r1}t7          d|› dt          |¦  «        j        › d|› d�¦  «        |‚d}~ww xY w|rJd| j                             ¦   «         vr/t          j        d¦  «         t          j        d¦  «        | _        d}d„ | j                             ¦   «         D ¦   «         | _         t          | j                             ¦   «         d         j!        d         t(          ¦  «        | _"        d| j         #                    ¦   «         d         j        v | _$        | j"         o|| _%        | j%        �r(| j         &                    ¦   «         | _'        g | _(        | j                             ¦   «         D ]ë}tR           *                    |j        t          j+        tX          j+        f¦  «        \  }	}
t          j-        |j!        |	¬¦  «         .                    | j        ¦  «        }| j'         /                    |j0        | j        j        |r| j        j        nd|
tc          |j!        ¦  «        | 2                    ¦   «         ¬¦  «         | j(         3                    |¦  «         ŒêdS dS )z‹Load an ONNX model using ONNX Runtime or OpenCV DNN.

        Args:
            weight (str | Path): Path to the .onnx model file.
        Úcpur   úLoading z! for ONNX OpenCV DNN inference...r   Nz for ONNX Runtime inference...r   zonnxruntime-gpuÚonnxruntimeÚCUDAExecutionProviderÚ	device_idÚCPUExecutionProviderÚmpsÚCoreMLExecutionProviderzUsing ONNX Runtime z with ©Ú	providersu   ERROR â�Œï¸� uM    is not a loadable ONNX model â€” the file is empty, truncated or corrupted (z: zs).
Recommend fixes are to re-export it with 'yolo export model=yolo26n.pt format=onnx', or to re-download the file.zDCUDA requested but CUDAExecutionProvider not available. Using CPU...Fc                ó   — g | ]	}|j         ‘Œ
S © ©Úname©Ú.0Úxs     r   ú
<listcomp>z*ONNXBackend.load_model.<locals>.<listcomp>l   s   € Ð LÐ LÐ L¨A ¤Ð LÐ LÐ Lr   Úfloat16)Údtype©r/   Údevice_typer&   Úelement_typeÚshapeÚ
buffer_ptr)4Ú
isinstancer   ÚtorchÚcudaÚis_availableÚtypeÚapply_metadataÚread_metadatar   r   ÚinfoÚcv2r   ÚreadNetFromONNXÚnetr   r$   Úget_available_providersÚindexÚ__version__r   ÚInferenceSessionr   ÚsessionÚcapiÚonnxruntime_pybind11_stateÚInvalidProtobufÚ	TypeErrorÚ__name__Úget_providersÚwarningÚget_outputsÚoutput_namesr9   ÚdynamicÚ
get_inputsr   Úuse_io_bindingÚ
io_bindingÚioÚbindingsÚ_ORT_DTYPESÚgetÚfloat32ÚnpÚemptyÚtoÚbind_outputr/   ÚtupleÚdata_ptrÚappend)r   r   r=   rC   r$   Ú	availabler+   ÚeÚoutputÚtorch_dtypeÚnp_dtypeÚy_tensors               r   Ú
load_modelzONNXBackend.load_model9   sZ  € õ ˜$œ+¥u¤|Ñ4Ô4Ðp½¼×9PÒ9PÑ9RÔ9RÐpÐW[ÔWbÔWgÐkpÒWpˆà×Ò˜D×.Ò.¨vÑ6Ô6Ñ7Ô7Ð7àŒ;˜%ÒÐåŒKÐL 6ÐLÐLÐLÑMÔMÐMØˆJˆJˆJà”w×.Ò.¨vÑ6Ô6ˆDŒHˆHˆHõ ŒKÐI 6ÐIÐIÐIÑJÔJÐJÝ ¸TÐ(TÐ(9Ð(9À}ÐUÑVÔVÐVØÐÐÐð $×;Ò;Ñ=Ô=ˆIØð 5Ð/°9Ð<Ð<Ø5¸ÀTÄ[ÔEVÐ7WÐXÐZpÐq�	�	Ø”Ô! UÒ*Ð*Ð/HÈIÐ/UÐ/UØ6Ð8NÐO�	�	à3Ð4�	åŒKðX kÔ&=ð Xð XÝ#-¨i¸¬l½CÑ#@Ô#@ÐU�9˜Q”<�<ÀiÐPQÄlÐSTÄoðXð Xñô ð ð

Ø*×;Ò;¸FÀDÔDXÐdmÐ;ÑnÔn�”�øØÔ#Ô>ÔNð ð ð õ  ð_ Fð _ð _Ý˜Q™œÔ(ð_ð _Ø,-ð_ð _ð _ñô ð ð	øøøøð	øøøð ð Ð/°t´|×7QÒ7QÑ7SÔ7SÐSÐSÝ”ÐeÑfÔfÐfÝ#œl¨5Ñ1Ô1�”Ø�Ø LÐ L°´×1IÒ1IÑ1KÔ1KÐ LÑ LÔ LˆDÔõ & d¤l×&>Ò&>Ñ&@Ô&@ÀÔ&CÔ&IÈ!Ô&LÍcÑRÔRˆDŒLØ! T¤\×%<Ò%<Ñ%>Ô%>¸qÔ%AÔ%FÐFˆDŒIð '+¤lÐ"2Ð";°tˆDÔØÔ"ñ 3Øœ,×1Ò1Ñ3Ô3�”Ø "�”Ø"œl×6Ò6Ñ8Ô8ð 3ð 3�FÝ,7¯OªO¸F¼KÍ%Ì-ÕY[ÔYcÐIdÑ,eÔ,eÑ)�K Ý$œ{¨6¬<¸{ÐKÑKÔK×NÒNÈtÌ{Ñ[Ô[�HØ”G×'Ò'Ø#œ[Ø$(¤KÔ$4Ø7;Ð"B $¤+Ô"3Ð"3ÀØ%-Ý# H¤NÑ3Ô3Ø#+×#4Ò#4Ñ#6Ô#6ð (ñ ô ð ð ”M×(Ò(¨Ñ2Ô2Ð2Ð2ð3ð 3ð3ð 3s   Æ"F* Æ*G/Æ>,G*Ç*G/Úimú3torch.Tensor | dict[str, torch.Tensor | np.ndarray]ú.torch.Tensor | list[torch.Tensor] | np.ndarrayc           	     óì  — | j         dk    rW| j                             |                     ¦   «                              ¦   «         ¦  «         | j                             ¦   «         S t          |t          ¦  «        r>d„ |                     ¦   «         D ¦   «         }| j	         
                    | j        |¦  «        S | j        rÑ| j        j        dk    r|                     ¦   «         }| j                             d|j        j        |j        j        dk    r|j        j        nd| j        rt&          j        nt&          j        t-          |j        ¦  «        |                     ¦   «         ¬¦  «         | j	                             | j        ¦  «         | j        S | j	         
                    | j        | j	                             ¦   «         d         j        |                     ¦   «                              ¦   «         i¦  «        S )a­  Run ONNX inference using IO binding (CUDA) or standard session execution.

        Args:
            im (torch.Tensor | dict): Input image tensor in BCHW format, normalized to [0, 1], or a dictionary mapping
                input names to tensors/arrays for multi-input ONNX Runtime models.

        Returns:
            (torch.Tensor | list[torch.Tensor] | np.ndarray): Model predictions as tensor(s) or numpy array(s).
        r   c                óš   — i | ]H\  }}|t          |t          j        ¦  «        r&|                     ¦   «                              ¦   «         n|“ŒIS r-   )r;   r<   ÚTensorr"   Únumpy)r1   ÚkÚvs      r   ú
<dictcomp>z'ONNXBackend.forward.<locals>.<dictcomp>—   sD   € ÐbÐbÐbÉtÈqÐRS�!­
°1µe´lÑ(CÔ(CÐJ�Q—U’U‘W”W—]’]‘_”_�_ÈÐbÐbÐbr   r"   Úimagesr=   r   r6   )r   rE   ÚsetInputr"   rq   Úforwardr;   ÚdictÚitemsrJ   ÚrunrS   rV   r   r?   rX   Ú
bind_inputrG   r   r]   r4   r\   ra   r9   rb   Úrun_with_iobindingrY   rU   r/   )r   rk   s     r   rw   zONNXBackend.forward„   s¡  € ð Œ;˜%ÒÐàŒH×Ò˜bŸfšf™hœhŸnšnÑ.Ô.Ñ/Ô/Ð/Ø”8×#Ò#Ñ%Ô%Ð%õ �b�$ÑÔð 	;ØbÐbÐWY×W_ÒW_ÑWaÔWaÐbÑbÔbˆBØ”<×#Ò# DÔ$5°rÑ:Ô:Ð:àÔð 	nØŒ{Ô 5Ò(Ð(Ø—V’V‘X”X�ØŒG×ÒØØœIœNØ-/¬Y¬^¸vÒ-EÐ-E˜"œ)œ/˜/È1Ø+/¬9ÐD�RœZ˜Z½"¼*Ý˜BœH‘o”oØŸ;š;™=œ=ð ñ ô ð ð ŒL×+Ò+¨D¬GÑ4Ô4Ð4Ø”=Ð à”<×#Ò# DÔ$5¸¼×8OÒ8OÑ8QÔ8QÐRSÔ8TÔ8YÐ[]×[aÒ[aÑ[cÔ[c×[iÒ[iÑ[kÔ[kÐ7lÑmÔmÐmr   )Fr   N)
r   r   r   r   r   r   r   r   r   r   ©r   r   r   r    )rk   rl   r   rm   )rO   Ú
__module__Ú__qualname__Ú__doc__r   rj   rw   Ú__classcell__)r   s   @r   r
   r
      sŒ   ø€ € € € € ðð ð ØØ)-ð/ð /ð /ð /ð /ð /ð /ð,I3ð I3ð I3ð I3ðV$nð $nð $nð $nð $nð $nð $nð $nr   r
   c                  ó"   — e Zd ZdZdd„Zdd
„ZdS )ÚONNXIMXBackendzýONNX IMX inference backend for NXP i.MX processors.

    Extends `ONNXBackend` with support for quantized models targeting NXP i.MX edge devices. Uses MCT (Model Compression
    Toolkit) quantizers and custom NMS operations for optimized inference.
    r   r   r   r    c                óÜ  — t          d¦  «         t          d¦  «         ddl}ddl}ddlm} t          |¦  «        }t          |                     d¦  «        ¦  «        }t          j	        d|› d�¦  «         | 
                    ¦   «         }d	|_        |                     ||d
g¬¦  «        | _        d„ | j                             ¦   «         D ¦   «         | _        t!          | j                             ¦   «         d         j        d         t$          ¦  «        | _        d| j                             ¦   «         d         j        v | _        |                      |                      |¦  «        ¦  «         dS )z¬Load a quantized ONNX model from an IMX model directory.

        Args:
            weight (str | Path): Path to the IMX model directory containing the .onnx file.
        )z model-compression-toolkit>=2.4.1zedge-mdt-cl<1.1.0zonnxruntime-extensions)r   r$   r   N)Únms_ortz*.onnxr#   z for ONNX IMX inference...Fr'   r*   c                ó   — g | ]	}|j         ‘Œ
S r-   r.   r0   s     r   r3   z-ONNXIMXBackend.load_model.<locals>.<listcomp>Æ   s   € ÐHÐHÐH¨˜QœVÐHÐHÐHr   r4   )r   Úmct_quantizersr$   Úedgemdt_cl.pytorch.nmsr…   r   ÚnextÚglobr   rB   Úget_ort_session_optionsÚenable_mem_reuserI   rJ   rR   rS   r;   r9   r   rT   rU   r?   r   r@   rA   )r   r   Úmctqr$   r…   ÚwÚ	onnx_filer   s           r   rj   zONNXIMXBackend.load_model²   s_  € õ 	ÐnÑoÔoÐoÝÐ2Ñ3Ô3Ð3Ø%Ð%Ð%Ð%ØÐÐÐØ2Ð2Ð2Ð2Ð2Ð2å�‰LŒLˆÝ˜Ÿš Ñ)Ô)Ñ*Ô*ˆ	ÝŒÐD˜yÐDÐDÐDÑEÔEÐEà×6Ò6Ñ8Ô8ˆØ+0ˆÔ(à"×3Ò3°I¸Ð[qÐZrÐ3ÑsÔsˆŒØHÐH¨T¬\×-EÒ-EÑ-GÔ-GÐHÑHÔHˆÔÝ! $¤,×":Ò":Ñ"<Ô"<¸QÔ"?Ô"EÀaÔ"HÍ#ÑNÔNˆŒØ ¤×!8Ò!8Ñ!:Ô!:¸1Ô!=Ô!BÐBˆŒ	Ø×Ò˜D×.Ò.¨qÑ1Ô1Ñ2Ô2Ð2Ð2Ð2r   rk   útorch.Tensorú6np.ndarray | list[np.ndarray] | tuple[np.ndarray, ...]c                ó  — | j                              | j        | j                              ¦   «         d         j        |                     ¦   «                              ¦   «         i¦  «        }| j        dk    rEt          j	        |d         |d         dd…dd…df         |d         dd…dd…df         gd¬¦  «        S | j        dk    rXt          j	        |d         |d         dd…dd…df         |d         dd…dd…df         |d	         gd|d         j
        ¬
¦  «        S | j        dk    r`t          j	        |d         |d         dd…dd…df         |d         dd…dd…df         |d	         gd|d         j
        ¬
¦  «        |d         fS |S )aH  Run IMX inference with task-specific output concatenation for detect, pose, and segment tasks.

        Args:
            im (torch.Tensor): Input image tensor in BCHW format, normalized to [0, 1].

        Returns:
            (np.ndarray | list[np.ndarray] | tuple[np.ndarray, ...]): Task-formatted model predictions.
        r   Údetectr   Né   éÿÿÿÿ)ÚaxisÚposeé   )r–   r5   Úsegmenté   )rJ   rz   rS   rU   r/   r"   rq   Útaskr]   Úconcatenater5   )r   rk   Úys      r   rw   zONNXIMXBackend.forwardË   sŸ  € ð ŒL×Ò˜TÔ.°´×1HÒ1HÑ1JÔ1JÈ1Ô1MÔ1RÐTV×TZÒTZÑT\ÔT\×TbÒTbÑTdÔTdÐ0eÑfÔfˆàŒ9˜Ò Ð å”> 1 Q¤4¨¨1¬¨a¨a¨a°°°°D¨jÔ)9¸1¸Q¼4ÀÀÀÀ1À1À1ÀdÀ
Ô;KÐ"LÐSUÐVÑVÔVÐVØŒY˜&Ò Ð å”> 1 Q¤4¨¨1¬¨a¨a¨a°°°°D¨jÔ)9¸1¸Q¼4ÀÀÀÀ1À1À1ÀdÀ
Ô;KÈQÈqÌTÐ"RÐY[ÐcdÐefÔcgÔcmÐnÑnÔnÐnØŒY˜)Ò#Ð#å”  !¤ a¨¤d¨1¨1¨1¨a¨a¨a°¨:Ô&6¸¸!¼¸Q¸Q¸QÀÀÀÀ4¸ZÔ8HÈ!ÈAÌ$ÐOÐVXÐ`aÐbcÔ`dÔ`jÐkÑkÔkØ�!”ðð ð ˆr   Nr}   )rk   r�   r   r‘   )rO   r~   r   r€   rj   rw   r-   r   r   rƒ   rƒ   «   sF   € € € € € ðð ð3ð 3ð 3ð 3ð2ð ð ð ð ð r   rƒ   )Ú
__future__r   Úpathlibr   rq   r]   r<   Úultralytics.utilsr   Úultralytics.utils.checksr   Úbaser   r4   r\   Úfloat64Úuint8Úint8Úint32Úint64rZ   r
   rƒ   r-   r   r   ú<module>r¨      sG  ðð #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€à $Ð $Ð $Ð $Ð $Ð $Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à Ð Ð Ð Ð Ð ð œ r¤zÐ2Ø”m R¤ZÐ0Ø”} b¤jÐ1Ø”k 2¤8Ð,Ø”Z ¤Ð)Ø”k 2¤8Ð,Ø”k 2¤8Ð,ðð €ðMnð Mnð Mnð Mnð Mn�+ñ Mnô Mnð Mnð`6ð 6ð 6ð 6ð 6�[ñ 6ô 6ð 6ð 6ð 6r   