§
    l¬¸jï  ã                  óf   — d dl mZ d dlmZ d dlZd dlmZ d dlmZ ddl	m
Z
  G d„ d	e
¦  «        ZdS )
é    )Úannotations)ÚPathN)ÚLOGGER)Úcheck_requirementsé   )ÚBaseBackendc                  ó"   — e Zd ZdZdd„Zdd
„ZdS )Ú
QNNBackendax  Qualcomm QNN inference backend for Snapdragon hardware.

    Loads and runs the QNN context binary produced by the Ultralytics QNN export (`*_qnn.onnx`) using ONNX Runtime with
    the QNN Execution Provider plugin (`onnxruntime-qnn`). Inference runs on Qualcomm Snapdragon devices (Android,
    Windows on Snapdragon, or Qualcomm Linux boards) via the HTP (NPU) backend.
    Úweightú
str | PathÚreturnÚNonec                ó‚  ‡— t          d¦  «         ddl}ddlm} t	          |¦  «        }t          j        d|› d�¦  «         dŠ |¦   «         \  }}d|i}|                     ¦   «         }|r‡|                     ‰|¦  «         ˆfd	„| 	                    ¦   «         D ¦   «         }	|	st          d
¦  «        ‚|                     |	|¦  «         |                     t          |¦  «        |¬¦  «        | _        n-|                     t          |¦  «        |‰g|g¬¦  «        | _        d„ | j                             ¦   «         D ¦   «         | _        | j                             ¦   «         d         j        }
t'          |
¦  «        dk    o|
d         dv o	|
d         dv| _        |                      |                      |¦  «        ¦  «         dS )a&  Load a QNN context-binary model with ONNX Runtime's QNN Execution Provider plugin.

        Args:
            weight (str | Path): Path to the `*_qnn.onnx` file.

        Raises:
            OSError: If the QNN Execution Provider cannot be registered (e.g. not on Snapdragon hardware).
        zonnxruntime-qnnr   N)Úqnn_library_pathszLoading z for Qualcomm QNN inference...ÚQNNExecutionProviderÚbackend_pathc                ó*   •— g | ]}|j         ‰k    ¯|‘ŒS © )Úep_name)Ú.0Údr   s     €úk/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/nn/backends/qnn.pyú
<listcomp>z)QNNBackend.load_model.<locals>.<listcomp>0   s%   ø€ ÐWÐWÐW˜QÀ!Ä)ÈwÒBVÐBV�qÐBVÐBVÐBVó    z†QNN Execution Provider registered but no QNN devices were found. Run on a Qualcomm Snapdragon device with 'onnxruntime-qnn' installed.)Úsess_options)r   Ú	providersÚprovider_optionsc                ó   — g | ]	}|j         ‘Œ
S r   )Úname)r   Úxs     r   r   z)QNNBackend.load_model.<locals>.<listcomp><   s   € ÐHÐHÐH¨˜QœVÐHÐHÐHr   é   é   >   r   r"   r   )r   ÚonnxruntimeÚultralytics.utils.export.qnnr   r   r   ÚinfoÚSessionOptionsÚ#register_execution_provider_libraryÚget_ep_devicesÚOSErrorÚadd_provider_for_devicesÚInferenceSessionÚstrÚsessionÚget_outputsÚoutput_namesÚ
get_inputsÚshapeÚlenÚnhwcÚapply_metadataÚread_metadata)Úselfr   r#   r   Ú	onnx_fileÚ
ep_libraryÚhtp_backendÚ
ep_optionsÚoptionsÚdevicesr1   r   s              @r   Ú
load_modelzQNNBackend.load_model   só  ø€ õ 	Ð,Ñ-Ô-Ð-ØÐÐÐàBÐBÐBÐBÐBÐBå˜‘L”Lˆ	ÝŒÐH˜yÐHÐHÐHÑIÔIÐIð )ˆØ"3Ð"3Ñ"5Ô"5Ñˆ
�KØ$ kÐ2ˆ
Ø×,Ò,Ñ.Ô.ˆØð 	Ø×;Ò;¸GÀZÑPÔPÐPØWÐWÐWÐW +×"<Ò"<Ñ">Ô">ÐWÑWÔWˆGØð Ýð?ñô ð ð ×,Ò,¨W°jÑAÔAÐAØ&×7Ò7½¸I¹¼ÐU\Ð7Ñ]Ô]ˆDŒLˆLà&×7Ò7Ý�I‘”¨WÀÀ	Ð]gÐ\hð 8ñ ô ˆDŒLð IÐH¨T¬\×-EÒ-EÑ-GÔ-GÐHÑHÔHˆÔØ”×'Ò'Ñ)Ô)¨!Ô,Ô2ˆÝ˜‘J”J !’OÐU¨¨a¬°FÐ(:ÐU¸uÀQ¼xÈvÐ?UˆŒ	Ø×Ò˜D×.Ò.¨yÑ9Ô9Ñ:Ô:Ð:Ð:Ð:r   Úimútorch.TensorÚlistc                ó  — | j         r|                     dddd¦  «        }| j                             | j        | j                             ¦   «         d         j        |                     ¦   «                              ¦   «         i¦  «        S )zîRun inference on the Qualcomm QNN runtime.

        Args:
            im (torch.Tensor): Input image tensor in BCHW format, normalized to [0, 1].

        Returns:
            (list): Model predictions as a list of output arrays.
        r   é   r"   r   )	r3   Úpermuter-   Úrunr/   r0   r   ÚcpuÚnumpy)r6   r>   s     r   ÚforwardzQNNBackend.forwardA   st   € ð Œ9ð 	(Ø—’˜A˜q ! QÑ'Ô'ˆBØŒ|×Ò Ô 1°D´L×4KÒ4KÑ4MÔ4MÈaÔ4PÔ4UÐWY×W]ÒW]ÑW_ÔW_×WeÒWeÑWgÔWgÐ3hÑiÔiÐir   N)r   r   r   r   )r>   r?   r   r@   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r=   rG   r   r   r   r
   r
      sM   € € € € € ðð ð(;ð (;ð (;ð (;ðTjð jð jð jð jð jr   r
   )Ú
__future__r   Úpathlibr   ÚtorchÚultralytics.utilsr   Úultralytics.utils.checksr   Úbaser   r
   r   r   r   ú<module>rR      s¨   ðð #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð à €€€à $Ð $Ð $Ð $Ð $Ð $Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à Ð Ð Ð Ð Ð ð=jð =jð =jð =jð =j�ñ =jô =jð =jð =jð =jr   