§
    l¬¸jý  ã                  ó†   — d dl mZ d dlmZ d dlmZ d dlZd dlZd dl	m
Z
mZmZmZ d dlmZ ddlmZ  G d	„ d
e¦  «        ZdS )é    )Úannotations)Úpartial)ÚPathN)ÚARM64ÚLINUXÚLOGGERÚWINDOWS)Úcheck_requirementsé   )ÚBaseBackendc                  ó"   — e Zd ZdZdd„Zdd
„ZdS )ÚOpenVINOBackendzðIntel OpenVINO inference backend for Intel hardware acceleration.

    Loads and runs inference with Intel OpenVINO IR models (*_openvino_model/ directories). Supports automatic device
    selection and Intel-specific device targeting.
    Úweightú
str | PathÚreturnÚNonec                ó
	  ‡	— t          j        d|› d�¦  «         t          d¦  «         ddl}|                     ¦   «         }t
          r"|                     dd|j        j        i¦  «         |j	        dgk    rdnd}|Š	t          | j        t          ¦  «        r¢| j                             d	¦  «        rˆ| j                             d
¦  «        d                              ¦   «         Š	t!          j        d¦  «        | _        t#          ˆ	fd„|j	        D ¦   «         ¦  «        st          j        d‰	› d|› d�¦  «         |Š	t'          |¦  «        }|                     ¦   «         s"t+          |                     d¦  «        ¦  «        }|                     t          |¦  «        |                     d¦  «        ¬¦  «        }|                     ¦   «         d                              ¦   «         j        r@|                     ¦   «         d                              |                     d¦  «        ¦  «         |                      |                      |¦  «        ¦  «         t'          d¦  «        }‰	dv rÅ|                      ¦   «          !                    ¦   «         j"        ršt#          d„ | #                    ¦   «         D ¦   «         ¦  «        rot
          s1tH          ra| %                    ¦   «         rMd| &                    ¦   «         v r7tO          |j        t          |¦  «        |                     d¦  «        ¬¦  «        nd| _        | j        �d| _(        d| _)        d| j)        i}tH          r5tT          r.‰	dk    r(|j+        j,        j-        j.        |d<   |j        j        |d<   | j/        dk    r2‰	                     d¦  «        rd| 0                    ‰	d ¦  «        v rd!|d<   tO          |j1        ‰	|¬"¦  «        | _1        |  1                    |¦  «        | _2        t          j        d#| j)        › d$| j3        › d%d& 4                    | j2         0                    d'¦  «        ¦  «        › d(�¦  «         | j2                              ¦   «          5                    ¦   «         | _6        || _7        dS ))zËLoad an Intel OpenVINO IR model from a .xml/.bin file pair or model directory.

        Args:
            weight (str | Path): Path to the .xml file or directory containing OpenVINO model files.
        zLoading z for OpenVINO inference...zopenvino>=2024.0.0r   NÚCPUÚINFERENCE_PRECISION_HINTÚAUTOÚintelú:r   Úcpuc              3  óT   •K  — | ]"}|‰k    p|                      ‰› d �¦  «        V — Œ#dS )ú.N)Ú
startswith)Ú.0ÚdÚdevice_names     €úp/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/nn/backends/openvino.pyú	<genexpr>z-OpenVINOBackend.load_model.<locals>.<genexpr>+   sB   øè è € ÐkÐkÈq�q˜KÒ'ÐJ¨1¯<ª<¸;Ð8IÐ8IÐ8IÑ+JÔ+JÐkÐkÐkÐkÐkÐkó    zOpenVINO device 'z' not available. Using 'z
' instead.z*.xmlz.bin)ÚmodelÚweightsÚNCHWz/proc/cpuinfo>   r   r   c              3  óF   K  — | ]}|                      ¦   «         d k    V — ŒdS )ÚFakeQuantizeN)Úget_type_name)r   Úops     r    r!   z-OpenVINOBackend.load_model.<locals>.<genexpr>A   s3   è è € ÐVÐV¸R�B×$Ò$Ñ&Ô&¨.Ò8ÐVÐVÐVÐVÐVÐVr"   Úamx_int8FÚLATENCYÚPERFORMANCE_HINTÚEXECUTION_MODE_HINTÚclassifyÚNPUÚ	NPU_TURBOÚSUPPORTED_PROPERTIESÚYES)r   ÚconfigzUsing OpenVINO z mode for batch=z inference on z, ÚEXECUTION_DEVICESz...)8r   Úinfor
   ÚopenvinoÚCorer	   Úset_propertyÚTypeÚf32Úavailable_devicesÚ
isinstanceÚdeviceÚstrr   ÚsplitÚupperÚtorchÚanyÚwarningr   Úis_fileÚnextÚglobÚ
read_modelÚwith_suffixÚget_parametersÚ
get_layoutÚemptyÚ
set_layoutÚLayoutÚapply_metadataÚread_metadataÚinputÚget_partial_shapeÚ
is_dynamicÚget_opsr   ÚexistsÚ	read_textr   ÚdynamicÚinference_moder   Ú
propertiesÚhintÚExecutionModeÚACCURACYÚtaskÚget_propertyÚcompile_modelÚov_compiled_modelÚbatchÚjoinÚget_any_nameÚ
input_nameÚov)
Úselfr   rd   ÚcoreÚfallback_deviceÚwÚov_modelÚcpuinfor3   r   s
            @r    Ú
load_modelzOpenVINOBackend.load_model   sw  ø€ õ 	ŒÐA˜vÐAÐAÐAÑBÔBÐBÝÐ/Ñ0Ô0Ð0ØÐÐÐà�wŠw‰yŒyˆÝð 	PØ×Ò˜eÐ&@À"Ä'Ä+Ð%NÑOÔOÐOØ#'Ô#9¸e¸WÒ#DÐ#D˜%˜%È&ˆØ%ˆå�d”k¥3Ñ'Ô'ð 	.¨D¬K×,BÒ,BÀ7Ñ,KÔ,Kð 	.Øœ+×+Ò+¨CÑ0Ô0°Ô3×9Ò9Ñ;Ô;ˆKÝœ, uÑ-Ô-ˆDŒKÝÐkÐkÐkÐkÐTXÔTjÐkÑkÔkÑkÔkð .Ý”Ðs°;ÐsÐsÐXgÐsÐsÐsÑtÔtÐtØ-�å�‰LŒLˆØ�yŠy‰{Œ{ð 	&Ý�Q—V’V˜G‘_”_Ñ%Ô%ˆAà—?’?­¨Q©¬¸¿ºÀvÑ9NÔ9N�?ÑOÔOˆØ×"Ò"Ñ$Ô$ QÔ'×2Ò2Ñ4Ô4Ô:ð 	GØ×#Ò#Ñ%Ô% aÔ(×3Ò3°B·I²I¸fÑ4EÔ4EÑFÔFÐFà×Ò˜D×.Ò.¨qÑ1Ô1Ñ2Ô2Ð2õ
 �Ñ'Ô'ˆð ˜oÐ-Ð-Ø—’Ñ Ô ×2Ò2Ñ4Ô4Ô?ð .åÐVÐVÀ8×CSÒCSÑCUÔCUÐVÑVÔVÑVÔVð .õ ð .õ #ð .ð (/§~¢~Ñ'7Ô'7ð .ð =GÈ'×J[ÒJ[ÑJ]ÔJ]Ð<]Ð<]õ	 �D”O­3¨q©6¬6¸1¿=º=ÈÑ;PÔ;PÐQÑQÔQÐQð
 ð 	Œð Œ?Ð&Ø ˆDŒLð (ˆÔØ$ dÔ&9Ð:ˆÝð 	=•Uð 	=˜{¨eÒ3Ð3Ø,.¬MÔ,>Ô,LÔ,UˆFÐ(Ñ)Ø13´´ˆFÐ-Ñ.àŒI˜Ò#Ð#Ø×&Ò& uÑ-Ô-ð $à˜t×0Ò0°Ð>TÑUÔUÐUÐUà"'ˆF�;Ñå$ TÔ%7À[ÐY_Ð`Ñ`Ô`ˆÔØ!%×!3Ò!3°HÑ!=Ô!=ˆÔÝŒðX˜dÔ1ð Xð XÀ4Ä:ð Xð XØ�yŠy˜Ô/×<Ò<Ð=PÑQÔQÑRÔRðXð Xð Xñ	
ô 	
ð 	
ð Ô0×6Ò6Ñ8Ô8×EÒEÑGÔGˆŒØˆŒˆˆr"   Úimútorch.Tensorúlist[np.ndarray]c                óÒ  ‡— |                      ¦   «                              ¦   «                              t          j        d¬¦  «        }| j        �¡| j                             ¦   «                              ¦   «         | j	         
                    |j        ¦  «        k    rU|                      ¦   «         }|                     t          |j        ¦  «        ¦  «         |                      |¦  «        | _        | j        dv r»|j        d         }dg|z  Šˆfd„}| j	                             | j        ¦  «        }|                     |¦  «         t%          |¦  «        D ]+}|                     | j        |||dz   …         i|¬¦  «         Œ,|                     ¦   «          d	„ ‰D ¦   «         }d
„ t-          |Ž D ¦   «         }n4t          |                      |¦  «                             ¦   «         ¦  «        }|S )a  Run Intel OpenVINO inference.

        Args:
            im (torch.Tensor): Input image tensor in BCHW format, normalized to [0, 1].

        Returns:
            (list[np.ndarray]): Model predictions as a list of numpy arrays, one per output layer.
        F)ÚcopyN>   Ú
THROUGHPUTÚCUMULATIVE_THROUGHPUTr   c                ó   •— | j         ‰|<   dS )zQStore async inference result in the preallocated results list at the given index.N)Úresults)ÚrequestÚuserdatart   s     €r    Úcallbackz)OpenVINOBackend.forward.<locals>.callbacku   s   ø€ à$+¤O�˜Ñ!Ð!Ð!r"   r   )Úinputsrv   c                óP   — g | ]#}t          |                     ¦   «         ¦  «        ‘Œ$S © )ÚlistÚvalues)r   Úrs     r    ú
<listcomp>z+OpenVINOBackend.forward.<locals>.<listcomp>€   s(   € Ð3Ð3Ð3 a•�a—h’h‘j”jÑ!Ô!Ð3Ð3Ð3r"   c                ó6   — g | ]}t          j        |¦  «        ‘ŒS rz   )ÚnpÚconcatenate)r   Úxs     r    r~   z+OpenVINOBackend.forward.<locals>.<listcomp>�   s"   € Ð4Ð4Ð4 q•” Ñ"Ô"Ð4Ð4Ð4r"   )r   ÚnumpyÚastyper€   Úfloat32rG   r_   rP   rQ   rd   ÚPartialShapeÚshapeÚreshaper{   r^   rW   ÚAsyncInferQueueÚset_callbackÚrangeÚstart_asyncrc   Úwait_allÚzipr|   )	re   rl   ri   Únrw   Úasync_queueÚiÚyrt   s	           @r    ÚforwardzOpenVINOBackend.forward_   sß  ø€ ð �VŠV‰XŒX�^Š^ÑÔ×$Ò$¥R¤Z°eÐ$Ñ<Ô<ˆØŒ?Ð&¨4Ô+A×+GÒ+GÑ+IÔ+I×+[Ò+[Ñ+]Ô+]ÐaeÔah×auÒauØŒHñb
ô b
ò ,
ð ,
ð —’Ñ(Ô(ˆHØ×Ò�T "¤(™^œ^Ñ,Ô,Ð,Ø%)×%7Ò%7¸Ñ%AÔ%AˆDÔ"àÔÐ"IÐIÐIà”˜”ˆAØ�f˜q‘jˆGð4ð 4ð 4ð 4ð 4ð œ'×1Ò1°$Ô2HÑIÔIˆKØ×$Ò$ XÑ.Ô.Ð.å˜1‘X”Xð ]ð ]�Ø×'Ò'°´ÀÀAÈÈAÉÀIÄÐ/OÐZ[Ð'Ñ\Ô\Ð\Ð\Ø× Ò Ñ"Ô"Ð"à3Ð3¨7Ð3Ñ3Ô3ˆAØ4Ð4­C°¨GÐ4Ñ4Ô4ˆAˆAõ �T×+Ò+¨BÑ/Ô/×6Ò6Ñ8Ô8Ñ9Ô9ˆAØˆr"   N)r   r   r   r   )rl   rm   r   rn   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__rk   r“   rz   r"   r    r   r      sK   € € € € € ðð ðEð Eð Eð EðN&ð &ð &ð &ð &ð &r"   r   )Ú
__future__r   Ú	functoolsr   Úpathlibr   rƒ   r€   rA   Úultralytics.utilsr   r   r   r	   Úultralytics.utils.checksr
   Úbaser   r   rz   r"   r    ú<module>rž      sØ   ðð #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à Ð Ð Ð Ð Ð ðtð tð tð tð t�kñ tô tð tð tð tr"   