§
    l¬¸jK  ã                  óz   — d dl mZ d dlZd dlZd dlZd dlmZ d dlZd dlm	Z	 d dl
mZ d dlmZ dd„Zd d„Zd!d„ZdS )"é    )ÚannotationsN)ÚPath)ÚDetect)ÚLOGGER)Ú_NormalizeCoordsÚxútorch.TensorÚkÚintÚgroupsÚreturnú!tuple[torch.Tensor, torch.Tensor]c                ó`   — t          j        | ||¦  «        \  }}||                     ¦   «         fS )zgSelect the top k of x along dim 1 with int32 indices, which GPU delegates accept and int64 they do not.)r   Ú_grouped_topkr   )r   r
   r   ÚvaluesÚindexs        úo/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/utils/export/litert.pyÚ_litert_grouped_topkr      s-   € åÔ(¨¨A¨vÑ6Ô6�M€FˆEØ�5—9’9‘;”;ÐÐó    r   c                óB  — |j         dd…         \  }}t          j        ||j        |j        ¬¦  «        d         |z  } |                     dd¦  «                             d||z                        ¦   «         ¦  «        j        ||j         d         g|j         dd…         ¢R Ž S )zfSelect index (batch, k) rows of x along dim 1 without gather_nd, which GPU delegates do not implement.Né   )ÚdeviceÚdtype).Nr   é   )ÚshapeÚtorchÚaranger   r   ÚflattenÚindex_selectÚview)Úselfr   r   ÚbÚnÚoffsets         r   Ú_litert_gatherr%      s™   € àŒ7�2�A�2Œ;�D€A€qÝŒ\˜! A¤H°E´KÐ@Ñ@Ô@ÀÔKÈaÑO€FØKˆ1�9Š9�Q˜‰?Œ?×'Ò'¨¨E°F©N×+CÒ+CÑ+EÔ+EÑFÔFÔKÈAÈuÌ{Ð[\Ì~ÐlÐ`aÔ`gÐhiÐhjÐhjÔ`kÐlÐlÐlÐlr   Úmodelútorch.nn.ModuleÚimÚfiler   Úquantizeúint | str | NoneÚcalibration_datasetú"torch.utils.data.DataLoader | NoneÚmetadataúdict | NoneÚprefixÚstrc                óº	  — ddl m}  |d¦  «         ddl}|dk    }	|dk    }
|dk    }t          j        d|› d	|j        › d
�¦  «         t          |¦  «        }|	rdn	|
rdn|rdnd}|pi }|                     d¦  «        }|dv r§|                     dd¦  «        s‘|                     d¦  «        dk    rxt          | t          |j
        d         ¦  «        t          |j
        d         ¦  «        |t          |                     di ¦  «        ¦  «        |                     d¦  «        ¦  «        } |                      ¦   «         D ]B}t          |t          ¦  «        r+t          |_        t#          j        t&          |¦  «        |_        ŒC|j        j                             t0          j        j        j        j        d„ ¦  «         |                     |                      ¦   «         |f¦  «        }|                     |j         › |› d�¦  «        }| !                    |¦  «         |	s|
s|�r[ |d¦  «         ddl"m#}m$}m%} | &                    tO          |¦  «        ¦  «        }|	s|
�r«|	rdnd}t          j        |› d|› d �¦  «         g }|D ]¼}|d!          (                    ¦   «          )                    ¦   «         d"z  }|j
        d         |j
        d         k     rF| *                    |j
        d          |j
        d         z   d#d#d#¦  «        d|j
        d         …         }| +                    d$| ,                    ¦   «         i¦  «         Œ½| -                    |	r| .                    ¦   «         n| /                    ¦   «         ¦  «         |j0        j1        |j0        j2        fD ]$}| 3                    d%||j4        j5        ¬&¦  «         Œ%| 6                    d'|i¦  «        }| 7                    |¬(¦  «         8                    tO          |¦  «        d)¬*¦  «         ntt          j        |› d+�¦  «         | -                    | 9                    ¦   «         ¦  «         | 7                    ¦   «          8                    tO          |¦  «        d)¬*¦  «         tu          j;        |d,tt          j<        ¦  «        5 }| =                    d-t}          j?        |pi ¦  «        ¦  «         ddd¦  «         n# 1 swxY w Y   |S ).a  Export a PyTorch model to LiteRT format using litert_torch, with optional INT8 quantization.

    Three INT8 schemes are supported via ``quantize``: ``8`` applies static INT8 (int8 weights + int8 activations) and
    ``'w8a16'`` applies static INT8 weights with int16 activations, both requiring a ``calibration_dataset``;
    ``'w8a32'`` applies dynamic/weight-only INT8 (int8 weights + FP32 activations) and needs no calibration.
    ``None``/``32`` exports FP32. FP16 is not exported as a separate model: LiteRT runs an FP32 model in FP16 at runtime
    via the GPU delegate (FP16 by default) or the XNNPACK ``FORCE_FP16`` flag on ARM.

    Args:
        model (torch.nn.Module): The PyTorch model to export.
        im (torch.Tensor): Example input tensor for tracing.
        file (Path | str): Source model file path used to derive output directory.
        quantize (int | str | None): Quantization scheme: ``8`` (static INT8), ``'w8a16'`` (static int8 weights + int16
            activations), ``'w8a32'`` (dynamic INT8), or ``None``/``32`` (FP32).
        calibration_dataset (DataLoader | None): Calibration dataloader for static quantization, as returned by
            ``get_int8_calibration_dataloader``. Required when ``quantize`` is ``8`` or ``'w8a16'``.
        metadata (dict | None): Optional metadata embedded in the ``.tflite`` as a ``metadata.json`` entry.
        prefix (str): Prefix for log messages.

    Returns:
        (Path): Path to the exported ``.tflite`` file with metadata embedded as a ``metadata.json`` entry.
    r   )Úcheck_requirements)zlitert-torch>=0.9.0zai-edge-litert>=2.1.4Né   Úw8a16Úw8a32ú
z# starting export with litert_torch z...Ú_int8Ú_w8a16Ú_w8a32Ú Útask>   ÚobbÚposeÚdetectÚsegmentÚend2endFÚheadÚRTDETRDecoderr   é   ÚnamesÚ	kpt_shapec                ór   — t           j        j                             | |                     ¦   «         |¦  «        S )N)r   ÚopsÚtflÚgatherr   )r   Údimr   s      r   ú<lambda>ztorch2litert.<locals>.<lambda>]   s+   € Å5Ä9Ä=×CWÒCWÐXYÐ[`×[dÒ[dÑ[fÔ[fÐhkÑClÔCl€ r   z.tflitezai-edge-quantizer>=0.6.0)ÚqtypingÚ	quantizerÚrecipeÚint8Úint16z. applying static quantization (int8 weights + z activations)...Úimgg     ào@r   Úargs_0z.*)ÚregexÚoperation_nameÚalgorithm_keyÚserving_default)Úcalibration_resultT)Ú	overwritezH applying dynamic INT8 quantization (int8 weights + FP32 activations)...Úazmetadata.json)@Úultralytics.utils.checksr3   Úlitert_torchr   ÚinfoÚ__version__r   Úgetr   r   r   ÚlenÚmodulesÚ
isinstancer   r   r   ÚtypesÚ
MethodTyper%   Ú_gatherÚfx_infraÚdecompÚadd_pre_lower_decompr   rH   Úatenr   ÚdefaultÚconvertÚevalÚ	with_nameÚstemÚexportÚai_edge_quantizerrM   rN   rO   Ú	Quantizerr1   ÚcpuÚfloatÚrepeatÚappendÚnumpyÚload_quantization_recipeÚstatic_wi8_ai8Ústatic_wi8_ai16ÚTFLOperationNameÚINPUTÚOUTPUTÚupdate_quantization_recipeÚAlgorithmNameÚNO_QUANTIZEÚ	calibrater*   Úexport_modelÚdynamic_wi8_afp32ÚzipfileÚZipFileÚZIP_DEFLATEDÚwritestrÚjsonÚdumps)r&   r(   r)   r*   r,   r.   r0   r3   r\   Ústatic_int8Ústatic_int16Údynamic_int8Ú	quant_tagÚmetar<   ÚmÚ
edge_modelÚtflite_filerM   rN   rO   ÚqtÚactÚcalib_samplesÚbatchÚimgsÚopÚresultÚzfs                                r   Útorch2litertr™      s`  € ð> <Ð;Ð;Ð;Ð;Ð;àÐÐGÑHÔHÐHØÐÐÐà˜a’-€KØ˜wÒ&€LØ˜wÒ&€LÝ
„KÐ]�VÐ]Ð]ÀÔ@XÐ]Ð]Ð]Ñ^Ô^Ð^Ý�‰:Œ:€DØ&Ðj��¸Ð,j¨H¨HÐVbÐJjÈ(È(Ðhj€Ið ˆ>�r€DØ�8Š8�FÑÔ€DàÐ4Ð4Ð4Ø—’˜ EÑ*Ô*ð 	5à�HŠH�VÑÔ Ò/Ð/å Ø•3�r”x ”{Ñ#Ô#¥S¨¬°!¬Ñ%5Ô%5°t½SÀÇÂÈ'ÐSUÑAVÔAVÑ=WÔ=WÐY]×YaÒYaÐbmÑYnÔYnñ
ô 
ˆð �]Š]‰_Œ_ð <ð <ˆÝ�a�Ñ Ô ð 	<Ý2ˆAŒOÝÔ(­¸Ñ;Ô;ˆAŒIøð ÔÔ ×5Ò5ÝŒ	ŒÔ#Ô+Ð-lÐ-lñô ð ð ×%Ò% e§j¢j¡l¤l°R°EÑ:Ô:€JØ—.’. D¤IÐ!A¨yÐ!AÐ!AÐ!AÑBÔB€KØ×Ò�kÑ"Ô"Ð"àð I�lð I lñ IØÐÐ5Ñ6Ô6Ð6Ø@Ð@Ð@Ð@Ð@Ð@Ð@Ð@Ð@Ð@à× Ò ¥ [Ñ!1Ô!1Ñ2Ô2ˆØð 	I˜,ñ 	IØ'Ð4�&�&¨WˆCÝŒK˜6ÐfÐfÐQTÐfÐfÐfÑgÔgÐgØˆMØ,ð ?ð ?�Ø˜U”|×'Ò'Ñ)Ô)×/Ò/Ñ1Ô1°EÑ9�ð ”:˜a”= 2¤8¨A¤;Ò.Ð.ØŸ;š;¨"¬(°1¬+¨¸¼ÀA¼Ñ)FÐ'GÈÈAÈqÑQÔQÐR_ÐTVÔT\Ð]^ÔT_ÐR_Ô`�DØ×$Ò$ h°·
²
±´Ð%=Ñ>Ô>Ð>Ð>Ø×'Ò'À;Ð(l¨×(=Ò(=Ñ(?Ô(?Ð(?ÐTZ×TjÒTjÑTlÔTlÑmÔmÐmð Ô/Ô5°wÔ7OÔ7VÐWð ð �Ø×-Ò-Ø¨rÀÔAUÔAað .ñ ô ð ð ð —\’\Ð#4°mÐ"DÑEÔEˆFØ�KŠK¨6ˆKÑ2Ô2×?Ò?ÅÀKÑ@PÔ@PÐ\`Ð?ÑaÔaÐaÐaåŒK˜6ÐkÐkÐkÑlÔlÐlØ×'Ò'¨×(@Ò(@Ñ(BÔ(BÑCÔCÐCØ�KŠK‰MŒM×&Ò&¥s¨;Ñ'7Ô'7À4Ð&ÑHÔHÐHõ 
Œ˜ c­7Ô+?Ñ	@Ô	@ð AÀBØ
�Š�O¥T¤Z°°¸BÑ%?Ô%?Ñ@Ô@Ð@ðAð Að Añ Aô Að Að Að Að Að Að Aøøøð Að Að Að AàÐs   Ò+SÓSÓS)r   r	   r
   r   r   r   r   r   )r   r	   r   r	   r   r	   )r&   r'   r(   r	   r)   r   r*   r+   r,   r-   r.   r/   r0   r1   r   r   )Ú
__future__r   r‡   rc   rƒ   Úpathlibr   r   Úultralytics.nn.modulesr   Úultralytics.utilsr   Úultralytics.utils.export.enginer   r   r%   r™   © r   r   ú<module>r       sÕ   ðð #Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø €€€Ø Ð Ð Ð Ð Ð à €€€à )Ð )Ð )Ð )Ð )Ð )Ø $Ð $Ð $Ð $Ð $Ð $Ø <Ð <Ð <Ð <Ð <Ð <ðð ð ð ðmð mð mð mðhð hð hð hð hð hr   