§
    û¸¸j%  ã                   óÒ   — d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlmZ d dl	Z	 e j
        e¦  «        Z G d„ dej        ¦  «        Z	 	 	 	 dded	ed
edededefd„Z	 dded	efd„ZdS )é    N)ÚSAM2Base)Úcompare_tensors_with_toleranceÚrandom_sam2_input_image)Únnc            
       óz   ‡ — e Zd Zdeddfˆ fd„Z	 d	dej        dedeej        ej        ej        f         fd„Z	ˆ xZ
S )
ÚSAM2ImageEncoderÚ	sam_modelÚreturnNc                 ó†   •— t          ¦   «                              ¦   «          || _        |j        | _        |j        | _        d S )N)ÚsuperÚ__init__ÚmodelÚimage_encoderÚno_mem_embed)Úselfr	   Ú	__class__s     €ú‚/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/sam2/image_encoder.pyr   zSAM2ImageEncoder.__init__   s<   ø€ Ý‰Œ×ÒÑÔÐØˆŒ
Ø&Ô4ˆÔØ%Ô2ˆÔÐÐó    FÚimageÚenable_nvtx_profilec                 ód  — d}|rddl m}  |ddg¦  «        }|�|                     d¦  «         |                      |¦  «        }|�*|                     d¦  «         |                     d¦  «         | j        j                             |d         d         ¦  «        |d         d<   | j        j                             |d         d         ¦  «        |d         d<   |d         | j        j	         d…         }|d         | j        j	         d…         }d	„ |D ¦   «         }d
„ |D ¦   «         }	|	d         | j
        z   |	d<   d„ t          |	ddd…         |ddd…         d¬¦  «        D ¦   «         ddd…         }
|�)|                     d¦  «         |                     ¦   «          |
d         |
d         |
d         fS )aè  
        Encodes images into features.

        Only supports H=W=1024. If you want to use different image sizes like 512x512,
        see https://github.com/facebookresearch/segment-anything-2/issues/138.

        Args:
            image (torch.Tensor): images of shape [B, 3, H, W], B is batch size, H and W are height and width.
            enable_nvtx_profile (bool): enable NVTX profiling.

        Returns:
            image_features_0: image features of shape [B, 32, H/4, W/4] - high resolution features of level 0
            image_features_1: image features of shape [B, 64, H/8, W/8] - high resolution features of level 1
            image_embeddings: image features of shape [B, 256, H/16, W/16] - 16 is the backbone_stride
        Nr   )Ú
NvtxHelperr   Úpost_processÚbackbone_fpné   Úvision_pos_encc                 óB   — g | ]}|j         d          |j         d         f‘ŒS )éþÿÿÿéÿÿÿÿ)Úshape©Ú.0Úxs     r   ú
<listcomp>z,SAM2ImageEncoder.forward.<locals>.<listcomp>D   s)   € ÐLÐLÐL°Q�q”w˜r”{ A¤G¨B¤KÐ0ÐLÐLÐLr   c                 ób   — g | ],}|                      d ¦  «                             d dd¦  «        ‘Œ-S )é   r   r   )ÚflattenÚpermuter!   s     r   r$   z,SAM2ImageEncoder.forward.<locals>.<listcomp>H   s4   € ÐLÐLÐL¸!˜Ÿ	š	 !™œ×,Ò,¨Q°°1Ñ5Ô5ÐLÐLÐLr   r   c                 ó\   — g | ])\  }} |                      d dd¦  «        j        d dg|¢R Ž ‘Œ*S )r   r&   r   r   )r(   Úreshape)r"   ÚfeatÚ	feat_sizes      r   r$   z,SAM2ImageEncoder.forward.<locals>.<listcomp>L   sS   € ð 
ð 
ð 
á��ið *ˆD�LŠL˜˜A˜qÑ!Ô!Ô)¨!¨RÐ<°)Ð<Ð<Ð<ð
ð 
ð 
r   F)Ústrictr&   )Únvtx_helperr   Ústart_profiler   Ústop_profiler   Úsam_mask_decoderÚconv_s0Úconv_s1Únum_feature_levelsr   ÚzipÚprint_latency)r   r   r   r.   r   Úbackbone_outÚfeature_mapsÚvision_pos_embedsÚ
feat_sizesÚvision_featsÚfeatss              r   ÚforwardzSAM2ImageEncoder.forward   s  € ð( ˆØð 	HØ.Ð.Ð.Ð.Ð.Ð.à$˜* o°~Ð%FÑGÔGˆKàÐ"Ø×%Ò% oÑ6Ô6Ð6à×)Ò)¨%Ñ0Ô0ˆàÐ"Ø×$Ò$ _Ñ5Ô5Ð5Ø×%Ò% nÑ5Ô5Ð5ð +/¬*Ô*E×*MÒ*MÈlÐ[iÔNjÐklÔNmÑ*nÔ*nˆ�^Ô$ QÑ'Ø*.¬*Ô*E×*MÒ*MÈlÐ[iÔNjÐklÔNmÑ*nÔ*nˆ�^Ô$ QÑ'ð $ NÔ3°T´ZÔ5RÐ4RÐ4TÐ4TÔUˆØ(Ð)9Ô:¸D¼JÔ<YÐ;YÐ;[Ð;[Ô\ÐØLÐLÐ:KÐLÑLÔLˆ
ð MÐL¸|ÐLÑLÔLˆà'¨Ô+¨dÔ.?Ñ?ˆ�RÑð
ð 
å#& |°D°D°b°DÔ'9¸:ÀdÀdÈÀdÔ;KÐTYÐ#ZÑ#ZÔ#Zð
ñ 
ô 
ð ˆ$ˆBˆ$ôˆð
 Ð"Ø×$Ò$ ^Ñ4Ô4Ð4Ø×%Ò%Ñ'Ô'Ð'à�QŒx˜˜qœ 5¨¤8Ð+Ð+r   ©F)Ú__name__Ú
__module__Ú__qualname__r   r   ÚtorchÚTensorÚboolÚtupler=   Ú__classcell__)r   s   @r   r   r      s™   ø€ € € € € ð3 (ð 3¨tð 3ð 3ð 3ð 3ð 3ð 3ð %*ð<,ð <,àŒ|ð<,ð "ð<,ð 
ˆuŒ|˜Uœ\¨5¬<Ð7Ô	8ð	<,ð <,ð <,ð <,ð <,ð <,ð <,ð <,r   r   FÚ
sam2_modelÚonnx_model_pathÚdynamic_batch_axesÚverboseÚdynamoÚclear_dynamo_metadatac                 óø  — t          ¦   «         }t          | ¦  «                             ¦   «         } ||¦  «        \  }}	}
t                               d|j        ¦  «         t                               d|j        ¦  «         t                               d|	j        ¦  «         t                               d|
j        ¦  «         d }|rddiddiddiddidœ}t          j        ¦   «         5  |s@t          j        dt          j
        j        ¬	¦  «         t          j        dt          ¬	¦  «         |s-t          j                             |||d
dd
dgg d¢|¬¦	  «	         �nüd
t          j        j        _        t          j                             ||fddt          j        j        j        ig¬¦  «        }t          j                             |dddgg d¢d
¬¦  «        }|                     ¦   «          |                     |dz   d¬¦  «         dd l}ddlm} |                     |dz   d
¬¦  «        }|rtd|j        j        d         j        j        j        j        d         _        t?          d¦  «        D ]3}d|j        j         |         j        j        j        j        d         _        Œ4 ||¦  «        }| !                    ¦   «          |r| "                    ¦   «          dd l#}|j$         %                    |¦  «        r| &                    |¦  «         |j$         %                    |dz   ¦  «        r| &                    |dz   ¦  «         |j'         (                    |d
d
d
¬¦  «         d d d ¦  «         n# 1 swxY w Y   tS          d|¦  «         d S )Núimage.shape: %súimage_features_0.shape: %súimage_features_1.shape: %súimage_embeddings.shape: %sr   Ú
batch_size)r   Úimage_features_0Úimage_features_1Úimage_embeddingsÚignore)ÚcategoryTé   r   )rS   rT   rU   )Úexport_paramsÚopset_versionÚdo_constant_foldingÚinput_namesÚoutput_namesÚdynamic_axesF)Úargsr-   Údynamic_shapes© )rZ   r\   r]   rK   z.dynamo.onnx)Úexternal_data)ÚDynamoOnnxHelper)Úload_external_dataé   z.data)Úuse_external_data_formatÚall_tensors_to_one_fileÚconvert_attributezencoder onnx model saved to)*r   r   ÚcpuÚloggerÚinfor    ÚwarningsÚcatch_warningsÚfilterwarningsrB   ÚjitÚTracerWarningÚUserWarningÚonnxÚexportÚ_dynamoÚconfigÚcapture_scalar_outputsÚDimÚAUTOÚoptimizeÚsaveÚ+onnxruntime.transformers.dynamo_onnx_helperrc   Ú
load_modelÚgraphÚinputÚtypeÚtensor_typeÚdimÚ	dim_paramÚrangeÚoutputÚ!convert_constants_to_initializersÚclear_metadataÚosÚpathÚexistsÚremover   Úsave_model_to_fileÚprint)rG   rH   rI   rJ   rK   rL   r   Úsam2_encoderrS   rT   rU   r^   ÚepÚonnx_programrr   rc   Ú
onnx_modelÚiÚonnx_model_helperr‡   s                       r   Úexport_image_encoder_onnxr“   X   s  € õ $Ñ%Ô%€Eå# JÑ/Ô/×3Ò3Ñ5Ô5€LØ;G¸<ÈÑ;NÔ;NÑ8ÐÐ&Ð(8Ý
‡K‚KÐ! 5¤;Ñ/Ô/Ð/Ý
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEÝ
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEÝ
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEà€LØð 
à˜Ð&Ø!" LÐ 1Ø!" LÐ 1Ø!" LÐ 1ð	
ð 
ˆõ 
Ô	 Ñ	"Ô	"ð >ð >Øð 	DÝÔ# Hµu´yÔ7NÐOÑOÔOÐOÝÔ# Hµ{ÐCÑCÔCÐCàð 9	ÝŒJ×ÒØØØØ"Ø Ø$(Ø$˜IØYÐYÐYØ)ð ñ 
ô 
ð 
ñ 
ð ;?�EŒMÔ Ô7Ý”×$Ò$ØØ�XØà�œÔ(Ô-Ð.ð ð	 %ñ ô ˆBõ !œ:×,Ò,ØØØ Ø$˜IØYÐYÐYØð -ñ ô ˆLð ×!Ò!Ñ#Ô#Ð#Ø×Ò˜o°Ñ>ÈeÐÑTÔTÐTØˆKˆKˆKàTÐTÐTÐTÐTÐTàŸš¨¸>Ñ)IÐ^b˜ÑcÔcˆJØ!ð fàT`�
Ô Ô& qÔ)Ô.Ô:Ô@ÔDÀQÔGÔQÝ˜q™œð fð f�AØYe�JÔ$Ô+¨AÔ.Ô3Ô?ÔEÔIÈ!ÔLÔVÐVà 0Ð 0°Ñ <Ô <ÐØ×?Ò?ÑAÔAÐAØ$ð 3Ø!×0Ò0Ñ2Ô2Ð2àˆIˆIˆIàŒw�~Š~˜oÑ.Ô.ð +Ø—	’	˜/Ñ*Ô*Ð*ØŒw�~Š~˜o°Ñ7Ñ8Ô8ð 5Ø—	’	˜/¨GÑ3Ñ4Ô4Ð4ØÔ#×6Ò6Ø¸$ÐX\Ðptð 7ñ ô ð ðy>ð >ð >ñ >ô >ð >ð >ð >ð >ð >ð >øøøð >ð >ð >ð >õ@ 
Ð
'¨Ñ9Ô9Ð9Ð9Ð9s   Ã%I.MÍM#Í&M#c                 ód  ‡‡— t          j        |dg¬¦  «        }|                     ¦   «         Šˆfd„t          t	          ‰¦  «        ¦  «        D ¦   «         }t
                               d|¦  «         |                     ¦   «         Šˆfd„t          t	          ‰¦  «        ¦  «        D ¦   «         }t
                               d|¦  «         |rddgndg}|D �]Û}t          |¦  «        }t          | ¦  «         
                    ¦   «         }	 |	|                     ¦   «         ¦  «        \  }
}}t
                               d	|j        ¦  «         t
                               d
|
j        ¦  «         t
                               d|j        ¦  «         t
                               d|j        ¦  «         |                     |d|                     ¦   «         i¦  «        }t          |¦  «        D ],\  }}t
                               d|||         j        ¦  «         Œ-|\  }}}t!          d|
t#          j        |¦  «        d¬¦  «        rat!          d|t#          j        |¦  «        d¬¦  «        r<t!          d|t#          j        |¦  «        d¬¦  «        rt'          d|› d|› �¦  «         �ŒÆt'          d|› d|› �¦  «         �ŒÝd S )NÚCPUExecutionProvider)Ú	providersc                 ó*   •— g | ]}‰|         j         ‘ŒS ra   ©Úname)r"   r‘   Úmodel_inputss     €r   r$   z+test_image_encoder_onnx.<locals>.<listcomp>½   s    ø€ ÐJÐJÐJ¨A�< ”?Ô'ÐJÐJÐJr   zinput_names: %sc                 ó*   •— g | ]}‰|         j         ‘ŒS ra   r˜   )r"   r‘   Úmodel_outputss     €r   r$   z+test_image_encoder_onnx.<locals>.<listcomp>Á   s!   ø€ ÐMÐMÐM¨a�M !Ô$Ô)ÐMÐMÐMr   zoutput_names: %sr   r&   rN   rO   rP   rQ   r   zoutput %s shape %srS   )Úmismatch_percentage_tolerancerT   rU   z,onnx model has been verified for batch_size=z: z.onnx model verification failed for batch_size=)ÚonnxruntimeÚInferenceSessionÚ
get_inputsrƒ   Úlenrj   rk   Úget_outputsr   r   ri   Úcloner    ÚrunÚnumpyÚ	enumerater   rB   ÚtensorrŒ   )rG   rH   rI   Úort_sessionr\   r]   Úbatch_sizesrR   r   r�   rS   rT   rU   Úoutputsr‘   Úoutput_nameÚort_image_features_0Úort_image_features_1Úort_image_embeddingsrš   rœ   s                      @@r   Útest_image_encoder_onnxr¯   µ   sß  øø€ õ
 Ô.¨ÐKaÐJbÐcÑcÔc€Kà×)Ò)Ñ+Ô+€LØJÐJÐJÐJµµs¸<Ñ7HÔ7HÑ1IÔ1IÐJÑJÔJ€KÝ
‡K‚KÐ! ;Ñ/Ô/Ð/à×+Ò+Ñ-Ô-€MØMÐMÐMÐMµ5½¸]Ñ9KÔ9KÑ3LÔ3LÐMÑMÔM€LÝ
‡K‚KÐ" LÑ1Ô1Ð1à.Ð7�1�a�&�&°Q°C€KØ!ð 'dñ 'dˆ
Ý'¨
Ñ3Ô3ˆå'¨
Ñ3Ô3×7Ò7Ñ9Ô9ˆØ?K¸|ÈEÏKÊKÉMÌMÑ?ZÔ?ZÑ<ÐÐ*Ð,<å�ŠÐ% u¤{Ñ3Ô3Ð3Ý�ŠÐ0Ð2BÔ2HÑIÔIÐIÝ�ŠÐ0Ð2BÔ2HÑIÔIÐIÝ�ŠÐ0Ð2BÔ2HÑIÔIÐIà—/’/ ,°¸%¿+º+¹-¼-Ð0HÑIÔIˆÝ'¨Ñ5Ô5ð 	Mð 	M‰NˆAˆ{Ý�KŠKÐ,¨k¸7À1¼:Ô;KÑLÔLÐLÐLØKRÑHÐÐ2Ð4Hõ +Ø"Ø Ý”Ð1Ñ2Ô2Ø./ð	ñ ô ð	dõ /Ø"Ø Ý”Ð1Ñ2Ô2Ø./ð	ñ ô ð	dõ /Ø"Ø Ý”Ð1Ñ2Ô2Ø./ð	ñ ô ð	dõ( Ð`ÀÐ`Ð`ÈÐ`Ð`ÑaÔaÐaÑaåÐbÀ:ÐbÐbÐQ`ÐbÐbÑcÔcÐcÑcðO'dð 'dr   )FFFFr>   )Úloggingrl   rB   Úsam2.modeling.sam2_baser   Ú
sam2_utilsr   r   r   rž   Ú	getLoggerr?   rj   ÚModuler   ÚstrrD   r“   r¯   ra   r   r   ú<module>r¶      s]  ðð
 €€€Ø €€€à €€€Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø NÐ NÐ NÐ NÐ NÐ NÐ NÐ NØ Ð Ð Ð Ð Ð à Ð Ð Ð à	ˆÔ	˜8Ñ	$Ô	$€ðC,ð C,ð C,ð C,ð C,�r”yñ C,ô C,ð C,ðR  %ØØØ"'ðZ:ð Z:ØðZ:àðZ:ð ðZ:ð ð	Z:ð
 ðZ:ð  ðZ:ð Z:ð Z:ð Z:ð@ ð7dð 7dØð7dàð7dð 7dð 7dð 7dð 7dð 7dr   