§
    û¸¸j#*  ã            	       óô   — d dl Z d dlZd dlZd dlmc mZ d dlmZm	Z	 d dl
mZ d dlmZ d dlmZ d dlmZ d dlmZ  e j        e¦  «        Z G d„ d	ej        ¦  «        Z	 	 ddedededefd„Z	 ddedefd„ZdS )é    N)ÚSAM2ImageEncoderÚrandom_sam2_input_image)ÚSAM2MaskDecoder)ÚSAM2PromptEncoder)ÚSAM2Base)Úcompare_tensors_with_tolerance)Únnc                   óê   ‡ — e Zd Z	 	 	 ddededededed	d
fˆ fd„Z ej        ¦   «         	 ddej	        dej	        dej	        dej	        dej	        dej	        dej	        dej	        defd„¦   «         Z
ˆ xZS )ÚSAM2ImageDecoderTFç        Ú	sam_modelÚmultimask_outputÚdynamic_multimask_via_stabilityÚreturn_logitsÚmask_thresholdÚreturnNc                 ó¸   •— t          ¦   «                              ¦   «          t          |¦  «        | _        t	          |||¦  «        | _        || _        || _        d S )N)ÚsuperÚ__init__r   Úprompt_encoderr   Úmask_decoderr   r   )Úselfr   r   r   r   r   Ú	__class__s         €ú‚/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/sam2/image_decoder.pyr   zSAM2ImageDecoder.__init__   sW   ø€ õ 	‰Œ×ÒÑÔÐÝ/°	Ñ:Ô:ˆÔÝ+¨IÐ7GÐIhÑiÔiˆÔØ*ˆÔØ,ˆÔÐÐó    Úimage_features_0Úimage_features_1Úimage_embeddingsÚpoint_coordsÚpoint_labelsÚinput_masksÚhas_input_masksÚoriginal_image_sizeÚenable_nvtx_profilec
                 óˆ  — d}
|	rddl m}  |g d¢¦  «        }
|
�|
                     dd¬¦  «         |                      ||||¦  «        \  }}}|
�,|
                     d¦  «         |
                     dd	¬¦  «         |                      ||||||¦  «        \  }}|
�,|
                     d¦  «         |
                     d
d¬¦  «         t          j        ||d         |d         fdd¬¦  «        }t          j	        |dd¦  «        }| j
        s|| j        k    }|
�)|
                     d
¦  «         |
                     ¦   «          |||fS )a”  
        Decode masks from image features and prompts. Batched images are not supported. H=W=1024.

        Args:
            image_features_0 (torch.Tensor): [1, 32, H/4, W/4]. high resolution features of level 0 from image encoder.
            image_features_1 (torch.Tensor): [1, 64, H/8, W/8]. high resolution features of level 1 from image encoder.
            image_embeddings (torch.Tensor): [1, 256, H/16, W/16]. image embedding from image encoder.
            point_coords (torch.Tensor): [L, P, 2] shape and float32 dtype and contains the absolute pixel
                                         coordinate in (x, y) format of the P input points in image of size 1024x1024.
            point_labels (torch.Tensor): shape [L, P] and int32 dtype, where 1 means
                                         positive (foreground), 0 means negative (background), -1 means padding,
                                         2 (box left upper corner), 3 (box right bottom corner).
            input_masks (torch.Tensor): [L, 1, H/4, W/4]. Low resolution mask input to the model.
                                        Typically coming from a previous iteration.
            has_input_masks (torch.Tensor): [L]. 1.0 if input_masks is used, 0.0 otherwise.
            original_image_size(torch.Tensor): [2]. original image size H_o, W_o.
            enable_nvtx_profile (bool): enable NVTX profiling.

        Returns:
            masks (torch.Tensor): [1, M, H_o, W_o] where M=3 or 1. Masks of original image size.
            iou_predictions (torch.Tensor): [1, M]. scores for M masks.
            low_res_masks (torch.Tensor, optional): [1, M, H/4, W/4]. low resolution masks.
        Nr   )Ú
NvtxHelper)r   r   Úpost_processr   Úblue)Úcolorr   Úredr'   Úgreené   ÚbilinearF)ÚmodeÚalign_cornersg      @Àg      @@)Únvtx_helperr&   Ústart_profiler   Ústop_profiler   ÚFÚinterpolateÚtorchÚclampr   r   Úprint_latency)r   r   r   r   r   r    r!   r"   r#   r$   r0   r&   Úsparse_embeddingsÚdense_embeddingsÚimage_peÚlow_res_masksÚiou_predictionsÚmaskss                     r   ÚforwardzSAM2ImageDecoder.forward#   s²  € ðH ˆØð 	YØ.Ð.Ð.Ð.Ð.Ð.à$˜*Ð%WÐ%WÐ%WÑXÔXˆKàÐ"Ø×%Ò%Ð&6¸fÐ%ÑEÔEÐEà8<×8KÒ8KØ˜,¨°_ñ9
ô 9
Ñ5ÐÐ+¨Xð Ð"Ø×$Ò$Ð%5Ñ6Ô6Ð6Ø×%Ò% n¸EÐ%ÑBÔBÐBà)-×):Ò):ØÐ.Ð0@À(ÐL]Ð_oñ*
ô *
Ñ&ˆ�ð Ð"Ø×$Ò$ ^Ñ4Ô4Ð4Ø×%Ò% n¸GÐ%ÑDÔDÐDõ ”ØØ  Ô#Ð%8¸Ô%;Ð<ØØð	
ñ 
ô 
ˆõ œ M°5¸$Ñ?Ô?ˆØÔ!ð 	0Ø˜DÔ/Ò/ˆEàÐ"Ø×$Ò$ ^Ñ4Ô4Ð4Ø×%Ò%Ñ'Ô'Ð'à�o }Ð4Ð4r   )TFr   ©F)Ú__name__Ú
__module__Ú__qualname__r   ÚboolÚfloatr   r5   Úno_gradÚTensorr>   Ú__classcell__)r   s   @r   r   r      s3  ø€ € € € € ð
 15Ø#Ø #ð-ð -àð-ð ð-ð *.ð	-ð
 ð-ð ð-ð 
ð-ð -ð -ð -ð -ð -ð €U„]�_„_ð %*ðL5ð L5àœ,ðL5ð  œ,ðL5ð  œ,ð	L5ð
 ”lðL5ð ”lðL5ð ”\ðL5ð œðL5ð #œ\ðL5ð "ðL5ð L5ð L5ñ „_ðL5ð L5ð L5ð L5ð L5r   r   FÚ
sam2_modelÚonnx_model_pathr   Úverbosec                 óÆ  — d}t          |¦  «        }t          | ¦  «                             ¦   «         } ||¦  «        \  }}}	t                               d|j        ¦  «         t                               d|j        ¦  «         t                               d|	j        ¦  «         t          | |d¬¦  «                             ¦   «         }
d}d}t          j        d	d
||dft          j	        ¬¦  «        }t          j        d	d||ft          j
        ¬¦  «        }t          j        |dddt          j	        ¬¦  «        }t          j        dt          j	        ¬¦  «        }t          j        ddgt          j
        ¬¦  «        }|||	|||||f}t                               d|j        ¦  «         t                               d|j        ¦  «         t                               d|j        ¦  «         t                               d|j        ¦  «         t                               d|j        ¦  «         |ri |
|Ž \  }}}t                               d|j        ¦  «         t                               d|j        ¦  «         t                               d|j        ¦  «         g d¢}g d¢}dddœdddœd	did	diddddœd	did	did œ}t          j        ¦   «         5  |s@t          j        d!t          j        j        ¬"¦  «         t          j        d!t&          ¬"¦  «         t          j                             |
||dd#d|||¬$¦	  «	         d d d ¦  «         n# 1 swxY w Y   t                               d%|¦  «         d S )&Nr,   zimage_features_0.shape: %szimage_features_1.shape: %szimage_embeddings.shape: %sT©r   r   é   é   r   é   ©ÚlowÚhighÚsizeÚdtypeé   ©rT   i°  i  zpoint_coords.shape: %szpoint_labels.shape: %szinput_masks.shape: %szhas_input_masks.shape: %szoriginal_image_size.shape: %szmasks.shape: %sziou_predictions.shape: %szlow_res_masks.shape: %s)r   r   r   r   r    r!   r"   r#   )r=   r<   r;   Ú
num_labelsÚ
num_points)r   r,   Úoriginal_image_heightÚoriginal_image_width)r   rM   rN   )r   r    r!   r"   r=   r;   r<   Úignore)Úcategoryé   )Úexport_paramsÚopset_versionÚdo_constant_foldingÚinput_namesÚoutput_namesÚdynamic_axeszdecoder onnx model saved to %s)r   r   ÚcpuÚloggerÚinfoÚshaper   r5   ÚrandintrD   Úint32ÚzerosÚonesÚtensorÚwarningsÚcatch_warningsÚfilterwarningsÚjitÚTracerWarningÚUserWarningÚonnxÚexport)rH   rI   r   rJ   Ú
batch_sizeÚimageÚsam2_encoderr   r   r   Úsam2_decoderrW   rX   r   r    r!   r"   r#   Úexample_inputsr=   r<   r;   ra   rb   rc   s                            r   Úexport_decoder_onnxrz   s   sÄ  € ð €JÝ# JÑ/Ô/€EÝ# JÑ/Ô/×3Ò3Ñ5Ô5€LØ;G¸<ÈÑ;NÔ;NÑ8ÐÐ&Ð(8å
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEÝ
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEÝ
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEå#ØØ)Ø(,ðñ ô ÷ 
‚c�e„eð	 ð €JØ€JÝ”= Q¨T¸ÀZÐQRÐ8SÕ[`Ô[fÐgÑgÔg€LÝ”= Q¨Q°jÀ*Ð5MÕUZÔU`ÐaÑaÔa€LÝ”+˜j¨!¨S°#½U¼[ÐIÑIÔI€KÝ”j ­%¬+Ð6Ñ6Ô6€OÝœ,¨¨d |½5¼;ÐGÑGÔGÐð 	ØØØØØØØð	€Nõ ‡K‚KÐ(¨,Ô*<Ñ=Ô=Ð=Ý
‡K‚KÐ(¨,Ô*<Ñ=Ô=Ð=Ý
‡K‚KÐ'¨Ô):Ñ;Ô;Ð;Ý
‡K‚KÐ+¨_Ô-BÑCÔCÐCÝ
‡K‚KÐ/Ð1DÔ1JÑKÔKÐKàð DØ0<°¸nÐ0MÑ-ˆˆ Ý�ŠÐ% u¤{Ñ3Ô3Ð3Ý�ŠÐ/°Ô1FÑGÔGÐGÝ�ŠÐ-¨}Ô/BÑCÔCÐCð	ð 	ð 	€Kð AÐ@Ð@€Lð )¨\Ð:Ð:Ø(¨\Ð:Ð:Ø˜<Ð(Ø˜|Ð,Ø!Ð&=ÐBXÐYÐYØ˜\Ð*Ø˜|Ð,ðð €Lõ 
Ô	 Ñ	"Ô	"ð 
ð 
Øð 	DÝÔ# Hµu´yÔ7NÐOÑOÔOÐOÝÔ# Hµ{ÐCÑCÔCÐCåŒ
×ÒØØØØØØ $Ø#Ø%Ø%ð 	ñ 
	
ô 
	
ð 
	
ð
ð 
ð 
ñ 
ô 
ð 
ð 
ð 
ð 
ð 
ð 
øøøð 
ð 
ð 
ð 
õ" ‡K‚KÐ0°/ÑBÔBÐBÐBÐBs   ËA+L;Ì;L?ÍL?c                 óX  ‡‡ ‡!— d}t          |¦  «        }t          | ¦  «                             ¦   «         } ||¦  «        \  }}}t          | |d¬¦  «                             ¦   «         }	d}
d}t	          j        dd|
|dft          j        ¬¦  «        }t	          j        dd|
|ft          j        ¬¦  «        }t	          j        |
dd	d	t          j        ¬
¦  «        }t	          j        dt          j        ¬
¦  «        }t	          j	        ddgt          j        ¬
¦  «        }||||||||fŠ |	‰Ž \  }}}dd l
}|                     |dg¬¦  «        }|                     ¦   «         Š ˆ fd„t          t          ‰ ¦  «        ¦  «        D ¦   «         }t                               d|¦  «         |                     ¦   «         Š!ˆ!fd„t          t          ‰!¦  «        ¦  «        D ¦   «         }t                               d|¦  «         ˆˆ fd„t          t          ‰ ¦  «        ¦  «        D ¦   «         }|                     ||¦  «        }t'          |¦  «        D ].\  }}t                               |› d�||         j        ¦  «         Œ/|\  }}}t+          d|                     ¦   «         t	          j	        |¦  «                             ¦   «         ¦  «        rXt+          d|t	          j	        |¦  «        ¦  «        r5t+          d|t	          j	        |¦  «        ¦  «        rt-          d|¦  «         d S t-          d|¦  «         d S )Nr,   TrL   é   r   rO   rM   rP   rU   rV   iÜ  ÚCPUExecutionProvider)Ú	providersc                 ó*   •— g | ]}‰|         j         ‘ŒS © ©Úname)Ú.0ÚiÚmodel_inputss     €r   ú
<listcomp>z%test_decoder_onnx.<locals>.<listcomp>ü   s    ø€ ÐJÐJÐJ¨A�< ”?Ô'ÐJÐJÐJr   zinput_names: %sc                 ó*   •— g | ]}‰|         j         ‘ŒS r€   r�   )rƒ   r„   Úmodel_outputss     €r   r†   z%test_decoder_onnx.<locals>.<listcomp>   s!   ø€ ÐMÐMÐM¨a�M !Ô$Ô)ÐMÐMÐMr   zoutput_names: %sc                 ó\   •— i | ](}‰|         j         ‰|                              ¦   «         “Œ)S r€   )r‚   Únumpy)rƒ   r„   ry   r…   s     €€r   ú
<dictcomp>z%test_decoder_onnx.<locals>.<dictcomp>  s3   ø€ Ð`Ð`Ð`À!ˆl˜1ŒoÔ" N°1Ô$5×$;Ò$;Ñ$=Ô$=Ð`Ð`Ð`r   z
.shape: %sr=   r<   r;   zonnx model has been verified:zonnx model verification failed:)r   r   rd   r   r5   rh   rD   ri   rj   rl   ÚonnxruntimeÚInferenceSessionÚ
get_inputsÚrangeÚlenre   rf   Úget_outputsÚrunÚ	enumeraterg   r   Úprint)"rH   rI   r   ru   rv   rw   r   r   r   Úsam2_image_decoderrW   rX   r   r    r!   r"   r#   r=   r<   r;   rŒ   Úort_sessionra   rb   ÚinputsÚoutputsr„   Úoutput_nameÚ	ort_masksÚort_iou_predictionsÚort_low_res_masksry   r…   rˆ   s"                                  @@@r   Útest_decoder_onnxr�   Ò   sI  øøø€ ð
 €JÝ# JÑ/Ô/€EÝ# JÑ/Ô/×3Ò3Ñ5Ô5€LØ;G¸<ÈÑ;NÔ;NÑ8ÐÐ&Ð(8å)ØØ)Ø(,ðñ ô ÷ 
‚c�e„eð	 ð €JØ€JÝ”= Q¨T¸ÀZÐQRÐ8SÕ[`Ô[fÐgÑgÔg€LÝ”= Q¨Q°jÀ*Ð5MÕUZÔU`ÐaÑaÔa€LÝ”+˜j¨!¨S°#½U¼[ÐIÑIÔI€KÝ”k !­5¬;Ð7Ñ7Ô7€OÝœ,¨¨d |½5¼;ÐGÑGÔGÐð 	ØØØØØØØð	€Nð -?Ð,>ÀÐ,OÑ)€Eˆ?˜MàÐÐÐà×.Ò.¨ÐKaÐJbÐ.ÑcÔc€Kà×)Ò)Ñ+Ô+€LØJÐJÐJÐJµµs¸<Ñ7HÔ7HÑ1IÔ1IÐJÑJÔJ€KÝ
‡K‚KÐ! ;Ñ/Ô/Ð/à×+Ò+Ñ-Ô-€MØMÐMÐMÐMµ5½¸]Ñ9KÔ9KÑ3LÔ3LÐMÑMÔM€LÝ
‡K‚KÐ" LÑ1Ô1Ð1Ø`Ð`Ð`Ð`Ð`ÅuÍSÐQ]ÑM^ÔM^ÑG_ÔG_Ð`Ñ`Ô`€FØ�oŠo˜l¨FÑ3Ô3€Gå# LÑ1Ô1ð Bð B‰ˆˆ;Ý�Š�{Ð.Ð.Ð.°¸´
Ô0@ÑAÔAÐAÐAà8?Ñ5€IÐ"Ð$5å& w°·²±´½u¼|ÈIÑ?VÔ?V×?\Ò?\Ñ?^Ô?^Ñ_Ô_ðBå*Ð+<¸oÍuÌ|Ð\oÑOpÔOpÑqÔqðBõ +¨?¸MÍ5Ì<ÐXiÑKjÔKjÑkÔkðBõ
 	Ð-¨Ñ?Ô?Ð?Ð?Ð?åÐ/°ÑAÔAÐAÐAÐAr   )FFr?   )Úloggingrm   r5   Útorch.nn.functionalr	   Ú
functionalr3   Úimage_encoderr   r   r   r   r   r   Úsam2.modeling.sam2_baser   Ú
sam2_utilsr   Ú	getLoggerr@   re   ÚModuler   ÚstrrC   rz   r�   r€   r   r   ú<module>r§      s�  ðð
 €€€Ø €€€à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ (Ð (Ð (Ð (Ð (Ð (Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø Ð Ð Ð Ð Ð à	ˆÔ	˜8Ñ	$Ô	$€ð\5ð \5ð \5ð \5ð \5�r”yñ \5ô \5ð \5ðD #Øð	\Cð \CØð\Càð\Cð ð\Cð ð	\Cð \Cð \Cð \CðD ð>Bð >BØð>Bàð>Bð >Bð >Bð >Bð >Bð >Br   