§
    û¸¸j„   ã                   ó    — d dl Z d dlZd dlmZ d dlmZ d dlmZ  e j        e¦  «        Z	 G d„ dej
        ¦  «        Zdedefd	„Zdedefd
„ZdS )é    N)ÚSAM2Base)Úcompare_tensors_with_tolerance)Únnc            	       óò   ‡ — e Zd Zdefˆ fd„Z ej        ¦   «         dej        dej        dej        dej        fd„¦   «         Zdej        dej        dej        fd	„Z	dej        dej        dej        fd
„Z
ˆ xZS )ÚSAM2PromptEncoderÚ	sam_modelc                 ón   •— t          ¦   «                              ¦   «          |j        | _        || _        d S )N)ÚsuperÚ__init__Úsam_prompt_encoderÚprompt_encoderÚmodel)Úselfr   Ú	__class__s     €úƒ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/sam2/prompt_encoder.pyr   zSAM2PromptEncoder.__init__   s/   ø€ Ý‰Œ×ÒÑÔÐØ'Ô:ˆÔØˆŒ
ˆ
ˆ
ó    Úpoint_coordsÚpoint_labelsÚinput_masksÚhas_input_masksc                 ó–   — |                       ||¦  «        }|                      ||¦  «        }| j                             ¦   «         }|||fS )aj  Encode prompts.

           Args:
            point_coords (torch.Tensor): [L, P, 2] shape and float32 dtype and contains the absolute pixel
                                         coordinate in (x, y) format of the P input points in image of size 1024x1024.
            point_labels (torch.Tensor): shape [L, P] and int32 dtype, where 1 means
                                         positive (foreground), 0 means negative (background), -1 means padding,
                                         2 (box left upper corner), 3 (box right bottom corner).
            input_masks (torch.Tensor): [L, 1, H/4, W/4]. Low resolution mask input to the model.
                                        Typically coming from a previous iteration.
            has_input_masks (torch.Tensor): [L]. 1.0 if input_masks is used, 0.0 otherwise.
        Returns:
            sparse_embeddings (torch.Tensor): [L, P+1, 256], embedding for points and boxes.
            dense_embeddings (torch.Tensor):  [L, 256, 64, 64]. embedding for input masks.
            image_pe (torch.Tensor, optional): [1, 256, 64, 64]. image positional encoding.
        )Ú_embed_pointsÚ_embed_masksr   Úget_dense_pe)r   r   r   r   r   Úsparse_embeddingsÚdense_embeddingsÚimage_pes           r   ÚforwardzSAM2PromptEncoder.forward   sR   € ð0 !×.Ò.¨|¸\ÑJÔJÐØ×,Ò,¨[¸/ÑJÔJÐØÔ&×3Ò3Ñ5Ô5ˆà Ð"2°HÐ<Ð<r   Úreturnc                 óü  — |dz   }t          j        |j        d         ddf|j        ¬¦  «        }t          j        |j        d         df|j        ¬¦  «         }t          j        ||gd¬¦  «        }t          j        ||gd¬¦  «        }|d d …d d …df         | j        j        z  |d d …d d …df<   |d d …d d …df         | j        j        z  |d d …d d …df<   | j        j	         
                    |¦  «        }|                     d¦  «                             |¦  «        }||dk    z  }|| j        j        j        |dk    z  z   }t          | j        j        ¦  «        D ]#}|| j        j        |         j        ||k    z  z   }Œ$|S )Ng      à?r   é   é   )Údevice)Údiméÿÿÿÿ)ÚtorchÚzerosÚshaper#   ÚonesÚcatr   Ú
image_sizer   Úpe_layerÚ_pe_encodingÚ	unsqueezeÚ	expand_asÚnot_a_point_embedÚweightÚrangeÚnum_point_embeddingsÚpoint_embeddings)r   r   r   Úpadding_pointÚpadding_labelÚpoint_embeddingÚis          r   r   zSAM2PromptEncoder._embed_points3   s«  € Ø# cÑ)ˆåœ \Ô%7¸Ô%:¸A¸qÐ$AÈ,ÔJ]Ð^Ñ^Ô^ˆÝœ \Ô%7¸Ô%:¸AÐ$>À|ÔGZÐ[Ñ[Ô[Ð[ˆÝ”y ,°Ð!>ÀAÐFÑFÔFˆÝ”y ,°Ð!>ÀAÐFÑFÔFˆð !-¨Q¨Q¨Q°°°°1¨WÔ 5¸¼
Ô8MÑ Mˆ�Q�Q�Q˜˜˜˜1�WÑØ ,¨Q¨Q¨Q°°°°1¨WÔ 5¸¼
Ô8MÑ Mˆ�Q�Q�Q˜˜˜˜1�WÑàÔ-Ô6×CÒCÀLÑQÔQˆØ#×-Ò-¨bÑ1Ô1×;Ò;¸OÑLÔLˆà)¨\¸RÒ-?Ñ@ˆØ)¨DÔ,?Ô,QÔ,XÐ\hÐlnÒ\nÑ,oÑoˆå�tÔ*Ô?Ñ@Ô@ð 	uð 	uˆAØ-°Ô0CÔ0TÐUVÔ0WÔ0^ÐbnÐrsÒbsÑ0tÑtˆOˆOàÐr   c                 ó$  — | j                              |¦  «        }| j         j        j                             dddd¦  «        }t
                               d|j        ¦  «         ||z  d|z
  |z  z   }t
                               d|j        ¦  «         |S )Nr!   r%   zno_mask_embedding.shape: %sg      ð?zmask_embedding.shape: %s)r   Úmask_downscalingÚno_mask_embedr1   ÚreshapeÚloggerÚinfor(   )r   r   r   Úmask_embeddingÚno_mask_embeddings        r   r   zSAM2PromptEncoder._embed_masksJ   s�   € ØÔ,×=Ò=¸kÑJÔJˆØ Ô/Ô=ÔD×LÒLÈQÐPRÐTUÐWXÑYÔYÐÝ�ŠÐ1Ð3DÔ3JÑKÔKÐKØ(¨>Ñ9¸SÀ?Ñ=RÐVgÑ<gÑgˆÝ�ŠÐ.°Ô0DÑEÔEÐEØÐr   )Ú__name__Ú
__module__Ú__qualname__r   r   r&   Úno_gradÚTensorr   r   r   Ú__classcell__)r   s   @r   r   r      sü   ø€ € € € € ð (ð ð ð ð ð ð ð
 €U„]�_„_ð=à”lð=ð ”lð=ð ”\ð	=ð
 œð=ð =ð =ñ „_ð=ð:¨%¬,ð ÀeÄlð ÐW\ÔWcð ð ð ð ð.¨¬ð ÀuÄ|ð ÐX]ÔXdð ð ð ð ð ð ð ð r   r   Ú
sam2_modelÚonnx_model_pathc                 óò  — t          | ¦  «                             ¦   «         }d}d}t          j        dd||dft          j        ¬¦  «        }t          j        dd||ft          j        ¬¦  «        }t          j        |dddt          j        ¬¦  «        }t          j        dt          j        ¬¦  «        } |||||¦  «        \  }	}
}t           	                    d	|j
        ¦  «         t           	                    d
|j
        ¦  «         t           	                    d|j
        ¦  «         t           	                    d|j
        ¦  «         t           	                    d|	j
        ¦  «         t           	                    d|
j
        ¦  «         t           	                    d|j
        ¦  «         t          j                             |||||f|dddg d¢g d¢dddœdddœddidddœddidœ¬¦	  «	         t          d|¦  «         d S )Nr"   é   r   é   ©ÚlowÚhighÚsizeÚdtyper!   é   ©rP   zpoint_coords.shape: %szpoint_labels.shape: %szinput_masks.shape: %szhas_input_masks.shape: %szsparse_embeddings.shape: %szdense_embeddings.shape: %szimage_pe.shape: %sTé   ©r   r   r   r   )r   r   r   Ú
num_labelsÚ
num_points)r   r!   znum_points+1)r   r   r   r   r   )Úexport_paramsÚopset_versionÚdo_constant_foldingÚinput_namesÚoutput_namesÚdynamic_axesz#prompt encoder onnx model saved to )r   Úcpur&   ÚrandintÚfloatÚint32r'   r)   r=   r>   r(   ÚonnxÚexportÚprint)rG   rH   Úsam2_prompt_encoderrU   rV   r   r   r   r   r   r   r   s               r   Úexport_prompt_encoder_onnxre   S   s  € õ ,¨JÑ7Ô7×;Ò;Ñ=Ô=Ðà€JØ€JÝ”= Q¨T¸ÀZÐQRÐ8SÕ[`Ô[fÐgÑgÔg€LÝ”= Q¨Q°jÀ*Ð5MÕUZÔU`ÐaÑaÔa€LÝ”+˜j¨!¨S°#½U¼[ÐIÑIÔI€KÝ”j ­%¬+Ð6Ñ6Ô6€Oà4GÐ4GØ�l K°ñ5ô 5Ñ1ÐÐ'¨õ ‡K‚KÐ(¨,Ô*<Ñ=Ô=Ð=Ý
‡K‚KÐ(¨,Ô*<Ñ=Ô=Ð=Ý
‡K‚KÐ'¨Ô):Ñ;Ô;Ð;Ý
‡K‚KÐ+¨_Ô-BÑCÔCÐCå
‡K‚KÐ-Ð/@Ô/FÑGÔGÐGÝ
‡K‚KÐ,Ð.>Ô.DÑEÔEÐEÝ
‡K‚KÐ$ h¤nÑ5Ô5Ð5å	„J×ÒØØ	�| [°/ÐBØØØØ ØVÐVÐVØJÐJÐJà ,°Ð>Ð>Ø ,°Ð>Ð>Ø˜|Ð,Ø%1°nÐ!EÐ!EØ!" LÐ 1ð
ð 
ð ñ ô ð õ$ 
Ð
/°ÑAÔAÐAÐAÐAr   c                 ó˜  ‡‡— t          | ¦  «                             ¦   «         }d}d}t          j        dd||dft          j        ¬¦  «        }t          j        dd||ft          j        ¬¦  «        }t          j        |dddt          j        ¬¦  «        }t          j        dt          j        ¬¦  «        } |||||¦  «        \  }	}
}dd l}| 	                    |d	g¬
¦  «        }| 
                    ¦   «         Šˆfd„t          t          ‰¦  «        ¦  «        D ¦   «         }t                               d|¦  «         |                     ¦   «         Šˆfd„t          t          ‰¦  «        ¦  «        D ¦   «         }t                               d|¦  «         |                     ||                     ¦   «         |                     ¦   «         |                     ¦   «         |                     ¦   «         dœ¦  «        }t%          |¦  «        D ],\  }}t                               d|||         j        ¦  «         Œ-|\  }}}t)          d|	t          j        |¦  «        d¬¦  «        r^t)          d|
t          j        |¦  «        d¬¦  «        r9t)          d|t          j        |¦  «        d¬¦  «        rt-          d|› �¦  «         d S t-          d|› �¦  «         d S )Nr!   é   r   rK   r"   rL   rQ   rR   ÚCPUExecutionProvider)Ú	providersc                 ó*   •— g | ]}‰|         j         ‘ŒS © ©Úname)Ú.0r8   Úmodel_inputss     €r   ú
<listcomp>z,test_prompt_encoder_onnx.<locals>.<listcomp>˜   s    ø€ ÐJÐJÐJ¨A�< ”?Ô'ÐJÐJÐJr   zinput_names: %sc                 ó*   •— g | ]}‰|         j         ‘ŒS rk   rl   )rn   r8   Úmodel_outputss     €r   rp   z,test_prompt_encoder_onnx.<locals>.<listcomp>œ   s!   ø€ ÐMÐMÐM¨a�M !Ô$Ô)ÐMÐMÐMr   zoutput_names: %srT   zoutput %s shape: %sr   gš™™™™™É?)Úmismatch_percentage_tolerancer   r   zonnx model has been verified: z onnx model verification failed: )r   r]   r&   r^   r_   r`   Úrandr)   ÚonnxruntimeÚInferenceSessionÚ
get_inputsr2   Úlenr=   r>   Úget_outputsÚrunÚnumpyÚ	enumerater(   r   Útensorrc   )rG   rH   rd   rU   rV   r   r   r   r   r   r   r   ru   Úort_sessionrZ   r[   Úoutputsr8   Úoutput_nameÚort_sparse_embeddingsÚort_dense_embeddingsÚort_image_pero   rr   s                         @@r   Útest_prompt_encoder_onnxr„   ‚   s   øø€ õ ,¨JÑ7Ô7×;Ò;Ñ=Ô=Ðà€JØ€JÝ”= Q¨T¸ÀZÐQRÐ8SÕ[`Ô[fÐgÑgÔg€LÝ”= Q¨Q°jÀ*Ð5MÕUZÔU`ÐaÑaÔa€LÝ”*˜Z¨¨C°½E¼KÐHÑHÔH€KÝ”j ­%¬+Ð6Ñ6Ô6€Oà4GÐ4GØ�l K°ñ5ô 5Ñ1ÐÐ'¨ð ÐÐÐà×.Ò.¨ÐKaÐJbÐ.ÑcÔc€Kà×)Ò)Ñ+Ô+€LØJÐJÐJÐJµµs¸<Ñ7HÔ7HÑ1IÔ1IÐJÑJÔJ€KÝ
‡K‚KÐ! ;Ñ/Ô/Ð/à×+Ò+Ñ-Ô-€MØMÐMÐMÐMµ5½¸]Ñ9KÔ9KÑ3LÔ3LÐMÑMÔM€LÝ
‡K‚KÐ" LÑ1Ô1Ð1à�oŠoØà(×.Ò.Ñ0Ô0Ø(×.Ò.Ñ0Ô0Ø&×,Ò,Ñ.Ô.Ø.×4Ò4Ñ6Ô6ð		
ð 	
ñô €Gõ $ LÑ1Ô1ð Jð J‰ˆˆ;Ý�ŠÐ)¨;¸À¼
Ô8HÑIÔIÐIÐIà@GÑ=ÐÐ/°å&ØØÝŒLÐ.Ñ/Ô/Ø*-ð		
ñ 	
ô 	
ðDõ +ØÐ 0µ%´,Ð?SÑ2TÔ2TÐtwð
ñ 
ô 
ðDõ +Ø˜¥%¤,¨|Ñ"<Ô"<Ð\_ð
ñ 
ô 
ðDõ 	Ð@¨Ð@Ð@ÑAÔAÐAÐAÐAåÐB°ÐBÐBÑCÔCÐCÐCÐCr   )Úloggingr&   Úsam2.modeling.sam2_baser   Ú
sam2_utilsr   r   Ú	getLoggerrA   r=   ÚModuler   Ústrre   r„   rk   r   r   ú<module>r‹      s÷   ðð
 €€€à €€€Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø Ð Ð Ð Ð Ð à	ˆÔ	˜8Ñ	$Ô	$€ðAð Að Að Að A˜œ	ñ Aô Að AðH,BØð,Bàð,Bð ,Bð ,Bð ,Bð^;DØð;Dàð;Dð ;Dð ;Dð ;Dð ;Dð ;Dr   