§
    l¬¸jr1  ã                   ó4  — d dl mZ d dlmZ d dlmZ ddlmZmZ ddl	m
Z
 ddlmZmZ ddlmZ dd	lmZmZ dd
lmZmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZ ddl m!Z! ddl"m#Z# ddl$m%Z% ddl&m'Z' ddefd„Z(defd„Z)d de*de+de+fd„Z,dde*defd„Z-d!d„Z.dS )"é    )Únn)ÚMLP)Ú
torch_loadé   )ÚPositionEmbeddingSineÚRoPEAttention)ÚMemoryEncoder)ÚMemoryAttentionÚMemoryAttentionLayer)Ú	SAM3Model)ÚTransformerDecoderÚTransformerDecoderLayer)ÚTransformerEncoderFusionÚTransformerEncoderLayer)ÚSequenceGeometryEncoder)ÚPixelDecoderÚUniversalSegmentationHead)ÚDotProductScoringÚTransformerWrapper)ÚSam3DualViTDetNeck)ÚSAM3SemanticModel)ÚVETextEncoder)ÚViT)ÚSAM3VLBackboneNTÚreturnc                 óø   — t          dddd¬¦  «        }t          di dd“dd	“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“d d“d!d"“d#d“d$d%“d&d“d'd%“d(d%“d)d%“d*| “Ž}t          |dg d+¢||¬,¦  «        S )-z.Create SAM3 visual backbone with ViT and neck.é   TNé'  ©Únum_pos_featsÚ	normalizeÚscaleÚtemperatureÚimg_sizeéð  Úpretrain_img_sizeiP  Ú
patch_sizeé   Ú	embed_dimé   Údepthé    Ú	num_headsé   Ú	mlp_ratiog     €@Ú
norm_layerÚ	LayerNormÚdrop_path_rateçš™™™™™¹?Úqkv_biasÚuse_abs_posÚtile_abs_posÚglobal_att_blocks)é   é   é   é   Úrel_pos_blocks© Úuse_ropeÚuse_interp_ropeÚwindow_sizeé   Úpretrain_use_cls_tokenÚretain_cls_tokenFÚln_preÚln_postÚreturn_interm_layersÚbias_patch_embedÚcompile_mode)g      @g       @g      ð?g      à?)Úposition_encodingÚd_modelÚscale_factorsÚtrunkÚadd_sam2_neck)r   r   r   )rH   Úenable_inst_interactivityrI   Úvit_backbones       úq/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/models/sam/build_sam3.pyÚ_create_vision_backbonerQ      s…  € õ .ØØØØð	ñ ô Ðõ ð ð ð Ø�ðà˜#ðð �2ðð �$ð	ð
 ˆbðð �"ðð �%ðð �;ðð �sðð �ðð �Dðð �Tðð *˜/ðð �rðð �ðð  ˜ð!ð" �Bð#ð$  $˜tð%ð& ˜ð'ð( ˆtð)ð* �ð+ð, #˜Uð-ð. ˜ð/ð0 "�\ð1€Lõ4 Ø+ØØ*Ð*Ð*ØØ/ðñ ô ð ó    c                  ób  — t          t          dddddddt          j        dddd¬¦  «        t          j        dddd¬¦  «        ¬¦	  «	        d	dd
dddd¬¦  «        } t	          t          dddt          j        ddd¬¦  «        dd¬¦  «        d	dddddddddddd¬¦  «        }t          | |d¬¦  «        S )z)Create SAM3 detector encoder and decoder.r   é   r3   TFé   )r-   Údropoutr)   Úbatch_first)	rJ   Údim_feedforwardrV   Úpos_enc_at_attnÚpos_enc_at_cross_attn_keysÚpos_enc_at_cross_attn_queriesÚpre_normÚself_attentionÚcross_attentioné   r   )ÚlayerÚ
num_layersrJ   Únum_feature_levelsÚfrozenÚuse_act_checkpointÚadd_pooled_text_to_img_featÚpool_text_with_mask©r-   rV   r)   )rJ   rX   rV   r^   Ún_headsÚuse_text_cross_attentionéÈ   r   ÚlogN)r`   ra   Únum_queriesÚreturn_intermediateÚ
box_refineÚnum_o2m_queriesÚdacÚboxRPBrJ   rc   Úinteraction_layerÚdac_use_selfatt_lnrd   Úpresence_token)ÚencoderÚdecoderrJ   )r   r   r   ÚMultiheadAttentionr   r   r   )ru   rv   s     rP   Ú_create_sam3_transformerrx   H   s/  € å(@Ý%ØØ ØØ Ø',Ø*/ØÝÔ0ØØØØ ð	ñ ô õ Ô1ØØØØ ð	ñ ô ð
ñ 
ô 
ð* ØØØØØ$)Ø ð9)ñ )ô )€Gõ< #5Ý%ØØ ØÝÔ1ØØØðñ ô ð
 Ø%)ð
ñ 
ô 
ð ØØ ØØØØØØØØØØð3#ñ #ô #€Gõ8  g°wÈÐLÑLÔLÐLrR   FÚcheckpoint_pathÚenable_segmentationÚcompilec                 ó  — 	 ddl }n%# t          $ r ddlm}  |d¦  «         ddl }Y nw xY w|rdnd}t	          |d¬¦  «        }t          |j                             ¦   «         dd	d
d¬¦  «        }t          ||d¬¦  «        }t          ¦   «         }	t          ddt          dddddt          j        d¦  «        ¬¦  «        ¬¦  «        }
|r=t          ddddddt          j        ddd¬¦  «        t!          ddd|¬¦  «        ¬¦  «        nd}t#          t%          dddd¬¦  «        ddddddt'          ddddddd¬¦  «        ddd¬¦  «        }t)          ||	||dd|
dd¬¦	  «	        }t+          || ¦  «        }|                     ¦   «          |S ) a  Build SAM3 image model.

    Args:
        checkpoint_path: Optional path to model checkpoint
        enable_segmentation: Whether to enable segmentation head
        compile: Whether to enable compilation of the model

    Returns:
        A SAM3 image model
    r   N)Úcheck_requirementsz+git+https://github.com/ultralytics/CLIP.gitÚdefaultT)rH   rN   r   r*   r.   rA   )Ú	tokenizerrJ   ÚwidthÚheadsÚlayersr   )ÚvisualÚtextÚscalprT   é   )Ú	input_dimÚ
hidden_dimÚ
output_dimra   ÚresidualÚout_norm)rJ   Úd_projÚ
prompt_mlpé   FrU   rg   Únearest)Únum_upsampling_stagesÚinterpolation_moderˆ   rH   )rˆ   Úupsampling_stagesÚ	aux_masksÚpresence_headÚdot_product_scorerÚact_ckptÚcross_attend_promptÚpixel_decoderr   r   r3   )rJ   rX   rV   rY   r\   r[   rZ   )Úpos_encÚencode_boxes_as_pointsÚboxes_direct_projectÚ
boxes_poolÚboxes_pos_encrJ   ra   r`   Úuse_act_ckptÚadd_clsÚadd_post_encode_proj)	ÚbackboneÚtransformerÚinput_geometry_encoderÚsegmentation_headrb   Úo2m_mask_predictÚdot_prod_scoringÚuse_instance_queryÚmultimask_output)ÚclipÚImportErrorÚultralytics.utils.checksr}   rQ   r   Úsimple_tokenizerÚSimpleTokenizerr   rx   r   r   r   r1   r   rw   r   r   r   r   r   Ú_load_checkpointÚeval)ry   rz   r{   r©   r}   rH   Úvision_encoderÚtext_encoderr¡   r¢   r¦   r¤   r£   Úmodels                 rP   Úbuild_sam3_image_modelr³   ‡   sn  € ðØˆˆˆˆøÝð ð ð Ø?Ð?Ð?Ð?Ð?Ð?àÐÐHÑIÔIÐIØˆˆˆˆˆð	øøøð !(Ð1�9�9¨T€LÝ,¸,ÐbfÐgÑgÔg€Nõ !ØÔ'×7Ò7Ñ9Ô9ØØØØðñ ô €Lõ  ^¸,ÈaÐPÑPÔP€Hõ +Ñ,Ô,€Kõ )ØØÝØØØØØÝ”\ #Ñ&Ô&ð
ñ 
ô 
ðñ ô ÐðD ð'	Õ!ØØØØØ#ØÝ "Ô 5ØØØð!ñ !ô !õ
 'Ø&'Ø#,ØØ)ð	ñ ô ð	
ñ 	
ô 	
ð 	
ð( ð+ õ2 5Ý%ØØØØð	
ñ 
ô 
ð  %Ø!ØØØØÝ%ØØ ØØ!ØØ*/Ø'+ð
ñ 
ô 
ð ØØ!ð1ñ ô Ðõ8 ØØØ5Ø+ØØØ)Ø Øð
ñ 
ô 
€Eõ ˜U OÑ4Ô4€EØ	‡J‚J�L„L€LØ€Ls   ‚ ‡)¨)c                 ó0  — t          dddg¬¦  «        }t          dddt          dddddt          dd	d	d
ddg¬¦  «        dt          dd	d	dd
ddgd¬¦  «        ¬¦  «        d¬¦  «        }|r t	          d	t          |¬¦  «        d¬¦  «        nd}t          d;i dd“d|“d|“d|“dd“dd“dd“dd “d!d“d"d“d#d“d$d“d%d“d&d“d'd“d(d“d)d“d*d“d+d“d,d“d-d“d.d/“d0d	“d1d“d2d“d3d“d4d“d5d“d6dd7d8d9œ“Ž}t          || d¬:¦  «        }|                     ¦   «          |S )<aa  Build the SAM3 Tracker module for video tracking.

    Args:
        checkpoint_path (str): Path to model checkpoint.
        compile (str | None): Compilation mode for the vision backbone.
        with_backbone (bool): Whether to include the vision backbone in the model.

    Returns:
        (SAM3Model): A configured and initialized SAM3 model.
    é@   i€  )Úout_dimÚinterpol_sizeTr   rT   r3   Fr   g     ˆÃ@éH   )Úembedding_dimr-   Údownsample_rateÚ
rope_thetaÚ
feat_sizes)r¹   r-   rº   Ú	kv_in_dimr»   r¼   Úrope_k_repeat)rX   rV   rY   rZ   r[   Ú	self_attnrJ   Ú
cross_attné   )rW   rJ   Úpos_enc_at_inputr`   ra   )rH   N)r…   rƒ   r„   Ú
image_sizer%   Úimage_encoderÚmemory_attentionÚmemory_encoderÚbackbone_strider(   Únum_maskmemr8   Úsigmoid_scale_for_mem_encg      4@Úsigmoid_bias_for_mem_encg      $ÀÚ$use_mask_input_as_output_without_samÚdirectly_add_no_mem_embedÚuse_high_res_features_in_samÚmultimask_output_in_samÚiou_prediction_use_sigmoidÚuse_obj_ptrs_in_encoderÚadd_tpos_enc_to_obj_ptrsÚ"only_obj_ptrs_in_the_past_for_evalÚpred_obj_scoresÚpred_obj_scores_mlpÚfixed_no_obj_ptrÚmultimask_output_for_trackingÚuse_multimask_token_for_obj_ptrÚmultimask_min_pt_numr   Úmultimask_max_pt_numÚuse_mlp_for_obj_ptr_projÚcompile_image_encoderÚno_obj_embed_spatialÚproj_tpos_enc_in_obj_ptrsÚuse_signed_tpos_enc_to_obj_ptrsÚsam_mask_decoder_extra_argsgš™™™™™©?g\�Âõ(\ï?)Údynamic_multimask_via_stabilityÚ!dynamic_multimask_stability_deltaÚ"dynamic_multimask_stability_thresh)Úinteractiver=   )	r	   r
   r   r   r   rQ   r   r®   r¯   )ry   r{   Úwith_backbonerÆ   rÅ   r¡   r²   s          rP   Úbuild_interactive_sam3rå     s”  € õ #¨2¸dÀD¸\ÐJÑJÔJ€NÝ&ØØØÝ"Ø ØØ!Ø'+Ø*/Ý#Ø!ØØ !Ø"Ø ˜8ðñ ô ð Ý$Ø!ØØ !ØØ"Ø ˜8Ø"ðñ ô ð
ñ 
ô 
ð0 ð9ñ ô ÐðB ð	�˜QÕ'>ÈGÐ'TÑ'TÔ'TÐ[_Ð`Ñ`Ô`Ð`àð õ
 ð "ð "ð "Ø�4ð"à�hð"ð *Ð)ð"ð &�~ð	"ð
 ˜ð"ð �Að"ð #' $ð"ð "' ð"ð .2¨Tð"ð #' $ð"ð &* Tð"ð !% ð"ð $( 4ð"ð !% ð"ð "& ð"ð  ,0¨4ð!"ð" ˜ð#"ð$ !˜Dð%"ð& ˜ð'"ð( '+ dð)"ð* )-¨ð+"ð, ˜Qð-"ð. ˜Qð/"ð0 "& ð1"ð2 $˜eð3"ð4 "˜Tð5"ð6 #' $ð7"ð8 )-¨ð9"ð< 04Ø15Ø26ð%
ð %
ð %
ð;"€EõJ ˜U OÀÐFÑFÔF€Eð 
‡J‚J�L„L€LØ€LrR   c                 óô  — t          |d¦  «        5 }t          |¦  «        }ddd¦  «         n# 1 swxY w Y   d|v r#t          |d         t          ¦  «        r|d         }d„ |                     ¦   «         D ¦   «         }d„ |                     ¦   «         D ¦   «         }|rÄ|                     d„ |                     ¦   «         D ¦   «         ¦  «         |                     d„ |                     ¦   «         D ¦   «         ¦  «         |                     d„ |                     ¦   «         D ¦   «         ¦  «         |                     d	„ |                     ¦   «         D ¦   «         ¦  «         |                      |d
¬¦  «         | S )z%Load SAM3 model checkpoint from file.ÚrbNr²   c                 ó’   — i | ]D\  }}|                      d d¦  «                              dd¦  «                              dd¦  «        |“ŒES )ztracker.model.interactive_útracker.ztracker.model.interactivity_Úinteractive_convsÚ
sam2_convs©Úreplace©Ú.0ÚkÚvs      rP   ú
<dictcomp>z$_load_checkpoint.<locals>.<dictcomp>g  s_   € ð ð ð ñ ˆAˆqð 	
�	Š	Ð.°
Ñ;Ô;ß	ŠÐ/°Ñ	<Ô	<ß	ŠÐ$ lÑ	3Ô	3°Qðð ð rR   c                 óJ   — i | ] \  }}d |v ¯	|                      dd¦  «        |“Œ!S )Údetectorz	detector.Ú rì   rî   s      rP   rò   z$_load_checkpoint.<locals>.<dictcomp>m  s8   € ÐaÐaÐa¹¸¸AÐQ[Ð_`ÐQ`ÐQ`�q—y’y ¨bÑ1Ô1°1ÐQ`ÐQ`ÐQ`rR   c                 óJ   — i | ] \  }}d |v ¯	|                      d d¦  «        |“Œ!S )zbackbone.vision_backbonezimage_encoder.vision_backbonerì   rî   s      rP   rò   z$_load_checkpoint.<locals>.<dictcomp>p  sD   € ð ð ð á�A�qØ-°Ð2Ð2ð —	’	Ð4Ð6UÑVÔVÐXYà2Ð2Ð2rR   c                 óJ   — i | ] \  }}d |v ¯	|                      dd¦  «        |“Œ!S )ztracker.transformerztracker.transformer.encoderrÅ   rì   rî   s      rP   rò   z$_load_checkpoint.<locals>.<dictcomp>w  sC   € ð ð ð á�A�qØ(¨AÐ-Ð-ð —	’	Ð7Ð9KÑLÔLÈaà-Ð-Ð-rR   c                 óJ   — i | ] \  }}d |v ¯	|                      d d¦  «        |“Œ!S )ztracker.maskmem_backbonerÆ   rì   rî   s      rP   rò   z$_load_checkpoint.<locals>.<dictcomp>~  sC   € ð ð ð á�A�qØ-°Ð2Ð2ð —	’	Ð4Ð6FÑGÔGÈà2Ð2Ð2rR   c                 óJ   — i | ] \  }}d |v ¯	|                      d d¦  «        |“Œ!S )ré   rõ   rì   rî   s      rP   rò   z$_load_checkpoint.<locals>.<dictcomp>„  s8   € ÐiÐiÐiÁÀÀAÐYcÐghÐYhÐYh §	¢	¨*°bÑ 9Ô 9¸1ÐYhÐYhÐYhrR   F)Ústrict)Úopenr   Ú
isinstanceÚdictÚitemsÚupdateÚload_state_dict)r²   Ú
checkpointrã   ÚfÚckptÚsam3_image_ckpts         rP   r®   r®   _  sé  € å	ˆj˜$Ñ	Ô	ð  1Ý˜!‰}Œ}ˆðð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð à�$€€�: d¨7¤mµTÑ:Ô:€Ø�GŒ}ˆðð ð —J’J‘L”Lð	ñ ô €Dð bÐaÀÇÂÁÄÐaÑaÔa€OØð kØ×Òðð à+×1Ò1Ñ3Ô3ðñ ô ñ	
ô 	
ð 	
ð 	×Òðð à ŸJšJ™LœLðñ ô ñ	
ô 	
ð 	
ð 	×Òðð à ŸJšJ™LœLðñ ô ñ	
ô 	
ð 	
ð 	×ÒÐiÐiÈÏÊÉÌÐiÑiÔiÑjÔjÐjØ	×Ò˜/°%ÐÑ8Ô8Ð8Ø€Ls   ‘-­1´1)NT)TF)F)/Útorchr   Ú"ultralytics.nn.modules.transformerr   Úultralytics.utils.patchesr   Úmodules.blocksr   r   Úmodules.encodersr	   Úmodules.memory_attentionr
   r   Úmodules.samr   Úsam3.decoderr   r   Úsam3.encoderr   r   Úsam3.geometry_encodersr   Úsam3.maskformer_segmentationr   r   Úsam3.model_miscr   r   Ú
sam3.necksr   Úsam3.sam3_imager   Úsam3.text_encoder_ver   Úsam3.vitdetr   Úsam3.vl_combinerr   rQ   rx   ÚstrÚboolr³   rå   r®   r=   rR   rP   ú<module>r     s'  ðð
 Ð Ð Ð Ð Ð à 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø 0Ð 0Ð 0Ð 0Ð 0Ð 0à @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ø +Ð +Ð +Ð +Ð +Ð +Ø KÐ KÐ KÐ KÐ KÐ KÐ KÐ KØ "Ð "Ð "Ð "Ð "Ð "Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ KÐ KÐ KÐ KÐ KÐ KÐ KÐ KØ ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø QÐ QÐ QÐ QÐ QÐ QÐ QÐ QØ BÐ BÐ BÐ BÐ BÐ BÐ BÐ BØ *Ð *Ð *Ð *Ð *Ð *Ø .Ð .Ð .Ð .Ð .Ð .Ø /Ð /Ð /Ð /Ð /Ð /Ø Ð Ð Ð Ð Ð Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,ð+ð +ÐRdð +ð +ð +ð +ð\<MÐ"4ð <Mð <Mð <Mð <Mð~xð x¨Cð xÀdð xÐ\`ð xð xð xð xðvZð Z¨Cð ZÐV_ð Zð Zð Zð Zðz'ð 'ð 'ð 'ð 'ð 'rR   