§
    l¬¸jå)  ã                  ó  — d dl mZ d dlZd dlZd dlmc mZ d dlmZ d dlm	Z	 d dl
mZ  G d„ dej        ¦  «        Z G d„ d	ej        ¦  «        Z G d
„ dej        ¦  «        Z G d„ dej        ¦  «        Z G d„ de¦  «        ZdS )é    )ÚannotationsN)Únn)Ú
checkpoint)ÚMLPc                  ó,   ‡ — e Zd ZdZˆ fd„Zˆ fd„Zˆ xZS )ÚLinearPresenceHeadzHLinear presence head for predicting the presence of classes in an image.c                ó¸   •— t          ¦   «                              t          j        ¦   «         t          j        ¦   «         t          j        |d¦  «        ¦  «         dS )z#Initializes the LinearPresenceHead.é   N)ÚsuperÚ__init__r   ÚIdentityÚLinear)ÚselfÚd_modelÚ	__class__s     €úƒ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/models/sam/sam3/maskformer_segmentation.pyr   zLinearPresenceHead.__init__   s?   ø€ õ 	‰Œ×Ò�œ™œ­¬©¬µr´yÀÈ!Ñ7LÔ7LÑMÔMÐMÐMÐMó    c                óF   •— t          ¦   «                              |¦  «        S )z"Forward pass of the presence head.)r   Úforward)r   ÚhsÚpromptÚprompt_maskr   s       €r   r   zLinearPresenceHead.forward   s   ø€ å‰wŒw�Š˜rÑ"Ô"Ð"r   ©Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   Ú__classcell__©r   s   @r   r   r      s\   ø€ € € € € ØRÐRðNð Nð Nð Nð Nð
#ð #ð #ð #ð #ð #ð #ð #ð #r   r   c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )ÚMaskPredictorú8Predicts masks from object queries and pixel embeddings.c                óv   •— t          ¦   «                              ¦   «          t          |||d¦  «        | _        dS )zInitializes the MaskPredictor.é   N)r   r   r   Ú
mask_embed)r   Ú
hidden_dimÚmask_dimr   s      €r   r   zMaskPredictor.__init__!   s2   ø€ å‰Œ×ÒÑÔÐÝ˜j¨*°hÀÑBÔBˆŒˆˆr   c                ó°  — t          |j        ¦  «        dk    r_|j        dk    r*t          j        d|                      |¦  «        |¦  «        }nˆt          j        d|                      |¦  «        |¦  «        }n^|j        dk    r*t          j        d|                      |¦  «        |¦  «        }n)t          j        d|                      |¦  «        |¦  «        }|S )r"   r$   zbqc,chw->bqhwzbqc,bchw->bqhwzlbqc,chw->lbqhwzlbqc,bchw->lbqhw)ÚlenÚshapeÚndimÚtorchÚeinsumr%   )r   Úobj_queriesÚpixel_embedÚ
mask_predss       r   r   zMaskPredictor.forward&   sÅ   € åˆ{Ô Ñ!Ô! QÒ&Ð&ØÔ 1Ò$Ð$å"œ\¨/¸4¿?º?È;Ñ;WÔ;WÐYdÑeÔe�
�
å"œ\Ð*:¸D¿OºOÈKÑ<XÔ<XÐZeÑfÔf�
�
ð Ô 1Ò$Ð$å"œ\Ð*;¸T¿_º_È[Ñ=YÔ=YÐ[fÑgÔg�
�
å"œ\Ð*<¸d¿oºoÈkÑ>ZÔ>ZÐ\gÑhÔh�
àÐr   r   r   s   @r   r!   r!      sR   ø€ € € € € ØBÐBðCð Cð Cð Cð Cð
ð ð ð ð ð ð r   r!   c                  óF   ‡ — e Zd ZdZ	 	 	 	 	 	 	 dˆ fd„	Zdd	„Z	 ddd„Zˆ xZS )ÚSegmentationHeadzPSegmentation head that predicts masks from backbone features and object queries.FNc
                óB  •— t          ¦   «                              ¦   «          || _        || _        |�|| _        nt          ||||	¬¦  «        | _        || _        |rt          j        |dddd¬¦  «        | _	        nt          ||¬¦  «        | _	        || _        dg| _        dS )z!Initializes the SegmentationHead.N)Úshared_convÚcompile_moder
   r$   )Úkernel_sizeÚstrideÚpadding)r'   Ú
pred_masks)r   r   Úuse_encoder_inputsÚ	aux_masksÚpixel_decoderÚPixelDecoderÚno_decr   ÚConv2dÚmask_predictorr!   Úact_ckptÚinstance_keys)r   r&   Úupsampling_stagesr:   r;   r>   r<   rA   r4   Úcompile_mode_pixel_decoderr   s             €r   r   zSegmentationHead.__init__<   sÀ   ø€ õ 	‰Œ×ÒÑÔÐØ"4ˆÔØ"ˆŒØÐ$Ø!.ˆDÔÐå!-ØØ!Ø'Ø7ð	"ñ "ô "ˆDÔð ˆŒØð 	QÝ"$¤)¨J¸ÀqÐQRÐ\]Ð"^Ñ"^Ô"^ˆDÔÐå"/°
ÀZÐ"PÑ"PÔ"PˆDÔà ˆŒð +˜^ˆÔÐÐr   Úbackbone_featsúlist[torch.Tensor]Úreturnútorch.Tensorc                ó"  — | j         r´d„ |D ¦   «         }|                     ddd¦  «        }t          j        |d         j        dd…         ¦  «        } |dd|…f         j        dg|d         j        dd…         ¢R Ž }||d<   | j        rt          j        | j        |d	¬
¦  «        }ni|                      |¦  «        }nSd„ |D ¦   «         }|                      |¦  «        }|j        d         dk    r| 	                    d¦  «        }n|dgdf         }|S )z&Embeds pixels using the pixel decoder.c                ó6   — g | ]}|                      ¦   «         ‘ŒS © )Úclone)Ú.0Úbb_feats     r   ú
<listcomp>z2SegmentationHead._embed_pixels.<locals>.<listcomp>c   s    € Ð$SÐ$SÐ$S¸ W§]¢]¡_¤_Ð$SÐ$SÐ$Sr   r
   é   r   éÿÿÿÿéþÿÿÿN.F)Úuse_reentrantc                ó   — g | ]}|‘ŒS rK   rK   )rM   Úxs     r   rO   z2SegmentationHead._embed_pixels.<locals>.<listcomp>o   s   € Ð8Ð8Ð8 A˜aÐ8Ð8Ð8r   )
r:   ÚpermuteÚmathÚprodr*   ÚreshaperA   r   r<   Úsqueeze)r   rE   Úencoder_hidden_statesÚbackbone_visual_featsÚspatial_dimÚencoder_visual_embedr/   s          r   Ú_embed_pixelszSegmentationHead._embed_pixels`   sH  € àÔ"ð 	4Ø$SÐ$SÀNÐ$SÑ$SÔ$SÐ!à$9×$AÒ$AÀ!ÀQÈÑ$JÔ$JÐ!Ýœ) N°2Ô$6Ô$<¸R¸S¸SÔ$AÑBÔBˆKØ#SÐ#8¸¸l¸{¸lÐ9JÔ#KÔ#SÐTVÐ#vÐYgÐhjÔYkÔYqÐrsÐrtÐrtÔYuÐ#vÐ#vÐ#vÐ à(<Ð! "Ñ%ØŒ}ð HÝ(Ô3°DÔ4FÐH]ÐmrÐsÑsÔs��à"×0Ò0Ð1FÑGÔG��à8Ð8¨Ð8Ñ8Ô8ˆNØ×,Ò,¨^Ñ<Ô<ˆKØÔ  Ô# qÒ(Ð(à)×1Ò1°!Ñ4Ô4��à)¨1¨#¨s¨(Ô3�ØÐr   r.   r[   údict[str, torch.Tensor]c                óü   — | j         r|€J ‚|                      ||¬¦  «        }| j        r|                      |¦  «        }n:| j        r|                      ||¦  «        }n|                      |d         |¦  «        }d|iS )z%Forward pass of the SegmentationHead.N©rE   r[   rQ   r9   )r:   r_   r>   r@   r;   )r   rE   r.   r[   Úkwargsr/   Ú	mask_preds          r   r   zSegmentationHead.forwardx   sš   € ð Ô"ð 	5Ø(Ð4Ð4Ð4à×(Ò(¸Ð^sÐ(ÑtÔtˆàŒ;ð 	JØ×+Ò+¨KÑ8Ô8ˆIˆIØŒ^ð 	JØ×+Ò+¨K¸ÑEÔEˆIˆIà×+Ò+¨K¸¬O¸[ÑIÔIˆIà˜iÐ(Ð(r   )FFFNFFN)rE   rF   rG   rH   )N)rE   rF   r.   rH   r[   rH   rG   r`   )r   r   r   r   r   r_   r   r   r   s   @r   r2   r2   9   s�   ø€ € € € € ØZÐZð !ØØØØØØ#'ð",ð ",ð ",ð ",ð ",ð ",ðHð ð ð ð8 /3ð	)ð )ð )ð )ð )ð )ð )ð )ð )r   r2   c                  ó2   ‡ — e Zd ZdZ	 	 	 d	ˆ fd„	Zd
d„Zˆ xZS )r=   z6Pixel decoder module that upsamples backbone features.ÚnearestFNc           
     ó†  •— t          ¦   «                              ¦   «          || _        || _        || _        g }g }|rdn|}t          |¦  «        D ]d}	|                     t          j        | j        | j        ddd¦  «        ¦  «         |                     t          j	        d| j        ¦  «        ¦  «         Œet          j
        |¦  «        | _        t          j
        |¦  «        | _        || _        | j        d         j        | _        |�:t!          j        | j        |dd¬¦  «        | _        dt           j        j        _        dS dS )	zInitializes the PixelDecoder.r
   r$   é   rQ   NT)ÚmodeÚdynamicÚ	fullgraphF)r   r   r&   Únum_upsampling_stagesÚinterpolation_modeÚrangeÚappendr   r?   Ú	GroupNormÚ
ModuleListÚconv_layersÚnormsr4   Úout_channelsÚout_dimr,   Úcompiler   Ú_dynamoÚconfigÚoptimize_ddp)r   r&   rl   rm   r4   r5   rr   rs   Ú	num_convsÚ_r   s             €r   r   zPixelDecoder.__init__’   s,  ø€ õ 	‰Œ×ÒÑÔÐØ$ˆŒØ%:ˆÔ"Ø"4ˆÔØˆØˆØ$Ð?�A�AÐ*?ˆ	Ý�yÑ!Ô!ð 	;ð 	;ˆAØ×Ò�rœy¨¬¸$¼/È1ÈaÐQRÑSÔSÑTÔTÐTØ�LŠL�œ a¨¬Ñ9Ô9Ñ:Ô:Ð:Ð:åœ=¨Ñ5Ô5ˆÔÝ”] 5Ñ)Ô)ˆŒ
Ø&ˆÔØÔ'¨Ô+Ô8ˆŒØÐ#Ý œ=¨¬¸LÐRVÐbfÐgÑgÔgˆDŒLà05�EŒMÔ Ô-Ð-Ð-ð $Ð#r   rE   rF   c                óP  — |d         }|dd…         }t          |ddd…         ¦  «        D ]z\  }}|}|t          j        ||j        dd…         | j        ¬¦  «        z   }| j        rd} | j        |         |¦  «        }t          j         | j        |         |¦  «        ¦  «        }Œ{|S )z!Forward pass of the PixelDecoder.rQ   NrR   )Úsizeri   r   )	Ú	enumerateÚFÚinterpolater*   rm   r4   rr   Úrelurs   )r   rE   Úprev_fpnÚ	fpn_featsÚ	layer_idxrN   Úcurr_fpns          r   r   zPixelDecoder.forward¯   s¾   € à! "Ô%ˆØ" 3 B 3Ô'ˆ	Ý"+¨I°d°d¸°d¬OÑ"<Ô"<ð 	?ð 	?ÑˆI�wØˆHØ¥!¤-°¸x¼~ÈbÈcÈcÔ?RÐY]ÔYpÐ"qÑ"qÔ"qÑqˆHØÔð à�	Ø2�tÔ'¨	Ô2°8Ñ<Ô<ˆHÝ”vÐ3˜dœj¨Ô3°HÑ=Ô=Ñ>Ô>ˆHˆHàˆr   )rf   FN)rE   rF   r   r   s   @r   r=   r=   �   sb   ø€ € € € € Ø@Ð@ð %ØØð6ð 6ð 6ð 6ð 6ð 6ð:ð ð ð ð ð ð ð r   r=   c                  óB   ‡ — e Zd ZdZ	 	 	 	 	 	 ddˆ fd„Z	 	 	 ddd„Zˆ xZS )ÚUniversalSegmentationHeadz3This module handles semantic+instance segmentation.FNÚpresence_headÚboolc
           	     óÈ  •— t          ¦   «                              ||d||||¬¦  «         || _        |�|s
J d¦   «         ‚d| _        |r|�|nt	          | j        ¦  «        | _        |	| _        | j        �t          j        | j        ¦  «        | _        t          j	        | j
        j        dd¬¦  «        | _        t          j	        | j
        j        | j        d¬¦  «        | _        dS )z*Initializes the UniversalSegmentationHead.T)r&   rC   r:   r;   r>   r<   rA   NzKSpecifying a dot product scorer without a presence head is likely a mistaker
   )r6   )r   r   r   rˆ   r   Úcross_attend_promptr   Ú	LayerNormÚcross_attn_normr?   r<   ru   Úsemantic_seg_headÚinstance_seg_head)r   r&   rC   r<   r;   r>   rA   rˆ   Údot_product_scorerr‹   r   s             €r   r   z"UniversalSegmentationHead.__init__Â   s   ø€ õ 	‰Œ×ÒØ!Ø/Ø#ØØØ'Øð 	ñ 	
ô 	
ð 	
ð "ˆŒàÐ)Ø ÐoÐoÐ"oÑoÔo�=à!ˆÔØð 	à&8Ð&DÐ"Ð"ÕJ\Ð]aÔ]iÑJjÔJjð Ôð $7ˆÔ ØÔ#Ð/Ý#%¤<°´Ñ#=Ô#=ˆDÔ å!#¤¨4Ô+=Ô+EÀqÐVWÐ!XÑ!XÔ!XˆÔÝ!#¤¨4Ô+=Ô+EÀtÄ|ÐabÐ!cÑ!cÔ!cˆÔÐÐr   rE   rF   r.   rH   r[   r   r   rG   r`   c                ó,  — |€J ‚|j         d         }| j        �j|                      |¦  «        }|                      ||                     |j        ¦  «        |                     |j        ¦  «        |d¬¦  «        d         }||z   }d}	| j        �n|                     d¦  «        }
|                      |
                     d|d| j        ¦  «        ||¬¦  «         	                    d¦  «         	                    d¦  «        }	|  
                    ||¬¦  «        }|                      |¦  «        }| j        r|                      |¦  «        }n:| j        r|                      ||¦  «        }n|                      |d         |¦  «        }||                      |¦  «        |	d	œS )
z.Forward pass of the UniversalSegmentationHead.Nr
   F)ÚqueryÚkeyÚvalueÚkey_padding_maskÚneed_weightsr   )r   r   rb   rQ   )r9   Úsemantic_segÚpresence_logit)r*   r‹   r�   ÚtoÚdtyperˆ   ÚmeanÚviewr   rZ   r_   r�   r>   r@   r;   rŽ   )r   rE   r.   r[   r   r   rc   ÚbsÚtgt2r˜   Ú
pooled_encr/   Úinstance_embedsrd   s                 r   r   z!UniversalSegmentationHead.forwardê   s»  € ð %Ð0Ð0Ð0Ø"Ô(¨Ô+ˆàÔ#Ð/Ø×'Ò'Ð(=Ñ>Ô>ˆDØ×+Ò+ØØ—I’I˜dœjÑ)Ô)Ø—i’i ¤
Ñ+Ô+Ø!,Ø"ð ,ñ ô ð ôˆDð %)Ð+@Ñ$@Ð!àˆØÔÐ)Ø.×3Ò3°AÑ6Ô6ˆJà×"Ò"Ø—O’O A r¨1¨d¬lÑ;Ô;Ø!Ø +ð #ñ ô ÷
 ’˜‘”ß’˜‘”ð ð ×(Ò(¸Ð^sÐ(ÑtÔtˆà×0Ò0°Ñ=Ô=ˆàŒ;ð 	NØ×+Ò+¨OÑ<Ô<ˆIˆIØŒ^ð 	NØ×+Ò+¨K¸ÑIÔIˆIˆIà×+Ò+¨K¸¬O¸_ÑMÔMˆIð $Ø ×2Ò2°;Ñ?Ô?Ø,ð
ð 
ð 	
r   )FFFFNN)rˆ   r‰   )NNN)rE   rF   r.   rH   r[   rH   r   rH   r   rH   rG   r`   r   r   s   @r   r‡   r‡   ¿   sˆ   ø€ € € € € Ø=Ð=ð ØØØ#ØØ ð&dð &dð &dð &dð &dð &dð &dðX /3Ø#Ø$(ð4
ð 4
ð 4
ð 4
ð 4
ð 4
ð 4
ð 4
ð 4
r   r‡   )Ú
__future__r   rW   r,   Útorch.nn.functionalr   Ú
functionalr   Útorch.utilsr   Ú"ultralytics.nn.modules.transformerr   Ú
Sequentialr   ÚModuler!   r2   r=   r‡   rK   r   r   ú<module>r¨      su  ðð
 #Ð "Ð "Ð "Ð "Ð "à €€€à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø "Ð "Ð "Ð "Ð "Ð "à 2Ð 2Ð 2Ð 2Ð 2Ð 2ð
#ð 
#ð 
#ð 
#ð 
#˜œñ 
#ô 
#ð 
#ðð ð ð ð �B”Iñ ô ð ð6S)ð S)ð S)ð S)ð S)�r”yñ S)ô S)ð S)ðl-ð -ð -ð -ð -�2”9ñ -ô -ð -ð`_
ð _
ð _
ð _
ð _
Ð 0ñ _
ô _
ð _
ð _
ð _
r   