§
    l¬¸jYT  ã                  ó²   — d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl	m
Z
mZ ddlmZ dd	lmZ  G d
„ dej        ¦  «        Z G d„ dej        ¦  «        ZdS )zR
Transformer decoder.
Inspired from Pytorch's version, adds the pre-norm variant.
é    )ÚannotationsN)Únn)ÚMLP)Ú_get_clonesÚinverse_sigmoid)Ú	xywh2xyxyé   )Úgen_sineembed_for_positionc                  ój   ‡ — e Zd ZdZ	 ddˆ fd„Zed„ ¦   «         Zd„ Z	 	 	 	 	 	 	 	 	 	 	 d d!d„Zd„ Z	ˆ xZ
S )"ÚTransformerDecoderLayerz[TransformerDecoderLayer is made up of self-attn, cross-attn, and feedforward network (FFN).FÚd_modelÚintÚdim_feedforwardÚdropoutÚfloatÚcross_attentionú	nn.ModuleÚn_headsÚuse_text_cross_attentionÚboolc                ó,  •— t          ¦   «                              ¦   «          || _        |dk    rt          j        |¦  «        nt          j        ¦   «         | _        t          j        |¦  «        | _        || _	        |rgt          j
        |||¬¦  «        | _        |dk    rt          j        |¦  «        nt          j        ¦   «         | _        t          j        |¦  «        | _        t          j
        |||¬¦  «        | _        |dk    rt          j        |¦  «        nt          j        ¦   «         | _        t          j        |¦  «        | _        t          j        ||¦  «        | _        t          j        ¦   «         | _        |dk    rt          j        |¦  «        nt          j        ¦   «         | _        t          j        ||¦  «        | _        |dk    rt          j        |¦  «        nt          j        ¦   «         | _        t          j        |¦  «        | _        dS )z'Initialize the TransformerDecoderLayer.r   )r   N)ÚsuperÚ__init__Ú
cross_attnr   ÚDropoutÚIdentityÚdropout1Ú	LayerNormÚnorm1r   ÚMultiheadAttentionÚca_textÚcatext_dropoutÚcatext_normÚ	self_attnÚdropout2Únorm2ÚLinearÚlinear1ÚReLUÚ
activationÚdropout3Úlinear2Údropout4Únorm3)Úselfr   r   r   r   r   r   Ú	__class__s          €ús/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/ultralytics/models/sam/sam3/decoder.pyr   z TransformerDecoderLayer.__init__   sœ  ø€ õ 	‰Œ×ÒÑÔÐà)ˆŒØ/6¸ª{¨{�œ
 7Ñ+Ô+Ð+ÅÄÁÄˆŒÝ”\ 'Ñ*Ô*ˆŒ
ð )AˆÔ%Ø#ð 	5ÝÔ0°¸'È7ÐSÑSÔSˆDŒLØ9@À1º¸¥"¤*¨WÑ"5Ô"5Ð"5Í"Ì+É-Ì-ˆDÔÝ!œ|¨GÑ4Ô4ˆDÔõ Ô.¨w¸ÈÐQÑQÔQˆŒØ/6¸ª{¨{�œ
 7Ñ+Ô+Ð+ÅÄÁÄˆŒÝ”\ 'Ñ*Ô*ˆŒ
õ ”y ¨/Ñ:Ô:ˆŒÝœ'™)œ)ˆŒØ/6¸ª{¨{�œ
 7Ñ+Ô+Ð+ÅÄÁÄˆŒÝ”y °'Ñ:Ô:ˆŒØ/6¸ª{¨{�œ
 7Ñ+Ô+Ð+ÅÄÁÄˆŒÝ”\ 'Ñ*Ô*ˆŒ
ˆ
ˆ
ó    c                ó   — |€| n| |z   S )z'Add positional embedding to the tensor.© )ÚtensorÚposs     r1   Úwith_pos_embedz&TransformerDecoderLayer.with_pos_embed=   s   € ð ˜ˆvˆv¨&°3©,Ð6r2   c           	     óü   — |                       |                      |                      |                      |¦  «        ¦  «        ¦  «        ¦  «        }||                      |¦  «        z   }|                      |¦  «        }|S )z!Feedforward network forward pass.)r,   r+   r*   r(   r-   r.   )r/   ÚtgtÚtgt2s      r1   Úforward_ffnz#TransformerDecoderLayer.forward_ffnB   sa   € à�|Š|˜DŸMšM¨$¯/ª/¸$¿,º,ÀsÑ:KÔ:KÑ*LÔ*LÑMÔMÑNÔNˆØ�D—M’M $Ñ'Ô'Ñ'ˆØ�jŠj˜‰oŒoˆØˆ
r2   NTr9   útorch.TensorÚtgt_query_posÚmemory_textÚtext_attention_maskÚmemoryÚmemory_key_padding_maskÚ
memory_posÚself_attn_maskÚcross_attn_maskc           
     ó’  — |                       |||
|||¦  «        \  }}| j        r�|                      |                      ||¦  «        |                     |j        ¦  «        |                     |j        ¦  «        |¬¦  «        d         }||                      |¦  «        z   }|                      |¦  «        }|�;t          j	        |	dd…dd…dd…f         ¦  «        }t          j
        ||	gd¬¦  «        }	|                      |                      ||¦  «        |                      ||¦  «        ||	|�|                     dd¦  «        ndd¬¦  «        d         }||                      |¦  «        z   }|                      |¦  «        }|                      |                     |j        ¦  «        ¦  «        }d}|�|dd…         }|dd…         }||fS )z,Forward pass of the TransformerDecoderLayer.)Úkey_padding_maskr   Nr	   ©ÚdimF)ÚqueryÚkeyÚvalueÚ	attn_maskrF   Úneed_weights)Ú_apply_self_attentionr   r!   r7   ÚtoÚdtyper"   r#   ÚtorchÚ
zeros_likeÚcatr   Ú	transposer   r   r;   )r/   r9   r=   r>   r?   r@   rA   rB   rC   rD   ÚdacÚdac_use_selfatt_lnÚpresence_tokenÚkwargsr:   Úpresence_token_maskÚpresence_token_outs                    r1   ÚforwardzTransformerDecoderLayer.forwardI   sø  € ð. "×7Ò7Ø� Ð%7¸Èñ
ô 
Ñˆˆ]ð Ô(ð 	(Ø—<’<Ø×#Ò# C¨Ñ7Ô7Ø—’˜sœyÑ)Ô)Ø—’˜sœyÑ)Ô)Ø!4ð	  ñ ô ð
 ôˆDð ˜×+Ò+¨DÑ1Ô1Ñ1ˆCØ×"Ò" 3Ñ'Ô'ˆCàÐ%Ý"'Ô"2°?À1À1À1ÀbÀqÀbÈ!È!È!À8Ô3LÑ"MÔ"MÐÝ#œiÐ)<¸oÐ(NÐTUÐVÑVÔVˆOð �ŠØ×%Ò% c¨=Ñ9Ô9Ø×#Ò# F¨JÑ7Ô7ØØ%ØI`ÐIlÐ5×?Ò?ÀÀ1ÑEÔEÐEÐrvØð ñ 
ô 
ð ôˆð �D—M’M $Ñ'Ô'Ñ'ˆØ�jŠj˜‰oŒoˆð ×Ò˜sŸvšv f¤lÑ3Ô3Ñ4Ô4ˆà!ÐØÐ%Ø!$ R a R¤ÐØ�a�b�b”'ˆCàÐ&Ð&Ð&r2   c                ó\  — | j         €|S |rM|j        d         dz  dk    s
J d¦   «         ‚|j        d         dz  }|d|…         }|d|…         }	||d…         }
n|}|}	|�„t          j        ||gd¬¦  «        }t          j        t          j        |¦  «        |	gd¬¦  «                             |j        ¦  «        }	t          j        t          j        |¦  «        |gd¬¦  «        }|                      ||	¦  «        x}}|                       ||||¬¦  «        d                              |j        ¦  «        }||                      |¦  «        z   }|rG|s|  	                    |¦  «        }t          j        ||
fd¬¦  «        }|r|  	                    |¦  «        }n|}|  	                    |¦  «        }||fS )z1Apply self-attention with optional DAC splitting.Nr   é   z#DAC requires even number of queriesrG   )rL   )
r$   ÚshaperQ   rS   rR   rO   rP   r7   r%   r&   )r/   r9   r=   rU   rV   rW   rC   Únum_o2o_queriesÚtgt_o2oÚtgt_query_pos_o2oÚtgt_o2mÚqÚkr:   s                 r1   rN   z-TransformerDecoderLayer._apply_self_attention‰   sâ  € àŒ>Ð!ØˆJàð 		.à”9˜Q”< !Ñ# qÒ(Ð(Ð(Ð*OÑ(Ô(Ð(Ø!œi¨œl¨aÑ/ˆOØÐ*˜?Ð*Ô+ˆGØ -Ð.>¨Ð.>Ô ?ÐØ˜/Ð*Ð*Ô+ˆGˆGàˆGØ -Ðð Ð%Ý”i °Ð 9¸qÐAÑAÔAˆGÝ %¤	­5Ô+;¸NÑ+KÔ+KÐM^Ð*_ÐefÐ gÑ gÔ g× jÒ jØ”ñ!ô !Ðõ "œI¥uÔ'7¸Ñ'GÔ'GÈÐ&WÐ]^Ð_Ñ_Ô_ˆMð ×#Ò# GÐ->Ñ?Ô?Ð?ˆˆAØ�~Š~˜a  G°~ˆ~ÑFÔFÀqÔI×LÒLÈSÌYÑWÔWˆØ˜DŸMšM¨$Ñ/Ô/Ñ/ˆð ð 	"Ø%ð .ØŸ*š* WÑ-Ô-�Ý”)˜W gÐ.°AÐ6Ñ6Ô6ˆCØ!ð &Ø—j’j ‘o”o�øàˆCØ—*’*˜S‘/”/ˆCà�MÐ!Ð!r2   )F)r   r   r   r   r   r   r   r   r   r   r   r   )NNNNNNNNFTN)r9   r<   r=   r<   r>   r<   r?   r<   r@   r<   rA   r<   rB   r<   rC   r<   rD   r<   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ústaticmethodr7   r;   r[   rN   Ú__classcell__©r0   s   @r1   r   r      sÄ   ø€ € € € € ØeÐeð */ð"+ð "+ð "+ð "+ð "+ð "+ð "+ðH ð7ð 7ñ „\ð7ðð ð ð '+Ø$(Ø,0à#Ø04Ø#'à'+Ø(,àØØð#>'ð >'ð >'ð >'ð >'ð@("ð ("ð ("ð ("ð ("ð ("ð ("r2   r   c                  ór   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d2d3ˆ fd „Zd!„ Z	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d4d5d1„Zˆ xZS )6ÚTransformerDecoderz2Transformer Decoder consisting of multiple layers.Fr   Únoner	   TNç      $@r   r   Úfrozenr   Ú
num_layersÚnum_queriesÚreturn_intermediateÚ
box_refineÚnum_o2m_queriesrU   ÚboxRPBÚstrÚinstance_queryÚnum_instancesrV   Úuse_act_checkpointrW   Úclamp_presence_logitsÚclamp_presence_logit_max_valr   Úuse_normed_output_consistentlyÚseparate_box_head_instanceÚseparate_norm_instancec                ó¢  •— t          ¦   «                              ¦   «          || _        t          ||¦  «        | _        |�t          ||¦  «        ndg|z  | _        || _        || _        |
| _        |
r
|| _	        |}n|	| _	        ||	z   }t          j        |¦  «        | _        || _        t          ||dd¦  «        | _        t          j        ||¦  «        | _        d| _        d| _        || _        || _        || _        |rt          j        |¦  «        nd| _        d| _        |rt          ||dd¦  «        | _        |rt          j        ||¦  «        | _        || _        |rªt          j                             | j        j        d         j        j        d¦  «         t          j                             | j        j        d         j        j        d¦  «         t          j        |d¦  «        | _        |rt          j        |d¦  «        | _         |dv sJ ‚|| _!        |dk    rx	 | j        d         j"        j#        }n'# tH          $ r | j        d         j%        j#        }Y nw xY w|dk    rdnd	}t          |||d	¦  «        | _&        t          |||d	¦  «        | _'        |�dd
l(m)}  |dddd¬¦  «        | _*        nd| _*        |r,|  +                    ¦   «         D ]}| ,                    d¦  «         Œd| _-        || _.        || _/        |rJt          j        d|¦  «        | _-        t          ||dd¦  «        | _0        t          j        |¦  «        | _1        t          d	| j        z  | j        | j        d	¦  «        | _2        || _3        || _4        t          j         5                    | j        j        j        ¦  «         | j        �.t          j         5                    | j        j        j        ¦  «         | j*        �J ‚| j        s
J d¦   «         ‚| j        s
J d¦   «         ‚|�!tm          j7        | j8        |d¬¦  «        | _8        ts          | j        ¦  «        D ]\  }}||_:        ŒdS )z"Initialize the TransformerDecoder.Né   é   éÿÿÿÿr   )rn   ÚlogÚlinearÚbothrn   r†   r]   )ÚRoIAligné   r	   T)Úoutput_sizeÚspatial_scaleÚsampling_ratioÚalignedFz support return_intermediate onlyzsupport box refine only)ÚmodeÚ	fullgraph);r   r   r   r   ÚlayersÚfine_layersrq   rr   rU   ru   r   r   Únormrs   r   Ú
bbox_embedÚ	EmbeddingÚquery_embedÚinstance_query_embedÚinstance_query_reference_pointsÚuse_instance_queryry   r}   Úinstance_normÚinstance_bbox_embedrt   ÚinitÚ	constant_ÚweightÚdataÚbiasÚreference_pointsÚinstance_reference_pointsrv   Úcross_attn_imageÚ	num_headsÚAttributeErrorr   ÚboxRPB_embed_xÚboxRPB_embed_yÚtorchvision.ops.roi_alignr‡   Ú
roi_poolerÚ
parametersÚrequires_grad_rW   r{   r|   Úpresence_token_headÚpresence_token_out_normÚref_point_headrV   rz   Únormal_rQ   Úcompiler[   Ú	enumerateÚ	layer_idx)r/   r   rp   Úinteraction_layerÚlayerrq   rr   rs   rt   ru   rU   rv   rx   ry   rV   rz   Úcompile_moderW   r{   r|   r}   r~   r   Útot_num_queriesÚnheadsÚn_inputr‡   Úpr°   Údecoder_layerr0   s                                 €r1   r   zTransformerDecoder.__init__·   s€  ø€ õ: 	‰Œ×ÒÑÔÐØˆŒÝ! %¨Ñ4Ô4ˆŒà:KÐ:W�KÐ)¨:Ñ6Ô6Ð6Ð^bÐ]cÐfpÑ]pð 	Ôð %ˆŒØ&ˆÔØˆŒØð 	<Ø#.ˆDÔ Ø)ˆOˆOà#2ˆDÔ Ø)¨OÑ;ˆOÝ”L Ñ)Ô)ˆŒ	Ø#6ˆÔ Ý˜g w°°1Ñ5Ô5ˆŒÝœ<¨¸ÑAÔAˆÔØ$(ˆÔ!Ø/3ˆÔ,Ø"0ˆÔØ*ˆÔØ.LˆÔ+à6LÐV�Rœ\¨'Ñ2Ô2Ð2ÐRVˆÔØ#'ˆÔ Ø%ð 	CÝ'*¨7°G¸QÀÑ'BÔ'BˆDÔ$Øð 	MÝ(*¬°]ÀGÑ(LÔ(LˆDÔ%Ø$ˆŒØð 	PÝŒG×Ò˜dœoÔ4°RÔ8Ô?ÔDÀaÑHÔHÐHÝŒG×Ò˜dœoÔ4°RÔ8Ô=ÔBÀAÑFÔFÐFå$&¤L°¸aÑ$@Ô$@ˆDÔ!Øð PÝ13´¸mÈQÑ1OÔ1O�Ô.àÐ:Ð:Ð:Ð:Ð:ØˆŒØ�VÒÐð=Øœ QœÔ8ÔB��øÝ!ð =ð =ð =Øœ QœÔ2Ô<���ð=øøøð " VÒ+Ð+�a�a°ˆGÝ"% g¨w¸ÀÑ"BÔ"BˆDÔÝ"% g¨w¸ÀÑ"BÔ"BˆDÔàÐ(à:Ð:Ð:Ð:Ð:Ð:à&˜h°1ÀAÐVXÐbfÐgÑgÔgˆDŒOˆOà"ˆDŒOØð 	(Ø—_’_Ñ&Ô&ð (ð (�Ø× Ò  Ñ'Ô'Ð'Ð'à"ˆÔØ%:ˆÔ"Ø,HˆÔ)Øð 	AÝ"$¤,¨q°'Ñ":Ô":ˆDÔÝ'*¨7°G¸QÀÑ'BÔ'BˆDÔ$Ý+-¬<¸Ñ+@Ô+@ˆDÔ(å! ! d¤lÑ"2°D´LÀ$Ä,ÐPQÑRÔRˆÔØ"4ˆÔØ"4ˆÔå
Œ�Š˜Ô(Ô/Ô4Ñ5Ô5Ð5ØÔ$Ð0ÝŒG�OŠO˜DÔ5Ô<ÔAÑBÔBÐBàŒÐ&Ð&Ð&ØÔ'ÐKÐKÐ)KÑKÔKÐ'ØŒÐ9Ð9Ð 9Ñ9Ô9ˆàÐ#Ý œ=¨¬¸LÐTXÐYÑYÔYˆDŒLõ
 )2°$´+Ñ(>Ô(>ð 	0ð 	0Ñ$ˆI�}Ø&/ˆMÔ#Ð#ð	0ð 	0s   ÈH4 È4!IÉIc                ó&  — |\  }}t          |¦  «                             dd¦  «        }|j        \  }}}t          j        ||j        |j        ¬¦  «        |z  }	t          j        ||j        |j        ¬¦  «        |z  }
|	                     ddd¦  «        |                     ddd¦  «        dd…dd…ddd…f         z
  }|                     ||dd¦  «        }|
                     ddd¦  «        |                     ddd¦  «        dd…dd…ddd…f         z
  }|                     ||dd¦  «        }| j	        d	v rð|d
z  }t          j
        |¦  «        t          j        t          j        |¦  «        dz   ¦  «        z  t          j        d
¦  «        z  }|d
z  }t          j
        |¦  «        t          j        t          j        |¦  «        dz   ¦  «        z  t          j        d
¦  «        z  }| j	        dk    r|}|}n0t          j        ||gd¬¦  «        }t          j        ||gd¬¦  «        }| j        r| j        s
J d¦   «         ‚|                      |¬¦  «        }|                      |¬¦  «        }t          j                             ¦   «         s0|j        dd…         |||fk    sJ ‚|j        dd…         |||fk    sJ ‚|                     d¦  «        |                     d¦  «        z   }t          j                             ¦   «         s|j        dd…         ||||fk    sJ ‚|                     dd¦  «        }|                     dddd¦  «        }|                     ¦   «         }t          j                             ¦   «         s|j        dd…         |||z  fk    sJ ‚|S )zKGet the relative position bias (RPB) matrix for box-relative position bias.r   r	   )ÚdevicerP   rƒ   r�   Nr]   r‚   )r„   r†   é   g      ð?r„   rG   z&activation ckpt not enabled in decoder)Úx)r   rT   r^   rQ   Úarangerº   rP   ÚviewÚreshaperv   ÚsignÚlog2ÚabsÚnprS   Útrainingrz   r¤   r¥   ÚcompilerÚis_dynamo_compilingÚ	unsqueezeÚflattenÚpermuteÚ
contiguous)r/   Úreference_boxesÚ	feat_sizeÚHÚWÚ
boxes_xyxyÚbsrr   Ú_Úcoords_hÚcoords_wÚdeltas_yÚdeltas_xÚdeltas_x_logÚdeltas_y_logÚBs                   r1   Ú_get_rpb_matrixz"TransformerDecoder._get_rpb_matrix0  s¤  € à‰ˆˆ1Ý˜Ñ/Ô/×9Ò9¸!¸QÑ?Ô?ˆ
Ø'Ô-ÑˆˆK˜Ý”< ¨/Ô*@ÈÔH]Ð^Ñ^Ô^ÐabÑbˆÝ”< ¨/Ô*@ÈÔH]Ð^Ñ^Ô^ÐabÑbˆà—=’=  B¨Ñ*Ô*¨Z×-?Ò-?ÀÀAÀqÑ-IÔ-IÈ!È!È!ÈQÈQÈQÐPQÐRSÐTUÐPUÈ+Ô-VÑVˆØ—=’=  [°"°aÑ8Ô8ˆØ—=’=  B¨Ñ*Ô*¨Z×-?Ò-?ÀÀAÀqÑ-IÔ-IÈ!È!È!ÈQÈQÈQÐPQÐRSÐTUÐPUÈ+Ô-VÑVˆØ—=’=  [°"°aÑ8Ô8ˆàŒ;˜/Ð)Ð)Ø# a™<ˆLÝ œ: lÑ3Ô3µe´jÅÄÈ<ÑAXÔAXÐ[^ÑA^Ñ6_Ô6_Ñ_ÕbdÔbiÐjkÑblÔblÑlˆLà# a™<ˆLÝ œ: lÑ3Ô3µe´jÅÄÈ<ÑAXÔAXÐ[^ÑA^Ñ6_Ô6_Ñ_ÕbdÔbiÐjkÑblÔblÑlˆLØŒ{˜eÒ#Ð#Ø'�Ø'��å œ9 h°Ð%=À2ÐFÑFÔF�Ý œ9 h°Ð%=À2ÐFÑFÔF�àŒ=ð 	UØÔ*ÐTÐTÐ,TÑTÔTÐ*Ø×&Ò&¨Ð&Ñ2Ô2ˆØ×&Ò&¨Ð&Ñ2Ô2ˆåŒ~×1Ò1Ñ3Ô3ð 	>Ø”> " 1 "Ô%¨"¨k¸1Ð)=Ò=Ð=Ð=Ð=Ø”> " 1 "Ô%¨"¨k¸1Ð)=Ò=Ð=Ð=Ð=à×Ò˜qÑ!Ô! H×$6Ò$6°qÑ$9Ô$9Ñ9ˆÝŒ~×1Ò1Ñ3Ô3ð 	:Ø”7˜2˜A˜2”; 2 {°A°qÐ"9Ò9Ð9Ð9Ð9Ø�IŠI�a˜‰OŒOˆØ�IŠI�a˜˜A˜qÑ!Ô!ˆØ�LŠL‰NŒNˆÝŒ~×1Ò1Ñ3Ô3ð 	7Ø”7˜1˜2˜2”; ;°°A±Ð"6Ò6Ð6Ð6Ð6Øˆr2   Útgt_maskr<   Úmemory_maskrA   r6   rË   Úspatial_shapesúlist[tuple[int, int]] | NoneÚvalid_ratiosr>   r?   Ú	apply_dacúbool | NoneÚdecoder_extra_kwargsúdict | Nonec                óº	  — |�| j         dk    s
J d¦   «         ‚|�|n| j        }|r¤|j        d         | j        k    s$| j        r|j        d         | j        j        k    sJ ‚|                     ddd¦  «        }|�Q|j        d         | j        k    s$| j        r|j        d         | j        j        k    sJ ‚|                     ddd¦  «        }|j        d         }g }g }d}| j        ri|€c| j	        j
                             d¦  «        }|r|                     d|d¦  «        n|                     d|d¦  «        }|                     ¦   «         }|g}nd}d}|}d}| j        �+|du r'| j        j
        d                              d|d¦  «        }| j        }|r| j        �| j        }| j        }|r| j        �| j        }t'          | j        ¦  «        D �]Ê\  }}|dd…dd…df         t+          j        |	|	gd¦  «        ddd…f         z  }t/          |dd…dd…ddd…f         | j        ¦  «        }|                      |¦  «        }| j         dk    rQ|�Ot5          |¦  «        dk    s
J d	¦   «         ‚|                      ||d         ¦  «        }|                     dd¦  «        }| j        r| j        s
J d
¦   «         ‚ |d|||
|||||||| j        |dœ|pi ¤||dœ¤Ž\  }}| j        rõtA          |¦  «        } |€(| j!        s ||¦  «        }!n€ | ||¦  «        ¦  «        }!nk|d         }"| "                    d¦  «        |"k    sJ ‚|                      |d|"…         ¦  «        }# |||"d…         ¦  «        }$t+          j        |#|$gd¬¦  «        }!|!| z   }%|%                     ¦   «         }&|& #                    ¦   «         }|| j$        dz
  k    r| %                    |&¦  «         ntM          d¦  «        ‚| %                     ||¦  «        ¦  «         | j        �‘|du r�|  '                    |  (                    |¦  «        ¦  «         )                    d¦  «        }'| j*        r"|' +                    | j,         | j,        ¬¦  «         | %                    |'¦  «         | -                    ¦   «         }�ŒÌt+          j.        |¦  «        t+          j.        |¦  «        | j        �|du rt+          j.        |¦  «        nd|fS )z'Forward pass of the TransformerDecoder.Nrn   zOinputting a memory_mask in the presence of boxRPB is unexpected/not implementedr   r]   r	   Frƒ   z%only single scale support implementedz3Activation checkpointing not enabled in the decoder)r9   r=   r>   r?   r@   rA   rB   rC   rD   rU   rV   rW   )Úobj_roi_memory_featÚobj_roi_memory_maskÚQ_detrG   znot implemented yet)ÚminÚmaxr4   )/rv   rU   r^   rr   r—   r•   Únum_embeddingsÚrepeatrt   rŸ   rœ   rÇ   ÚsigmoidrW   Úexpandr’   r™   r‘   r˜   r¯   r�   rQ   rS   r
   r   r¬   ÚlenrÙ   rÈ   rÄ   rz   rV   r   r}   ÚsizeÚdetachrq   ÚappendÚNotImplementedErrorrª   r«   Úsqueezer{   Úclamp_r|   ÚcloneÚstack)(r/   r9   r@   rÚ   rÛ   rA   r6   rË   rÜ   rÞ   r>   r?   rß   Úis_instance_promptrá   rä   rå   Úbox_head_trkrÐ   ÚintermediateÚintermediate_presence_logitsÚpresence_featsÚintermediate_ref_boxesÚoutputÚpresence_outÚbox_headÚout_normr°   r²   Úreference_points_inputÚquery_sine_embedÚ	query_posÚreference_before_sigmoidÚdelta_unsigræ   Údelta_unsig_detÚdelta_unsig_trkÚoutputs_unsigÚnew_reference_pointsÚ"intermediate_layer_presence_logitss(                                           r1   r[   zTransformerDecoder.forward]  s
  € ð2 Ð"Ø”; &Ò(Ð(Ð(Øañ )Ô(Ð(ð "+Ð!6�I�I¸D¼Hˆ	Øð 	BØ”I˜a”L DÔ$4Ò4Ð4ØÔ'ð 5Ø-0¬Y°q¬\¸TÔ=VÔ=eÒ-eÐ-eÐ-eðð —*’*˜Q  1Ñ%Ô%ˆCð Ð*Ø'Ô-¨aÔ0°DÔ4DÒDÐDØÔ+ð EØ1@Ô1FÀqÔ1IÈTÔMfÔMuÒ1uÐ1uÐ1uðð #2×"8Ò"8¸¸A¸qÑ"AÔ"A�àŒY�qŒ\ˆØˆØ')Ð$ØˆàŒ?ð 		*ØÐ&à"&Ô"7Ô">×"HÒ"HÈÑ"KÔ"K�ØFOÐ"u /×"8Ò"8¸¸BÀÑ"BÔ"BÐ"BÐUd×UkÒUkÐlmÐoqÐstÑUuÔUu�Ø"1×"9Ò"9Ñ";Ô";�Ø&5Ð%6Ð"Ð"à"ˆOØ%)Ð"àˆØˆØÔÐ*Ð/AÀUÐ/JÐ/JàÔ.Ô5°dÔ;×BÒBÀ1ÀbÈ"ÑMÔMˆLà”?ˆØð 	0 $Ô":Ð"FØÔ/ˆHà”9ˆØð 	* $Ô"4Ð"@ØÔ)ˆHå )¨$¬+Ñ 6Ô 6ð M	6ñ M	6ÑˆI�uà    1 1 1 d 
Ô+­e¬i¸À|Ð8TÐVXÑ.YÔ.YÐZ^Ð`aÐ`aÐ`aÐZaÔ.bÑbð #õ  :Ø& q q q¨!¨!¨!¨Q°°° zÔ2°D´Lñ ô  Ðð
 ×+Ò+Ð,<Ñ=Ô=ˆIàŒ{˜fÒ$Ð$¨Ð)DÝ˜>Ñ*Ô*¨aÒ/Ð/Ð/Ð1XÑ/Ô/Ð/Ø"×2Ò2°?ÀNÐSTÔDUÑVÔV�Ø)×1Ò1°!°QÑ7Ô7�ØŒ}ð fØÔ.ÐeÐeÐ0eÑeÔeÐ.Ø#( 5ð $ØØ'Ø'Ø$7ØØ(?ØØ'Ø +ØØ#'Ô#:Ø+ð$ð $ð (Ð-¨2ð$ð %8Ø$7ð!$ð $ð $ð $Ñ ˆF�Lð( Œð AÝ+:¸?Ñ+KÔ+KÐ(ØÐ'àÔ>ð AØ&. h¨vÑ&6Ô&6˜˜à&. h¨x¨x¸Ñ/?Ô/?Ñ&@Ô&@˜˜ð 1°Ô9�EØ!Ÿ;š; q™>œ>¨UÒ2Ð2Ð2Ð2Ø&*§o¢o°f¸V¸e¸V´nÑ&EÔ&E�OØ&2 l°6¸%¸&¸&´>Ñ&BÔ&B�OÝ"'¤)¨_¸oÐ,NÐTUÐ"VÑ"VÔ"V�KØ +Ð.FÑ F�Ø'4×'<Ò'<Ñ'>Ô'>Ð$à"6×"=Ò"=Ñ"?Ô"?�Ø ¤°!Ñ 3Ò3Ð3Ø*×1Ò1Ð2FÑGÔGÐGøå)Ð*?Ñ@Ô@Ð@à×Ò  ¨Ñ 0Ô 0Ñ1Ô1Ð1ØÔ"Ð.Ð3EÈÐ3NÐ3Nà59×5MÒ5MØ×0Ò0°Ñ>Ô>ñ6ô 6ç’'˜"‘+”+ð 3ð
 Ô-ð Ø6×=Ò=Ø!Ô>Ð>Ø Ô=ð >ñ ô ð ð
 -×3Ò3Ð4VÑWÔWÐWØ!-×!3Ò!3Ñ!5Ô!5�ùõ ŒK˜Ñ%Ô%ÝŒKÐ.Ñ/Ô/ð Ô&Ð2Ð7IÈUÐ7RÐ7Rõ ”Ð8Ñ9Ô9Ð9ààð	
ð 		
r2   )Fr   Frn   Fr	   TFNFTro   TFF)&r   r   rp   r   rq   r   rr   r   rs   r   rt   r   ru   r   rU   r   rv   rw   rx   r   ry   r   rV   r   rz   r   rW   r   r{   r   r|   r   r}   r   r~   r   r   r   )NNNNNNNNNNFNNNN)rÚ   r<   rÛ   r<   rA   r<   r6   r<   rË   r<   rÜ   rÝ   rÞ   r<   r>   r<   r?   r<   rß   rà   rá   râ   )re   rf   rg   rh   r   rÙ   r[   rj   rk   s   @r1   rm   rm   ´   sâ   ø€ € € € € Ø<Ð<ð !Ø ØØà$ð Ø#'Ø#(ØØ$Ø&*Ø.2Ø/3Ø+0Ø',ð5w0ð w0ð w0ð w0ð w0ð w0ð w0ðr+ð +ð +ðb "&Ø$(Ø04Ø Ø(,à7;Ø%)à$(Ø,0à!%Ø Ø,0à Ø Øð-c
ð c
ð c
ð c
ð c
ð c
ð c
ð c
ð c
r2   rm   )rh   Ú
__future__r   ÚnumpyrÃ   rQ   r   Ú"ultralytics.nn.modules.transformerr   Úultralytics.nn.modules.utilsr   r   Úultralytics.utils.opsr   Ú
model_miscr
   ÚModuler   rm   r4   r2   r1   ú<module>r     s  ððð ð
 #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð à 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ +Ð +Ð +Ð +Ð +Ð +à 2Ð 2Ð 2Ð 2Ð 2Ð 2ð["ð ["ð ["ð ["ð ["˜bœiñ ["ô ["ð ["ð|L
ð L
ð L
ð L
ð L
˜œñ L
ô L
ð L
ð L
ð L
r2   