§
    ­¸jx)  ã                  óÎ   — d Z ddlmZ ddlmZ ddlZddlmc mZ	 ddlm
Z
 ddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ  e¦   «         ZdgZ G d„ de¦  «        Zddd„Zddd„ZdS )zBackbone modules.é    )Úannotations)ÚAnyN)ÚTensor)ÚBackboneBase)ÚDinoV2)ÚMultiScaleProjector)Ú
get_logger)ÚNestedTensorÚBackbonec                  ó„   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d:d;ˆ fd(„Zd<d)„Zed=d.„¦   «         Zd>d0„Zd?d3„Z	d@dAd9„Z
ˆ xZS )Br   z	backbone.Nç        é   F©é€  r   Té   é   r   ÚnameÚstrÚpretrained_encoderú
str | NoneÚwindow_block_indexesúlist[int] | NoneÚ	drop_pathÚfloatÚout_channelsÚintÚout_feature_indexesÚprojector_scaleúlist[str] | NoneÚuse_cls_tokenÚboolÚfreeze_encoderÚ
layer_normÚtarget_shapeútuple[int, int]Úrms_normÚbackbone_loraÚgradient_checkpointingÚload_dinov2_weightsÚ
patch_sizeÚnum_windowsÚpositional_encoding_sizeÚdual_projectorÚreturnÚNonec                ó^  •‡— t          ¦   «                              ¦   «          |                     d¦  «        }|d         dk    sJ ‚d}d|v rd}|                     d¦  «         d}d|v rd}|                     d¦  «         t	          |¦  «        dk    s
J d	¦   «         ‚t          |d
         |||||||||||¬¦  «        | _        |	r#| j                             ¦   «         D ]	}d|_        Œ
|| _	        | j	        �t	          | j	        ¦  «        dk    sJ ‚t          | j	        ¦  «        | j	        k    s
J d¦   «         ‚t          ddd¬¦  «        Šˆfd„| j	        D ¦   «         }t          | j        j        |||
|¬¦  «        | _        |rt          | j        j        |||
|¬¦  «        nd | _        d| _        d S )NÚ_r   Údinov2FÚ	registersTÚwindowedé   zTname should be dinov2, then either registers, windowed, both, or none, then the sizeéÿÿÿÿ)Úsizer   ÚshapeÚuse_registersÚuse_windowed_attnr(   r)   r*   r+   r,   Údrop_path_rater   z9only support projector scale P3/P4/P5 in ascending order.g       @ç      ð?g      à?)ÚP3ÚP4ÚP5c                ó    •— g | ]
}‰|         ‘ŒS © rA   )Ú.0ÚlvlÚlevel2scalefactors     €úo/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/backbone.pyú
<listcomp>z%Backbone.__init__.<locals>.<listcomp>k   s   ø€ ÐPÐPÐP°CÐ*¨3Ô/ÐPÐPÐPó    )Úin_channelsr   Úscale_factorsr#   r&   )ÚsuperÚ__init__ÚsplitÚremoveÚlenr   ÚencoderÚ
parametersÚrequires_gradr   ÚsortedÚdictr   Ú_out_feature_channelsÚ	projectorÚcross_attn_projectorÚ_export)Úselfr   r   r   r   r   r   r   r    r"   r#   r$   r&   r'   r(   r)   r*   r+   r,   r-   Ú
name_partsr9   r:   ÚparamrI   rD   Ú	__class__s                            @€rE   rK   zBackbone.__init__'   s.  øø€ õ, 	‰Œ×ÒÑÔÐð —Z’Z ‘_”_ˆ
Ø˜!Œ} Ò(Ð(Ð(Ð(àˆØ˜*Ð$Ð$Ø ˆMØ×Ò˜kÑ*Ô*Ð*Ø!ÐØ˜Ð#Ð#Ø $ÐØ×Ò˜jÑ)Ô)Ð)Ý�:‰Œ !Ò#Ð#Ð#Øbñ $Ô#Ð#õ Ø˜B”Ø 3ØØ'Ø/Ø#9Ø 3Ø!Ø#Ø%=Ø$Ø!5ð
ñ 
ô 
ˆŒð ð 	,Øœ×0Ò0Ñ2Ô2ð ,ð ,�Ø&+�Ô#Ð#à.ˆÔØÔ#Ð/µC¸Ô8LÑ4MÔ4MÐPQÒ4QÐ4QÐ4QÐQå�dÔ*Ñ+Ô+¨tÔ/CÒCÐCÐCØGñ DÔCÐCõ ! C¨C°CÐ8Ñ8Ô8ÐØPÐPÐPÐP¸4Ô;OÐPÑPÔPˆå,ØœÔ:Ø%Ø'Ø!Øð
ñ 
ô 
ˆŒð ðÕØ œLÔ>Ø)Ø+Ø%Ø!ðñ ô ð ð ð 	Ô!ð ˆŒˆˆrG   c                óÈ  — d| _         | j        | _        | j        | _        t	          | j        d¦  «        sd S 	 ddlm} nT# t          $ r t           
                    d¦  «         Y d S t          $ r!}t           
                    d|¦  «         ‚ d }~ww xY wt          | j        |¦  «        r:t                               d¦  «         | j                             ¦   «         | _        d S d S )NTÚmerge_and_unloadr   )Ú	PeftModelzBpeft is not installed; skipping LoRA weight merging during export.z6Failed to import PeftModel from peft during export: %sz"Merging and unloading LoRA weights)rW   ÚforwardÚ_forward_originÚforward_exportÚhasattrrO   Úpeftr^   ÚModuleNotFoundErrorÚloggerÚwarningÚImportErrorÚ
isinstanceÚinfor]   )rX   r^   Úexcs      rE   ÚexportzBackbone.export‚   s  € ØˆŒØ#œ|ˆÔØÔ*ˆŒå�t”|Ð%7Ñ8Ô8ð 	ØˆFð	Ø&Ð&Ð&Ð&Ð&Ð&Ð&øÝ"ð 	ð 	ð 	Ý�NŠNÐ_Ñ`Ô`Ð`ØˆFˆFÝð 	ð 	ð 	Ý�NŠNÐSÐUXÑYÔYÐYØøøøøð	øøøõ �d”l IÑ.Ô.ð 	;Ý�KŠKÐ<Ñ=Ô=Ð=Øœ<×8Ò8Ñ:Ô:ˆDŒLˆLˆLð	;ð 	;s   ¸? ¿$BÁ&	BÁ/BÂBÚtensor_listr
   Úfeatr   c                óL  — | j         r5|j        \  }}}}t          j        |||ft          j        |j        ¬¦  «        S | j        }|€J ‚t          j        |d          	                    ¦   «         |j        dd…         ¬¦  «         
                    t          j        ¦  «        d         S )aI  Downsample the batch padding mask onto *feat*'s spatial grid.

        Args:
            tensor_list: Batch whose ``mask`` marks padded input pixels.
            feat: Feature map (B, C, H, W) whose grid the mask is resampled onto.

        Returns:
            Boolean mask of shape (B, H, W), True on padded positions.
        ©ÚdtypeÚdeviceNéþÿÿÿ)r7   r   )Ú
no_paddingr8   ÚtorchÚzerosr!   rq   ÚmaskÚFÚinterpolater   Úto)rl   rm   Úbatchr1   ÚheightÚwidthÚms          rE   Ú_level_maskzBackbone._level_mask—   s˜   € ð Ô!ð 	]ð '+¤jÑ#ˆE�1�f˜eÝ”;  v¨uÐ5½U¼ZÐPTÔP[Ð\Ñ\Ô\Ð\ØÔˆØˆ}ˆ}ˆ}ÝŒ}˜Q˜tœWŸ]š]™_œ_°4´:¸b¸c¸c´?ÐCÑCÔC×FÒFÅuÄzÑRÔRÐSTÔUÐUrG   ú4tuple[list[NestedTensor], list[NestedTensor] | None]c           
     ó®  — |                       |j        ¦  «        }|                      |¦  «        }|j        }g }|D ]:}|                     t          ||                      ||¦  «        |¦  «        ¦  «         Œ;d}| j        �Tg }|                      |¦  «        }|D ]:}|                     t          ||                      ||¦  «        |¦  «        ¦  «         Œ;||fS )Ú N)rO   ÚtensorsrU   rs   Úappendr
   r~   rV   )	rX   rl   Ú	raw_featsÚfeatsrs   Úoutrm   Úcross_attn_outÚcross_attn_featss	            rE   r_   zBackbone.forward¬   sð   € ð —L’L Ô!4Ñ5Ô5ˆ	Ø—’˜yÑ)Ô)ˆà Ô+ˆ
ØˆØð 	\ð 	\ˆDØ�JŠJ•| D¨$×*:Ò*:¸;ÈÑ*MÔ*MÈzÑZÔZÑ[Ô[Ð[Ð[àˆØÔ$Ð0ØˆNØ#×8Ò8¸ÑCÔCÐØ(ð kð k�Ø×%Ò%¥l°4¸×9IÒ9IÈ+ÐW[Ñ9\Ô9\Ð^hÑ&iÔ&iÑjÔjÐjÐjà�NÐ"Ð"rG   r‚   ú6tuple[list[Tensor], list[Tensor], list[Tensor] | None]c                ó‚  — |                       |¦  «        }|                      |¦  «        }g }g }|D ]_}|j        \  }}}	}
|                     t	          j        ||	|
ft          j        |j        ¬¦  «        ¦  «         |                     |¦  «         Œ`d }| j        �"t          |                      |¦  «        ¦  «        }|||fS )Nro   )
rO   rU   r8   rƒ   rt   ru   r!   rq   rV   Úlist)rX   r‚   r„   r…   Ú	out_featsÚ	out_masksrm   Úbr1   ÚhÚwrˆ   s               rE   ra   zBackbone.forward_exportÀ   sË   € Ø—L’L Ñ)Ô)ˆ	Ø—’˜yÑ)Ô)ˆØˆ	Øˆ	Øð 	#ð 	#ˆDàœ‰JˆAˆq�!�QØ×Ò�Uœ[¨!¨Q°¨½%¼*ÈTÌ[ÐYÑYÔYÑZÔZÐZØ×Ò˜TÑ"Ô"Ð"Ð"àÐØÔ$Ð0Ý# D×$=Ò$=¸iÑ$HÔ$HÑIÔIÐà˜)Ð%5Ð5Ð5rG   ú
backbone.0Úargsr   Úprefixúdict[str, dict[str, Any]]c                ó  — |j         d         dz   }d}i }|                      ¦   «         D ]b\  }}|dz   |z   }||v rQ|j        rJ|j        t	          ||j        |¬¦  «        z  |j        dz  z  }|j        t          |¦  «        z  }	|||	dœ||<   Œc|S )Nr6   é   zbackbone.0.encoderú.)Úlr_decay_rateÚ
num_layersr5   )ÚparamsÚlrÚweight_decay)	r   Únamed_parametersrQ   Ú
lr_encoderÚget_dinov2_lr_decay_rateÚlr_vit_layer_decayÚlr_component_decayrœ   Úget_dinov2_weight_decay_rate)
rX   r’   r“   r™   Úbackbone_keyÚnamed_param_lr_pairsÚnÚpr›   Úwds
             rE   Úget_named_param_lr_pairsz!Backbone.get_named_param_lr_pairsÑ   sÙ   € ØÔ-¨bÔ1°AÑ5ˆ
Ø+ˆØ!ÐØ×)Ò)Ñ+Ô+ð 	ð 	‰DˆAˆqØ˜‘˜qÑ ˆAØ˜qÐ Ð  Q¤_Ð à”OÝ.ØØ&*Ô&=Ø#-ðñ ô ñð Ô-¨qÑ0ñ1ð ð Ô&Õ)EÀaÑ)HÔ)HÑH�àØØ$&ð+ð +Ð$ QÑ'øð
 $Ð#rG   )NNr   r   NNFFFr   FFFTr   r   r   F)(r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r!   r#   r!   r$   r%   r&   r!   r'   r!   r(   r!   r)   r!   r*   r   r+   r   r,   r   r-   r!   r.   r/   )r.   r/   )rl   r
   rm   r   r.   r   )rl   r
   r.   r   )r‚   r   r.   r‰   )r‘   )r’   r   r“   r   r.   r”   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__rK   rk   Ústaticmethodr~   r_   ra   r¨   Ú__classcell__)r[   s   @rE   r   r   $   s   ø€ € € € € Ø€Oð
 *.Ø15ØØØ04Ø,0Ø#Ø$Ø Ø(2ØØ#Ø',Ø$(ØØØ()Ø$ð)Yð Yð Yð Yð Yð Yð Yðv;ð ;ð ;ð ;ð* ðVð Vð Vñ „\ðVð(#ð #ð #ð #ð(6ð 6ð 6ð 6ð"$ð $ð $ð $ð $ð $ð $ð $ð $rG   r<   é   r   r   r˜   r   r™   r   r.   c                óö   — |dz   }|                       d¦  «        rUd| v rd}nNd| v rJd| vrFt          | |                      d¦  «        d…                              d¦  «        d	         ¦  «        dz   }||dz   |z
  z  S )
zñCalculate lr decay rate for different ViT blocks.

    Args:
        name: Parameter name.
        lr_decay_rate: Base lr decay rate.
        num_layers: Number of ViT blocks.

    Returns:
        Lr decay rate for the given parameter.
    r–   ÚbackboneÚ
embeddingsr   z.layer.z
.residual.Nr—   r5   )Ú
startswithr   ÚfindrL   )r   r˜   r™   Úlayer_ids       rE   rŸ   rŸ   ê   s™   € ð ˜A‰~€HØ‡‚�zÑ"Ô"ð KØ˜4ÐÐØˆHˆHØ˜$ÐÐ <°tÐ#;Ð#;Ý˜4 §	¢	¨)Ñ 4Ô 4Ð 6Ð 6Ô7×=Ò=¸cÑBÔBÀ1ÔEÑFÔFÈÑJˆHØ˜Z¨!™^¨hÑ6Ñ7Ð7rG   Úweight_decay_ratec                ó:   — d| v sd| v sd| v sd| v sd| v sd| v rd}|S )NÚgammaÚ	pos_embedÚrel_posÚbiasÚnormr²   r   rA   )r   r¶   s     rE   r¢   r¢     sJ   € à	�DˆˆØ˜4ÐÐØ˜ÐÐØ�dˆNˆNØ�dˆNˆNØ˜DÐ Ð àÐØÐrG   )r<   r¯   )r   r   r˜   r   r™   r   r.   r   )r<   )r   r   r¶   r   r.   r   )r¬   Ú
__future__r   Útypingr   rt   Útorch.nn.functionalÚnnÚ
functionalrw   r   Úrfdetr.models.backbone.baser   Úrfdetr.models.backbone.dinov2r   Ú rfdetr.models.backbone.projectorr   Úrfdetr.utilities.loggerr	   Úrfdetr.utilities.tensorsr
   re   Ú__all__r   rŸ   r¢   rA   rG   rE   ú<module>rÈ      sB  ðð Ð à "Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø @Ð @Ð @Ð @Ð @Ð @Ø .Ð .Ð .Ð .Ð .Ð .Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1à	ˆ‰Œ€àˆ,€ðC$ð C$ð C$ð C$ð C$ˆ|ñ C$ô C$ð C$ðL8ð 8ð 8ð 8ð 8ð.
ð 
ð 
ð 
ð 
ð 
ð 
rG   