§
    ­¸j€.  ã                  ó  — d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl	Z	d dl
mc mZ d dl	mZmZ d dlmZ d dlmZmZ d dlmZ  e¦   «         Zdd	d
ddœZddddœZddddœZd&d„Z	 d'd(d„Z G d „ d!ej        ¦  «        Zed"k    rw e¦   «         Ze                      ¦   «           e	j!        d#d$d%d%¦  «        Z"e #                     ee"¦  «        ¦  «          ee"¦  «        D ]Z$e #                    e$j%        ¦  «         ŒdS dS ))é    )ÚannotationsN)ÚAnyÚcast)ÚTensorÚnn)ÚAutoBackbone)Ú#WindowedDinov2WithRegistersBackboneÚ!WindowedDinov2WithRegistersConfig)Ú
get_loggeréÀ   i€  i   i   )ÚtinyÚsmallÚbaseÚlargezdinov2_small.jsonzdinov2_base.jsonzdinov2_large.json)r   r   r   z dinov2_with_registers_small.jsonzdinov2_with_registers_base.jsonz dinov2_with_registers_large.jsonÚsizeÚstrÚuse_registersÚboolÚreturnúdict[str, Any]c                óª  — |rt           nt          }t          j                             t          j                             t          ¦  «        ¦  «        }t          j                             |d¦  «        }t          j                             |||          ¦  «        }t          |¦  «        5 }t          j
        |¦  «        }d d d ¦  «         n# 1 swxY w Y   |S )NÚdinov2_configs)Úsize_to_config_with_registersÚsize_to_configÚosÚpathÚdirnameÚabspathÚ__file__ÚjoinÚopenÚjsonÚload)r   r   Úconfig_dictÚcurrent_dirÚconfigs_dirÚconfig_pathÚfÚdino_configs           úm/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/dinov2.pyÚ
get_configr+   0   sÖ   € Ø3@ÐTÕ/Ð/Ån€KÝ”'—/’/¥"¤'§/¢/µ(Ñ";Ô";Ñ<Ô<€KÝ”'—,’,˜{Ð,<Ñ=Ô=€KÝ”'—,’,˜{¨K¸Ô,=Ñ>Ô>€KÝ	ˆkÑ	Ô	ð 3˜aÝ&*¤i°¡l¤lˆð3ð 3ð 3ñ 3ô 3ð 3ð 3ð 3ð 3ð 3ð 3øøøð 3ð 3ð 3ð 3àÐs   Â'CÃCÃCÚout_feature_indexesú	list[int]Úwindow_block_indexesúlist[int] | Nonec                óœ   — |�|S t          t          | d         dz   ¦  «        ¦  «        }|                     | ¦  «         t          |¦  «        S )u–  Derive which 0-indexed encoder blocks use windowed self-attention (the rest use global).

    When `window_block_indexes` is provided explicitly, it is returned unchanged â€” this is the
    override path for callers that want to pin an exact routing (e.g. to match a published
    architecture spec) without disturbing the derived default used by existing configs/checkpoints.
    This override is only wired through `ModelDefaults` (`rfdetr/models/_defaults.py`) or direct
    `Backbone`/`DinoV2` construction â€” not the public pydantic `RFDETR*Config` classes, which set
    `ConfigDict(extra="forbid")` and raise on unknown fields.

    When omitted, the windowed set is derived as the complement of `out_feature_indexes` (treated
    as raw block indices) within `range(0, out_feature_indexes[-1] + 1)`. This mirrors the
    historical behavior relied upon by all released RF-DETR checkpoints; it does not renumber
    `out_feature_indexes` (1-indexed HF stage numbers) to 0-indexed block indices, so it is not
    guaranteed to match any particular paper-specified layer schedule. The derivation assumes
    `out_feature_indexes` is given in ascending order: it uses `out_feature_indexes[-1]` (not
    `max(out_feature_indexes)`) as the upper bound, so an unsorted list whose maximum is not last
    would under-cover the intended range.

    Args:
        out_feature_indexes: Encoder stage numbers whose feature maps are exported to the decoder.
        window_block_indexes: Explicit windowed-block override. `None` derives from
            `out_feature_indexes` using the legacy formula.

    Returns:
        0-indexed encoder block positions that should run windowed attention.

    Examples:
        >>> compute_window_block_indexes([3, 6, 9, 12])
        [0, 1, 2, 4, 5, 7, 8, 10, 11]
        >>> compute_window_block_indexes([3, 6, 9, 12], window_block_indexes=[0, 1, 3, 4, 6, 7, 9, 10])
        [0, 1, 3, 4, 6, 7, 9, 10]
    Néÿÿÿÿé   )ÚsetÚrangeÚdifference_updateÚsorted)r,   r.   Úwindow_block_indexes_sets      r*   Úcompute_window_block_indexesr8   :   sV   € ðF Ð'Ø#Ð#Ý"¥5Ð)<¸RÔ)@À1Ñ)DÑ#EÔ#EÑFÔFÐØ×.Ò.Ð/BÑCÔCÐCÝÐ*Ñ+Ô+Ð+ó    c                  óJ   ‡ — e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 d$d%ˆ fd„Zd&d„Zd'd#„Zˆ xZS )(ÚDinoV2©é€  r=   Nr   TFé   é   é%   ç        Úshapeútuple[int, int]r,   r/   r   r   r   r   Úuse_windowed_attnÚgradient_checkpointingÚload_dinov2_weightsÚ
patch_sizeÚintÚnum_windowsÚpositional_encoding_sizeÚdrop_path_rateÚfloatr.   r   ÚNonec           	     óv  •‡— t          ¦   «                              ¦   «          |€g d¢}|rd|› �nd|› �}|| _        || _        |	| _        |s`|r
J d¦   «         ‚|s
J d¦   «         ‚|dk    rt
                               d¦  «         t          j        |d„ |D ¦   «         d	¬
¦  «        | _	        �nct          ||¦  «        }|d         Š|st          d¦  «        ‚|�^t          t          |¦  «        ¦  «        t          |¦  «        k    st          ˆfd„|D ¦   «         ¦  «        rt          d‰› d|› d�¦  «        ‚t          ||¦  «        }d	|d<   d„ |D ¦   «         |d<   ||d<   |
|z  }||d         k    r!t
                               d¦  «         ||d<   d	}|dk    r%t
                               d|› d�¦  «         ||d<   d	}|rt!          di |¤|	||dœ¤Ž}nt!          di |¤|	|d|dœ¤Ž}|rt#          j        ||¬¦  «        nt#          |¦  «        | _	        t$          |         gt          |¦  «        z  | _        d	| _        d S ) N)é   r?   é   é	   zfacebook/dinov2-with-registers-zfacebook/dinov2-zBGradient checkpointing is not supported for non-windowed attentionzEUsing non-windowed attention requires loading dinov2 weights from hubrA   zcdrop_path_rate > 0.0 is not supported for non-windowed DinoV2 backbones. drop_path will be ignored.c                ó   — g | ]}d |› �‘ŒS ©Ústage© ©Ú.0Úis     r*   ú
<listcomp>z#DinoV2.__init__.<locals>.<listcomp>‹   s   € ÐGÐGÐG¨a˜k a˜k˜kÐGÐGÐGr9   F)Úout_featuresÚreturn_dictÚnum_hidden_layersz&out_feature_indexes must be non-empty.c              3  ó:   •K  — | ]}d |cxk    o‰k     nc  V — ŒdS )r   NrU   )rW   Úidxr\   s     €r*   ú	<genexpr>z"DinoV2.__init__.<locals>.<genexpr>–   sC   øè è € ÐZÐZ¸c˜A Ð8Ð8Ò8Ð8Ð'8Ò8Ð8Ð8Ð8Ð9ÐZÐZÐZÐZÐZÐZr9   z;window_block_indexes entries must be unique and within [0, z); got ú.r[   c                ó   — g | ]}d |› �‘ŒS rS   rU   rV   s     r*   rY   z#DinoV2.__init__.<locals>.<listcomp>Ÿ   s   € Ð*TÐ*TÐ*T¸1¨;°1¨;¨;Ð*TÐ*TÐ*Tr9   rZ   rK   Ú
image_sizez´Using a different number of positional encodings than DINOv2, which means we're not loading DINOv2 backbone weights. This is not a problem if finetuning a pretrained RF-DETR model.r>   zUsing patch size z† instead of 14, which means we're not loading DINOv2 backbone weights. This is not a problem if finetuning a pretrained RF-DETR model.rG   )rI   r.   rE   r   )rI   r.   Únum_register_tokensrE   )ÚconfigrU   )ÚsuperÚ__init__rB   rG   rI   ÚloggerÚwarningr   Úfrom_pretrainedÚencoderr+   Ú
ValueErrorÚlenr3   Úanyr8   r
   r	   Úsize_to_widthÚ_out_feature_channelsÚ_export)ÚselfrB   r,   r   r   rD   rE   rF   rG   rI   rJ   rK   r.   Únamer)   Úimplied_resolutionÚwindowed_dino_configr\   Ú	__class__s                    @€r*   rf   zDinoV2.__init__e   ss  øø€ õ 	‰Œ×ÒÑÔÐàÐ&Ø". , ,Ðà;HÐgÐ7°Ð7Ð7Ð7ÐNgÐaeÐNgÐNgˆàˆŒ
Ø$ˆŒØ&ˆÔð !ð K	Ø-ÐsÐsÐ/sÑsÔsÐ-Ø&ÐoÐoÐ(oÑoÔoÐ&Ø Ò#Ð#Ý—’ð2ñô ð õ (Ô7ØØGÐGÐ3FÐGÑGÔGØ!ðñ ô ˆDŒL‰Lõ % T¨=Ñ9Ô9ˆKà +Ð,?Ô @ÐØ&ð KÝ Ð!IÑJÔJÐJØ#Ð/Ý•CÐ,Ñ-Ô-Ñ.Ô.µ#Ð6JÑ2KÔ2KÒKÐKÝÐZÐZÐZÐZÐEYÐZÑZÔZÑZÔZð Lõ !ðMØ,ðMð MØ5IðMð Mð Mñô ð õ $@Ð@SÐUiÑ#jÔ#jÐ à).ˆK˜Ñ&Ø*TÐ*TÐ@SÐ*TÑ*TÔ*TˆK˜Ñ'Ø,:ˆKÐ(Ñ)à!9¸JÑ!FÐà! [°Ô%>Ò>Ð>Ý—’ð>ñô ð ð
 -?�˜LÑ)Ø&+Ð#à˜RÒÐÝ—’ð&¨
ð &ð &ð &ñô ð ð
 -7�˜LÑ)Ø&+Ð#àð Ý'Hð (ð (Ø!ð(à +Ø)=Ø+Að	(ð (ð (ð (Ð$Ð$õ (Ið (ð (Ø!ð(à +Ø)=Ø()Ø+Að(ð (ð (ð (Ð$ð 'ð	OÕ3ÔCØØ/ðñ ô ð õ
 9Ð9MÑNÔNð ŒLõ '4°DÔ&9Ð%:½SÐATÑ=UÔ=UÑ%UˆÔ"ØˆŒˆˆr9   c                óØ  ‡‡— | j         rd S d| _         | j        Šdd	„}t          j        ¦   «         5   || j        j        j        | j        j        j        ‰d
         ‰d         ¦  «        }d d d ¦  «         n# 1 swxY w Y   | j        j        j	        Šdˆˆfd„}t          j        |¦  «        | j        j        _        t          j        || j        j        ¦  «        | j        j        _	        d S )NTÚposition_embeddingsr   rG   rH   ÚheightÚwidthr   c           	     ób  — | j         d         dz
  }| j         d         }||z  }||z  }| d d …df         }| d d …dd …f         }|                     dt          t          j        |¦  «        ¦  «        t          t          j        |¦  «        ¦  «        |¦  «        }|                     dddd¦  «        }t          j        |||fdd|j        j	        dk    ¬	¦  «        }|                     dddd¦  «                             dd|¦  «        }t          j        |                     d¦  «        |fd¬
¦  «        S )Nr2   r1   r   é   rO   ÚbicubicFÚmps)r   ÚmodeÚalign_cornersÚ	antialias)Údim)rB   ÚreshaperH   ÚmathÚsqrtÚpermuteÚFÚinterpolateÚdeviceÚtypeÚtorchÚcatÚ	unsqueeze)rw   rG   rx   ry   Únum_positionsr�   Úclass_pos_embedÚpatch_pos_embeds           r*   Ú"make_new_interpolated_pos_encodingz9DinoV2.export.<locals>.make_new_interpolated_pos_encoding×   sL  € ð 0Ô5°aÔ8¸1Ñ<ˆMØ%Ô+¨BÔ/ˆCØ˜zÑ)ˆFØ˜ZÑ'ˆEà1°!°!°!°Q°$Ô7ˆOØ1°!°!°!°Q°R°R°%Ô8ˆOð .×5Ò5Ø•3•t”y Ñ/Ô/Ñ0Ô0µ#µd´iÀÑ6NÔ6NÑ2OÔ2OÐQTñô ˆOð .×5Ò5°a¸¸A¸qÑAÔAˆOõ  œmØØ˜e�_ØØ#Ø)Ô0Ô5¸Ò>ðñ ô ˆOð .×5Ò5°a¸¸A¸qÑAÔA×IÒIÈ!ÈRÐQTÑUÔUˆOÝ”9˜o×7Ò7¸Ñ:Ô:¸OÐLÐRSÐTÑTÔTÐTr9   r   r2   Úself_modr   Ú
embeddingsc                óÞ   •— |j         d         dz
  }| j        j         d         dz
  }||k    r"||f‰k    rt          t          | j        ¦  «        S t          t           ‰|||¦  «        ¦  «        S )Nr2   )rB   rw   r   r   )r‘   r’   rx   ry   Únum_patchesr�   Úold_interpolate_pos_encodingrB   s         €€r*   Únew_interpolate_pos_encodingz3DinoV2.export.<locals>.new_interpolate_pos_encoding  sw   ø€ Ø$Ô*¨1Ô-°Ñ1ˆKØ$Ô8Ô>¸qÔAÀAÑEˆMà˜mÒ+Ð+°¸°À5Ò0HÐ0HÝ�F HÔ$@ÑAÔAÐAÝ�Ð <Ð <¸ZÈÐQVÑ WÔ WÑXÔXÐXr9   )
rw   r   rG   rH   rx   rH   ry   rH   r   r   )
r‘   r   r’   r   rx   rH   ry   rH   r   r   )rp   rB   rŠ   Úno_gradrj   r’   rw   rd   rG   Úinterpolate_pos_encodingr   Ú	ParameterÚtypesÚ
MethodType)rq   r�   Únew_positionsr–   r•   rB   s       @@r*   ÚexportzDinoV2.exportÑ   sP  øø€ ØŒ<ð 	ØˆFØˆŒØ”
ˆð	Uð 	Uð 	Uð 	UõB Œ]‰_Œ_ð 	ð 	Ø>Ð>Ø”Ô'Ô;Ø”Ô#Ô.Ø�a”Ø�a”ñ	ô ˆMð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð (,¤|Ô'>Ô'WÐ$ð	Yð 	Yð 	Yð 	Yð 	Yð 	Yð 	Yõ 79´lÀ=Ñ6QÔ6QˆŒÔÔ3Ý;@Ô;KØ(¨$¬,Ô*Añ<
ô <
ˆŒÔÔ8Ð8Ð8s   ±9A6Á6A:Á=A:Úxr   úlist[Tensor]c                óî   — | j         | j        z  }|j        d         |z  dk    r|j        d         |z  dk    sJ d|› d|j        › �¦   «         ‚|                      |¦  «        }t	          |d         ¦  «        S )NrO   r   r{   z1Backbone requires input shape to be divisible by z
, but got )rG   rI   rB   rj   Úlist)rq   rž   Ú
block_sizes      r*   ÚforwardzDinoV2.forward  sƒ   € Ø”_ tÔ'7Ñ7ˆ
ØŒw�qŒz˜JÑ&¨!Ò+Ð+°´¸´
¸ZÑ0GÈ1Ò0LÐ0LÐ0LØ_À
Ð_Ð_ÐVWÔV]Ð_Ð_ñ 1MÔ0LÐLð �LŠL˜‰OŒOˆÝ�A�a”D‰zŒzÐr9   )r<   Nr   TTFTr>   r?   r@   rA   N)rB   rC   r,   r/   r   r   r   r   rD   r   rE   r   rF   r   rG   rH   rI   rH   rJ   rH   rK   rL   r.   r/   r   rM   )r   rM   )rž   r   r   rŸ   )Ú__name__Ú
__module__Ú__qualname__rf   r�   r£   Ú__classcell__)ru   s   @r*   r;   r;   d   s™   ø€ € € € € ð ",Ø04ØØ"Ø"&Ø',Ø$(ØØØ(*Ø #Ø15ðjð jð jð jð jð jð jðX<
ð <
ð <
ð <
ð|ð ð ð ð ð ð ð r9   r;   Ú__main__r2   r{   r=   )r   r   r   r   r   r   )N)r,   r-   r.   r/   r   r-   )&Ú
__future__r   r"   rƒ   r   rš   Útypingr   r   rŠ   Útorch.nn.functionalr   Ú
functionalr†   r   Útransformersr   Ú0rfdetr.models.backbone.dinov2_with_windowed_attnr	   r
   Úrfdetr.utilities.loggerr   rg   rn   r   r   r+   r8   ÚModuler;   r¤   Úmodelr�   Úrandnrž   ÚinfoÚjrB   rU   r9   r*   ú<module>rµ      s3  ðð #Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø 	€	€	€	Ø €€€Ø Ð Ð Ð Ð Ð Ð Ð à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ø %Ð %Ð %Ð %Ð %Ð %ðð ð ð ð ð ð ð ð /Ð .Ð .Ð .Ð .Ð .à	ˆ‰Œ€ð ØØØð	ð €ð !ØØ ðð €ð 0Ø-Ø/ð!ð !Ð ðð ð ð ð NRð',ð ',ð ',ð ',ð ',ðTqð qð qð qð qˆRŒYñ qô qð qðh ˆzÒÐØˆF‰HŒH€EØ	‡L‚L�N„N€NØˆŒ�A�q˜#˜sÑ#Ô#€AØ
‡K‚K���a‘”ÑÔÐØˆU�1‰XŒXð ð ˆØ�Š�A”GÑÔÐÐð Ðð
ð r9   