§
    ·¯¸j`‚  ã                   óP  — d Z ddlmZ ddlmZmZmZmZmZm	Z	m
Z
mZ ddlZddlmZ ddlmc mZ ddlmZmZmZmZmZmZmZmZmZ ddlmZmZ ddlm Z  dd	l!m"Z" dd
l#m$Z$m%Z% ddgZ& G d„ dej'        ¦  «        Z( G d„ dej'        ¦  «        Z) G d„ dej'        ¦  «        Z* G d„ dej'        ¦  «        Z+dee,ej-        f         de*dee,ej-        f         fd„Z.dee,ej-        f         de+dee,ej-        f         fd„Z/de,de,de0fd„Z1d1de,de2de+fd„Z3d1de,de2de*fd„Z4d2d e,dee,ef         fd!„Z5 e5d"d#d$d%d&¬'¦  «         e5d(d#d)d*d+¬'¦  «        d,œZ6 e$d-„ e6 7                    ¦   «         D ¦   «         ¦  «        Z8e%d1de2de+fd.„¦   «         Z9e%d1de2de+fd/„¦   «         Z:e%d1de2de*fd0„¦   «         Z;dS )3a2  DeepSeek Vision Transformer

Vision encoder of the DeepSeek-V4 / V4.1 multimodal models from DeepSeek-AI.

A plain pre-norm ViT with RMSNorm, fused QKV with bias, a bias-free SwiGLU MLP and axial 2D RoPE
(theta 10000, per-axis frequency blocks, 'half' rotation layout) as the only position encoding --
there is no learned position embedding, so any patch grid works without resampling. Patches are
embedded by a linear projection over flattened `14 x 14` pixel patches (loaded here as the
equivalent Conv2d) and the encoder ends with an RMSNorm over the patch tokens.
Set `dynamic_img_pad=True` to zero-pad arbitrary image sizes to the patch grid on the bottom/right.

Classifier variants wrap the encoder with average pooling, normalization and a linear head. The
separate `_enc` variants preserve the native VLM projector (the DeepSeek 'aligner'), which
pixel-unshuffles `3 x 3` patch tokens and maps them to the LLM width via `out_features`.
Classifiers can also retain this projector with `encoder_pool='align'`; `_align` variants enable it
by default.

For example, `deepseek_vit_412m.deepseek_v4_1_flash` with `num_classes=45` returns image logits
(B, 45), while `deepseek_vit_412m_enc.deepseek_v4_1_flash` returns projected tokens
(B, ceil(H/3)*ceil(W/3), 5120), where H and W are patch-grid dimensions. Encoder checkpoint weights
load into the classifier under `encoder.*`; its classification head is initialized separately.

Pretrained weights are native timm remaps hosted in the `timm/*` Hugging Face repositories.
The checkpoint filters also support original DeepSeek vision shards, dropping non-vision (LLM) tensors.

Reference: https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash (`inference/vision.py`),
https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp. Weights are MIT licensed.

Copyright 2026 Yonghye Kwon
é    )Úpartial)ÚAnyÚCallableÚDictÚListÚOptionalÚSetÚTupleÚUnionN)	ÚAttentionRopeÚDropPathÚGluMlpÚ
PatchEmbedÚRmsNormFp32ÚRotaryEmbeddingCatÚcalculate_drop_path_ratesÚget_device_dtypeÚtrunc_normal_é   )Úbuild_model_with_cfgÚresolve_pretrained_cfg)Úfeature_take_indices)Ú
checkpoint)Úgenerate_default_cfgsÚregister_modelÚDeepseekVitEncoderÚDeepseekVitClassifierc                   ó”   ‡ — e Zd ZdZddddeddfdedededed	ed
ededdfˆ fd„Zdde	j
        dee	j
                 de	j
        fd„Zˆ xZS )ÚDeepseekVitBlocka  Pre-norm block: RoPE attention (fused QKV w/ bias) and a bias-free packed SwiGLU MLP.

    The reference keeps bias on the attention projections but not on the MLP, which is why this is a
    local block rather than `EvaBlock` (that one has no MLP bias control).
    ç      @ç        NÚdimÚ	num_headsÚ	mlp_ratioÚ	proj_dropÚ	attn_dropÚ	drop_pathÚ
norm_layerÚreturnc
                 óÞ  •— ||	dœ}
t          ¦   «                              ¦   «           ||fi |
¤Ž| _        t          |f|ddddd||dœ|
¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _         ||fi |
¤Ž| _	        t          d	|t          ||z  ¦  «        dz  t          j        dd|dœ|
¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        d S )
N©ÚdeviceÚdtypeTr   )r#   Úqkv_biasÚ	qkv_fusedÚnum_prefix_tokensÚrotate_halfÚ	proj_biasr&   r%   r!   é   F)Úin_featuresÚhidden_featuresÚ	act_layerÚ	gate_lastÚbiasÚdrop© )ÚsuperÚ__init__Únorm1r   Úattnr   ÚnnÚIdentityÚ
drop_path1Únorm2r   ÚintÚSiLUÚmlpÚ
drop_path2)Úselfr"   r#   r$   r%   r&   r'   r(   r,   r-   ÚddÚ	__class__s              €úh/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/deepseek_vit.pyr<   zDeepseekVitBlock.__init__A   s0  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�Z Ð*Ð* rÐ*Ð*ˆŒ
Ý!Øð
àØØØØØØØð
ð 
ð ð
ð 
ˆŒ	ð 2;¸S²°�( 9Ñ-Ô-Ð-ÅbÄkÁmÄmˆŒà�Z Ð*Ð* rÐ*Ð*ˆŒ
åð 
ØÝ  i¡Ñ0Ô0°1Ñ4Ý”gØØØð
ð 
ð ð
ð 
ˆŒð 2;¸S²°�( 9Ñ-Ô-Ð-ÅbÄkÁmÄmˆŒˆˆó    ÚxÚropec                 ó  — ||                       |                      |                      |¦  «        |¬¦  «        ¦  «        z   }||                      |                      |                      |¦  «        ¦  «        ¦  «        z   }|S )N©rM   )rA   r>   r=   rF   rE   rB   )rG   rL   rM   s      rJ   ÚforwardzDeepseekVitBlock.forwardk   sc   € Ø�—’ §	¢	¨$¯*ª*°Q©-¬-¸d 	Ñ CÔ CÑDÔDÑDˆØ�—’ §¢¨¯ª°A©¬Ñ 7Ô 7Ñ8Ô8Ñ8ˆØˆrK   ©N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rC   Úfloatr   r<   ÚtorchÚTensorr   rP   Ú__classcell__©rI   s   @rJ   r   r   :   sú   ø€ € € € € ðð ð  $Ø"Ø"Ø"Ø#.ØØð(Tð (Tàð(Tð ð(Tð ð	(Tð
 ð(Tð ð(Tð ð(Tð !ð(Tð 
ð(Tð (Tð (Tð (Tð (Tð (TðTð ˜œð ¨X°e´lÔ-Cð ÈuÌ|ð ð ð ð ð ð ð ð rK   r   c                   óœ   ‡ — e Zd ZdZddej        ddfdedededed	df
ˆ fd
„Zde	j
        d	e	j
        fd„Zdde	j
        ded	e	j
        fd„Zˆ xZS )ÚDeepseekVitAligneraê  DeepSeek VLM projector ('aligner'): `r x r` pixel-unshuffle of patch tokens, MLP to the LLM width.

    `out_features` is the source LLM hidden size. `pre_logits` returns the activated first projection,
    before the final one.

    The unshuffle uses channel-major `(C, kh, kw)` order, matching the reference's `F.unfold`.
    Qwen/Gemma's `(kh, kw, C)` order would permute the pretrained projection's inputs.
    Patch grids are zero-padded on the bottom/right to a multiple of `r`.
    é   r   Nr"   Údownsample_ratioÚout_featuresr6   r)   c                 ó@  •— ||dœ}t          ¦   «                              ¦   «          |dk    s
J d¦   «         ‚|dk    sJ ‚|| _        ||dz  z  | _        || _        t          j        | j        |fi |¤Ž| _         |¦   «         | _        t          j        ||fi |¤Ž| _	        d S )Nr+   r   zHthe DeepSeek aligner projects to the source LLM width, pass out_featuresr3   )
r;   r<   r^   Úhidden_sizer_   r?   ÚLinearÚfc1ÚactÚfc2)	rG   r"   r^   r_   r6   r,   r-   rH   rI   s	           €rJ   r<   zDeepseekVitAligner.__init__|   sÀ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ˜aÒÐÐÐ!kÑÔÐØ !Ò#Ð#Ð#Ð#Ø 0ˆÔØÐ!1°1Ñ!4Ñ4ˆÔØ(ˆÔÝ”9˜TÔ-¨|ÐBÐB¸rÐBÐBˆŒØ�9‘;”;ˆŒÝ”9˜\¨<Ð>Ð>¸2Ð>Ð>ˆŒˆˆrK   rL   c                 óf  — |j         \  }}}}| j        }|                     dddd¦  «        }| |z  | |z  }}t          j        |d|d|f¦  «        }||z   |z  ||z   |z  }
}	|                     |||	||
|¦  «                             dddddd¦  «        }|                     ||	|
z  ||z  |z  ¦  «        S )z[(B, H, W, C) -> (B, ceil(H/r) * ceil(W/r), C*r*r), channel-major within each `r x r` block.r   r]   r   r3   é   é   )Úshaper^   ÚpermuteÚFÚpadÚreshape)rG   rL   ÚBÚHÚWÚCÚrÚpad_hÚpad_wÚhÚws              rJ   Ú	unshufflezDeepseekVitAligner.unshuffle�   sÏ   € à”W‰
ˆˆ1ˆa�ØÔ!ˆØ�IŠI�a˜˜A˜qÑ!Ô!ˆà�r˜A‘v ˜r A™vˆuˆÝŒE�!�a˜  5Ð)Ñ*Ô*ˆØ�E‘	˜aÑ ! e¡)°Ñ!1ˆ1ˆØ�IŠI�a˜˜A˜q ! QÑ'Ô'×/Ò/°°1°a¸¸A¸qÑAÔAˆØ�yŠy˜˜A ™E 1 q¡5¨1¡9Ñ-Ô-Ð-rK   FÚ
pre_logitsc                 óª   — |                       |                      |                      |¦  «        ¦  «        ¦  «        }|r|n|                      |¦  «        S rQ   )rd   rc   rw   re   ©rG   rL   rx   s      rJ   rP   zDeepseekVitAligner.forwardœ   sD   € Ø�HŠH�T—X’X˜dŸnšn¨QÑ/Ô/Ñ0Ô0Ñ1Ô1ˆØÐ/ˆqˆq D§H¢H¨Q¡K¤KÐ/rK   ©F)rR   rS   rT   rU   r?   ÚGELUrC   r   r<   rW   rX   rw   ÚboolrP   rY   rZ   s   @rJ   r\   r\   q   sç   ø€ € € € € ðð ð %&Ø !Ø"$¤'ØØð?ð ?àð?ð "ð?ð ð	?ð
  ð?ð 
ð?ð ?ð ?ð ?ð ?ð ?ð(
.˜5œ<ð 
.¨E¬Lð 
.ð 
.ð 
.ð 
.ð0ð 0˜œð 0°4ð 0ÀEÄLð 0ð 0ð 0ð 0ð 0ð 0ð 0ð 0rK   r\   c            #       óš  ‡ — e Zd ZU dZdZeed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d@deee	eef         f         dededededededede
dede
de
de
de
d e
d!ed"df"ˆ fd#„Zej        j        dAd%ed"dfd&„¦   «         ZdAd'ej        d%ed"dfd(„Zej        j        d"ee         fd)„¦   «         Zej        j        dAd*ed"dfd+„¦   «         Zej        j        dBd,ed"eeef         fd-„¦   «         Zd.ej        d"e	ej        ej        f         fd/„Z	 	 	 	 	 	 	 dCd.ej        d1eeeee         f                  d2ed3ed4eded5ed6ed"eeej                 e	ej        eej                 f         eeef         f         fd7„Z	 	 	 dDd1eeee         f         d9ed:ed"ee         fd;„Zd.ej        d"ej        fd<„Z dBd.ej        d=ed"ej        fd>„Z!d.ej        d"ej        fd?„Z"ˆ xZ#S )Er   a  DeepSeek-V4 / V4.1 vision encoder.

    `forward_features` returns the final-norm patch tokens as (B, H, W, C) (`output_fmt='NHWC'`,
    matching the reference `ViT` output up to that flattening). Output of `forward` depends on
    `global_pool`:
      * 'align' (default): projector output (B, ceil(H/3)*ceil(W/3), out_features) -- the tokens the
        LLM consumes
      * 'avg': mean over patch tokens -> (B, embed_dim)
      * '': raw patch features -> (B, H, W, embed_dim), identical to forward_features
    ÚNHWCÚ
output_fmté"  é   r]   r   Úaligné   é    é   r    ç     ˆÃ@ç�íµ ÷Æ°>r!   FNÚimg_sizeÚ
patch_sizeÚin_chansr_   Úglobal_poolÚ	embed_dimÚdepthr#   r$   r^   Úrope_temperatureÚnorm_epsÚproj_drop_rateÚattn_drop_rateÚdrop_path_rateÚdynamic_img_padr)   c                 óX  •‡‡‡	‡‡‡‡‡‡— t          ¦   «                              ¦   «          ||dœŠ|dv sJ ‚‰‰z  dk    sJ ‚d| _        || _        ‰x| _        x| _        | _        || _        |
| _        d| _	        d| _
        d| _        t          t          |¬¦  «        Š‰‰z  }|dz  dk    s
J d¦   «         ‚t          d|||‰d	d|d
dœ‰¤Ž| _        | j                             ¦   «         Št#          d||ddd	dœ‰¤Ž| _        t'          ||¦  «        Št)          j        ˆˆˆˆˆ	ˆˆˆfd„t-          |¦  «        D ¦   «         ¦  «        | _        ˆˆfd„t-          |¦  «        D ¦   «         | _         ‰‰fi ‰¤Ž| _        |dk    rt5          ‰f|
|dœ‰¤Žnd| _        |                      d¬¦  «         dS )a–  
        Args:
            img_size: Nominal input size, used for the patch embedding's default grid. Input sizes
                must be divisible by `patch_size` unless `dynamic_img_pad` is enabled.
            patch_size: Patch size.
            in_chans: Number of input channels.
            out_features: Output width of the VLM projector (source LLM hidden size). Required when
                the projector is enabled, independent of a downstream classifier's number of classes.
            global_pool: 'align' (projector), 'avg' (mean pool) or '' (raw tokens).
            embed_dim: Token width.
            depth: Number of transformer blocks.
            num_heads: Attention heads.
            mlp_ratio: MLP hidden / embed_dim.
            downsample_ratio: Spatial unshuffle factor of the projector.
            rope_temperature: RoPE base (theta).
            norm_eps: RMSNorm eps.
            proj_drop_rate: Dropout on attention / MLP projections.
            attn_drop_rate: Attention dropout.
            drop_path_rate: Stochastic depth rate.
            dynamic_img_pad: Zero-pad the bottom/right image edges to a multiple of the patch size.
        r+   )Ú Úavgrƒ   r   éÿÿÿÿF)Úepsrg   z:Axial 2D RoPE requires a head dimension divisible by four.Tr   )r‰   rŠ   r‹   r�   r8   Ústrict_img_sizer”   r€   N)r"   ÚtemperatureÚ	in_pixelsÚ
feat_shaper1   c                 óD   •— g | ]}t          d‰‰‰‰	‰‰|         ‰d œ‰¤Ž‘ŒS ))r"   r#   r$   r%   r&   r'   r(   r:   )r   )
Ú.0Úir’   rH   Údprr�   r$   r(   r#   r‘   s
     €€€€€€€€rJ   ú
<listcomp>z/DeepseekVitEncoder.__init__.<locals>.<listcomp>  sb   ø€ ð %
ð %
ð %
ð õ ð 	ØØ#Ø#Ø(Ø(Ø˜aœ&Ø%ð	ð 	ð ð	ð 	ð%
ð %
ð %
rK   c                 ó:   •— g | ]}t          d |› �‰‰¬¦  «        ‘ŒS )úblocks.)ÚmoduleÚnum_chsÚ	reduction©Údict)rŸ   r    r�   rr   s     €€rJ   r¢   z/DeepseekVitEncoder.__init__.<locals>.<listcomp>  s0   ø€ ÐnÐnÐnÐ\]�T¨°1¨¨À	ÐUVÐWÑWÔWÐnÐnÐnrK   rƒ   )r^   r_   ©Úneeds_resetr:   )r;   r<   Únum_classesrŒ   Únum_featuresÚhead_hidden_sizer�   r_   r^   r0   Úfeature_dimÚgrad_checkpointingr   r   r   Úpatch_embedÚ
feat_ratior   rM   r   r?   Ú
ModuleListÚrangeÚblocksÚfeature_infoÚnormr\   ÚalignerÚinit_weights)rG   r‰   rŠ   r‹   r_   rŒ   r�   rŽ   r#   r$   r^   r�   r�   r‘   r’   r“   r”   r,   r-   Úhead_dimrH   r¡   r(   rr   rI   s         ` ``   ``     @@@@€rJ   r<   zDeepseekVitEncoder.__init__¯   s�  øøøøøøøøøø€ õT 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØÐ2Ð2Ð2Ð2Ð2Ø˜9Ñ$¨Ò)Ð)Ð)Ð)ØˆÔØ&ˆÔØENÐNˆÔÐN˜DÔ1°D´NØ(ˆÔØ 0ˆÔØ!"ˆÔØˆÔØ"'ˆÔå�[¨hÐ7Ñ7Ô7ˆ
Ø 	Ñ)ˆØ˜!‰|˜qÒ Ð Ð Ð"^Ñ Ô Ð å%ð 

ØØ!ØØØØ!Ø+Øð

ð 

ð ð

ð 

ˆÔð Ô×'Ò'Ñ)Ô)ˆõ 'ð 
ØØ(ØØØð
ð 
ð ð
ð 
ˆŒ	õ (¨¸Ñ>Ô>ˆÝ”mð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
õ ˜5‘\”\ð%
ñ %
ô %
ñ ô ˆŒð oÐnÐnÐnÐnÕafÐglÑamÔamÐnÑnÔnˆÔØ�J˜yÐ/Ð/¨BÐ/Ð/ˆŒ	ð ˜gÒ%Ð%õ Øðà!1Ø)ðð ð ð	ð ð ð ð 	Œð 	×Ò eÐÑ,Ô,Ð,Ð,Ð,rK   Tr«   c                 óX   — |                       t          | j        |¬¦  «        ¦  «         dS )zØInitialize weights and, after ``to_empty()``, restore parameters and RoPE buffers.

        Args:
            needs_reset: Reset modules that self-initialize in their constructors. False during construction.
        rª   N)Úapplyr   Ú_init_weights©rG   r«   s     rJ   r¹   zDeepseekVitEncoder.init_weights  s,   € ð 	�
Š
•7˜4Ô-¸;ÐGÑGÔGÑHÔHÐHÐHÐHrK   Úmc                 ó$  — t          |t          j        ¦  «        rEt          |j        d¬¦  «         |j        �&t          j                             |j        ¦  «         d S d S |r*t          |d¦  «        r|| ur| 	                    ¦   «          d S d S d S d S )Ng{®Gáz”?)ÚstdÚreset_parameters)
Ú
isinstancer?   rb   r   Úweightr8   ÚinitÚzeros_ÚhasattrrÂ   )rG   r¿   r«   s      rJ   r½   z DeepseekVitEncoder._init_weights(  s©   € Ý�a�œÑ#Ô#ð 	!Ý˜!œ(¨Ð-Ñ-Ô-Ð-ØŒvÐ!Ý”—’˜qœvÑ&Ô&Ð&Ð&Ð&ð "Ð!àð 	!�W QÐ(:Ñ;Ô;ð 	!ÀÈÀÀØ×ÒÑ Ô Ð Ð Ð ð	!ð 	!ð 	!ð 	!ÀÀrK   c                 ó   — t          ¦   «         S rQ   )Úset©rG   s    rJ   Úno_weight_decayz"DeepseekVitEncoder.no_weight_decay0  s   € å‰uŒuˆrK   Úenablec                 ó   — || _         d S rQ   )r°   ©rG   rÌ   s     rJ   Úset_grad_checkpointingz)DeepseekVitEncoder.set_grad_checkpointing4  s   € à"(ˆÔÐÐrK   Úcoarsec                 ó(   — t          dddg¬¦  «        S )Nz^patch_embed|rope)z^blocks\.(\d+)N)z^norm|^aligner©iŸ† ©Ústemrµ   r¨   ©rG   rÐ   s     rJ   Úgroup_matcherz DeepseekVitEncoder.group_matcher8  s%   € åØ%Ø-Ð/LÐMð
ñ 
ô 
ð 	
rK   rL   c                 óˆ   — |j         \  }}}}|                     |||z  |¦  «        | j                             ||f¬¦  «        fS )z]Flatten NHWC patches to tokens and build the RoPE table for this grid (no learned pos embed).)ri   )ri   rm   rM   Ú	get_embed)rG   rL   rn   ro   rp   rq   s         rJ   Ú
_pos_embedzDeepseekVitEncoder._pos_embed?  sG   € à”W‰
ˆˆ1ˆa�Ø�yŠy˜˜A ™E 1Ñ%Ô% t¤y×':Ò':À!ÀQÀÐ':Ñ'HÔ'HÐHÐHrK   ÚNCHWÚindicesÚreturn_prefix_tokensr·   Ú
stop_earlyÚintermediates_onlyÚoutput_dictc	                 ó  ‡‡‡— |dv s
J d¦   «         ‚|dk    }	g }
t          t          | j        ¦  «        |¦  «        \  }}|                      |¦  «        }|j        \  ŠŠŠ}|                      |¦  «        \  }}t          j                             ¦   «         s|s| j        }n| j        d|dz   …         }t          |¦  «        D ]z\  }}| j
        r1t          j                             ¦   «         st          |||¬¦  «        }n |||¬¦  «        }||v r,|
                     |r|                      |¦  «        n|¦  «         Œ{|	rˆˆˆfd„|
D ¦   «         }
|r|rd|
in|
S |                      |¦  «                             ‰‰‰d	¦  «        }|r||
d
œn||
fS )a®  Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            return_prefix_tokens: Unused, the model has no prefix tokens.
            norm: Apply the final encoder norm to the intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs ('NCHW' or 'NLC')
            intermediates_only: Only return intermediate features
            output_dict: Return 'image_intermediates' and, unless intermediates_only, 'image_features' in a dict
        )rÚ   ÚNLCz)Output format must be one of NCHW or NLC.rÚ   Nr   rO   c                 ó�   •— g | ]B}|                      ‰‰‰d ¦  «                             dddd¦  «                             ¦   «         ‘ŒCS )r˜   r   r]   r   r3   )rm   rj   Ú
contiguous)rŸ   Úyrn   ro   rp   s     €€€rJ   r¢   z<DeepseekVitEncoder.forward_intermediates.<locals>.<listcomp>q  sL   ø€ ÐlÐlÐlÐYZ˜QŸYšY q¨!¨Q°Ñ3Ô3×;Ò;¸A¸qÀ!ÀQÑGÔG×RÒRÑTÔTÐlÐlÐlrK   Úimage_intermediatesr˜   ©Úimage_featuresrå   )r   Úlenrµ   r±   ri   rÙ   rW   ÚjitÚis_scriptingÚ	enumerater°   r   Úappendr·   rm   )rG   rL   rÛ   rÜ   r·   rÝ   r€   rÞ   rß   rm   ÚintermediatesÚtake_indicesÚ	max_indexÚ_rM   rµ   r    Úblkrn   ro   rp   s                     @@@rJ   Úforward_intermediatesz(DeepseekVitEncoder.forward_intermediatesD  sã  øøø€ ð. ˜_Ð,Ð,Ð,Ð.YÑ,Ô,Ð,Ø Ò&ˆØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ià×Ò˜QÑÔˆØ”W‰
ˆˆ1ˆa�Ø—/’/ !Ñ$Ô$‰ˆˆ4åŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFÝ Ñ'Ô'ð 	Bð 	B‰FˆAˆsØÔ&ð &­u¬y×/EÒ/EÑ/GÔ/Gð &Ý˜s A¨DÐ1Ñ1Ô1��à�C˜ Ð%Ñ%Ô%�Ø�LÐ Ð Ø×$Ò$°TÐ%@ T§Y¢Y¨q¡\¤\ \¸qÑAÔAÐAøàð 	mØlÐlÐlÐlÐlÐlÐ^kÐlÑlÔlˆMàð 	\Ø=HÐ[Ð)¨=Ð9Ð9ÈmÐ[à�IŠI�a‰LŒL× Ò   A q¨"Ñ-Ô-ˆØNYÐq !¸MÐJÐJÐJÐ`aÐcpÐ_qÐqrK   r   Ú
prune_normÚ
prune_headc                 ó  — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        | j        d|dz   …         | _        |rt	          j        ¦   «         | _        |rd| _        d| _        d| _	        |S )z]Prune blocks, the final norm and/or the native projector for intermediate feature extraction.Nr   r–   r   )
r   rè   rµ   r¶   r?   r@   r·   r¸   rŒ   r_   )rG   rÛ   ró   rô   rî   rï   s         rJ   Úprune_intermediate_layersz,DeepseekVitEncoder.prune_intermediate_layersy  sŠ   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØ Ô-¨n¨y¸1©}¨nÔ=ˆÔØð 	&Ýœ™œˆDŒIØð 	"ØˆDŒLØ!ˆDÔØ !ˆDÔØÐrK   c                 óh  — |                       |¦  «        }|j        \  }}}}|                      |¦  «        \  }}| j        D ]G}| j        r1t
          j                             ¦   «         st          |||¬¦  «        }Œ: |||¬¦  «        }ŒH|  	                    |¦  «         
                    |||d¦  «        S )NrO   r˜   )r±   ri   rÙ   rµ   r°   rW   ré   rê   r   r·   rm   )rG   rL   rn   ro   rp   rð   rM   rñ   s           rJ   Úforward_featuresz#DeepseekVitEncoder.forward_features‹  sº   € Ø×Ò˜QÑÔˆØ”W‰
ˆˆ1ˆa�Ø—/’/ !Ñ$Ô$‰ˆˆ4Ø”;ð 	&ð 	&ˆCØÔ&ð &­u¬y×/EÒ/EÑ/GÔ/Gð &Ý˜s A¨DÐ1Ñ1Ô1��à�C˜ Ð%Ñ%Ô%��Ø�yŠy˜‰|Œ|×#Ò# A q¨!¨RÑ0Ô0Ð0rK   rx   c                 ó    — t          d¦  «        ‚)Nz=DeepseekVitEncoder does not support classification use cases.)ÚNotImplementedErrorrz   s      rJ   Úforward_headzDeepseekVitEncoder.forward_head–  s   € Ý!Ð"aÑbÔbÐbrK   c                 óª   — |                       |¦  «        }| j        �|                      |¦  «        S | j        dk    r|                     d¬¦  «        }|S )zJEncode raw patch tokens and apply the configured native pooling/projector.Nr—   )r   r3   ©r"   )rø   r¸   rŒ   Úmean©rG   rL   s     rJ   rP   zDeepseekVitEncoder.forward™  sS   € à×!Ò! !Ñ$Ô$ˆØŒ<Ð#Ø—<’< ‘?”?Ð"ØÔ˜uÒ$Ð$Ø—’˜6�Ñ"Ô"ˆAØˆrK   )r�   r‚   r]   r   rƒ   r„   r…   r†   r    r]   r‡   rˆ   r!   r!   r!   FNN©Tr{   ©NFFFrÚ   FF©r   FT)$rR   rS   rT   rU   r€   ÚstrÚ__annotations__r   rC   r
   rV   r}   r<   rW   ré   Úignorer¹   r?   ÚModuler½   r	   rË   rÏ   r   r   rÖ   rX   rÙ   r   r   rò   rö   rø   rû   rP   rY   rZ   s   @rJ   r   r   ¡   s{  ø€ € € € € € ð	ð 	ð €J�ÐÐÑð 58Ø ØØ !Ø&Ø!ØØØ*Ø$%Ø&-Ø"Ø$'Ø$'Ø$'Ø$)ØØð'n-ð n-à˜C  s¨C x¤Ð0Ô1ðn-ð ðn-ð ð	n-ð
 ðn-ð ðn-ð ðn-ð ðn-ð ðn-ð ðn-ð "ðn-ð $ðn-ð ðn-ð "ðn-ð "ðn-ð  "ð!n-ð" "ð#n-ð( 
ð)n-ð n-ð n-ð n-ð n-ð n-ð` „YÔðIð I¨ð I¸ð Ið Ið Iñ ÔðIð!ð !˜rœyð !°tð !Àtð !ð !ð !ð !ð „YÔð  S¤ð ð ð ñ Ôðð „YÔð)ð )¨Tð )¸Tð )ð )ð )ñ Ôð)ð „YÔð
ð 
 Dð 
°T¸#¸s¸(´^ð 
ð 
ð 
ñ Ôð
ðI˜EœLð I¨U°5´<ÀÄÐ3MÔ-Nð Ið Ið Ið Ið 8<Ø).ØØ$Ø$Ø',Ø %ð3rð 3ràŒ|ð3rð ˜e C¨¨c¬ NÔ3Ô4ð3rð #'ð	3rð
 ð3rð ð3rð ð3rð !%ð3rð ð3rð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÈDÐQTÐVYÐQYÌNÐZÔ	[ð3rð 3rð 3rð 3rðn ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 
ˆcŒðð ð ð ð$	1 %¤,ð 	1°5´<ð 	1ð 	1ð 	1ð 	1ðcð c˜eœlð c¸ð cÈÌð cð cð cð cð˜œð ¨%¬,ð ð ð ð ð ð ð ð rK   c            +       ó°  ‡ — e Zd ZU dZdZeed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dEdeee	eef         f         dededededededededede
d ed!e
d"e
d#ed$e
d%e
d&e
d'e
d(ed)df*ˆ fd*„Zej        j        dFd+ed)dfd,„¦   «         Zej        j        d)ee         fd-„¦   «         Zej        j        dGd.ed)eeef         fd/„¦   «         Zej        j        dFd0ed)dfd1„¦   «         Zej        j        d)ej        fd2„¦   «         ZdHdedee         d)dfd3„Zd4ej        d)ej        fd5„ZdGd4ej        d6ed)ej        fd7„Zd4ej        d)ej        fd8„Z	 	 	 	 	 	 	 dId4ej        d:eeee e         f                  d;ed<ed=eded>ed?ed)ee ej                 e	ej        e ej                 f         eeef         f         fd@„Z!	 	 	 dJd:eee e         f         dBedCed)e e         fdD„Z"ˆ xZ#S )Kr   a†  Classification wrapper: DeepSeek encoder patch tokens -> mean pool -> norm -> linear head.

    `encoder_pool='align'` retains the native VLM projector before classification pooling.
    `num_classes` controls the classifier independently of `out_features`, the projector's output width.
    `dynamic_img_pad=True` enables image padding to accept sizes not divisible by the patch size.
    r   r€   r�   r‚   r]   éè  r—   r–   r   r„   r…   r†   r    r‡   rˆ   Tr!   FNr‰   rŠ   r‹   r¬   rŒ   Úencoder_poolr_   r�   rŽ   r#   r$   r^   r�   r�   Ú
final_normÚ	drop_rater‘   r’   r“   r”   r)   c                 ó$  •— t          ¦   «                              ¦   «          ||dœ}|dv sJ ‚|dv sJ ‚|| _        || _        || _        t          di d|“d|“d|“d|“d|“d	|“d
|	“d|
“d|“d|“d|“d|“d|“d|“d|“d|“|¤Ž| _        || _        | j        j        �| j        j        j	        n|x| _
        | _        |dk    rdnd| _        |rt          | j
        f|ddœ|¤Žnt          j        ¦   «         | _        t          j        |¦  «        | _        |dk    rt          j        | j
        |fi |¤Žnt          j        ¦   «         | _        | j                             | j        ¦  «         d| _        d| _        d„ | j        j        D ¦   «         | _        d S )Nr+   ©r–   r—   )r–   rƒ   r‰   rŠ   r‹   rŒ   r_   r�   rŽ   r#   r$   r^   r�   r�   r‘   r’   r“   r”   rƒ   rá   r   F©r™   Úaffiner   r˜   c                 óB   — g | ]}t          |d |d         › �¬¦  «        ‘ŒS ©úencoder.r¥   )r¥   r¨   ©rŸ   Úinfos     rJ   r¢   z2DeepseekVitClassifier.__init__.<locals>.<listcomp>ì  ó3   € ÐrÐrÐrÐPT�T $Ð/J¸$¸x¼.Ð/JÐ/JÐKÑKÔKÐrÐrÐrrK   r:   )r;   r<   r¬   rŒ   r	  r   Úencoderr�   r¸   r_   r­   r®   r€   r   r?   r@   r·   ÚDropoutÚ	head_droprb   Úheadr½   r0   r¯   r¶   )rG   r‰   rŠ   r‹   r¬   rŒ   r	  r_   r�   rŽ   r#   r$   r^   r�   r�   r
  r  r‘   r’   r“   r”   r,   r-   rH   rI   s                           €rJ   r<   zDeepseekVitClassifier.__init__­  sP  ø€ õ2 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ˜kÐ)Ð)Ð)Ð)Ø˜}Ð,Ð,Ð,Ð,Ø&ˆÔØ&ˆÔØ(ˆÔÝ)ð 
ð 
ð 
Ø�Xð
à!�zð
ð �Xð
ð %˜ð	
ð
 &˜ð
ð  �ið
ð �%ð
ð  �ið
ð  �ið
ð .Ð-ð
ð .Ð-ð
ð �Xð
ð *˜>ð
ð *˜>ð
ð *˜>ð
ð  ,˜OØð#
ð 
ˆŒð& #ˆŒà15´Ô1EÐ1QˆDŒLÔ Ô-Ð-ÐW`ð	
ˆÔ˜DÔ1ð $0°7Ò#:Ð#:˜%˜%ÀˆŒàXbÐu•K Ô 1ÐT°xÈÐTÐTÐQSÐTÐTÐTÕhjÔhsÑhuÔhuˆŒ	Ýœ IÑ.Ô.ˆŒØGRÐUVÂÀ•B”I˜dÔ/°ÐCÐCÀÐCÐCÐCÕ\^Ô\gÑ\iÔ\iˆŒ	ØŒ×"Ò" 4¤9Ñ-Ô-Ð-Ø!"ˆÔØˆÔØrÐrÐX\ÔXdÔXqÐrÑrÔrˆÔÐÐrK   r«   c                 ó~   — | j                              |¬¦  «         | j                              | j        |¬¦  «         dS )zOInitialize the encoder and classification head, including after ``to_empty()``.rª   N)r  r¹   r½   r  r¾   s     rJ   r¹   z"DeepseekVitClassifier.init_weightsî  s@   € ð 	Œ×!Ò!¨kÐ!Ñ:Ô:Ð:ØŒ×"Ò" 4¤9¸+Ð"ÑFÔFÐFÐFÐFrK   c                 óH   — d„ | j                              ¦   «         D ¦   «         S )Nc                 ó   — h | ]}d |› �’ŒS ©r  r:   ©rŸ   Úks     rJ   ú	<setcomp>z8DeepseekVitClassifier.no_weight_decay.<locals>.<setcomp>ö  s   € ÐGÐGÐG 1�˜1��ÐGÐGÐGrK   )r  rË   rÊ   s    rJ   rË   z%DeepseekVitClassifier.no_weight_decayô  s$   € àGÐG¨¬×(DÒ(DÑ(FÔ(FÐGÑGÔGÐGrK   rÐ   c                 ó(   — t          dddg¬¦  «        S )Nz^encoder\.(?:patch_embed|rope))z^encoder\.blocks\.(\d+)N)z&^encoder\.(?:norm|aligner)|^norm|^headrÒ   rÓ   r¨   rÕ   s     rJ   rÖ   z#DeepseekVitClassifier.group_matcherø  s%   € åØ2Ø6Ð8mÐnð
ñ 
ô 
ð 	
rK   rÌ   c                 ó:   — | j                              |¦  «         d S rQ   )r  rÏ   rÎ   s     rJ   rÏ   z,DeepseekVitClassifier.set_grad_checkpointingÿ  s   € àŒ×+Ò+¨FÑ3Ô3Ð3Ð3Ð3rK   c                 ó   — | j         S rQ   )r  rÊ   s    rJ   Úget_classifierz$DeepseekVitClassifier.get_classifier  s
   € àŒyÐrK   c                 ó8  — || _         |�|dv sJ ‚|| _        t          | ¦  «        }|dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _        | j         	                    | j        ¦  «         | j         
                    | j        ¦  «         d S )Nr  r   )r¬   rŒ   r   r?   rb   r­   r@   r  r  r½   ÚtrainÚtraining)rG   r¬   rŒ   rH   s       rJ   Úreset_classifierz&DeepseekVitClassifier.reset_classifier  s    € Ø&ˆÔØÐ"Ø +Ð-Ð-Ð-Ð-Ø*ˆDÔÝ˜dÑ#Ô#ˆØGRÐUVÂÀ•B”I˜dÔ/°ÐCÐCÀÐCÐCÐCÕ\^Ô\gÑ\iÔ\iˆŒ	ØŒ×"Ò" 4¤9Ñ-Ô-Ð-ØŒ	�Š˜œÑ&Ô&Ð&Ð&Ð&rK   rL   c                 ó,   — |                       |¦  «        S )zKNormalized NHWC patches, or projected NLC tokens when encoder_pool='align'.)r  rÿ   s     rJ   rø   z&DeepseekVitClassifier.forward_features  s   € à�|Š|˜A‰ŒÐrK   rx   c                 óò   — |                      dd¦  «        }| j        dk    r|                     d¬¦  «        }|                      |                      |¦  «        ¦  «        }|r|n|                      |¦  «        S )Nr   éþÿÿÿr—   rý   )ÚflattenrŒ   rþ   r  r·   r  rz   s      rJ   rû   z"DeepseekVitClassifier.forward_head  sh   € Ø�IŠI�a˜ÑÔˆØÔ˜uÒ$Ð$Ø—’˜1�‘”ˆAØ�NŠN˜4Ÿ9š9 Q™<œ<Ñ(Ô(ˆØÐ0ˆqˆq D§I¢I¨a¡L¤LÐ0rK   c                 óR   — |                       |                      |¦  «        ¦  «        S rQ   )rû   rø   rÿ   s     rJ   rP   zDeepseekVitClassifier.forward  s$   € Ø× Ò  ×!6Ò!6°qÑ!9Ô!9Ñ:Ô:Ð:rK   rÚ   rÛ   rÜ   r·   rÝ   rÞ   rß   c	           	      óò   — | j                              ||||||d¬¦  «        }	t          |	t          ¦  «        sJ ‚|	\  }}
|r|rd|
in|
S | j         j        �| j                              |¦  «        }|r||
dœn||
fS )aÅ  Return backbone intermediates and the configured pre-classifier features.

        ``norm`` applies the encoder's final norm to the intermediates; the classifier's own
        post-pooling normalization is never applied to patch tokens. The projector, when enabled,
        applies only to the final features, not the intermediate maps. ``output_dict`` returns
        'image_intermediates' and, unless ``intermediates_only``, 'image_features'.
        F)rÛ   rÜ   r·   rÝ   r€   rÞ   rå   Nræ   )r  rò   rÃ   Útupler¸   )rG   rL   rÛ   rÜ   r·   rÝ   r€   rÞ   rß   Úoutputrí   s              rJ   rò   z+DeepseekVitClassifier.forward_intermediates  sµ   € ð$ ”×3Ò3ØØØ!5ØØ!Ø!Ø$ð 4ñ 
ô 
ˆõ ˜&¥%Ñ(Ô(Ð(Ð(Ð(Ø!Ñˆˆ=Øð 	\Ø=HÐ[Ð)¨=Ð9Ð9ÈmÐ[ØŒ<ÔÐ+Ø”×$Ò$ QÑ'Ô'ˆAØNYÐq !¸MÐJÐJÐJÐ`aÐcpÐ_qÐqrK   r   ró   rô   c                 óÄ  — | j                              |||¬¦  «        }d„ | j         j        D ¦   «         | _        |r¥d| _        d| _        | j         j        x| _        | _        t          | j        t          ¦  «        rPt          | j        f| j        j
        ddœt          | ¦  «        ¤Ž| _        | j                             | j        ¦  «         |                      d¦  «         |S )zAPrune encoder blocks and optionally the projector and classifier.)ró   rô   c                 óB   — g | ]}t          |d |d         › �¬¦  «        ‘ŒS r  r¨   r  s     rJ   r¢   zCDeepseekVitClassifier.prune_intermediate_layers.<locals>.<listcomp>J  r  rK   r–   r   Fr  r   )r  rö   r¶   r	  r€   r­   r®   rÃ   r·   r   r™   r   r&  r'  r(  )rG   rÛ   ró   rô   rî   s        rJ   rö   z/DeepseekVitClassifier.prune_intermediate_layersB  sî   € ð ”|×=Ò=¸gÐR\ÐisÐ=ÑtÔtˆØrÐrÐX\ÔXdÔXqÐrÑrÔrˆÔØð 	%Ø "ˆDÔØ$ˆDŒOØ8<¼Ô8QÐQˆDÔ Ô 5Ý˜$œ)¥[Ñ1Ô1ð /Ý'ØÔ%ðàœ	œØ ðð õ ' tÑ,Ô,ð	ð �”	ð ”	—’ ¤Ñ.Ô.Ð.Ø×!Ò! !Ñ$Ô$Ð$ØÐrK   )r�   r‚   r]   r  r—   r–   r   r„   r…   r†   r    r]   r‡   rˆ   Tr!   r!   r!   r!   FNNr   r{   rQ   r  r  )$rR   rS   rT   rU   r€   r  r  r   rC   r
   rV   r}   r<   rW   ré   r  r¹   r	   rË   r   r   rÖ   rÏ   r?   r  r$  r   r(  rX   rø   rû   rP   r   rò   rö   rY   rZ   s   @rJ   r   r   £  sª  ø€ € € € € € ðð ð €J�ÐÐÑð 58Ø ØØ#Ø$Ø "Ø !Ø!ØØØ*Ø$%Ø&-Ø"Ø#Ø"Ø$'Ø$'Ø$'Ø$)ØØð/?sð ?sà˜C  s¨C x¤Ð0Ô1ð?sð ð?sð ð	?sð
 ð?sð ð?sð ð?sð ð?sð ð?sð ð?sð ð?sð ð?sð "ð?sð $ð?sð ð?sð  ð!?sð" ð#?sð$ "ð%?sð& "ð'?sð( "ð)?sð* "ð+?sð0 
ð1?sð ?sð ?sð ?sð ?sð ?sðB „YÔðGð G¨ð G¸ð Gð Gð Gñ ÔðGð
 „YÔðH  S¤ð Hð Hð Hñ ÔðHð „YÔð
ð 
 Dð 
°T¸#¸s¸(´^ð 
ð 
ð 
ñ Ôð
ð „YÔð4ð 4¨Tð 4¸Tð 4ð 4ð 4ñ Ôð4ð „YÔð ¤	ð ð ð ñ Ôðð'ð '¨Cð '¸hÀs¼mð 'ÐW[ð 'ð 'ð 'ð 'ð %¤,ð °5´<ð ð ð ð ð1ð 1˜eœlð 1¸ð 1ÈÌð 1ð 1ð 1ð 1ð;˜œð ;¨%¬,ð ;ð ;ð ;ð ;ð 8<Ø).ØØ$Ø$Ø',Ø %ð!rð !ràŒ|ð!rð ˜e C¨¨c¬ NÔ3Ô4ð!rð #'ð	!rð
 ð!rð ð!rð ð!rð !%ð!rð ð!rð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÈDÐQTÐVYÐQYÌNÐZÔ	[ð!rð !rð !rð !rðJ ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 
ˆcŒðð ð ð ð ð ð ð rK   Ú
state_dictÚmodelr)   c                 ó@  — t          d„ | D ¦   «         ¦  «        }i }|                      ¦   «         D �]l\  }}|                     d¦  «        r|                     ddd¦  «        }n\|rD|                     d¦  «        r|                     ddd¦  «        }n-|                     d¦  «        sŒxn|                     d¦  «        sŒ�|                     d¦  «        r:|j        €Œ¬|                     d	d
d¦  «                             ddd¦  «        }|||<   ŒÞ|dk    r/|j        dk    r$ |j        |j        d         dg|j        j	        ¢R Ž }|                     dd¦  «                             dd¦  «        }|                     dd¦  «                             dd¦  «        }|||<   �Œn|S )aü  Remap `vision.*` / `aligner.*` tensors of a DeepSeek-V4 / V4.1 checkpoint (or shard) to timm keys.

    Every non-vision tensor (the LLM) is dropped, so a raw checkpoint shard can be passed directly.

    The source checkpoint keeps the vision tower under `vision.` / `aligner.` and the LLM at the top
    level, where `norm.weight` and `head.weight` collide with timm's own names. An unprefixed key
    is trusted only when the dict has no `vision.` keys at all, i.e. when it is already in timm layout.
    c              3   ó@   K  — | ]}|                      d ¦  «        V — ŒdS ©úvision.N©Ú
startswithr  s     rJ   ú	<genexpr>z/checkpoint_filter_fn_encoder.<locals>.<genexpr>g  ó.   è è € ÐBÐB°!�a—l’l 9Ñ-Ô-ÐBÐBÐBÐBÐBÐBrK   r  r–   r   r8  úaligner.)zpatch_embed.r¤   únorm.r=  Nzaligner.w1.zaligner.fc1.zaligner.w2.zaligner.fc2.zpatch_embed.proj.weightr3   r   r˜   z.attn.wqkv.z
.attn.qkv.z	.attn.wo.z.attn.proj.z.mlp.w1.z	.mlp.fc1.z.mlp.w2.z	.mlp.fc2.)
ÚanyÚitemsr:  Úreplacer¸   Úndimrm   ri   r±   rŠ   )r3  r4  Úfrom_sourceÚout_dictr  Úvs         rJ   Úcheckpoint_filter_fn_encoderrF  [  s¿  € õ ÐBÐB°zÐBÑBÔBÑBÔB€KØ€HØ× Ò Ñ"Ô"ð ñ ‰ˆˆ1Ø�<Š<˜
Ñ#Ô#ð 	Ø—	’	˜* b¨!Ñ,Ô,ˆAˆAØð 	Ø�|Š|˜IÑ&Ô&ð Ø—I’I˜i¨¨QÑ/Ô/��Ø—\’\ *Ñ-Ô-ð Øðà—’ÐNÑOÔOð 	Øà�<Š<˜
Ñ#Ô#ð 	ØŒ}Ð$ØØ—	’	˜-¨¸Ñ;Ô;×CÒCÀMÐSaÐcdÑeÔeˆAØˆH�Q‰KØØÐ)Ò)Ð)¨a¬f¸ªk¨kð �”	˜!œ' !œ* bÐH¨5Ô+<Ô+GÐHÐHÐHˆAØ�IŠI�m \Ñ2Ô2×:Ò:¸;ÈÑVÔVˆØ�IŠI�j +Ñ.Ô.×6Ò6°zÀ;ÑOÔOˆØˆ�‰‰Ø€OrK   c                 ó\  ‡— t          d„ | D ¦   «         ¦  «        }| ot          d„ | D ¦   «         ¦  «        }|rd„ |                      ¦   «         D ¦   «         ni Št          ˆfd„|                      ¦   «         D ¦   «         |j        ¦  «        }i d„ |                     ¦   «         D ¦   «         ¥‰¥S )a-  Load DeepSeek vision / timm encoder weights, or round-trip a fine-tuned classifier checkpoint.

    Bare `norm.` / `head.` keys belong to the classifier only when the checkpoint has an `encoder.`
    namespace. Otherwise `norm.` is the native encoder norm, or the LLM norm in a source checkpoint.
    c              3   ó@   K  — | ]}|                      d ¦  «        V — ŒdS r7  r9  r  s     rJ   r;  z2checkpoint_filter_fn_classifier.<locals>.<genexpr>�  r<  rK   c              3   ó@   K  — | ]}|                      d ¦  «        V — ŒdS )r  Nr9  r  s     rJ   r;  z2checkpoint_filter_fn_classifier.<locals>.<genexpr>Ž  s.   è è € Ð-[Ð-[È1¨a¯lªl¸:Ñ.FÔ.FÐ-[Ð-[Ð-[Ð-[Ð-[Ð-[rK   c                 óD   — i | ]\  }}|                      d ¦  «        ¯||“ŒS ))r>  zhead.r9  ©rŸ   r  rE  s      rJ   ú
<dictcomp>z3checkpoint_filter_fn_classifier.<locals>.<dictcomp>�  s0   € ÐUÐUÐU‘d�a˜°A·L²LÐASÑ4TÔ4TÐUˆQ�ÐUÐUÐUrK   c                 ó$   •— i | ]\  }}|‰v¯	||“ŒS r:   r:   )rŸ   r  rE  Úlocals      €rJ   rL  z3checkpoint_filter_fn_classifier.<locals>.<dictcomp>�  s+   ø€ Ð+bÐ+bÐ+b±T°Q¸ÐSTÐ\aÐSaÐSa¨A¨qÐSaÐSaÐSarK   c                 ó    — i | ]\  }}d |› �|“ŒS r  r:   rK  s      rJ   rL  z3checkpoint_filter_fn_classifier.<locals>.<dictcomp>‘  s$   € Ð=Ð=Ð=¡T Q¨ˆ~˜!ˆ~ˆ~˜qÐ=Ð=Ð=rK   )r?  r@  rF  r  )r3  r4  rC  Úfrom_classifierr  rN  s        @rJ   Úcheckpoint_filter_fn_classifierrQ  „  sË   ø€ õ ÐBÐB°zÐBÑBÔBÑBÔB€KØ%�oÐ[­#Ð-[Ð-[ÐPZÐ-[Ñ-[Ô-[Ñ*[Ô*[€OØYhÐpÐUÐU˜j×.Ò.Ñ0Ô0ÐUÑUÔUÐUÐnp€EÝ*Ð+bÐ+bÐ+bÐ+b¸Z×=MÒ=MÑ=OÔ=OÐ+bÑ+bÔ+bÐdiÔdqÑrÔr€GØGÐ=Ð=¨W¯]ª]©_¬_Ð=Ñ=Ô=ÐGÀÐGÐGrK   ÚvariantÚtagc                 óÌ   — |                       d¦  «        r|                      dd¦  «        d         n| }|› d|› �}|t          vrt          d¦  «        ‚t          |         d         S )N)Ú_encÚ_alignrð   r   r   ú.zSSpecify out_features for a DeepSeek aligner with a custom pretrained configuration.r_   )ÚendswithÚrsplitÚ_SOURCE_CFGSÚ
ValueError)rR  rS  Úsource_archÚsource_names       rJ   Ú_resolve_deepseek_out_featuresr^  ”  sq   € Ø/6×/?Ò/?Ð@RÑ/SÔ/SÐ`�'—.’.  aÑ(Ô(¨Ô+Ð+ÐY`€KØ Ð(Ð( 3Ð(Ð(€KØ�,Ð&Ð&ÝÐnÑoÔoÐoÝ˜Ô$ ^Ô4Ð4rK   FÚ
pretrainedc           	      ód  — t          | |                     dd ¦  «        |                     dd ¦  «        ¬¦  «        }|                     d¦  «        dk    rd|vrt          | |j        ¦  «        |d<   |                     dd¦  «        }t          t          | |f|t          t          |d	¬
¦  «        dœ|¤ŽS )NÚpretrained_cfgÚpretrained_cfg_overlay©ra  rb  r	  rƒ   r_   Úout_indicesr]   Úgetter©rd  Úfeature_cls)ra  Úpretrained_filter_fnÚfeature_cfg)	r   ÚpopÚgetr^  rS  r   r   rQ  r©   ©rR  r_  Úkwargsra  rd  s        rJ   Ú_create_deepseek_vit_classifierrn  œ  sÑ   € Ý+ØØ—z’zÐ"2°DÑ9Ô9Ø%ŸzšzÐ*BÀDÑIÔIðñ ô €Nð
 ‡z‚z�.Ñ!Ô! WÒ,Ð,°ÀvÐ1MÐ1MÝ!?ÀÈÔI[Ñ!\Ô!\ˆˆ~ÑØ—*’*˜]¨AÑ.Ô.€KÝÝØØðð &Ý<Ý [¸hÐGÑGÔGðð ð ðð ð rK   c           	      ó4  — t          | |                     dd ¦  «        |                     dd ¦  «        ¬¦  «        }d|vrt          | |j        ¦  «        |d<   |                     dd¦  «        }t	          t
          | |f|t          t          |d¬¦  «        d	d
œ|¤ŽS )Nra  rb  rc  r_   rd  r]   re  rf  )r¬   r  )ra  rh  ri  Úkwargs_filter)r   rj  r^  rS  r   r   rF  r©   rl  s        rJ   Ú_create_deepseek_vit_encoderrq  °  s¾   € Ý+ØØ—z’zÐ"2°DÑ9Ô9Ø%ŸzšzÐ*BÀDÑIÔIðñ ô €Nð
 ˜VÐ#Ð#Ý!?ÀÈÔI[Ñ!\Ô!\ˆˆ~ÑØ—*’*˜]¨AÑ.Ô.€KÝÝØØð	ð &Ý9Ý [¸hÐGÑGÔGØ2ð	ð 	ð ð	ð 	ð 	rK   r–   Úurlc                 ó$   — | ddd dddddddd	d
œ|¥S )N©r]   r�   r�   )r]   é~   ru  Fg      ð?ÚborderÚbicubic)ç      à?rx  rx  r   Úmit)rr  Ú
input_sizeÚmin_input_sizeÚ	pool_sizeÚfixed_input_sizeÚcrop_pctÚ	crop_modeÚinterpolationrþ   rÁ   r¬   Úlicenser:   )rr  rm  s     rJ   Ú_cfgr‚  Å  sC   € àð $ð (ØØ!ØØØ"ØØØØð#ð ð$ ð%ð rK   zdeepseek-ai/DeepSeek-V4.1-Flashz model-00001-of-00048.safetensorsi   rt  z6https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash)Ú	hf_hub_idÚhf_hub_filenamer_   rz  Ú
origin_urlz(deepseek-ai/DeepSeek-V4-Flash-Vision-Expi   )r]   éˆ  r†  z?https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp)z%deepseek_vit_412m.deepseek_v4_1_flashz.deepseek_vit_412m.deepseek_v4_flash_vision_expc                 ó  — i | ]…\  }}d D ]}}|                      dd¦  «        d         › |› d|                      dd¦  «        d         › �t          d„ |                     ¦   «         D ¦   «         d|dk    rdnd|dk    rd	nd
¬¦  «        “Œ~Œ†S ))r–   rV  rU  rW  r   r   c              3   ó,   K  — | ]\  }}|d v¯	||fV — ŒdS ))r_   r„  Nr:   rK  s      rJ   r;  z<dictcomp>.<genexpr>ó  s5   è è € ÐXÐX‘D�A�q¨1Ð4WÐ+WÐ+Wˆ!ˆQˆÐ+WÐ+WÐ+WÐ+WÐXÐXrK   ztimm/rU  zpatch_embed.projzencoder.patch_embed.projNr  )rƒ  Ú
first_convÚ
classifier)Úsplitr©   r@  )rŸ   ÚnameÚcfgÚsuffixs       rJ   rL  rL  ñ  sÓ   € ð 	&ð 	&ð 	&ñ 	ˆˆcØ(ð	&ð 	&ð 	ð ‡z‚z�#�qÑÔ˜!ÔÐ>˜fÐ>Ð> t§z¢z°#°qÑ'9Ô'9¸!Ô'<Ð>Ð>ÅØXÐX˜CŸIšI™KœKÐXÑXÔXØØ)/°6Ò)9Ð)9Ð%Ð%Ð?YØ! VÒ+Ð+�4�4°ð	Añ Aô Að	&ð 	&ð 	&ð 	&rK   c                 ó   — t          dd| i|¤ŽS )zWDeepSeek vision classifier, 32 x 1024 (412M w/o projector). Source: DeepSeek-V4 / V4.1.Údeepseek_vit_412mr_  )r�  )rn  ©r_  rm  s     rJ   r�  r�  ý  s   € õ +Ð`Ð`È:Ð`ÐY_Ð`Ð`Ð`rK   c           	      óV   — t          d¬¦  «        }t          	 dd| it          |fi |¤Ž¤ŽS )zRDeepSeek vision classifier retaining the native aligner and source LLM projection.rƒ   )r	  Údeepseek_vit_412m_alignr_  )r“  )r©   rn  )r_  rm  Ú
model_argss      rJ   r“  r“    sP   € õ  7Ð+Ñ+Ô+€JÝ*Ø!ðð àðõ ˆzÐ
$Ð
$˜VÐ
$Ð
$ðð ð rK   c                 ó   — t          dd| i|¤ŽS )zJDeepSeek native vision encoder with the aligner and source LLM projection.Údeepseek_vit_412m_encr_  )r–  )rq  r‘  s     rJ   r–  r–    s   € õ (ÐaÐaÈJÐaÐZ`ÐaÐaÐarK   r{   )r–   )<rU   Ú	functoolsr   Útypingr   r   r   r   r   r	   r
   r   rW   Útorch.nnr?   Útorch.nn.functionalÚ
functionalrk   Útimm.layersr   r   r   r   r   r   r   r   r   Ú_builderr   r   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Ú__all__r  r   r\   r   r   r  rX   rF  rQ  rC   r^  r}   rn  rq  r‚  rZ  r@  Údefault_cfgsr�  r“  r–  r:   rK   rJ   ú<module>r£     s½  ððð ð> Ð Ð Ð Ð Ð Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ Ià €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð ð
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð CÐ BÐ BÐ BÐ BÐ BÐ BÐ BØ +Ð +Ð +Ð +Ð +Ð +Ø #Ð #Ð #Ð #Ð #Ð #Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àÐ!8Ð
9€ð4ð 4ð 4ð 4ð 4�r”yñ 4ô 4ð 4ðn-0ð -0ð -0ð -0ð -0˜œñ -0ô -0ð -0ð`ð ð ð ð ˜œñ ô ð ðDuð uð uð uð u˜BœIñ uô uð uðp&Ø˜˜eœlÐ*Ô+ð&à!ð&ð 
ˆ#ˆuŒ|Ð
Ôð&ð &ð &ð &ðRHØ˜˜eœlÐ*Ô+ðHà$ðHð 
ˆ#ˆuŒ|Ð
ÔðHð Hð Hð Hð 5¨Cð 5°cð 5¸cð 5ð 5ð 5ð 5ðð ¨Sð ¸dð ÐYnð ð ð ð ð(ð ¨#ð ¸4ð ÐVhð ð ð ð ð*ð ˆcð  T¨#¨s¨(¤^ð ð ð ð ð6 .2¨TØ3Ø:ØØ ØKð.ñ .ô .ð 7;°dØ<Ø:ØØ ØTð7ñ 7ô 7ðð €ð* %Ð$ð 	&ð 	&ð "×'Ò'Ñ)Ô)ð	&ñ 	&ô 	&ñ 	ô 	€ð ðað a $ð aÐ=Rð að að añ „ðað
 ðð ¨ð ÐCXð ð ð ñ „ðð ðbð b dð bÐASð bð bð bñ „ðbð bð brK   