§
    ·¯¸jè’  ã                   ó„  — d Z ddlmZ ddlmZmZmZmZmZm	Z	m
Z
mZ ddlZddlmZ ddlmc mZ ddlmZmZmZmZmZmZmZ ddlmZ ddlmZmZ dd	lm Z  dd
l!m"Z" ddl#m$Z$m%Z% ddl&m'Z' ddgZ(edej)        de*de
e*e*f         dej)        fd„¦   «         Z+ G d„ dej,        ¦  «        Z- G d„ dej,        ¦  «        Z. G d„ dej,        ¦  «        Z/dee0ej)        f         de.dee0ej)        f         fd„Z1dee0ej)        f         de/dee0ej)        f         fd„Z2d_de0de3de/fd„Z4d_de0de3de.fd „Z5de0d!e0de*fd"„Z6d`d$e0dee0ef         fd%„Z7 e7d&d'd(d)¬*¦  «         e7d+d'd,d-¬*¦  «         e7d.d/d0d1¬*¦  «         e7d2d3d4d5¬*¦  «         e7d6d7d0d8d9¬:¦  «         e7d;d<d4d=¬*¦  «         e7d>d?d@dA¬*¦  «         e7dBdCd0dD¬*¦  «         e7dEdFd@dG¬*¦  «         e7dHdId4dJ¬*¦  «         e7dKdLd,dM¬*¦  «         e7dNdOd@dP¬*¦  «         e7dQdRd0dS¬*¦  «        dTœZ8 e$dU„ e8 9                    ¦   «         D ¦   «         ¦  «        Z:e%d_de3de/fdV„¦   «         Z;e%d_de3de/fdW„¦   «         Z<e%d_de3de/fdX„¦   «         Z=e%d_de3de/fdY„¦   «         Z>e%d_de3de/fdZ„¦   «         Z?e%d_de3de/fd[„¦   «         Z@e%d_de3de.fd\„¦   «         ZAe%d_de3de.fd]„¦   «         ZBe%d_de3de.fd^„¦   «         ZCdS )aa  Qwen3 Vision Transformer

Vision encoder of the Qwen3-VL / Qwen3.5 / Qwen3.8 multimodal models from Alibaba Qwen team, and of the
driving-domain Qwen-Drive-1.0 built on that same tower.

A plain pre-norm ViT (SigLIP-2 style widths, GELU-tanh MLP, fused QKV with bias) with two position encodings
applied together: a learned absolute grid (48x48 for the released models, bilinearly resampled to the input grid
with align_corners=True) and axial 2D RoPE (theta 10000, per-axis frequency blocks, 'half' rotation layout).
There is no final norm on the encoder patch tokens. Classifier variants wrap the encoder with average pooling,
normalization, and a linear classification head. The separate `_enc` variants preserve the native VLM projector
('merger'), which pixel-unshuffles 2x2 patch tokens and maps them to the LLM width via `out_features`.
Classifiers can also retain this projector with `encoder_pool='merge'`; `_merge` variants enable it by default.

For example, `qwen3_vit_306m.qwen3_vl_4b` with `num_classes=45` returns image logits (B, 45), while
`qwen3_vit_306m_enc.qwen3_vl_4b` returns projected tokens (B, H*W/4, 2560). Encoder checkpoint weights
load into the classifier under `encoder.*`; its classification head is initialized separately.

Weights are native timm remaps of the source VLM vision tensors. The Conv3d patch embedding over
`temporal_patch_size=2` frames is folded into a Conv2d since the image path feeds the same frame twice
(mathematically identical, verified against the transformers reference).

Reference: https://github.com/QwenLM/Qwen3-VL, https://github.com/QwenLM/Qwen-Drive-1.0,
transformers `Qwen3VLVisionModel` / `Qwen3_5VisionModel`.
Weights are released under Apache-2.0 by the Qwen team, except Qwen3.8-Flash-Next (Qwen Community License 1.0).

Copyright 2026 Yonghye Kwon
é    )Úpartial)ÚAnyÚCallableÚDictÚListÚOptionalÚSetÚTupleÚUnionN)Ú	LayerNormÚ
PatchEmbedÚRotaryEmbeddingCatÚcalculate_drop_path_ratesÚget_device_dtypeÚregister_notrace_functionÚtrunc_normal_)Ú_asserté   )Úbuild_model_with_cfgÚresolve_pretrained_cfg)Úfeature_take_indices)Ú
checkpoint)Úgenerate_default_cfgsÚregister_model©ÚEvaBlockÚQwen3VitEncoderÚQwen3VitClassifierÚ	pos_embedÚ	grid_sizeÚnew_sizeÚreturnc                 óØ  — |\  }}||k    r||k    r| S | j         d         }| j        t          j        k    r| j        nt          j        }|                      d|||¦  «                             dddd¦  «                             |¦  «        }t          j	        |||fdd¬¦  «        }|                     dddd¦  «                             d||z  |¦  «                             | j        ¦  «        S )	zµResample a square learned pos embed (1, G*G, C) to (1, H*W, C) the way the Qwen vision encoder does it:
    bilinear with align_corners=True. Identity when the grid already matches.éÿÿÿÿr   r   é   é   ÚbilinearT)ÚsizeÚmodeÚalign_corners)
ÚshapeÚdtypeÚtorchÚfloat64Úfloat32ÚreshapeÚpermuteÚtoÚFÚinterpolate)r   r    r!   ÚHÚWÚCÚ
calc_dtypeÚxs           úe/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/qwen3_vit.pyÚresample_pos_embed_gridr;   7   sà   € ð �D€A€qØˆI‚~€~˜!˜yš.˜.ØÐØŒ˜Ô€Aà$-¤Oµu´}Ò$DÐ$D�”�Í%Ì-€JØ×Ò˜!˜Y¨	°1Ñ5Ô5×=Ò=¸aÀÀAÀqÑIÔI×LÒLÈZÑXÔX€AÝ	Œ�a˜q !˜f¨:ÀTÐJÑJÔJ€AØ�9Š9�Q˜˜1˜aÑ Ô ×(Ò(¨¨A°©E°1Ñ5Ô5×8Ò8¸¼ÑIÔIÐIó    c                   ó´   ‡ — e Zd ZdZdd eed¬¦  «        ej        ddfdeded	ed
e	de	f
ˆ fd„Z
dej        dej        fd„Zddej        dedej        fd„Zˆ xZS )ÚQwen3VitPatchMergera  Qwen VLM projector: per-token norm, spatial `k x k` pixel-unshuffle, MLP to the LLM width.

    `out_features` is the source LLM hidden size. `pre_logits` returns the `k*k*dim` merged token
    after the first projection + activation, before the final VLM projection.
    r&   r   ç�íµ ÷Æ°>©ÚepsNÚdimÚ
merge_sizeÚout_featuresÚ
norm_layerÚ	act_layerc                 óŒ  •— ||dœ}t          ¦   «                              ¦   «          || _        ||dz  z  | _        |dk    r|n| j        | _         ||fi |¤Ž| _        t          j        | j        | j        fi |¤Ž| _         |¦   «         | _	        |dk    rt          j        | j        |fi |¤Žnt          j
        ¦   «         | _        d S )N©Údevicer,   r&   r   )ÚsuperÚ__init__rC   Úhidden_sizerD   ÚnormÚnnÚLinearÚfc1ÚactÚIdentityÚfc2)
ÚselfrB   rC   rD   rE   rF   rI   r,   ÚddÚ	__class__s
            €r:   rK   zQwen3VitPatchMerger.__init__M   sÜ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ$ˆŒØ ¨Q¡Ñ.ˆÔØ,8¸1Ò,<Ð,<˜L˜LÀ$ÔBRˆÔØ�J˜sÐ)Ð) bÐ)Ð)ˆŒ	Ý”9˜TÔ-¨tÔ/?ÐFÐFÀ2ÐFÐFˆŒØ�9‘;”;ˆŒØFRÐUVÒFVÐFV•2”9˜TÔ-¨|ÐBÐB¸rÐBÐBÐBÕ\^Ô\gÑ\iÔ\iˆŒˆˆr<   r9   r"   c                 ó@  — |j         \  }}}}| j        }t          ||z  dk    d¦  «         t          ||z  dk    d¦  «         |                     |||z  |||z  ||¦  «                             dddddd¦  «        }|                     |||z  ||z  z  ||z  |z  ¦  «        S )	zb(B, H, W, C) -> (B, H*W / k^2, k*k*C), tokens of each k x k block concatenated in row-major order.r   z1patch grid height must be divisible by merge_sizez0patch grid width must be divisible by merge_sizer   r%   r&   é   é   )r+   rC   r   r0   r1   )rT   r9   ÚBr5   r6   r7   Úks          r:   ÚmergezQwen3VitPatchMerger.mergea   s°   € à”W‰
ˆˆ1ˆa�ØŒOˆå��A‘˜’
ÐOÑPÔPÐPÝ��A‘˜’
ÐNÑOÔOÐOØ�IŠI�a˜˜a™  A¨¡F¨A¨qÑ1Ô1×9Ò9¸!¸QÀÀ1ÀaÈÑKÔKˆØ�yŠy˜˜Q !™V¨¨Q©Ñ/°°Q±¸±Ñ;Ô;Ð;r<   FÚ
pre_logitsc                 óÔ   — |                       |                      |¦  «        ¦  «        }|                      |                      |¦  «        ¦  «        }|r|n|                      |¦  «        S ©N)r\   rM   rQ   rP   rS   ©rT   r9   r]   s      r:   ÚforwardzQwen3VitPatchMerger.forwardk   sQ   € Ø�JŠJ�t—y’y ‘|”|Ñ$Ô$ˆØ�HŠH�T—X’X˜a‘[”[Ñ!Ô!ˆØÐ/ˆqˆq D§H¢H¨Q¡K¤KÐ/r<   ©F)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   rN   ÚGELUÚintr   rK   r-   ÚTensorr\   Úboolra   Ú__classcell__©rV   s   @r:   r>   r>   F   s  ø€ € € € € ðð ð  Ø !Ø#* 7¨9¸$Ð#?Ñ#?Ô#?Ø"$¤'ØØðjð jàðjð ðjð ð	jð
 !ðjð  ðjð jð jð jð jð jð(<�u”|ð <¨¬ð <ð <ð <ð <ð0ð 0˜œð 0°4ð 0ÀEÄLð 0ð 0ð 0ð 0ð 0ð 0ð 0ð 0r<   r>   c            #       ó¨  ‡ — e Zd ZU dZdZeed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dBdeee	eef         f         dededededededede
dedede
de
dee         d e
d!e
d"e
f"ˆ fd#„Zej        j        dCd%ed&dfd'„¦   «         ZdCd(ej        d%ed&dfd)„Zej        j        d&ee         fd*„¦   «         Zej        j        dCd+ed&dfd,„¦   «         Zej        j        dDd.ed&eeef         fd/„¦   «         Zd0ej        d&e	ej        ej        f         fd1„Z	 	 	 	 	 	 	 dEd0ej        d3eeeee         f                  d4ed5ed6eded7ed8ed&eeej                 e	ej        eej                 f         eeef         f         fd9„Z	 	 	 dFd3eeee         f         d;ed<ed&ee         fd=„Z d0ej        d&ej        fd>„Z!dDd0ej        d?ed&ej        fd@„Z"d0ej        d&ej        fdA„Z#ˆ xZ$S )Gr   a  Qwen3-VL / Qwen3.5 / Qwen3.8 vision encoder.

    `forward_features` returns the un-normalized patch tokens as (B, H, W, C) (`output_fmt='NHWC'`, matches the
    reference `last_hidden_state` up to the reference's spatial-merge token ordering). Output of `forward` depends
    on `global_pool`:
      * 'merge' (default): projector output (B, H*W/4, out_features) -- the tokens the LLM consumes
      * 'avg': mean over patch tokens -> (B, embed_dim)
      * '': raw patch features -> (B, H, W, embed_dim), identical to forward_features
    ÚNHWCÚ
output_fmté   é   r%   r   r\   é€  é   ç9Žã8Žã@r&   é0   ç     ˆÃ@r?   Nç        Úimg_sizeÚ
patch_sizeÚin_chansrD   Úglobal_poolÚ	embed_dimÚdepthÚ	num_headsÚ	mlp_ratiorC   Úpos_embed_grid_sizeÚrope_temperatureÚnorm_epsrF   Úproj_drop_rateÚattn_drop_rateÚdrop_path_ratec                 óì  •‡‡‡	‡‡‡‡‡‡‡— t          ¦   «                              ¦   «          ||dœŠ|dv sJ ‚‰‰z  dk    sJ ‚d| _        || _        ‰x| _        x| _        | _        || _        |
| _        || _	        d| _
        d| _        d| _        t          t          |¬¦  «        Š‰pt          t          j        d¬¦  «        Š‰‰z  }t#          d|||‰d	dd
dœ‰¤Ž| _        t'          | j        d¦  «        r| j                             ¦   «         n|Št          j        t-          j        d|dz  ‰fi ‰¤Ž¦  «        | _        t3          d||ddd	dœ‰¤Ž| _        t7          ||¦  «        Št          j        ˆˆˆˆˆˆ	ˆˆˆf	d„t;          |¦  «        D ¦   «         ¦  «        | _        ˆˆfd„t;          |¦  «        D ¦   «         | _        |dk    rtA          ‰f|
|‰dœ‰¤Žnd| _!        |  "                    d¬¦  «         dS )a#  
        Args:
            img_size: Nominal input size, only used for the feature-info reduction / default grid. Any input whose
                patch grid is divisible by `merge_size` works (the pos embed is resampled per input).
            patch_size: Patch size.
            in_chans: Number of input channels.
            out_features: Output width of the VLM projector (source LLM hidden size). Zero disables its last
                projection. This is independent of the number of classes in a downstream classifier.
            global_pool: 'merge' (projector), 'avg' (mean pool) or '' (raw tokens).
            embed_dim: Token width.
            depth: Number of transformer blocks.
            num_heads: Attention heads.
            mlp_ratio: MLP hidden / embed_dim.
            merge_size: Spatial merge factor of the projector.
            pos_embed_grid_size: Side of the learned absolute position embedding grid.
            rope_temperature: RoPE base (theta).
            norm_eps: LayerNorm eps (blocks and projector).
            act_layer: Block MLP activation, default GELU (tanh approximation) as in the reference.
            proj_drop_rate: Dropout on attention / MLP projections.
            attn_drop_rate: Attention dropout.
            drop_path_rate: Stochastic depth rate.
        rH   )Ú Úavgr\   r   r$   Fr@   Útanh)ÚapproximateTrn   )rx   ry   rz   r|   ÚbiasÚstrict_img_sizero   Ú
feat_ratior   r&   N)rB   ÚtemperatureÚ	in_pixelsÚ
feat_shapeÚrotate_halfc                 óP   •	— g | ]"}t          d‰‰	d d ‰ddd ‰
‰‰|         ‰‰dœ‰¤Ž‘Œ#S )Tr   Úrope)rB   r~   Úqkv_biasÚ	qkv_fusedr   Únum_prefix_tokensÚ	attn_typer‘   Ú	proj_dropÚ	attn_dropÚ	drop_pathrF   rE   © r   )Ú.0ÚirF   r„   rU   Údprr|   r   rE   r~   rƒ   s     €€€€€€€€€r:   ú
<listcomp>z,Qwen3VitEncoder.__init__.<locals>.<listcomp>Ô   st   ø€ ð %
ð %
ð %
ð" õ! ð ØØ#ØØØ#Ø"#Ø Ø Ø(Ø(Ø˜aœ&Ø#Ø%ðð ð ðð ð%
ð %
ð %
r<   c                 ó:   •— g | ]}t          d |› �‰‰¬¦  «        ‘ŒS )úblocks.)ÚmoduleÚnum_chsÚ	reduction©Údict)rœ   r�   r|   Úrs     €€r:   rŸ   z,Qwen3VitEncoder.__init__.<locals>.<listcomp>ç   s0   ø€ ÐnÐnÐnÐ\]�T¨°1¨¨À	ÐUVÐWÑWÔWÐnÐnÐnr<   r\   )rC   rD   rE   ©Úneeds_resetr›   )#rJ   rK   Únum_classesr{   Únum_featuresÚhead_hidden_sizer|   rD   rC   r€   r–   Úfeature_dimÚgrad_checkpointingr   r   rN   rg   r   Úpatch_embedÚhasattrr�   Ú	Parameterr-   Úemptyr   r   r“   r   Ú
ModuleListÚrangeÚblocksÚfeature_infor>   ÚmergerÚinit_weights)rT   rx   ry   rz   rD   r{   r|   r}   r~   r   rC   r€   r�   r‚   rF   rƒ   r„   r…   rI   r,   Úhead_dimrU   rž   rE   r§   rV   s         ` ``    ```    @@@@€r:   rK   zQwen3VitEncoder.__init__~   sÅ  øøøøøøøøøøø€ õX 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØÐ2Ð2Ð2Ð2Ð2Ø˜9Ñ$¨Ò)Ð)Ð)Ð)ØˆÔØ&ˆÔØENÐNˆÔÐN˜DÔ1°D´NØ(ˆÔØ$ˆŒØ#6ˆÔ Ø!"ˆÔØˆÔØ"'ˆÔå�Y¨HÐ5Ñ5Ô5ˆ
ØÐE¥­¬¸fÐ!EÑ!EÔ!Eˆ	Ø 	Ñ)ˆå%ð 	
ØØ!ØØØØ!Øð	
ð 	
ð ð	
ð 	
ˆÔõ .5°TÔ5EÀ|Ñ-TÔ-TÐdˆDÔ×'Ò'Ñ)Ô)Ð)ÐZdˆÝœ¥e¤k°!Ð5HÈ!Ñ5KÈYÐ&]Ð&]ÐZ\Ð&]Ð&]Ñ^Ô^ˆŒõ 'ð 
ØØ(ØØØð
ð 
ð ð
ð 
ˆŒ	õ (¨¸Ñ>Ô>ˆÝ”mð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
ð %
õ" ˜5‘\”\ð#%
ñ %
ô %
ñ ô ˆŒð& oÐnÐnÐnÐnÕafÐglÑamÔamÐnÑnÔnˆÔð ˜gÒ%Ð%õ  Øðà%Ø)Ø%ð	ð ð
 ðð ð ð ð 	Œð 	×Ò eÐÑ,Ô,Ð,Ð,Ð,r<   Tr©   r"   c                 ó„   — t          | j        d¬¦  «         |                      t          | j        |¬¦  «        ¦  «         dS )zØInitialize weights and, after ``to_empty()``, restore parameters and RoPE buffers.

        Args:
            needs_reset: Reset modules that self-initialize in their constructors. False during construction.
        ç{®Gáz”?©Ústdr¨   N)r   r   Úapplyr   Ú_init_weights©rT   r©   s     r:   r¸   zQwen3VitEncoder.init_weights÷   sA   € õ 	�d”n¨$Ð/Ñ/Ô/Ð/Ø�
Š
•7˜4Ô-¸;ÐGÑGÔGÑHÔHÐHÐHÐHr<   Úmc                 ó$  — t          |t          j        ¦  «        rEt          |j        d¬¦  «         |j        �&t          j                             |j        ¦  «         d S d S |r*t          |d¦  «        r|| ur| 	                    ¦   «          d S d S d S d S )Nr»   r¼   Úreset_parameters)
Ú
isinstancerN   rO   r   Úweightr‹   ÚinitÚzeros_r°   rÃ   )rT   rÁ   r©   s      r:   r¿   zQwen3VitEncoder._init_weights  s©   € Ý�a�œÑ#Ô#ð 	!Ý˜!œ(¨Ð-Ñ-Ô-Ð-ØŒvÐ!Ý”—’˜qœvÑ&Ô&Ð&Ð&Ð&ð "Ð!àð 	!�W QÐ(:Ñ;Ô;ð 	!ÀÈÀÀØ×ÒÑ Ô Ð Ð Ð ð	!ð 	!ð 	!ð 	!ÀÀr<   c                 ó   — dhS )Nr   r›   ©rT   s    r:   Úno_weight_decayzQwen3VitEncoder.no_weight_decay	  s
   € àˆ}Ðr<   Úenablec                 ó   — || _         d S r_   )r®   ©rT   rË   s     r:   Úset_grad_checkpointingz&Qwen3VitEncoder.set_grad_checkpointing  s   € à"(ˆÔÐÐr<   FÚcoarsec                 ó(   — t          dddg¬¦  «        S )Nz^patch_embed|pos_embed|rope)z^blocks\.(\d+)N)z^merger©iŸ† ©Ústemrµ   r¥   ©rT   rÏ   s     r:   Úgroup_matcherzQwen3VitEncoder.group_matcher  s%   € åØ/Ø-Ð/EÐFð
ñ 
ô 
ð 	
r<   r9   c                 ó   — |j         \  }}}}t          | j        | j        ||f¦  «        }|                     |||z  |¦  «        |                     |j        ¦  «        z   }| j                             ||f¬¦  «        }||fS )z\Add the (resampled) learned pos embed to NHWC patches, return flattened tokens + rope table.)r+   )	r+   r;   r   r€   r0   r2   r,   r“   Ú	get_embed)rT   r9   rZ   r5   r6   r7   r   r“   s           r:   Ú
_pos_embedzQwen3VitEncoder._pos_embed  s   € à”W‰
ˆˆ1ˆa�Ý+¨D¬N¸DÔ<TÐWXÐZ[ÐV\Ñ]Ô]ˆ	Ø�IŠI�a˜˜Q™ Ñ"Ô" Y§\¢\°!´'Ñ%:Ô%:Ñ:ˆØŒy×"Ò"¨!¨Q¨Ð"Ñ0Ô0ˆØ�$ˆwˆr<   ÚNCHWÚindicesÚreturn_prefix_tokensrM   Ú
stop_earlyÚintermediates_onlyÚoutput_dictc	                 óÈ  ‡‡‡— |dv s
J d¦   «         ‚|dk    }	g }
t          t          | j        ¦  «        |¦  «        \  }}|                      |¦  «        }|j        \  ŠŠŠ}|                      |¦  «        \  }}t          j                             ¦   «         s|s| j        }n| j        d|dz   …         }t          |¦  «        D ]c\  }}| j
        r1t          j                             ¦   «         st          |||¬¦  «        }n |||¬¦  «        }||v r|
                     |¦  «         Œd|	rˆˆˆfd„|
D ¦   «         }
|r|rd|
in|
S |                     ‰‰‰d	¦  «        }|r||
d
œn||
fS )a¡  Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            return_prefix_tokens: Unused, the model has no prefix tokens.
            norm: Unused, the model has no final norm.
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs ('NCHW' or 'NLC')
            intermediates_only: Only return intermediate features
            output_dict: Return 'image_intermediates' and, unless intermediates_only, 'image_features' in a dict
        )rÙ   ÚNLCz)Output format must be one of NCHW or NLC.rÙ   Nr   ©r“   c                 ó�   •— g | ]B}|                      ‰‰‰d ¦  «                             dddd¦  «                             ¦   «         ‘ŒCS )r$   r   r%   r   r&   )r0   r1   Ú
contiguous)rœ   ÚyrZ   r5   r6   s     €€€r:   rŸ   z9Qwen3VitEncoder.forward_intermediates.<locals>.<listcomp>M  sL   ø€ ÐlÐlÐlÐYZ˜QŸYšY q¨!¨Q°Ñ3Ô3×;Ò;¸A¸qÀ!ÀQÑGÔG×RÒRÑTÔTÐlÐlÐlr<   Úimage_intermediatesr$   ©Úimage_featuresrå   )r   Úlenrµ   r¯   r+   rØ   r-   ÚjitÚis_scriptingÚ	enumerater®   r   Úappendr0   )rT   r9   rÚ   rÛ   rM   rÜ   ro   rÝ   rÞ   r0   ÚintermediatesÚtake_indicesÚ	max_indexÚ_r“   rµ   r�   ÚblkrZ   r5   r6   s                     @@@r:   Úforward_intermediatesz%Qwen3VitEncoder.forward_intermediates   sÂ  øøø€ ð. ˜_Ð,Ð,Ð,Ð.YÑ,Ô,Ð,Ø Ò&ˆØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ià×Ò˜QÑÔˆØ”W‰
ˆˆ1ˆa�Ø—/’/ !Ñ$Ô$‰ˆˆ4åŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFÝ Ñ'Ô'ð 	(ð 	(‰FˆAˆsØÔ&ð &­u¬y×/EÒ/EÑ/GÔ/Gð &Ý˜s A¨DÐ1Ñ1Ô1��à�C˜ Ð%Ñ%Ô%�Ø�LÐ Ð Ø×$Ò$ QÑ'Ô'Ð'øàð 	mØlÐlÐlÐlÐlÐlÐ^kÐlÑlÔlˆMàð 	\Ø=HÐ[Ð)¨=Ð9Ð9ÈmÐ[à�IŠI�a˜˜A˜rÑ"Ô"ˆØNYÐq !¸MÐJÐJÐJÐ`aÐcpÐ_qÐqr<   r   Ú
prune_normÚ
prune_headc                 ó¬   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |rd| _        d| _        d| _        |S )z°Prune blocks and optionally the native projector for intermediate feature extraction.

        ``prune_norm`` is unused because the encoder has no final backbone norm.
        Nr   r‡   r   )r   rè   rµ   r·   r{   rD   )rT   rÚ   ró   rô   rî   rï   s         r:   Úprune_intermediate_layersz)Qwen3VitEncoder.prune_intermediate_layersU  s]   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	"ØˆDŒKØ!ˆDÔØ !ˆDÔØÐr<   c                 óB  — |                       |¦  «        }|j        \  }}}}|                      |¦  «        \  }}| j        D ]G}| j        r1t
          j                             ¦   «         st          |||¬¦  «        }Œ: |||¬¦  «        }ŒH| 	                    |||d¦  «        S )Nrá   r$   )
r¯   r+   rØ   rµ   r®   r-   ré   rê   r   r0   )rT   r9   rZ   r5   r6   rð   r“   rñ   s           r:   Úforward_featuresz Qwen3VitEncoder.forward_featuresg  s®   € Ø×Ò˜QÑÔˆØ”W‰
ˆˆ1ˆa�Ø—/’/ !Ñ$Ô$‰ˆˆ4Ø”;ð 	&ð 	&ˆCØÔ&ð &­u¬y×/EÒ/EÑ/GÔ/Gð &Ý˜s A¨DÐ1Ñ1Ô1��à�C˜ Ð%Ñ%Ô%��Ø�yŠy˜˜A˜q "Ñ%Ô%Ð%r<   r]   c                 ó    — t          d¦  «        ‚)Nz:Qwen3VitEncoder does not support classification use cases.)ÚNotImplementedErrorr`   s      r:   Úforward_headzQwen3VitEncoder.forward_headr  s   € Ý!Ð"^Ñ_Ô_Ð_r<   c                 óª   — |                       |¦  «        }| j        �|                      |¦  «        S | j        dk    r|                     d¬¦  «        }|S )zJEncode raw patch tokens and apply the configured native pooling/projector.Nrˆ   )r   r&   ©rB   )rø   r·   r{   Úmean©rT   r9   s     r:   ra   zQwen3VitEncoder.forwardu  sS   € à×!Ò! !Ñ$Ô$ˆØŒ;Ð"Ø—;’;˜q‘>”>Ð!ØÔ˜uÒ$Ð$Ø—’˜6�Ñ"Ô"ˆAØˆr<   )rp   rq   r%   r   r\   rr   rs   rq   rt   r&   ru   rv   r?   Nrw   rw   rw   NN©Trb   ©NFFFrÙ   FF©r   FT)%rc   rd   re   rf   ro   ÚstrÚ__annotations__r   rh   r
   Úfloatr   r   rK   r-   ré   Úignorerj   r¸   rN   ÚModuler¿   r	   rÊ   rÎ   r   r   rÕ   ri   rØ   r   rò   rö   rø   rû   ra   rk   rl   s   @r:   r   r   q   s}  ø€ € € € € € ðð ð €J�ÐÐÑð 58Ø ØØ !Ø&Ø!ØØØ*ØØ')Ø&-Ø"Ø,0Ø$'Ø$'Ø$'ØØð)w-ð w-à˜C  s¨C x¤Ð0Ô1ðw-ð ðw-ð ð	w-ð
 ðw-ð ðw-ð ðw-ð ðw-ð ðw-ð ðw-ð ðw-ð "%ðw-ð $ðw-ð ðw-ð   Ô)ðw-ð  "ð!w-ð" "ð#w-ð$ "ð%w-ð w-ð w-ð w-ð w-ð w-ðr „YÔðIð I¨ð I¸ð Ið Ið Iñ ÔðIð!ð !˜rœyð !°tð !Àtð !ð !ð !ð !ð „YÔð  S¤ð ð ð ñ Ôðð „YÔð)ð )¨Tð )¸Tð )ð )ð )ñ Ôð)ð „YÔð
ð 
 Dð 
°T¸#¸s¸(´^ð 
ð 
ð 
ñ Ôð
ð˜EœLð ¨U°5´<ÀÄÐ3MÔ-Nð ð ð ð ð 8<Ø).ØØ$Ø$Ø',Ø %ð3rð 3ràŒ|ð3rð ˜e C¨¨c¬ NÔ3Ô4ð3rð #'ð	3rð
 ð3rð ð3rð ð3rð !%ð3rð ð3rð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÈDÐQTÐVYÐQYÌNÐZÔ	[ð3rð 3rð 3rð 3rðn ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 
ˆcŒðð ð ð ð$	& %¤,ð 	&°5´<ð 	&ð 	&ð 	&ð 	&ð`ð `˜eœlð `¸ð `ÈÌð `ð `ð `ð `ð˜œð ¨%¬,ð ð ð ð ð ð ð ð r<   c            -       óÂ  ‡ — e Zd ZU dZdZeed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dGdeee	eef         f         dededededededededede
d ed!ed"e
d#e
d$ee         d%ed&e
d'e
d(e
d)e
d*df,ˆ fd+„Zej        j        dHd,ed*dfd-„¦   «         Zej        j        d*ee         fd.„¦   «         Zej        j        dId0ed*eeef         fd1„¦   «         Zej        j        dHd2ed*dfd3„¦   «         Zej        j        d*ej        fd4„¦   «         ZdJdedee         d*dfd5„Zd6ej        d*ej        fd7„ZdId6ej        d8ed*ej        fd9„Zd6ej        d*ej        fd:„Z 	 	 	 	 	 	 	 dKd6ej        d<eeee!e         f                  d=ed>ed?eded@edAed*ee!ej                 e	ej        e!ej                 f         eeef         f         fdB„Z"	 	 	 dLd<eee!e         f         dDedEed*e!e         fdF„Z#ˆ xZ$S )Mr   a'  Classification wrapper: Qwen encoder patch tokens -> mean pool -> norm -> linear head.

    `encoder_pool='merge'` retains the native VLM projector before classification pooling. `num_classes`
    controls the classifier independently of `out_features`, the native projector's output width.
    rn   ro   rp   rq   r%   éè  rˆ   r‡   r   rr   rs   rt   r&   ru   rv   r?   NTrw   rx   ry   rz   rª   r{   Úencoder_poolrD   r|   r}   r~   r   rC   r€   r�   r‚   rF   Ú
final_normÚ	drop_raterƒ   r„   r…   r"   c                 ó*  •— t          ¦   «                              ¦   «          ||dœ}|dv sJ ‚|dv sJ ‚|| _        || _        || _        t          di d|“d|“d|“d|“d|“d	|“d
|	“d|
“d|“d|“d|“d|“d|“d|“d|“d|“d|“|¤Ž| _        || _        | j        j        �| j        j        j	        n|x| _
        | _        |dk    rdnd| _        |rt          | j
        f|ddœ|¤Žnt          j        ¦   «         | _        t          j        |¦  «        | _        |dk    rt          j        | j
        |fi |¤Žnt          j        ¦   «         | _        | j                             | j        ¦  «         d| _        d| _        d„ | j        j        D ¦   «         | _        d S )NrH   ©r‡   rˆ   )r‡   r\   rx   ry   rz   r{   rD   r|   r}   r~   r   rC   r€   r�   r‚   rF   rƒ   r„   r…   r\   rà   rn   F©rA   Úaffiner   r$   c                 óB   — g | ]}t          |d |d         › �¬¦  «        ‘ŒS )úencoder.r¢   )r¢   r¥   )rœ   Úinfos     r:   rŸ   z/Qwen3VitClassifier.__init__.<locals>.<listcomp>È  s3   € ÐrÐrÐrÐPT�T $Ð/J¸$¸x¼.Ð/JÐ/JÐKÑKÔKÐrÐrÐrr<   r›   )rJ   rK   rª   r{   r
  r   Úencoderr|   r·   rD   r«   r¬   ro   r   rN   rR   rM   ÚDropoutÚ	head_droprO   Úheadr¿   r–   r­   r¶   )rT   rx   ry   rz   rª   r{   r
  rD   r|   r}   r~   r   rC   r€   r�   r‚   rF   r  r  rƒ   r„   r…   rI   r,   rU   rV   s                            €r:   rK   zQwen3VitClassifier.__init__ˆ  s[  ø€ õ4 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ˜kÐ)Ð)Ð)Ð)Ø˜}Ð,Ð,Ð,Ð,Ø&ˆÔØ&ˆÔØ(ˆÔÝ&ð 
ð 
ð 
Ø�Xð
à!�zð
ð �Xð
ð %˜ð	
ð
 &˜ð
ð  �ið
ð �%ð
ð  �ið
ð  �ið
ð "�zð
ð !4Ð 3ð
ð .Ð-ð
ð �Xð
ð  �ið
ð *˜>ð
ð  *˜>ð!
ð" *˜>Øð%
ð 
ˆŒð( #ˆŒà04´Ô0CÐ0OˆDŒLÔÔ,Ð,ÐU^ð	
ˆÔ˜DÔ1ð $0°7Ò#:Ð#:˜%˜%ÀˆŒØV`Ðs•I˜dÔ/ÐR°XÀeÐRÐRÈrÐRÐRÐRÕfhÔfqÑfsÔfsˆŒ	Ýœ IÑ.Ô.ˆŒØGRÐUVÂÀ•B”I˜dÔ/°ÐCÐCÀÐCÐCÐCÕ\^Ô\gÑ\iÔ\iˆŒ	ØŒ×"Ò" 4¤9Ñ-Ô-Ð-Ø!"ˆÔØˆÔØrÐrÐX\ÔXdÔXqÐrÑrÔrˆÔÐÐr<   r©   c                 ó~   — | j                              |¬¦  «         | j                              | j        |¬¦  «         dS )zOInitialize the encoder and classification head, including after ``to_empty()``.r¨   N)r  r¸   r¿   r  rÀ   s     r:   r¸   zQwen3VitClassifier.init_weightsÊ  s@   € ð 	Œ×!Ò!¨kÐ!Ñ:Ô:Ð:ØŒ×"Ò" 4¤9¸+Ð"ÑFÔFÐFÐFÐFr<   c                 óH   — d„ | j                              ¦   «         D ¦   «         S )Nc                 ó   — h | ]}d |› �’ŒS ©r  r›   )rœ   r[   s     r:   ú	<setcomp>z5Qwen3VitClassifier.no_weight_decay.<locals>.<setcomp>Ò  s   € ÐGÐGÐG 1�˜1��ÐGÐGÐGr<   )r  rÊ   rÉ   s    r:   rÊ   z"Qwen3VitClassifier.no_weight_decayÐ  s$   € àGÐG¨¬×(DÒ(DÑ(FÔ(FÐGÑGÔGÐGr<   FrÏ   c                 ó(   — t          dddg¬¦  «        S )Nz(^encoder\.(?:patch_embed|pos_embed|rope))z^encoder\.blocks\.(\d+)N)z^encoder\.merger|^norm|^headrÑ   rÒ   r¥   rÔ   s     r:   rÕ   z Qwen3VitClassifier.group_matcherÔ  s%   € åØ<Ø6Ð8cÐdð
ñ 
ô 
ð 	
r<   rË   c                 ó:   — | j                              |¦  «         d S r_   )r  rÎ   rÍ   s     r:   rÎ   z)Qwen3VitClassifier.set_grad_checkpointingÛ  s   € àŒ×+Ò+¨FÑ3Ô3Ð3Ð3Ð3r<   c                 ó   — | j         S r_   )r  rÉ   s    r:   Úget_classifierz!Qwen3VitClassifier.get_classifierß  s
   € àŒyÐr<   c                 ó8  — || _         |�|dv sJ ‚|| _        t          | ¦  «        }|dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _        | j         	                    | j        ¦  «         | j         
                    | j        ¦  «         d S )Nr  r   )rª   r{   r   rN   rO   r«   rR   r  r  r¿   ÚtrainÚtraining)rT   rª   r{   rU   s       r:   Úreset_classifierz#Qwen3VitClassifier.reset_classifierã  s    € Ø&ˆÔØÐ"Ø +Ð-Ð-Ð-Ð-Ø*ˆDÔÝ˜dÑ#Ô#ˆØGRÐUVÂÀ•B”I˜dÔ/°ÐCÐCÀÐCÐCÐCÕ\^Ô\gÑ\iÔ\iˆŒ	ØŒ×"Ò" 4¤9Ñ-Ô-Ð-ØŒ	�Š˜œÑ&Ô&Ð&Ð&Ð&r<   r9   c                 ó,   — |                       |¦  «        S )z]Pre-classifier features: raw NHWC patches, or projected NLC tokens when encoder_pool='merge'.)r  rÿ   s     r:   rø   z#Qwen3VitClassifier.forward_featuresí  s   € à�|Š|˜A‰ŒÐr<   r]   c                 óò   — |                      dd¦  «        }| j        dk    r|                     d¬¦  «        }|                      |                      |¦  «        ¦  «        }|r|n|                      |¦  «        S )Nr   éþÿÿÿrˆ   rý   )Úflattenr{   rþ   r  rM   r  r`   s      r:   rû   zQwen3VitClassifier.forward_headñ  sh   € Ø�IŠI�a˜ÑÔˆØÔ˜uÒ$Ð$Ø—’˜1�‘”ˆAØ�NŠN˜4Ÿ9š9 Q™<œ<Ñ(Ô(ˆØÐ0ˆqˆq D§I¢I¨a¡L¤LÐ0r<   c                 óR   — |                       |                      |¦  «        ¦  «        S r_   )rû   rø   rÿ   s     r:   ra   zQwen3VitClassifier.forwardø  s$   € Ø× Ò  ×!6Ò!6°qÑ!9Ô!9Ñ:Ô:Ð:r<   rÙ   rÚ   rÛ   rM   rÜ   rÝ   rÞ   c	           	      óò   — | j                              ||||||d¬¦  «        }	t          |	t          ¦  «        sJ ‚|	\  }}
|r|rd|
in|
S | j         j        �| j                              |¦  «        }|r||
dœn||
fS )aˆ  Return backbone intermediates and the configured pre-classifier features.

        ``norm`` is unused: the classifier's post-pooling normalization is not applied to patch tokens.
        The merger, when enabled, applies only to the final features, not the intermediate maps.
        ``output_dict`` returns 'image_intermediates' and, unless ``intermediates_only``, 'image_features'.
        F)rÚ   rÛ   rM   rÜ   ro   rÝ   rå   Nræ   )r  rò   rÄ   Útupler·   )rT   r9   rÚ   rÛ   rM   rÜ   ro   rÝ   rÞ   Úoutputrí   s              r:   rò   z(Qwen3VitClassifier.forward_intermediatesû  sµ   € ð" ”×3Ò3ØØØ!5ØØ!Ø!Ø$ð 4ñ 
ô 
ˆõ ˜&¥%Ñ(Ô(Ð(Ð(Ð(Ø!Ñˆˆ=Øð 	\Ø=HÐ[Ð)¨=Ð9Ð9ÈmÐ[ØŒ<ÔÐ*Ø”×#Ò# AÑ&Ô&ˆAØNYÐq !¸MÐJÐJÐJÐ`aÐcpÐ_qÐqr<   r   ró   rô   c                 óŽ  — | j                              |||¬¦  «        }|r¥d| _        d| _        | j         j        x| _        | _        t          | j        t          ¦  «        rPt          | j        f| j        j	        ddœt          | ¦  «        ¤Ž| _        | j                             | j        ¦  «         |                      d¦  «         |S )zAPrune encoder blocks and optionally the projector and classifier.)ró   rô   r‡   rn   Fr  r   )r  rö   r
  ro   r«   r¬   rÄ   rM   r   rA   r   r"  r#  r$  )rT   rÚ   ró   rô   rî   s        r:   rö   z,Qwen3VitClassifier.prune_intermediate_layers  sÑ   € ð ”|×=Ò=¸gÐR\ÐisÐ=ÑtÔtˆØð 	%Ø "ˆDÔØ$ˆDŒOØ8<¼Ô8QÐQˆDÔ Ô 5Ý˜$œ)¥YÑ/Ô/ð /Ý%ØÔ%ðàœ	œØ ðð õ ' tÑ,Ô,ð	ð �”	ð ”	—’ ¤Ñ.Ô.Ð.Ø×!Ò! !Ñ$Ô$Ð$ØÐr<   )rp   rq   r%   r	  rˆ   r‡   r   rr   rs   rq   rt   r&   ru   rv   r?   NTrw   rw   rw   rw   NNr   rb   r_   r  r  )%rc   rd   re   rf   ro   r  r  r   rh   r
   r  r   r   rj   rK   r-   ré   r  r¸   r	   rÊ   r   r   rÕ   rÎ   rN   r  r   r$  ri   rø   rû   ra   r   rò   rö   rk   rl   s   @r:   r   r     sÚ  ø€ € € € € € ðð ð €J�ÐÐÑð 58Ø ØØ#Ø$Ø "Ø !Ø!ØØØ*ØØ')Ø&-Ø"Ø,0Ø#Ø"Ø$'Ø$'Ø$'ØØð1@sð @sà˜C  s¨C x¤Ð0Ô1ð@sð ð@sð ð	@sð
 ð@sð ð@sð ð@sð ð@sð ð@sð ð@sð ð@sð ð@sð ð@sð "%ð@sð $ð@sð  ð!@sð"   Ô)ð#@sð$ ð%@sð& ð'@sð( "ð)@sð* "ð+@sð, "ð-@sð2 
ð3@sð @sð @sð @sð @sð @sðD „YÔðGð G¨ð G¸ð Gð Gð Gñ ÔðGð
 „YÔðH  S¤ð Hð Hð Hñ ÔðHð „YÔð
ð 
 Dð 
°T¸#¸s¸(´^ð 
ð 
ð 
ñ Ôð
ð „YÔð4ð 4¨Tð 4¸Tð 4ð 4ð 4ñ Ôð4ð „YÔð ¤	ð ð ð ñ Ôðð'ð '¨Cð '¸hÀs¼mð 'ÐW[ð 'ð 'ð 'ð 'ð %¤,ð °5´<ð ð ð ð ð1ð 1˜eœlð 1¸ð 1ÈÌð 1ð 1ð 1ð 1ð;˜œð ;¨%¬,ð ;ð ;ð ;ð ;ð 8<Ø).ØØ$Ø$Ø',Ø %ð rð  ràŒ|ð rð ˜e C¨¨c¬ NÔ3Ô4ð rð #'ð	 rð
 ð rð ð rð ð rð !%ð rð ð rð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÈDÐQTÐVYÐQYÌNÐZÔ	[ð rð  rð  rð  rðH ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 
ˆcŒðð ð ð ð ð ð ð r<   Ú
state_dictÚmodelc                 ó8  — i }|                       ¦   «         D �]�\  }}dD ]0}|                     |¦  «        r|t          |¦  «        d…         } nŒ1|                     d¦  «        sŒO|                     d¦  «        s|                     d¦  «        rŒz|dk    r3|j        dk    r(|                     ¦   «                              d¬	¦  «        }|d
k    rd}|                     d¦  «        }|                     d¦  «        rm|j        €Œí|                     dd¦  «                             dd¦  «        }|                     d¦  «        r&t          |j        j
        t          j        ¦  «        r�ŒR|                     dd¦  «                             dd¦  «        }|||<   �Œƒ|S )zÉRemap `model.visual.*` tensors of a Qwen3-VL / Qwen3.5 / Qwen3.8 / Qwen-Drive checkpoint to timm keys.

    Every non-vision tensor (the LLM) is dropped, so a raw VLM shard can be passed directly.
    )zvlm.model.visual.zmodel.visual.zvisual.r  N)zpatch_embed.r   r¡   úmerger.Úrotary_pos_embÚdeepstack_merger_listzpatch_embed.proj.weightrY   r&   rý   zpos_embed.weightr   r   r1  zmerger.linear_fc1.zmerger.fc1.zmerger.linear_fc2.zmerger.fc2.z.mlp.linear_fc1.z	.mlp.fc1.z.mlp.linear_fc2.z	.mlp.fc2.)ÚitemsÚ
startswithrè   ÚndimÚdoubleÚsumÚ	unsqueezer·   ÚreplacerÄ   rS   rN   rR   )r.  r/  Úout_dictr[   ÚvÚprefixs         r:   Úcheckpoint_filter_fn_encoderr>  5  s¬  € ð €HØ× Ò Ñ"Ô"ð ñ ‰ˆˆ1àSð 	ð 	ˆFØ�|Š|˜FÑ#Ô#ð Ø•c˜&‘k”k�m�mÔ$�Ø�ðð —<’<Ð SÑTÔTð Øà�<Š<Ð(Ñ)Ô)ð 	¨Q¯\ª\Ð:QÑ-RÔ-Rð 	àØÐ)Ò)Ð)¨a¬f¸ªk¨kð
 —’‘
”
—’ 1�Ñ%Ô%ˆAØÐ"Ò"Ð"ØˆAØ—’˜A‘”ˆAØ�<Š<˜	Ñ"Ô"ð 	ØŒ|Ð#ØØ—	’	Ð.°Ñ>Ô>×FÒFÐG[Ð]jÑkÔkˆAØ�|Š|˜MÑ*Ô*ð ­z¸%¼,Ô:JÍBÌKÑ/XÔ/Xð ÙØ�IŠIÐ(¨+Ñ6Ô6×>Ò>Ð?QÐS^Ñ_Ô_ˆØˆ�‰‰Ø€Or<   c                 óê   ‡— d„ |                       ¦   «         D ¦   «         Št          ˆfd„|                       ¦   «         D ¦   «         |j        ¦  «        }i d„ |                      ¦   «         D ¦   «         ¥‰¥S )zXLoad HF vision / timm encoder weights, or round-trip a fine-tuned classifier checkpoint.c                 óD   — i | ]\  }}|                      d ¦  «        ¯||“ŒS ))znorm.zhead.)r5  ©rœ   r[   r<  s      r:   ú
<dictcomp>z3checkpoint_filter_fn_classifier.<locals>.<dictcomp>d  s0   € ÐUÐUÐU‘d�a˜°A·L²LÐASÑ4TÔ4TÐUˆQ�ÐUÐUÐUr<   c                 ó$   •— i | ]\  }}|‰v¯	||“ŒS r›   r›   )rœ   r[   r<  Úlocals      €r:   rB  z3checkpoint_filter_fn_classifier.<locals>.<dictcomp>e  s+   ø€ Ð+bÐ+bÐ+b±T°Q¸ÐSTÐ\aÐSaÐSa¨A¨qÐSaÐSaÐSar<   c                 ó    — i | ]\  }}d |› �|“ŒS r  r›   rA  s      r:   rB  z3checkpoint_filter_fn_classifier.<locals>.<dictcomp>f  s$   € Ð=Ð=Ð=¡T Q¨ˆ~˜!ˆ~ˆ~˜qÐ=Ð=Ð=r<   )r4  r>  r  )r.  r/  r  rD  s      @r:   Úcheckpoint_filter_fn_classifierrF  _  s€   ø€ ð
 VÐU˜j×.Ò.Ñ0Ô0ÐUÑUÔU€EÝ*Ð+bÐ+bÐ+bÐ+b¸Z×=MÒ=MÑ=OÔ=OÐ+bÑ+bÔ+bÐdiÔdqÑrÔr€GØGÐ=Ð=¨W¯]ª]©_¬_Ð=Ñ=Ô=ÐGÀÐGÐGr<   FÚvariantÚ
pretrainedc           	      ód  — t          | |                     dd ¦  «        |                     dd ¦  «        ¬¦  «        }|                     d¦  «        dk    rd|vrt          | |j        ¦  «        |d<   |                     dd¦  «        }t          t          | |f|t          t          |d	¬
¦  «        dœ|¤ŽS )NÚpretrained_cfgÚpretrained_cfg_overlay©rJ  rK  r
  r\   rD   Úout_indicesr%   Úgetter©rM  Úfeature_cls)rJ  Úpretrained_filter_fnÚfeature_cfg)	r   ÚpopÚgetÚ_resolve_qwen3_out_featuresÚtagr   r   rF  r¦   ©rG  rH  ÚkwargsrJ  rM  s        r:   Ú_create_qwen3_vit_classifierrY  i  sÑ   € Ý+ØØ—z’zÐ"2°DÑ9Ô9Ø%ŸzšzÐ*BÀDÑIÔIðñ ô €Nð
 ‡z‚z�.Ñ!Ô! WÒ,Ð,°ÀvÐ1MÐ1MÝ!<¸WÀnÔFXÑ!YÔ!Yˆˆ~ÑØ—*’*˜]¨AÑ.Ô.€KÝÝØØðð &Ý<Ý [¸hÐGÑGÔGðð ð ðð ð r<   c           	      ó4  — t          | |                     dd ¦  «        |                     dd ¦  «        ¬¦  «        }d|vrt          | |j        ¦  «        |d<   |                     dd¦  «        }t	          t
          | |f|t          t          |d¬¦  «        d	d
œ|¤ŽS )NrJ  rK  rL  rD   rM  r%   rN  rO  )rª   r  )rJ  rQ  rR  Úkwargs_filter)r   rS  rU  rV  r   r   r>  r¦   rW  s        r:   Ú_create_qwen3_vit_encoderr\  }  s¾   € Ý+ØØ—z’zÐ"2°DÑ9Ô9Ø%ŸzšzÐ*BÀDÑIÔIðñ ô €Nð
 ˜VÐ#Ð#Ý!<¸WÀnÔFXÑ!YÔ!Yˆˆ~ÑØ—*’*˜]¨AÑ.Ô.€KÝÝØØð	ð &Ý9Ý [¸hÐGÑGÔGØ2ð	ð 	ð ð	ð 	ð 	r<   rV  c                 óÌ   — |                       d¦  «        r|                      dd¦  «        d         n| }|› d|› �}|t          vrt          d¦  «        ‚t          |         d         S )N)Ú_encÚ_mergerð   r   r   ú.zQSpecify out_features for a Qwen projector with a custom pretrained configuration.rD   )ÚendswithÚrsplitÚ_SOURCE_CFGSÚ
ValueError)rG  rV  Úsource_archÚsource_names       r:   rU  rU  ’  sq   € Ø/6×/?Ò/?Ð@RÑ/SÔ/SÐ`�'—.’.  aÑ(Ô(¨Ô+Ð+ÐY`€KØ Ð(Ð( 3Ð(Ð(€KØ�,Ð&Ð&ÝÐlÑmÔmÐmÝ˜Ô$ ^Ô4Ð4r<   r‡   Úurlc                 ó"   — | dd ddddddddd	œ|¥S )
N)r%   rp   rp   Fg      ð?ÚsquashÚbicubic)ç      à?rk  rk  r   z
apache-2.0)rg  Ú
input_sizeÚ	pool_sizeÚfixed_input_sizeÚcrop_pctÚ	crop_modeÚinterpolationrþ   r½   rª   Úlicenser›   )rg  rX  s     r:   Ú_cfgrs  š  s<   € àà#ØØ!ØØØ"ØØØØðð ð ðð r<   zQwen/Qwen3.5-0.8Bz,model.safetensors-00001-of-00001.safetensorsé   z(https://huggingface.co/Qwen/Qwen3.5-0.8B)Ú	hf_hub_idÚhf_hub_filenamerD   Ú
origin_urlzQwen/Qwen3.5-2Bi   z&https://huggingface.co/Qwen/Qwen3.5-2BzQwen/Qwen3.5-4Bz,model.safetensors-00002-of-00002.safetensorsi 
  z&https://huggingface.co/Qwen/Qwen3.5-4BzQwen/Qwen3.8-27Bz model-00001-of-00018.safetensorsi   z'https://huggingface.co/Qwen/Qwen3.8-27BzQwen/Qwen3.8-Flash-Nextz model-00001-of-00131.safetensorsz.https://huggingface.co/Qwen/Qwen3.8-Flash-Nextzqwen-community-1.0)ru  rv  rD   rw  rr  zQwen/Qwen3.5-27Bz,model.safetensors-00011-of-00011.safetensorsz'https://huggingface.co/Qwen/Qwen3.5-27BzQwen/Qwen3.5-9Bz,model.safetensors-00004-of-00004.safetensorsi   z&https://huggingface.co/Qwen/Qwen3.5-9BzQwen/Qwen3-VL-4B-Instructz model-00002-of-00002.safetensorsz0https://huggingface.co/Qwen/Qwen3-VL-4B-InstructzQwen/Qwen3-VL-8B-Instructz model-00004-of-00004.safetensorsz0https://huggingface.co/Qwen/Qwen3-VL-8B-InstructzQwen/Qwen3-VL-32B-Instructz model-00014-of-00014.safetensorsz1https://huggingface.co/Qwen/Qwen3-VL-32B-InstructzQwen/Qwen3-VL-30B-A3B-Instructz model-00013-of-00013.safetensorsz5https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Instructz Qwen/Qwen3-VL-235B-A22B-Instructz model-00001-of-00096.safetensorsz7https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-InstructzQwen/Qwen-Drive-1.0-4Bzmodel.safetensorsz-https://huggingface.co/Qwen/Qwen-Drive-1.0-4B)zqwen3_vit_88m.qwen3_5_0_8bzqwen3_vit_306m.qwen3_5_2bzqwen3_vit_306m.qwen3_5_4bzqwen3_vit_416m.qwen3_8_27bz!qwen3_vit_416m.qwen3_8_flash_nextzqwen3_vit_416m.qwen3_5_27bzqwen3_vit_416m.qwen3_5_9bzqwen3_vit_306m.qwen3_vl_4bzqwen3_vit_416m.qwen3_vl_8bzqwen3_vit_416m.qwen3_vl_32bzqwen3_vit_416m.qwen3_vl_30b_a3bz!qwen3_vit_416m.qwen3_vl_235b_a22bz qwen3_vit_306m.qwen_drive_1_0_4bc                 ó  — i | ]…\  }}d D ]}}|                      dd¦  «        d         › |› d|                      dd¦  «        d         › �t          d„ |                     ¦   «         D ¦   «         d|dk    rdnd|dk    rd	nd
¬¦  «        “Œ~Œ†S ))r‡   r_  r^  r`  r   r   c              3   ó,   K  — | ]\  }}|d v¯	||fV — ŒdS ))rD   rv  Nr›   rA  s      r:   ú	<genexpr>z<dictcomp>.<genexpr>
  s5   è è € ÐXÐX‘D�A�q¨1Ð4WÐ+WÐ+Wˆ!ˆQˆÐ+WÐ+WÐ+WÐ+WÐXÐXr<   ztimm/r^  zpatch_embed.projzencoder.patch_embed.projNr  )ru  Ú
first_convÚ
classifier)Úsplitr¦   r4  )rœ   ÚnameÚcfgÚsuffixs       r:   rB  rB    sÓ   € ð 	&ð 	&ð 	&ñ 	ˆˆcØ(ð	&ð 	&ð 	ð ‡z‚z�#�qÑÔ˜!ÔÐ>˜fÐ>Ð> t§z¢z°#°qÑ'9Ô'9¸!Ô'<Ð>Ð>ÅØXÐX˜CŸIšI™KœKÐXÑXÔXØØ)/°6Ò)9Ð)9Ð%Ð%Ð?YØ! VÒ+Ð+�4�4°ð	Añ Aô Að	&ð 	&ð 	&ð 	&r<   c           	      óZ   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )zNQwen3.5 vision classifier, 12 x 768 (88M w/o projector). Source: Qwen3.5-0.8B.rp   é   ç      @©r|   r}   r~   r   Úqwen3_vit_88mrH  )r…  ©r¦   rY  ©rH  rX  Ú
model_argss      r:   r…  r…    sF   € õ  ¨2¸ÀsÐKÑKÔK€JÝ'ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐmÐmr<   c           	      ó\   — t          ddddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )	z\Qwen3.5-0.8B vision classifier retaining the native spatial merger and 1024-wide projection.rp   r‚  rƒ  r\   ©r|   r}   r~   r   r
  Úqwen3_vit_88m_mergerH  )r‹  r†  r‡  s      r:   r‹  r‹    sI   € õ  ¨2¸ÀsÐY`ÐaÑaÔa€JÝ'ÐsÐsÈ*ÐsÕX\Ð]gÐXrÐXrÐkqÐXrÐXrÐsÐsÐsr<   c           	      óZ   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )	zfQwen3.5 vision classifier, 24 x 1024 (306M w/o projector). Source: Qwen3.5-2B / 4B, Qwen-Drive-1.0-4B.rt  é   rq   rƒ  r„  Úqwen3_vit_306mrH  )rŽ  r†  r‡  s      r:   rŽ  rŽ  "  sF   € õ  ¨B¸"ÈÐLÑLÔL€JÝ'ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐnÐnr<   c           	      ó\   — t          ddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤ŽS )
úUQwen vision classifier retaining the native spatial merger and source LLM projection.rt  r�  rq   rƒ  r\   rŠ  Úqwen3_vit_306m_mergerH  )r‘  r†  r‡  s      r:   r‘  r‘  )  sI   € õ  ¨B¸"ÈÐZaÐbÑbÔb€JÝ'ÐtÐtÈ:ÐtÕY]Ð^hÐYsÐYsÐlrÐYsÐYsÐtÐtÐtr<   c           	      óZ   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )	zgQwen3.5 / Qwen3.8 vision classifier, 27 x 1152 (416M w/o projector). Source: Qwen3.5-9B / 27B, Qwen3.8.rr   rs   rq   rt   r„  Úqwen3_vit_416mrH  )r“  r†  r‡  s      r:   r“  r“  0  sF   € õ  ¨B¸"ÈÐTÑTÔT€JÝ'ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐnÐnr<   c           	      ó\   — t          ddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤ŽS )
r�  rr   rs   rq   rt   r\   rŠ  Úqwen3_vit_416m_mergerH  )r•  r†  r‡  s      r:   r•  r•  7  sI   € õ  ¨B¸"ÈÐbiÐjÑjÔj€JÝ'ÐtÐtÈ:ÐtÕY]Ð^hÐYsÐYsÐlrÐYsÐYsÐtÐtÐtr<   c           	      óZ   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )úIQwen native vision encoder with spatial merger and source LLM projection.rp   r‚  rƒ  r„  Úqwen3_vit_88m_encrH  )r˜  ©r¦   r\  r‡  s      r:   r˜  r˜  >  sF   € õ  ¨2¸ÀsÐKÑKÔK€JÝ$ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐnÐnr<   c           	      óZ   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )	r—  rt  r�  rq   rƒ  r„  Úqwen3_vit_306m_encrH  )r›  r™  r‡  s      r:   r›  r›  E  sF   € õ  ¨B¸"ÈÐLÑLÔL€JÝ$ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐoÐor<   c           	      óZ   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )	r—  rr   rs   rq   rt   r„  Úqwen3_vit_416m_encrH  )r�  r™  r‡  s      r:   r�  r�  L  sF   € õ  ¨B¸"ÈÐTÑTÔT€JÝ$ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐoÐor<   rb   )r‡   )Drf   Ú	functoolsr   Útypingr   r   r   r   r   r	   r
   r   r-   Útorch.nnrN   Útorch.nn.functionalÚ
functionalr3   Útimm.layersr   r   r   r   r   r   r   Útimm.layers.trace_utilsr   Ú_builderr   r   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Úevar   Ú__all__ri   rh   r;   r  r>   r   r   r  r>  rF  rj   rY  r\  rU  rs  rc  r4  Údefault_cfgsr…  r‹  rŽ  r‘  r“  r•  r˜  r›  r�  r›   r<   r:   ú<module>r¬     sÒ  ððð ð8 Ð Ð Ð Ð Ð Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ Ià €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ,Ð +Ð +Ð +Ð +Ð +Ø BÐ BÐ BÐ BÐ BÐ BÐ BÐ BØ +Ð +Ð +Ð +Ð +Ð +Ø #Ð #Ð #Ð #Ð #Ð #Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ø Ð Ð Ð Ð Ð àÐ2Ð
3€ð ðJ u¤|ð JÀð JÈuÐUXÐZ]ÐU]Ìð JÐchÔcoð Jð Jð Jñ ÔðJð(0ð (0ð (0ð (0ð (0˜"œ)ñ (0ô (0ð (0ðVKð Kð Kð Kð K�b”iñ Kô Kð Kð\sð sð sð sð s˜œñ sô sð sðl'Ø˜˜eœlÐ*Ô+ð'àð'ð 
ˆ#ˆuŒ|Ð
Ôð'ð 'ð 'ð 'ðTHØ˜˜eœlÐ*Ô+ðHà!ðHð 
ˆ#ˆuŒ|Ð
ÔðHð Hð Hð Hðð ¨#ð ¸4ð ÐVhð ð ð ð ð(ð  sð ¸ð ÐSbð ð ð ð ð*5¨ð 5°3ð 5¸3ð 5ð 5ð 5ð 5ðð ˆcð  T¨#¨s¨(¤^ð ð ð ð ð* #' $Ø%ØFØØ=ð	#ñ #ô #ð "& Ø#ØFØØ;ð	"ñ "ô "ð "& Ø#ØFØØ;ð	"ñ "ô "ð #' $Ø$Ø:ØØ<ð	#ñ #ô #ð *.¨Ø+Ø:ØØCØ$ð*ñ *ô *ð #' $Ø$ØFØØ<ð	#ñ #ô #ð "& Ø#ØFØØ;ð	"ñ "ô "ð #' $Ø-Ø:ØØEð	#ñ #ô #ð #' $Ø-Ø:ØØEð	#ñ #ô #ð $( 4Ø.Ø:ØØFð	$ñ $ô $ð (, tØ2Ø:ØØJð	(ñ (ô (ð *.¨Ø4Ø:ØØLð	*ñ *ô *ð )-¨Ø*Ø+ØØBð	)ñ )ô )ðgYð Y€ðx %Ð$ð 	&ð 	&ð "×'Ò'Ñ)Ô)ð	&ñ 	&ô 	&ñ 	ô 	€ð ðnð n˜dð nÐ9Kð nð nð nñ „ðnð ðtð t Dð tÐ?Qð tð tð tñ „ðtð ðoð o˜tð oÐ:Lð oð oð oñ „ðoð ðuð u Tð uÐ@Rð uð uð uñ „ðuð ðoð o˜tð oÐ:Lð oð oð oñ „ðoð ðuð u Tð uÐ@Rð uð uð uñ „ðuð ðoð o $ð o¸_ð oð oð oñ „ðoð ðpð p 4ð p¸oð pð pð pñ „ðpð ðpð p 4ð p¸oð pð pð pñ „ðpð pð pr<   