§
    ·¯¸j½	 ã                   óþ  — d Z ddlZddlZddlmZ ddlmZmZmZm	Z	m
Z
mZmZmZ ddlZddlmZ ddlmc mZ ddlmZmZmZmZ ddlmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 ddl1m2Z2 dd	l3m4Z4 dd
l5m6Z6 ddl7m8Z8m9Z9 dgZ: G d„ dej;        ¦  «        Z< G d„ dej;        ¦  «        Z= G d„ dej;        ¦  «        Z> G d„ dej;        ¦  «        Z?	 dëdee@ejA        f         dej;        de@dee@ejA        f         fd„ZB	 	 dìdee@ejA        f         dej;        de@deCdee@ejA        f         f
d„ZDdíd e@d!eCde?fd"„ZEdîd$e@dee@ef         fd%„ZFdîd$e@dee@ef         fd&„ZGdîd$e@dee@ef         fd'„ZHdîd$e@dee@ef         fd(„ZIdîd$e@dee@ef         fd)„ZJdîd$e@dee@ef         fd*„ZK e8i d+ eFd,¬-¦  «        “d. eFd,d/d0d1¬2¦  «        “d3 eFd,eed/d0d1¬4¦  «        “d5 eFd,eed6d0d1¬4¦  «        “d7 eFd,d8d0d1¬2¦  «        “d9 eFd,d8d0d1¬2¦  «        “d: eFd,d8d0d1¬2¦  «        “d; eFd,d/d0¬<¦  «        “d= eFd,d/d0¬<¦  «        “d> eFd,d8d0¬<¦  «        “d? eFd,d8d0¬<¦  «        “d@ eFd,d8d0¬<¦  «        “dA eFd,d8d0d1dB¬C¦  «        “dD eFd,d8d0d1dB¬C¦  «        “dE eFd,d8d0d1dB¬C¦  «        “dF eFd,d¬G¦  «        “dH eFd,d¬G¦  «        “i dI eFd,d¬G¦  «        “dJ eFd,d¬G¦  «        “dK eFd,d¬G¦  «        “dL eFd,dM¬G¦  «        “dN eFd,dM¬G¦  «        “dO eFd,dP¬G¦  «        “dQ eFd,dR¬G¦  «        “dS eFd,d/d0dR¬T¦  «        “dU eFd,dM¬G¦  «        “dV eFd,dM¬G¦  «        “dW eFd¬X¦  «        “dY eFd,dZd[d\d\¬]¦  «        “d^ eFd,dZd[d\d\¬]¦  «        “d_ eFd,dZd[¬<¦  «        “d` eFd,dZd[d\d\¬]¦  «        “da eGd,dbdP¬c¦  «        “dd eGd,dbdP¬c¦  «        “¥i de eGd,dfdM¬c¦  «        “dg eGd,d/dM¬c¦  «        “dh eGd,d8di¬c¦  «        “dj eGd,d8d¬c¦  «        “dk eGd,d8d¬c¦  «        “dl eGd,d8d¬c¦  «        “dm eGd,d8d¬c¦  «        “dn eGd,dod¬c¦  «        “dp eGd,dod¬c¦  «        “dq eGd,dod¬c¦  «        “dr eGd,d8d¬c¦  «        “ds eGd,d8d¬c¦  «        “dt eFd,eedu¬v¦  «        “dw eFd,eedu¬v¦  «        “dx eFd,eedu¬v¦  «        “dy eFd,eedu¬v¦  «        “dz eFd,eedu¬v¦  «        “¥i d{ eFd,eedu¬v¦  «        “d| eFd,eedu¬v¦  «        “d} eFd,eedu¬v¦  «        “d~ eFd,eedu¬v¦  «        “d eFd,eedu¬v¦  «        “d€ eFd,eedu¬v¦  «        “d� eFd,eedu¬v¦  «        “d‚ eHd,¬-¦  «        “dƒ eHd,¬-¦  «        “d„ eHd,¬-¦  «        “d… eHd,¬-¦  «        “d† eHd,¬-¦  «        “d‡ eHd,¬-¦  «        “dˆ eId,¬-¦  «        “d‰ eId,¬-¦  «        “dŠ eId,¬-¦  «        “d‹ eHd,¬-¦  «        “¥i dŒ eHd,¬-¦  «        “d� eHd,dŽd�¬�¦  «        “d‘ eHd,dŽd�¬�¦  «        “d’ eHd,¬-¦  «        “d“ eHd,¬-¦  «        “d” eHd,¬-¦  «        “d• eHd,dŽd�¬�¦  «        “d– eJd—¬-¦  «        “d˜ eJd™¬-¦  «        “dš eJd›¬-¦  «        “dœ eJd�¬-¦  «        “dž eKd,¬-¦  «        “dŸ eKd,¬-¦  «        “d  eKd,¬-¦  «        “d¡ eKd,¬-¦  «        “d¢ eKd,¬-¦  «        “¥¦  «        ZLe9díd!eCde?fd£„¦   «         ZMe9díd!eCde?fd¤„¦   «         ZNe9díd!eCde?fd¥„¦   «         ZOe9díd!eCde?fd¦„¦   «         ZPe9díd!eCde?fd§„¦   «         ZQe9díd!eCde?fd¨„¦   «         ZRe9díd!eCde?fd©„¦   «         ZSe9díd!eCde?fdª„¦   «         ZTe9díd!eCde?fd«„¦   «         ZUe9díd!eCde?fd¬„¦   «         ZVe9díd!eCde?fd­„¦   «         ZWe9díd!eCde?fd®„¦   «         ZXe9díd!eCde?fd¯„¦   «         ZYe9díd!eCde?fd°„¦   «         ZZe9díd!eCde?fd±„¦   «         Z[e9díd!eCde?fd²„¦   «         Z\e9díd!eCde?fd³„¦   «         Z]e9díd!eCde?fd´„¦   «         Z^e9díd!eCde?fdµ„¦   «         Z_e9díd!eCde?fd¶„¦   «         Z`e9díd!eCde?fd·„¦   «         Zae9díd!eCde?fd¸„¦   «         Zbe9díd!eCde?fd¹„¦   «         Zce9díd!eCde?fdº„¦   «         Zde9díd!eCde?fd»„¦   «         Zee9díd!eCde?fd¼„¦   «         Zfe9díd!eCde?fd½„¦   «         Zge9díd!eCde?fd¾„¦   «         Zhe9díd!eCde?fd¿„¦   «         Zie9díd!eCde?fdÀ„¦   «         Zje9díd!eCde?fdÁ„¦   «         Zke9díd!eCde?fdÂ„¦   «         Zle9díd!eCde?fdÃ„¦   «         Zme9díd!eCde?fdÄ„¦   «         Zne9díd!eCde?fdÅ„¦   «         Zoe9díd!eCde?fdÆ„¦   «         Zpe9díd!eCde?fdÇ„¦   «         Zqe9díd!eCde?fdÈ„¦   «         Zre9díd!eCde?fdÉ„¦   «         Zse9díd!eCde?fdÊ„¦   «         Zte9díd!eCde?fdË„¦   «         Zue9díd!eCde?fdÌ„¦   «         Zve9díd!eCde?fdÍ„¦   «         Zwe9díd!eCde?fdÎ„¦   «         Zxe9díd!eCde?fdÏ„¦   «         Zye9díd!eCde?fdÐ„¦   «         Zze9díd!eCde?fdÑ„¦   «         Z{e9díd!eCde?fdÒ„¦   «         Z|e9díd!eCde?fdÓ„¦   «         Z}e9díd!eCde?fdÔ„¦   «         Z~e9díd!eCde?fdÕ„¦   «         Ze9díd!eCde?fdÖ„¦   «         Z€e9díd!eCde?fd×„¦   «         Z�e9díd!eCde?fdØ„¦   «         Z‚e9díd!eCde?fdÙ„¦   «         Zƒe9díd!eCde?fdÚ„¦   «         Z„e9díd!eCde?fdÛ„¦   «         Z…e9díd!eCde?fdÜ„¦   «         Z†e9díd!eCde?fdÝ„¦   «         Z‡e9díd!eCde?fdÞ„¦   «         Zˆ	 dïdàe‰dáe‰dâe‰dãe‰däe‰dee@ef         fdå„ZŠe9díd!eCde?fdæ„¦   «         Z‹e9díd!eCde?fdç„¦   «         ZŒe9díd!eCde?fdè„¦   «         Z�e9díd!eCde?fdé„¦   «         ZŽe9díd!eCde?fdê„¦   «         Z�dS )ða‚   EVA

EVA ViT from https://github.com/baaivision/EVA , paper: https://arxiv.org/abs/2211.07636

This file contains a number of ViT variants the utilise ROPE position embeddings, SwiGLU and other additions:
 * EVA & EVA02 model implementations that evolved from BEiT, additional models in vision_transformer.py.
 * `timm` original SBB ViT w/ ROPE position embeddings
 * Perception Encoder (PE) ViT from Meta (https://arxiv.org/abs/2504.13181)
 * ROPE-ViT from Naver AI (https://arxiv.org/abs/2403.13298)
 * DINOv3 from META AI Research (https://arxiv.org/abs/2508.10104)
 * LingBot-Vision from Robbyant (https://arxiv.org/abs/2607.05247)
 * Sapiens2 human-centric ViT from Meta (https://arxiv.org/abs/2604.21681)

@article{EVA,
  title={EVA: Exploring the Limits of Masked Visual Representation Learning at Scale},
  author={Fang, Yuxin and Wang, Wen and Xie, Binhui and Sun, Quan and Wu, Ledell and Wang, Xinggang and Huang,
  Tiejun and Wang, Xinlong and Cao, Yue},
  journal={arXiv preprint arXiv:2211.07636},
  year={2022}
}

EVA-02: A Visual Representation for Neon Genesis - https://arxiv.org/abs/2303.11331
@article{EVA02,
  title={EVA-02: A Visual Representation for Neon Genesis},
  author={Fang, Yuxin and Sun, Quan and Wang, Xinggang and Huang, Tiejun and Wang, Xinlong and Cao, Yue},
  journal={arXiv preprint arXiv:2303.11331},
  year={2023}
}

@article{bolya2025perception,
  title={Perception encoder: The best visual embeddings are not at the output of the network},
  author={Bolya, Daniel and Huang, Po-Yao and Sun, Peize and Cho, Jang Hyun and Madotto, Andrea and Wei, Chen and Ma,
    Tengyu and Zhi, Jiale and Rajasegaran, Jathushan and Rasheed, Hanoona and others},
  journal={arXiv preprint arXiv:2504.13181},
  year={2025}
}

@inproceedings{heo2024rotary,
  title={Rotary position embedding for vision transformer},
  author={Heo, Byeongho and Park, Song and Han, Dongyoon and Yun, Sangdoo},
  booktitle={European Conference on Computer Vision},
  pages={289--305},
  year={2024},
  organization={Springer}
}

@article{simeoni2025dinov3,
  title={{DINOv3}},
  author={Sim{'e}oni, Oriane and Vo, Huy V. and Seitzer, Maximilian and Baldassarre, Federico and Oquab, Maxime
    and Jose, Cijo and Khalidov, Vasil and Szafraniec, Marc and Yi, Seungeun and Ramamonjisoa, Micha{"e}l
    and Massa, Francisco and Haziza, Daniel and Wehrstedt, Luca and Wang, Jianyuan and Darcet, Timoth{'e}e
    and Moutakanni, Th{'e}o and Sentana, Leonel and Roberts, Claire and Vedaldi, Andrea and Tolan, Jamie
    and Brandt, John and Couprie, Camille and Mairal, Julien and J{'e}gou, Herv{'e} and Labatut, Patrick
    and Bojanowski, Piotr},
  year={2025},
  eprint={2508.10104},
  url={https://arxiv.org/abs/2508.10104},
}

@article{lingbot-vision2026,
  title={Vision Pretraining for Dense Spatial Perception},
  author={Fu, Zelin and Tan, Bin and Sun, Changjiang and Liu, Shaohui and Zheng, Kecheng and Xu, Yinghao
    and Zhu, Xing and Shen, Yujun and Xue, Nan},
  journal={arXiv preprint arXiv:2607.05247},
  year={2026}
}

@article{khirodkarsapiens2,
  title={Sapiens2},
  author={Khirodkar, Rawal and Wen, He and Martinez, Julieta and Dong, Yuan and Su, Zhaoen and Saito, Shunsuke},
  journal={arXiv preprint arXiv:2604.21681},
  year={2026}
}

DINOv3 code was a modification of existing EVA model and support modules, so licensed under Apache-2.0 like timm.
Weights from META remain under DINOv3 License (https://ai.meta.com/resources/models-and-libraries/dinov3-license/).
LingBot-Vision code and weights are released under Apache-2.0 (https://github.com/robbyant/lingbot-vision).
Sapiens2 support was likewise built on the existing EVA / DINOv3 modules (GQA + attn-only LayerScale added), no code
was taken from the Meta release, so it is Apache-2.0 like timm. Weights from META remain under the Sapiens2 License
(https://github.com/facebookresearch/sapiens2/blob/main/LICENSE.md).

Modifications by / Copyright 2023 Ross Wightman, original copyrights below
é    N)Úpartial)ÚAnyÚCallableÚDictÚListÚOptionalÚSetÚTupleÚUnion)ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STDÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STD)Úget_device_dtypeÚ
PatchEmbedÚMlpÚGluMlpÚSwiGLUÚ	LayerNormÚRmsNormÚDropPathÚcalculate_drop_path_ratesÚPatchDropoutWithIndicesÚcreate_rope_embedÚapply_rot_embed_catÚapply_keep_indices_nlcÚtrunc_normal_Úresample_patch_embedÚresample_abs_pos_embedÚglobal_pool_nlcÚ	to_2tupleÚuse_fused_attnÚmaybe_add_maskÚresolve_self_attn_maskÚAttentionRopeÚAttentionPoolLatenté   )Úbuild_model_with_cfg)Úfeature_take_indices)Ú
checkpoint)Úgenerate_default_cfgsÚregister_modelÚEvac                   ó   ‡ — e Zd ZU dZej        j        e         ed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d d	e	d
e	dededede	de
de
dee	         dee         dedededefˆ fd„Zd!d„Zd!d„Z	 	 	 d"deej                 deej                 defd„Zd!d„Zˆ xZS )#ÚEvaAttentionzG EVA Attention with ROPE, no k-bias, and fused/unfused qkv options
    Ú
fused_attné   TFr'   ç        NÚdimÚ	num_headsÚqkv_biasÚ	qkv_fusedÚqkv_bias_separateÚnum_prefix_tokensÚ	attn_dropÚ	proj_dropÚattn_head_dimÚ
norm_layerÚqk_normÚ
scale_normÚrotate_halfÚgatedc                 ór  •— ||dœ}t          ¦   «                              ¦   «          |s|r|
€
J d¦   «         ‚|| _        ||z  | _        |	�|	| _        | j        | j        z  }| j        dz  | _        || _        t          ¦   «         | _        || _        || _	        |rÅt          j        ||dz  fddi|¤Ž| _        dx| _        x| _        | _        |r{t          j        t#          j        |fi |¤Ž¦  «        | _        |                      dt#          j        |fi |¤Žd¬	¦  «         t          j        t#          j        |fi |¤Ž¦  «        | _        n€dx| _        x| _        | _        njt          j        ||fd|i|¤Ž| _        t          j        ||fddi|¤Ž| _        t          j        ||fd|i|¤Ž| _        d| _        dx| _        x| _        | _        |r |
| j        fi |¤Žnt          j        ¦   «         | _        |r |
| j        fi |¤Žnt          j        ¦   «         | _        t          j        |¦  «        | _        |r	 |
|fi |¤Žnt          j        ¦   «         | _        |rt          j        ||fd|i|¤Žnd| _        t          j        ||fi |¤Ž| _        t          j        |¦  «        | _        |                       ¦   «          dS )
au  
        Args:
            dim: Input dimension of the token embeddings
            num_heads: Number of attention heads
            qkv_bias: Whether to add a bias term to the query, key, and value projections
            qkv_fused: Whether qkv projections are fused into one projection or separate
            qkv_bias_separate: Whether to apply bias to qkv as a separate addition or part of F.linear() call
            num_prefix_tokens: Number of reg/cls tokens at the beginning of the sequence that
                should not have position embeddings applied
            attn_drop: Dropout rate for attention weights
            proj_drop: Dropout rate for the output projection
            attn_head_dim: Dimension of each attention head (if None, computed as dim // num_heads)
            norm_layer: Normalization layer constructor to use for QK and scale normalization
            qk_norm: Enable normalization of query (Q) and key (K) vectors with norm_layer
            scale_norm: Enable normalization (scaling) of attention output with norm_layer
            rotate_half: Use half rotation layout instead of interleaved
        ©ÚdeviceÚdtypeNz<norm_layer must be provided if qk_norm or scale_norm is Trueg      à¿é   ÚbiasFÚk_bias)Ú
persistent)!ÚsuperÚ__init__r4   Úhead_dimÚscaler8   r"   r0   r7   r?   ÚnnÚLinearÚqkvÚq_projÚk_projÚv_projÚ	ParameterÚtorchÚemptyÚq_biasÚregister_bufferÚv_biasrG   ÚIdentityÚq_normÚk_normÚDropoutr9   ÚnormÚgateÚprojr:   Úreset_parameters)Úselfr3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rC   rD   ÚddÚattn_dimÚ	__class__s                      €ú_/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/eva.pyrJ   zEvaAttention.__init__…   s  ø€ ðH ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØð 	j˜ð 	jØÐ)Ð)Ð+iÑ)Ô)Ð)Ø"ˆŒØ˜yÑ(ˆŒØÐ$Ø)ˆDŒMØ”= 4¤>Ñ1ˆØ”] dÑ*ˆŒ
Ø!2ˆÔÝ(Ñ*Ô*ˆŒØ!2ˆÔØ&ˆÔàð 	;Ý”y  h°¡lÐEÐE¸ÐEÀ"ÐEÐEˆDŒHØ6:Ð:ˆDŒKÐ:˜$œ+¨¬Øð ?Ý œl­5¬;°xÐ+FÐ+FÀ2Ð+FÐ+FÑGÔG�”Ø×$Ò$ X­u¬{¸8Ð/JÐ/JÀrÐ/JÐ/JÐW\Ð$Ñ]Ô]Ð]Ý œl­5¬;°xÐ+FÐ+FÀ2Ð+FÐ+FÑGÔG�”�à:>Ð>�”Ð>˜dœk¨D¬K¨Kåœ) C¨ÐGÐG¸ÐGÀBÐGÐGˆDŒKÝœ) C¨ÐDÐD¸ÐDÀÐDÐDˆDŒKÝœ) C¨ÐGÐG¸ÐGÀBÐGÐGˆDŒKØˆDŒHØ6:Ð:ˆDŒKÐ:˜$œ+¨¬Ø9@ÐS�j�j ¤Ð5Ð5°"Ð5Ð5Ð5ÅbÄkÁmÄmˆŒØ9@ÐS�j�j ¤Ð5Ð5°"Ð5Ð5Ð5ÅbÄkÁmÄmˆŒÝœ IÑ.Ô.ˆŒØ2<ÐO�J�J˜xÐ.Ð.¨2Ð.Ð.Ð.Å"Ä+Á-Ä-ˆŒ	ØEJÐT•B”I˜c 8ÐAÐA°(ÐA¸bÐAÐAÐAÐPTˆŒ	Ý”I˜h¨Ð2Ð2¨rÐ2Ð2ˆŒ	Ýœ IÑ.Ô.ˆŒð 	×ÒÑÔÐÐÐó    Úreturnc                 óÌ   — | j         �Ht          j                             | j         ¦  «         t          j                             | j        ¦  «         |                      ¦   «          dS )z"Initialize parameters and buffers.N)rV   rM   ÚinitÚzeros_rX   Ú_init_buffers©ra   s    re   r`   zEvaAttention.reset_parametersÒ   sN   € àŒ;Ð"ÝŒG�NŠN˜4œ;Ñ'Ô'Ð'ÝŒG�NŠN˜4œ;Ñ'Ô'Ð'Ø×ÒÑÔÐÐÐrf   c                 óJ   — | j         �| j                              ¦   «          dS dS )z.Compute and fill non-persistent buffer values.N)rG   Úzero_rl   s    re   rk   zEvaAttention._init_buffersÙ   s,   € àŒ;Ð"ØŒK×ÒÑÔÐÐÐð #Ð"rf   ÚropeÚ	attn_maskÚ	is_causalc                 ó  — |j         \  }}}| j        �'|                      |¦  «                             ¦   «         nd}| j        �Õ| j        €|                      |¦  «        }	nit          j        | j        | j        | j        f¦  «        }
| j	        r|                      |¦  «        }	|	|
z  }	n!t          j        || j        j        |
¬¦  «        }	|	                     ||d| j        d¦  «                             ddddd¦  «        }	|	                     d¦  «        \  }}}nÌ|                      |¦  «                             ||| j        d¦  «                             dd¦  «        }|                      |¦  «                             ||| j        d¦  «                             dd¦  «        }|                      |¦  «                             ||| j        d¦  «                             dd¦  «        }|                      |¦  «        |                      |¦  «        }}|�Ö| j        }t1          | d	d
¦  «        }t          j        |dd…dd…d|…dd…f         t3          |dd…dd…|d…dd…f         ||¬¦  «        gd¬¦  «                             |¦  «        }t          j        |dd…dd…d|…dd…f         t3          |dd…dd…|d…dd…f         ||¬¦  «        gd¬¦  «                             |¦  «        }| j        r.t          j        ||||| j        r| j        j        nd|¬¦  «        }nv|| j         z  }||                     dd¦  «        z  }tC          ||||¬¦  «        }tE          ||¦  «        }| #                    d¬¦  «        }|                      |¦  «        }||z  }|                     dd¦  «                             |||¦  «        }|  $                    |¦  «        }|�||z  }|  %                    |¦  «        }|  &                    |¦  «        }|S )aÕ  Forward pass for the attention module.

        Args:
            x: Input tensor of shape (batch_size, sequence_length, embedding_dim)
            rope: Rotary position embeddings tensor for position-aware attention
            attn_mask: Optional attention mask to apply during attention computation
            is_causal: If True, use causal (autoregressive) masking

        Returns:
            Tensor of shape (batch_size, sequence_length, embedding_dim)
        N)ÚweightrF   rE   éÿÿÿÿé   r   r'   é   r?   F)Úhalf©r3   r2   )rp   Ú	dropout_prq   éþÿÿÿ)rq   )'Úshaper^   ÚsigmoidrO   rV   rT   ÚcatrG   rX   r7   ÚFÚlinearrs   Úreshaper4   ÚpermuteÚunbindrP   Ú	transposerQ   rR   rZ   r[   r8   Úgetattrr   Útype_asr0   Úscaled_dot_product_attentionÚtrainingr9   ÚprL   r$   r#   Úsoftmaxr]   r_   r:   )ra   Úxro   rp   rq   ÚBÚNÚCr^   rO   r5   ÚqÚkÚvÚnptrw   ÚattnÚ	attn_biass                     re   ÚforwardzEvaAttention.forwardÞ   så  € ð$ ”'‰ˆˆ1ˆaØ)-¬Ð)>ˆt�yŠy˜‰|Œ|×#Ò#Ñ%Ô%Ð%ÀDˆàŒ8ÐØŒ{Ð"Ø—h’h˜q‘k”k��å œ9 d¤k°4´;ÀÄÐ%LÑMÔM�ØÔ)ð MØŸ(š( 1™+œ+�CØ˜8‘O�C�Cåœ( 1¨T¬X¬_À8ÐLÑLÔL�CØ—+’+˜a  A t¤~°rÑ:Ô:×BÒBÀ1ÀaÈÈAÈqÑQÔQˆCØ—j’j ‘m”m‰GˆAˆq�!�!à—’˜A‘”×&Ò& q¨!¨T¬^¸RÑ@Ô@×JÒJÈ1ÈaÑPÔPˆAØ—’˜A‘”×&Ò& q¨!¨T¬^¸RÑ@Ô@×JÒJÈ1ÈaÑPÔPˆAØ—’˜A‘”×&Ò& q¨!¨T¬^¸RÑ@Ô@×JÒJÈ1ÈaÑPÔPˆAà�{Š{˜1‰~Œ~˜tŸ{š{¨1™~œ~ˆ1ˆàÐØÔ(ˆCÝ˜4 °Ñ6Ô6ˆDÝ”	˜1˜Q˜Q˜Q    4 C 4¨¨¨˜]Ô+Õ-@ÀÀ1À1À1ÀaÀaÀaÈÈÈÈqÈqÈqÀ=ÔAQÐSWÐ^bÐ-cÑ-cÔ-cÐdÐjkÐlÑlÔl×tÒtÐuvÑwÔwˆAÝ”	˜1˜Q˜Q˜Q    4 C 4¨¨¨˜]Ô+Õ-@ÀÀ1À1À1ÀaÀaÀaÈÈÈÈqÈqÈqÀ=ÔAQÐSWÐ^bÐ-cÑ-cÔ-cÐdÐjkÐlÑlÔl×tÒtÐuvÑwÔwˆAàŒ?ð 	ÝÔ.Ø�1�aØ#Ø.2¬mÐC˜$œ.Ô*Ð*ÀØ#ð	ñ ô ˆAˆAð �D”J‘ˆAØ�q—{’{ 2 rÑ*Ô*Ñ*ˆDÝ.¨q°$¸	ÈYÐWÑWÔWˆIÝ! $¨	Ñ2Ô2ˆDØ—<’< B�<Ñ'Ô'ˆDØ—>’> $Ñ'Ô'ˆDØ�q‘ˆAà�KŠK˜˜1ÑÔ×%Ò% a¨¨AÑ.Ô.ˆØ�IŠI�a‰LŒLˆØÐØ�D‘ˆAØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØˆrf   c                 ó.   — |                       ¦   «          dS )z"Initialize non-persistent buffers.N)rk   rl   s    re   Úinit_non_persistent_buffersz(EvaAttention.init_non_persistent_buffers$  s   € à×ÒÑÔÐÐÐrf   )r1   TTFr'   r2   r2   NNFTFFNN©rg   N©NNF)Ú__name__Ú
__module__Ú__qualname__Ú__doc__rT   ÚjitÚFinalÚboolÚ__annotations__ÚintÚfloatr   r   rJ   r`   rk   ÚTensorr”   r–   Ú__classcell__©rd   s   @re   r/   r/   €   sÐ  ø€ € € € € € ðð à”	” Ô%Ð%Ð%Ñ%ð
 Ø!Ø"Ø&+Ø%&Ø!Ø!Ø+/Ø-1Ø!Ø#Ø %ØØØð#K ð K àðK ð ðK ð ð	K ð
 ðK ð  $ðK ð  #ðK ð ðK ð ðK ð $ Cœ=ðK ð ! Ô*ðK ð ðK ð ðK ð ðK ð ðK ð K ð K ð K ð K ð K ðZð ð ð ð ð  ð  ð  ð ,0Ø04Ø#ðDð Dð ˜5œ<Ô(ðDð   ¤Ô-ð	Dð
 ðDð Dð Dð DðLð ð ð ð ð ð ð rf   r/   c            0       óF  ‡ — e Zd Zddddddddddddddddddej        edddfd	ed
ededededededededede	dededede
e         dededede
e         dededede
e         f.ˆ fd „Zd(d"„Z	 	 	 d)d#ej        d$e
ej                 d%e
ej                 d&ed!ej        f
d'„Zˆ xZS )*ÚEvaBlockTç      @Fr   r'   ÚevaNr2   r3   r4   r5   r6   Ú	mlp_ratioÚ
swiglu_mlpÚswiglu_align_toÚ	scale_mlpÚscale_attn_innerr8   Ú	attn_typer?   Ú
gated_attnr=   Únum_kv_headsr:   r9   Ú	drop_pathÚinit_valuesÚattn_only_layer_scaleÚ	act_layerr<   r;   c                 ó¾  •— ||dœ}t          ¦   «                              ¦   «           ||fi |¤Ž| _        i }|dk    rt          }||d<   n|�||k    s
J d¦   «         ‚t          } ||f||||
||||||	||dœ|¤|¤Ž| _        || _        |�$t          j        t          j
        |fi |¤Ž¦  «        nd| _        |dk    rt          |¦  «        nt          j        ¦   «         | _         ||fi |¤Ž| _        t!          ||z  ¦  «        }|rJ|s|rt#          d|||r|nd||dœ|¤Ž| _        nEt'          d||d	z  |r|ndt          j        d
|dœ|¤Ž| _        nt+          d||||r|nd|dœ|¤Ž| _        |duo| }|r$t          j        t          j
        |fi |¤Ž¦  «        nd| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        |                      ¦   «          dS )a   Initialize the EVA transformer block.

        Args:
          dim: Input dimension of the token embeddings
            num_heads: Number of attention heads
            qkv_bias: Whether to use bias terms in query, key, value projections
            qkv_fused: Whether to use a single projection for query, key, value
            mlp_ratio: Ratio of MLP hidden dimension to input dimension
            swiglu_mlp: Whether to use SwiGLU activation in the MLP
            scale_mlp: Whether to use normalization in the MLP
            scale_attn_inner: Whether to use normalization within the attention mechanism
            num_prefix_tokens: Number of tokens at the beginning of the sequence (class tokens, etc.)
            attn_type: Type of attention module to use ('eva' or 'rope')
            qk_norm: Apply norm_layer to query and key (per head) before attention
            num_kv_heads: Number of key/value heads for grouped-query attention (attn_type='rope' only),
                None = same as num_heads
            proj_drop: Dropout rate for projection layers
            attn_drop: Dropout rate for attention matrix
            drop_path: Stochastic depth rate
            init_values: Initial value for LayerScale, None = no LayerScale
            attn_only_layer_scale: Apply LayerScale to the attention branch only
            act_layer: Activation layer constructor
            norm_layer: Normalization layer constructor
            attn_head_dim: Dimension of each attention head (if None, computed as dim // num_heads)
        rB   ro   r±   NzNgrouped-query attention (num_kv_heads) is only supported with attn_type="rope")r4   r5   r6   r8   r9   r:   r;   r<   r=   r>   r?   r@   r2   ©Úin_featuresÚhidden_featuresr<   ÚdropÚalign_toru   F©r¸   r¹   r<   rµ   Ú	gate_lastrº   ©r¸   r¹   rµ   r<   rº   © )rI   rJ   Únorm1r%   r/   r’   r³   rM   rS   rT   rU   Úgamma_1r   rY   Ú
drop_path1Únorm2r¡   r   Úmlpr   ÚSiLUr   Úgamma_2Ú
drop_path2r`   )!ra   r3   r4   r5   r6   rª   r«   r¬   r­   r®   r8   r¯   r?   r°   r=   r±   r:   r9   r²   r³   r´   rµ   r<   r;   rC   rD   Úkwargsrb   Úattn_kwargsÚattn_clsr¹   Ú
use_mlp_lsrd   s!                                   €re   rJ   zEvaBlock.__init__+  sÅ  ø€ ðl ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐà�Z Ð*Ð* rÐ*Ð*ˆŒ
ØˆØ˜ÒÐÝ$ˆHØ*6ˆK˜Ñ'Ð'àÐ'¨<¸9Ò+DÐ+DÐ+DØ`ñ ,EÔ+DÐDå#ˆHØ�HØð
àØØØ/ØØØ'Ø!ØØ'Ø#Øð
ð 
ð ð
ð ð
ð 
ˆŒ	ð" 'ˆÔØ?JÐ?V•r”|¥E¤K°Ð$:Ð$:°rÐ$:Ð$:Ñ;Ô;Ð;Ð\`ˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒà�Z Ð*Ð* rÐ*Ð*ˆŒ
Ý˜c I™oÑ.Ô.ˆØð 	Øð ˜Oð å!ð Ø #Ø$3Ø-6Ð@˜z˜z¸DØ"Ø,ðð ð ðð �”�õ "ð Ø #Ø$3°aÑ$7Ø-6Ð@˜z˜z¸DÝ œgØ#Ø"ðð ð ðð �”�õ ð ØØ /Ø#Ø)2Ð<˜:˜:¸Øðð ð ðð ˆDŒHð !¨Ð,ÐJÐ5JÐ1Jˆ
Ø?IÐS•r”|¥E¤K°Ð$:Ð$:°rÐ$:Ð$:Ñ;Ô;Ð;ÈtˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒð 	×ÒÑÔÐÐÐrf   rg   c                 óÎ   — | j         �*t          j                             | j         | j        ¦  «         | j        �,t          j                             | j        | j        ¦  «         dS dS )zInitialize parameters.N)rÁ   rM   ri   Ú	constant_r³   rÆ   rl   s    re   r`   zEvaBlock.reset_parametersª  sZ   € àŒ<Ð#ÝŒG×Ò˜dœl¨DÔ,<Ñ=Ô=Ð=ØŒ<Ð#ÝŒG×Ò˜dœl¨DÔ,<Ñ=Ô=Ð=Ð=Ð=ð $Ð#rf   rŠ   ro   rp   rq   c                 óR  — |                       |                      |¦  «        |||¬¦  «        }| j        �
| j        |z  }||                      |¦  «        z   }|                      |                      |¦  «        ¦  «        }| j        �
| j        |z  }||                      |¦  «        z   }|S ©N©ro   rp   rq   )r’   rÀ   rÁ   rÂ   rÄ   rÃ   rÆ   rÇ   )ra   rŠ   ro   rp   rq   Úx_attnÚx_mlps          re   r”   zEvaBlock.forward±  sœ   € ð —’˜4Ÿ:š: a™=œ=¨t¸yÐT]�Ñ^Ô^ˆØŒ<Ð#Ø”\ FÑ*ˆFØ�—’ Ñ'Ô'Ñ'ˆØ—’˜Ÿš A™œÑ'Ô'ˆØŒ<Ð#Ø”L 5Ñ(ˆEØ�—’ Ñ&Ô&Ñ&ˆØˆrf   r—   r˜   )r™   rš   r›   rM   ÚGELUr   r¡   rŸ   r¢   Ústrr   r   rJ   r`   rT   r£   r”   r¤   r¥   s   @re   r§   r§   )  s  ø€ € € € € ð "Ø"Ø!Ø$Ø#$Ø#Ø%*Ø%&Ø"Ø %Ø$Ø!Ø*.Ø!Ø!Ø!Ø+/Ø*/Ø"$¤'Ø#,Ø+/ØØð5} ð } àð} ð ð} ð ð	} ð
 ð} ð ð} ð ð} ð !ð} ð ð} ð #ð} ð  #ð} ð ð} ð ð} ð ð} ð ð} ð  # 3œ-ð!} ð" ð#} ð$ ð%} ð& ð'} ð( " %œð)} ð* $(ð+} ð,  ð-} ð. !ð/} ð0 $ Cœ=ð1} ð } ð } ð } ð } ð } ð~>ð >ð >ð >ð ,0Ø04Ø#ðð àŒ|ðð ˜5œ<Ô(ðð   ¤Ô-ð	ð
 ðð 
Œðð ð ð ð ð ð ð rf   r§   c            *       ó.  ‡ — e Zd ZdZddddddddddddddd	ej        ej        d	d	d	fd
edededede	de
dededededededede	de	de	dee	         dededee         f(ˆ fd„Z	 	 	 d%dej        d eej                 d!eej                 d"ed#ej        f
d$„Zˆ xZS )&ÚEvaBlockPostNormzF EVA block w/ post-norm and support for swiglu, MLP norm scale, ROPE. Tr¨   r©   Fr   r'   r2   Nr3   r4   r5   r6   rª   r¯   r?   r°   r«   r¬   r­   r®   r8   r:   r9   r²   r³   rµ   r<   r;   c                 óˆ  •— ||dœ}t          ¦   «                              ¦   «          |dk    rt          nt          } ||f|||||||||||dœ|¤Ž| _         ||fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _	        t          ||z  ¦  «        }|	rH|rt          d|||r|nd||
dœ|¤Ž| _        nEt          d||dz  |r|ndt          j        d|d	œ|¤Ž| _        nt          d||||r|nd|d
œ|¤Ž| _         ||fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        dS )a   Initialize the post-norm EVA transformer block.

        Args:
          dim: Input dimension of the token embeddings
            num_heads: Number of attention heads
            qkv_bias: Whether to use bias terms in query, key, value projections
            qkv_fused: Whether to use a single projection for query, key, value
            mlp_ratio: Ratio of MLP hidden dimension to input dimension
            swiglu_mlp: Whether to use SwiGLU activation in the MLP
            scale_mlp: Whether to use normalization in the MLP
            scale_attn_inner: Whether to use normalization within the attention mechanism
            num_prefix_tokens: Number of tokens at the beginning of the sequence (class tokens, etc.)
            attn_type: Type of attention module to use ('eva' or 'rope')
            proj_drop: Dropout rate for projection layers
            attn_drop: Dropout rate for attention matrix
            drop_path: Stochastic depth rate
            init_values: Initial value for LayerScale, None = no LayerScale (NOTE: ignored for post-norm block)
            act_layer: Activation layer constructor
            norm_layer: Normalization layer constructor
            attn_head_dim: Dimension of each attention head (if None, computed as dim // num_heads)
        rB   ro   )r4   r5   r6   r8   r9   r:   r;   r<   r>   r?   r@   r2   Nr·   ru   Fr¼   r¾   r¿   )rI   rJ   r%   r/   r’   rÀ   r   rM   rY   rÂ   r¡   r   rÄ   r   rÅ   r   rÃ   rÇ   )ra   r3   r4   r5   r6   rª   r¯   r?   r°   r«   r¬   r­   r®   r8   r:   r9   r²   r³   rµ   r<   r;   rC   rD   rÈ   rb   rÊ   r¹   rd   s                              €re   rJ   zEvaBlockPostNorm.__init__Å  sï  ø€ ð^ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐà$-°Ò$7Ð$7•=�=½\ˆØ�HØð
àØØØ/ØØØ'Ø!Ø'Ø#Øð
ð 
ð ð
ð 
ˆŒ	ð  �Z Ð*Ð* rÐ*Ð*ˆŒ
Ø1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒå˜c I™oÑ.Ô.ˆØð 	Øð å!ð Ø #Ø$3Ø-6Ð@˜z˜z¸DØ"Ø,ðð ð ðð �”�õ "ð Ø #Ø$3°aÑ$7Ø-6Ð@˜z˜z¸DÝ œgØ#Ø"ðð ð ðð �”�õ ð ØØ /Ø#Ø)2Ð<˜:˜:¸Øðð ð ðð ˆDŒHð  �Z Ð*Ð* rÐ*Ð*ˆŒ
Ø1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒˆˆrf   rŠ   ro   rp   rq   rg   c                 ó  — ||                       |                      |                      ||||¬¦  «        ¦  «        ¦  «        z   }||                      |                      |                      |¦  «        ¦  «        ¦  «        z   }|S rÏ   )rÂ   rÀ   r’   rÇ   rÃ   rÄ   )ra   rŠ   ro   rp   rq   s        re   r”   zEvaBlockPostNorm.forward-  sl   € ð �—’ §
¢
¨4¯9ª9°Q¸TÈYÐbk¨9Ñ+lÔ+lÑ mÔ mÑnÔnÑnˆØ�—’ §
¢
¨4¯8ª8°A©;¬;Ñ 7Ô 7Ñ8Ô8Ñ8ˆØˆrf   r˜   )r™   rš   r›   rœ   rM   rÓ   r   r¡   rŸ   r¢   rÔ   r   r   rJ   rT   r£   r”   r¤   r¥   s   @re   rÖ   rÖ   Ã  sõ  ø€ € € € € ØPÐPð
 "Ø"Ø!Ø"Ø %Ø$Ø$Ø#$Ø#Ø%*Ø%&Ø!Ø!Ø!Ø+/Ø"$¤'Ø#%¤<Ø+/ØØð/fSð fSàðfSð ðfSð ð	fSð
 ðfSð ðfSð ðfSð ðfSð ðfSð ðfSð !ðfSð ðfSð #ðfSð  #ðfSð ðfSð  ð!fSð" ð#fSð$ " %œð%fSð&  ð'fSð( !ð)fSð* $ Cœ=ð+fSð fSð fSð fSð fSð fSðV ,0Ø04Ø#ð	ð 	àŒ|ð	ð ˜5œ<Ô(ð	ð   ¤Ô-ð		ð
 ð	ð 
Œð	ð 	ð 	ð 	ð 	ð 	ð 	ð 	rf   rÖ   c            g       ó:  ‡ — e Zd ZdZddddddddd	d
d
ddddddddddddded	dd
ddd
ddddddd	d	d	ddd	d	d	d	ddd	dd	d	f4deeeeef         f         deeeeef         f         dedededededede	eeeedf         f                  de
de
d e
d!ed"e
d#ed$e
d%e
d&ed'ed(ed)ed*ed+ed,ed-ed.e	e         d/e
d0e
d1ed2e
d3e
d4e
d5e	e         d6ed7ed8ed9e
d:e	e         d;e	e         d<e	e         d=e
d>e
d?e	e
         d@e	e
         dAe	e         dBe	e         dCe
dDe
dEe	eeeef         ef                  dFefdˆ fdG„ZdldHe
fdI„ZdmdK„ZdldLej        dHe
dJd	fdM„Zej        j        dJee         fdN„¦   «         Zej        j        dldOe
dJd	fdP„¦   «         Zej        j        dndQe
dJeeef         fdR„¦   «         Zej        j        dJej        fdS„¦   «         Zdodede	e         dJd	fdT„Z	 	 dpde	eeef                  de	eeef                  dJd	fdU„ZdJeej        e	ej                 f         fdV„Z 	 	 	 	 	 	 	 	 dqdXej        dYe	eee!e         f                  dZe
d[e
d\e
d]ed^e
d_e	ej                 d`e
dJee!ej                 eej        e!ej                 f         f         fda„Z"	 	 	 drdYeee!e         f         dce
dde
fde„Z#dodXej        dfe	e         dJej        fdg„Z$	 	 dsdXej        d_e	ej                 d`e
dJej        fdh„Z%dndXej        die
dJej        fdj„Z&	 	 dsdXej        d_e	ej                 d`e
dJej        fdk„Z'ˆ xZ(S )tr-   a!   Eva Vision Transformer w/ Abs & Rotary Pos Embed

    This class implements the EVA and EVA02 models that were based on the BEiT ViT variant
      * EVA - abs pos embed, global avg pool
      * EVA02 - abs + rope pos embed, global avg pool, SwiGLU, scale Norm in MLP (ala normformer)
    éà   é   rE   éè  Úavgé   é   NTFr¨   r   r©   r2   r}   Úijg     ˆÃ@gü©ñÒMbP?Úimg_sizeÚ
patch_sizeÚin_chansÚnum_classesÚglobal_poolÚ	embed_dimÚdepthr4   r±   .r5   r6   r=   rª   r«   r¬   r­   r®   r¯   Ú	drop_rateÚpos_drop_rateÚpatch_drop_rateÚproj_drop_rateÚattn_drop_rateÚdrop_path_rater<   r³   r´   Úclass_tokenÚnum_reg_tokensÚno_embed_classÚuse_abs_pos_embÚuse_rot_pos_embÚ	rope_typeÚrope_grid_offsetÚrope_grid_indexingÚrope_temperatureÚrope_rotate_halfÚrope_shift_coordsÚrope_jitter_coordsÚrope_rescale_coordsÚuse_post_normÚuse_pre_transformer_normÚuse_post_transformer_normÚuse_fc_normÚattn_pool_num_headsÚattn_pool_mlp_ratioÚdynamic_img_sizeÚdynamic_img_padÚref_feat_shapeÚhead_init_scalec5                 ó"
  •‡ ‡‡‡	‡
‡‡‡‡‡‡‡‡‡‡‡‡‡‡%‡)‡<‡=‡>‡?‡@— t          ¦   «                              ¦   «          |3|4dœŠ>|dv sJ ‚|‰ _        |‰ _        |‰ _        ‰x‰ _        x‰ _        ‰ _        |rdnd|z   ‰ _        |‰ _	        |/‰ _
        d‰ _        |*}5|,�|,}6n|dk    }6|+�|+}7n|6 }7i }8|/r$|8                     t          dd¬	¦  «        ¦  «         t          d"|||‰|0|* d
œ|8¤‰>¤Ž‰ _        ‰ j        j        }9t#          ‰ j        d¦  «        r‰ j                             ¦   «         n|Š@|r&t'          j        t+          j        dd‰fi ‰>¤Ž¦  «        nd‰ _        |r&t'          j        t+          j        d|‰fi ‰>¤Ž¦  «        nd‰ _        |o‰ j        du ‰ _        |r|9n	|9‰ j        z   }:|r&t'          j        t+          j        d|:‰fi ‰>¤Ž¦  «        nd‰ _        t'          j        |¬¦  «        ‰ _        |dk    rt;          |‰ j        ¬¦  «        ‰ _        nd‰ _        d‰ _        | rÐ|1�tA          |1¦  «        nd}1t          d"‰‰|/rdn‰ j        j!        |$|#dœ‰>¤Ž};|!dk    r+|;                     t          |¬¦  «        ¦  «         d‰ _        nX|!dk    r&|;                     t          d|"|1¬¦  «        ¦  «         n,|!dk    r&|;                     t          |"|&|'|(¬¦  «        ¦  «         tE          d"d|!i|;¤Ž‰ _#        nd‰ _#        |5r	 ‰‰fi ‰>¤Žnt'          j$        ¦   «         ‰ _%        ‰	�tM          ‰	tN          ¦  «        r‰	f|z  Š	tQ          ‰	¦  «        |k    s
J d¦   «         ‚tS          ||¦  «        Š?‰)rtT          ntV          Š=‰)r'‰s‰stY          d„ ‰	D ¦   «         ¦  «        s
J d¦   «         ‚dtN          dtZ          t\          t^          f         fˆˆ	ˆˆ)fd„Š<t'          j0        ˆ<ˆˆˆ=ˆ>ˆ?ˆˆˆˆˆˆˆ
ˆˆ%ˆˆˆ ˆˆfd„tc          |¦  «        D ¦   «         ¦  «        ‰ _2        ˆˆ@fd„tc          |¦  «        D ¦   «         ‰ _3        |7r	 ‰‰fi ‰>¤Žnt'          j$        ¦   «         ‰ _4        |dk    r+tk          ‰ j        f|-p‰|.p‰‰t&          j6        d œ‰>¤Ž‰ _7        nd‰ _7        |6r	 ‰‰fi ‰>¤Žnt'          j$        ¦   «         ‰ _8        t'          j        |¦  «        ‰ _9        |dk    rt'          j:        ‰|fi ‰>¤Žnt'          j$        ¦   «         ‰ _;        |2‰ _<        ‰  =                    d¬!¦  «         dS )#aj  Initialize the EVA Vision Transformer model.

        Args:
            img_size: Input image size (single int for square, or tuple for rectangular)
            patch_size: Patch size to divide image into tokens (single int for square, or tuple)
            in_chans: Number of input image channels
            num_classes: Number of classes (output dim) for classification head (final projection), 0 for pass-through
            global_pool: Type of global pooling for final sequence ('avg', 'token', 'map', etc.)
            embed_dim: Embedding dimension for tokens
            depth: Number of transformer blocks
            num_heads: Number of attention heads
            num_kv_heads: Number of key/value heads for grouped-query attention (requires attn_type='rope' and
                qkv_fused=False). An int applies to all blocks, a sequence gives a per-block value. None = num_heads.
            qkv_bias: Enable bias for query, key, value projections
            qkv_fused: Use a single projection for query, key, value
            qk_norm: Apply norm_layer to query and key (per head) before attention
            mlp_ratio: Ratio of mlp hidden dim to embedding dim
            swiglu_mlp: Use SwiGLU activation in MLP
            scale_mlp: Apply scaling normalization in MLP (normformer style)
            scale_attn_inner: Apply scaling normalization inside attention
            attn_type: Type of attention module to use
            drop_rate: Dropout rate after final projection and pooling
            pos_drop_rate: Dropout rate for positional embeddings
            patch_drop_rate: Rate of dropping patches during training
            proj_drop_rate: Dropout rate for projections
            attn_drop_rate: Dropout rate for attention
            drop_path_rate: Stochastic depth rate
            norm_layer: Normalization layer constructor
            init_values: Initial layer-scale values
            attn_only_layer_scale: Apply layer-scale to the attention branch only
            class_token: Use class token
            num_reg_tokens: Number of additional learnable 'register' tokens to add to the sequence
            no_embed_class: Don't include position embeddings for class (or reg) tokens
            use_abs_pos_emb: Use absolute (learned) positional embeddings
            use_rot_pos_emb: Use rotary position embeddings
            rope_type: Type of RoPE to use ('cat', 'mixed', 'dinov3', etc.).
            rope_grid_offset: Offset for rotary position embedding grid
            rope_grid_indexing: Indexing mode for rotary position embeddings ('ij' or 'xy')
            rope_temperature: Temperature parameter for ROPE frequency computation
            rope_rotate_half: Use half rotation layout (rotate D/2 dims), else use interleaved rotation layout
            rope_shift_coords: Train-time RoPE coordinate shift augmentation, uniform in [-s, s] (rope_type='dinov3')
            rope_jitter_coords: Train-time RoPE per-axis log-uniform scale augmentation in [1/J, J] (rope_type='dinov3')
            rope_rescale_coords: Train-time RoPE shared log-uniform scale augmentation in [1/R, R] (rope_type='dinov3')
            use_post_norm: Use post-norm transformer block type
            use_pre_transformer_norm: Use normalization layer before transformer blocks
            use_post_transformer_norm: Use normalization layer after transformer blocks
            use_fc_norm: Use normalization layer after pooling, before final classifier
            attn_pool_num_heads: Number of heads in attention pooling
            attn_pool_mlp_ratio: MLP ratio in attention pooling
            dynamic_img_size: Support dynamic image sizes in forward pass
            dynamic_img_pad: Apply dynamic padding for irregular image sizes
            ref_feat_shape: Reference feature shape for rotary position embedding scale
            head_init_scale: Initialization scale for classification head weights
        rB   )Ú rÝ   ÚavgmaxÚmaxÚtokenÚmapr'   r   FNrÝ   ÚNHWC)Ústrict_img_sizeÚ
output_fmt)rá   râ   rã   ræ   r  rF   Ú
feat_ratio)rˆ   ©r8   )r3   r4   Ú
feat_shapeÚtemperatureÚgrid_indexingÚmixed)rç   Tr}   )Ú	in_pixelsÚgrid_offsetr  Údinov3)r  Úshift_coordsÚjitter_coordsÚrescale_coordsró   z3num_kv_heads sequence must have one entry per blockc              3   ó   K  — | ]}|d u V — Œ	d S ©Nr¿   )Ú.0Úhs     re   ú	<genexpr>zEva.__init__.<locals>.<genexpr>  s'   è è € ÐDeÐDeÐSTÀQÈ$ÀYÐDeÐDeÐDeÐDeÐDeÐDerf   zTqk_norm, num_kv_heads and attn_only_layer_scale are not supported with use_post_normÚirg   c                 ó<   •— ‰ri S t          ‰‰‰|          ¬¦  «        S )N)r=   r´   r±   ©Údict)r  r´   r±   r=   rû   s    €€€€re   Ú_block_kwargsz#Eva.__init__.<locals>._block_kwargs  s-   ø€ Øð Ø�	Ý Ð?TÐcoÐpqÔcrÐsÑsÔsÐsrf   c           	      ó²   •— g | ]S} ‰di d ‰“d‰“d‰“d‰“d‰
“d‰“d‰“d‰“d‰“d	‰“d
‰“d‰j         “d‰“d‰“d‰|         “d‰“d‰	“ ‰|¦  «        ¤‰¤Ž‘ŒTS )r3   r4   r5   r6   rª   r«   r¬   r­   r®   r¯   r?   r8   r:   r9   r²   r<   r³   r¿   r  )r  r  r#  rì   r¯   Úblock_fnrb   Údprræ   r³   rª   r<   r4   rë   r5   r6   r÷   r®   r­   ra   r¬   r«   s     €€€€€€€€€€€€€€€€€€€€re   ú
<listcomp>z Eva.__init__.<locals>.<listcomp>  s*  ø€ ð %#ð %#ð %#ð, ð+ ˆHð ð ð Ø�Iðà#˜)ðð "˜ðð $˜)ð	ð
 $˜)ðð &˜:ðð !0 ðð $˜)ðð "2Ð!1ðð $˜)ðð -Ð,ðð #'Ô"8Ð"8ðð )˜.ðð )˜.ðð ˜aœ&˜&ðð  &˜:ð!ð" (˜KØ�- Ñ"Ô"ð%ð& ð'ð ð%#ð %#ð %#rf   c                 ó:   •— g | ]}t          d |› �‰‰¬¦  «        ‘ŒS )úblocks.)ÚmoduleÚnum_chsÚ	reductionr!  )r  r  ræ   Úrs     €€re   r'  z Eva.__init__.<locals>.<listcomp>.  sA   ø€ ð ^ð ^ð ^ØKL�D˜ !˜˜¨yÀAÐFÑFÔFð^ð ^ð ^rf   r
  )r4   rª   r<   rµ   ©Úneeds_resetr¿   )>rI   rJ   rä   rã   rå   Únum_featuresÚhead_hidden_sizeræ   r8   rð   r  Úgrad_checkpointingÚupdater"  r   Úpatch_embedÚnum_patchesÚhasattrr  rM   rS   rT   rU   Ú	cls_tokenÚ	reg_tokenÚ	cls_embedÚ	pos_embedr\   Úpos_dropr   Ú
patch_dropÚ
rope_mixedr!   Ú	grid_sizer   ro   rY   Únorm_preÚ
isinstancer¡   Úlenr   rÖ   r§   Úallr   rÔ   r   Ú
ModuleListÚrangeÚblocksÚfeature_infor]   r&   rÓ   Ú	attn_poolÚfc_normÚ	head_droprN   Úheadr  Úinit_weights)Bra   rá   râ   rã   rä   rå   ræ   rç   r4   r±   r5   r6   r=   rª   r«   r¬   r­   r®   r¯   rè   ré   rê   rë   rì   rí   r<   r³   r´   rî   rï   rð   rñ   rò   ró   rô   rõ   rö   r÷   rø   rù   rú   rû   rü   rý   rþ   rÿ   r   r  r  r  r  rC   rD   Úactivate_pre_normÚactivate_fc_normÚactivate_post_normÚ
embed_argsr5  Únum_pos_tokensÚrope_kwargsr#  r%  rb   r&  r-  rd   sB   `     ` ```````````   `` ```         `   `                  @@@@@€re   rJ   zEva.__init__A  s  øøøøøøøøøøøøøøøøøøøøøøøøøø€ õZ 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØÐJÐJÐJÐJÐJØ&ˆÔØ ˆŒØ&ˆÔØENÐNˆÔÐN˜DÔ1°D´NØ'2Ð"9 ! !¸¸^Ñ!KˆÔØ,ˆÔØ 0ˆÔØ"'ˆÔð 5ÐØÐ"Ø*ÐÐà*¨eÒ3ÐØ$Ð0Ø!:ÐÐà%5Ð!5Ðàˆ
Øð 	Nà×Ò�d°5ÀVÐLÑLÔLÑMÔMÐMÝ%ð 	
ØØ!ØØØ+Ø-Ð-ð	
ð 	
ð ð	
ð ð	
ð 	
ˆÔð Ô&Ô2ˆÝ-4°TÔ5EÀ|Ñ-TÔ-TÐdˆDÔ×'Ò'Ñ)Ô)Ð)ÐZdˆàMXÐb�œ¥e¤k°!°Q¸	Ð&HÐ&HÀRÐ&HÐ&HÑIÔIÐIÐ^bˆŒØZhÐr�œ¥e¤k°!°^ÀYÐ&UÐ&UÐRTÐ&UÐ&UÑVÔVÐVÐnrˆŒØ$Ð?¨¬¸4Ð)?ˆŒà(6Ð`˜˜¸KÈ$ÔJ`Ñ<`ˆØZiÐs�œ¥e¤k°!°^ÀYÐ&UÐ&UÐRTÐ&UÐ&UÑVÔVÐVÐosˆŒÝœ
 ]Ð3Ñ3Ô3ˆŒØ˜QÒÐÝ5°oÐY]ÔYoÐpÑpÔpˆDŒOˆOà"ˆDŒOàˆŒØð 	Ø:HÐ:T�Y ~Ñ6Ô6Ð6ÐZ^ˆNõ ð ØØ#Ø#3ÐS˜4˜4¸Ô9IÔ9SØ,Ø0ðð ð ðð ˆKð ˜GÒ#Ð#Ø×"Ò"¥4¨eÐ#4Ñ#4Ô#4Ñ5Ô5Ð5Ø"&�”�Ø˜eÒ#Ð#Ø×"Ò"¥4Ø#Ø 0Ø#1ð$ñ $ô $ñ ô ð ð ð
 ˜hÒ&Ð&Ø×"Ò"¥4Ø 0Ø!2Ø"4Ø#6ð	$ñ $ô $ñ ô ð õ *ÐMÐM°IÐMÀÐMÐMˆDŒIˆIàˆDŒIà7HÐ[˜
˜
 9Ð3Ð3°Ð3Ð3Ð3ÍbÌkÉmÌmˆŒð Ð¥:¨l½CÑ#@Ô#@ÐØ(˜?¨UÑ2ˆLÝ�<Ñ Ô  EÒ)Ð)Ð)Ð+`Ñ)Ô)Ð)å'¨¸Ñ>Ô>ˆØ'4ÐBÕ#Ð#½(ˆØð 	gàð gÐ'<ð gÅÐDeÐDeÐXdÐDeÑDeÔDeÑAeÔAeð gð gØfñgô gÐeð	t�Sð 	t¥T­#­s¨(¤^ð 	tð 	tð 	tð 	tð 	tð 	tð 	tð 	tð 	tõ
 ”mð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#ð %#õ, ˜5‘\”\ð-%#ñ %#ô %#ñ $ô $ˆŒð.^ð ^ð ^ð ^ð ^ÝPUÐV[ÑP\ÔP\ð^ñ ^ô ^ˆÔð 4FÐX�J�J˜yÐ/Ð/¨BÐ/Ð/Ð/Í2Ì;É=Ì=ˆŒ	à˜%ÒÐÝ0Ø”ðà-Ð:°Ø-Ð:°Ø%Ýœ'ðð ð ðð ˆDŒNˆNð "ˆDŒNØ6FÐY�z�z )Ð2Ð2¨rÐ2Ð2Ð2ÍBÌKÉMÌMˆŒÝœ IÑ.Ô.ˆŒØ?JÈQº¸•B”I˜i¨Ð;Ð;¸Ð;Ð;Ð;ÕTVÔT_ÑTaÔTaˆŒ	Ø.ˆÔð 	×Ò eÐÑ,Ô,Ð,Ð,Ð,rf   r/  c                 ó   — |                       t          | j        |¬¦  «        ¦  «         | j        �t	          | j        d¬¦  «         | j        �t	          | j        d¬¦  «         | j        �t	          | j        d¬¦  «         |                      ¦   «          | j        r°t          | j
        t          j        ¦  «        r“t	          | j
        j        d¬¦  «         t          j        ¦   «         5  | j
        j                             | j        ¦  «         | j
        j                             | j        ¦  «         d d d ¦  «         d S # 1 swxY w Y   d S d S d S )Nr.  ç{®Gáz”?©Ústd)Úapplyr   Ú_init_weightsr:  r   r7  r8  Úfix_init_weightr  r@  rJ  rM   rN   rs   rT   Úno_gradÚmul_rF   )ra   r/  s     re   rK  zEva.init_weightsF  s€  € Ø�
Š
•7˜4Ô-¸;ÐGÑGÔGÑHÔHÐHØŒ>Ð%Ý˜$œ.¨cÐ2Ñ2Ô2Ð2ØŒ>Ð%Ý˜$œ.¨cÐ2Ñ2Ô2Ð2ØŒ>Ð%Ý˜$œ.¨cÐ2Ñ2Ô2Ð2à×ÒÑÔÐàÔð 	:¥J¨t¬y½"¼)Ñ$DÔ$Dð 	:Ý˜$œ)Ô*°Ð4Ñ4Ô4Ð4Ý”‘”ð :ð :Ø”	Ô ×%Ò% dÔ&:Ñ;Ô;Ð;Ø”	”×#Ò# DÔ$8Ñ9Ô9Ð9ð:ð :ð :ñ :ô :ð :ð :ð :ð :ð :ð :ð :øøøð :ð :ð :ð :ð :ð :ð	:ð 	:ð 	:ð 	:s   Ã)A	D?Ä?EÅErg   c                 óX  — t          j        ¦   «         5  t          | j        ¦  «        D ]g\  }}t	          j        d|dz   z  ¦  «        }|j        j        j         	                    |¦  «         |j
        j        j         	                    |¦  «         Œh	 ddd¦  «         dS # 1 swxY w Y   dS )z=Fix initialization weights by rescaling based on layer depth.ç       @r'   N)rT   rY  Ú	enumeraterE  ÚmathÚsqrtr’   r_   rs   Údiv_rÄ   Úfc2)ra   Úlayer_idÚlayerrL   s       re   rX  zEva.fix_init_weightW  så   € åŒ]‰_Œ_ð 	1ð 	1Ý#,¨T¬[Ñ#9Ô#9ð 1ð 1‘�˜%Ýœ	 #¨°A©Ñ"6Ñ7Ô7�Ø”
”Ô&×+Ò+¨EÑ2Ô2Ð2Ø”	”Ô$×)Ò)¨%Ñ0Ô0Ð0Ð0ð1ð	1ð 	1ð 	1ñ 	1ô 	1ð 	1ð 	1ð 	1ð 	1ð 	1ð 	1ð 	1øøøð 	1ð 	1ð 	1ð 	1ð 	1ð 	1s   ”A=BÂB#Â&B#Úmc                 ó$  — t          |t          j        ¦  «        rEt          |j        d¬¦  «         |j        �&t          j                             |j        ¦  «         dS dS |r*t          |d¦  «        r|| ur| 	                    ¦   «          dS dS dS dS )zÏInitialize weights for Linear layers and call reset_parameters on modules.

        Args:
            m: Module to initialize.
            needs_reset: Whether to call reset_parameters() on modules.
        rS  rT  Nr`   )
r@  rM   rN   r   rs   rF   ri   rj   r6  r`   )ra   rd  r/  s      re   rW  zEva._init_weights_  s«   € õ �a�œÑ#Ô#ð 	!Ý˜!œ(¨Ð,Ñ,Ô,Ð,ØŒvÐ!Ý”—’˜qœvÑ&Ô&Ð&Ð&Ð&ð "Ð!àð 	!�W QÐ(:Ñ;Ô;ð 	!ÀÈÀÀØ×ÒÑ Ô Ð Ð Ð ð	!ð 	!ð 	!ð 	!ÀÀrf   c                 ó–   — h d£}t          | dd¦  «        x}r1t          |d¦  «        r!|d„ |                     ¦   «         D ¦   «         z  S |S )z(Parameters to exclude from weight decay.>   r7  r:  r8  ro   NÚno_weight_decayc                 ó   — h | ]}d |› �’ŒS )zrope.r¿   )r  rˆ   s     re   ú	<setcomp>z&Eva.no_weight_decay.<locals>.<setcomp>r  s   € ÐFÐFÐF¨!˜+ !˜+˜+ÐFÐFÐFrf   )r„   r6  rg  )ra   Únwdro   s      re   rg  zEva.no_weight_decaym  sg   € ð 6Ð5Ð5ˆÝ˜D &¨$Ñ/Ô/Ð/ˆDð 	GµW¸TÐCTÑ5UÔ5Uð 	GØÐFÐF¨t×/CÒ/CÑ/EÔ/EÐFÑFÔFÑFÐFØˆ
rf   Úenablec                 ó   — || _         dS )z)Enable or disable gradient checkpointing.N)r2  )ra   rk  s     re   Úset_grad_checkpointingzEva.set_grad_checkpointingu  s   € ð #)ˆÔÐÐrf   Úcoarsec                 ó,   — t          dddg¬¦  «        }|S )z(Create layer groupings for optimization.z*^cls_token|reg_token|pos_embed|patch_embed)z^blocks\.(\d+)N)z^norm)iŸ† )ÚstemrE  r!  )ra   rn  Úmatchers      re   Úgroup_matcherzEva.group_matcherz  s+   € õ Ø>Ø-Ð/CÐDð
ñ 
ô 
ˆð ˆrf   c                 ó   — | j         S r  )rJ  rl   s    re   Úget_classifierzEva.get_classifierƒ  s
   € àŒyÐrf   c                 óî   — t          | ¦  «        }|| _        |�|| _        |dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _        | j                             | j	        ¦  «         dS )z“Reset the classifier head.

        Args:
            num_classes: Number of output classes.
            global_pool: Global pooling type.
        Nr   )
r   rä   rå   rM   rN   ræ   rY   rJ  Útrainr‡   )ra   rä   rå   rb   s       re   Úreset_classifierzEva.reset_classifier‡  sx   € õ ˜dÑ#Ô#ˆØ&ˆÔØÐ"Ø*ˆDÔØDOÐRSÂOÀO•B”I˜dœn¨kÐ@Ð@¸RÐ@Ð@Ð@ÕY[ÔYdÑYfÔYfˆŒ	ØŒ	�Š˜œÑ&Ô&Ð&Ð&Ð&rf   c           	      óœ  — | j         j        }| j                              ||¬¦  «         | j        �o| j        rdn| j        }| j         j        |z   }|| j        j        d         k    r:t          j	        t          | j        | j         j        ||d¬¦  «        ¦  «        | _        | j        �&| j                             | j         j        ¦  «         dS dS )zæUpdate the input image resolution and patch size.

        Args:
            img_size: New input resolution, if None current resolution is used.
            patch_size: New patch size, if None existing patch size is used.
        )rá   râ   Nr   r'   T)Únew_sizeÚold_sizer8   Úverbose)r4  r>  Úset_input_sizer:  rð   r8   r5  r{   rM   rS   r   ro   Úupdate_feat_shape)ra   rá   râ   Úprev_grid_sizer8   Únum_new_tokenss         re   r|  zEva.set_input_size•  sÞ   € ð Ô)Ô3ˆØÔ×'Ò'°ÀjÐ'ÑQÔQÐQàŒ>Ð%Ø%)Ô%8Ð T  ¸dÔ>TÐØ!Ô-Ô9Ð<MÑMˆNØ ¤Ô!5°aÔ!8Ò8Ð8Ý!#¤Õ.DØ”NØ!Ô-Ô7Ø+Ø&7Ø ð/ñ /ô /ñ "ô "�”ð Œ9Ð ØŒI×'Ò'¨Ô(8Ô(BÑCÔCÐCÐCÐCð !Ð rf   c                 ó*  — | j         rˆ|j        \  }}}}| j        �5| j        j        }t          | j        ||f|| j        rdn| j        ¬¦  «        }nd }|                     |d|¦  «        }| j	        �| j	         
                    ||f¬¦  «        nd }n)| j        }| j	        �| j	         
                    ¦   «         nd }g }	| j        �:|	                     | j                             |j        d         dd¦  «        ¦  «         | j        �:|	                     | j                             |j        d         dd¦  «        ¦  «         | j        r$|�||z   }|	rt          j        |	|gz   d¬¦  «        }n#|	rt          j        |	|gz   d¬¦  «        }|�||z   }|                      |¦  «        }| j        �j|                      |¦  «        \  }}
|�P|
�Nt'          |||
¦  «        }t)          | dd¦  «        r|                     dd¦  «        }n|                     d¦  «        }||fS )	Nr   )ry  rz  r8   rt   )r{   r'   rx   r=  F)r  r{   r:  r4  r>  r   rð   r8   Úviewro   Ú	get_embedr7  ÚappendÚexpandr8  rT   r}   r;  r<  r   r„   rƒ   Ú	unsqueeze)ra   rŠ   r‹   ÚHÚWr�   r~  r:  Úrot_pos_embedÚto_catÚkeep_indicess              re   Ú
_pos_embedzEva._pos_embed²  sI  € ØÔ ð 	UØœ‰JˆAˆq�!�QØŒ~Ð)Ø!%Ô!1Ô!;�Ý2Ø”NØ ˜VØ+Ø+/Ô+>Ð&Z a aÀDÔDZð	ñ ô �	�	ð !�	Ø—’�q˜"˜aÑ Ô ˆAØAEÄÐAV˜DœI×/Ò/°q¸!°fÐ/Ñ=Ô=Ð=Ð\`ˆMˆMàœˆIØ59´YÐ5J˜DœI×/Ò/Ñ1Ô1Ð1ÐPTˆMàˆØŒ>Ð%Ø�MŠM˜$œ.×/Ò/°´¸´
¸BÀÑCÔCÑDÔDÐDØŒ>Ð%Ø�MŠM˜$œ.×/Ò/°´¸´
¸BÀÑCÔCÑDÔDÐDàÔð 	"àÐ$Ø˜	‘M�Øð 3Ý”I˜f¨ s™l°Ð2Ñ2Ô2�øð ð 3Ý”I˜f¨ s™l°Ð2Ñ2Ô2�ØÐ$Ø˜	‘M�à�MŠM˜!ÑÔˆð Œ?Ð&Ø"Ÿošo¨aÑ0Ô0‰OˆAˆ|ØÐ(¨\Ð-EÝ 6°q¸-ÈÑ VÔ V�å˜4 ¨uÑ5Ô5ð ?à$1×$;Ò$;¸A¸qÑ$AÔ$A�M�Mð %2×$;Ò$;¸AÑ$>Ô$>�Mà�-ÐÐrf   ÚNCHWrŠ   ÚindicesÚreturn_prefix_tokensr]   Ú
stop_earlyr  Úintermediates_onlyrp   rq   c
                 ód  ‡ ‡‡‡— |dv s
J d¦   «         ‚|dk    }
g }t          t          ‰ j        ¦  «        |¦  «        \  }}|j        \  Š}}}‰                      |¦  «        }‰                      |¦  «        \  }}‰                      |¦  «        }t          j         	                    ¦   «         s|s‰ j        }n‰ j        d|dz   …         }t          ‰ dd¦  «        r�|�›t          |¦  «        D ]Š\  }}‰ j        r9t          j         	                    ¦   «         st          ||||         ||	¬¦  «        }n ||||         ||	¬¦  «        }||v r,|                     |r‰                      |¦  «        n|¦  «         Œ‹nŽt          |¦  «        D ]~\  }}‰ j        r3t          j         	                    ¦   «         st          |||||	¬¦  «        }n |||||	¬¦  «        }||v r,|                     |r‰                      |¦  «        n|¦  «         Œ‰ j        rˆ fd	„|D ¦   «         }ˆ fd
„|D ¦   «         }|
r/‰ j                             ||f¦  «        \  ŠŠˆˆˆfd„|D ¦   «         }t          j         	                    ¦   «         s|rt%          t'          ||¦  «        ¦  «        }|r|S ‰                      |¦  «        }||fS )a¾   Forward features that returns intermediates.
        Args:
            x: Input image tensor
            indices: Take last n blocks if an int, if is a sequence, select by matching indices
            return_prefix_tokens: Return both prefix and spatial intermediate tokens
            norm: Apply norm layer to all intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
            attn_mask: Optional attention mask for masked attention
            is_causal: If True, use causal (autoregressive) masking in attention
        )rŒ  ÚNLCz>Output format for EVA-ViT features must be one of NCHW or NLC.rŒ  Nr'   r=  FrÐ   c                 ó6   •— g | ]}|d d …d‰j         …f         ‘ŒS )Nr   r  ©r  Úyra   s     €re   r'  z-Eva.forward_intermediates.<locals>.<listcomp>%  s/   ø€ ÐSÐSÐSÀ˜Q˜q˜q˜q ! DÔ$:Ð":Ð:Ô;ÐSÐSÐSrf   c                 ó6   •— g | ]}|d d …‰j         d …f         ‘ŒS r  r  r”  s     €re   r'  z-Eva.forward_intermediates.<locals>.<listcomp>&  s0   ø€ ÐRÐRÐR¸q˜Q˜q˜q˜q $Ô"8Ð"9Ð"9Ð9Ô:ÐRÐRÐRrf   c                 ó�   •— g | ]B}|                      ‰‰‰d ¦  «                             dddd¦  «                             ¦   «         ‘ŒCS )rt   r   rE   r'   ru   )r€   r�   Ú
contiguous)r  r•  r‹   r†  r‡  s     €€€re   r'  z-Eva.forward_intermediates.<locals>.<listcomp>*  sL   ø€ ÐlÐlÐlÐYZ˜QŸYšY q¨!¨Q°Ñ3Ô3×;Ò;¸A¸qÀ!ÀQÑGÔG×RÒRÑTÔTÐlÐlÐlrf   )r)   rA  rE  r{   r4  r‹  r?  rT   r�   Úis_scriptingr„   r]  r2  r*   rƒ  r]   r8   Údynamic_feat_sizeÚlistÚzip)ra   rŠ   r�  rŽ  r]   r�  r  r�  rp   rq   r€   ÚintermediatesÚtake_indicesÚ	max_indexÚ_ÚheightÚwidthrˆ  rE  r  ÚblkÚprefix_tokensr‹   r†  r‡  s   `                     @@@re   Úforward_intermediateszEva.forward_intermediatesé  s5  øøøø€ ð0 ˜_Ð,Ð,Ð,Ð.nÑ,Ô,Ð,Ø Ò&ˆØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið  œgÑˆˆ1ˆf�eØ×Ò˜QÑÔˆØŸ?š?¨1Ñ-Ô-Ñˆˆ=Ø�MŠM˜!ÑÔˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFõ �4˜ uÑ-Ô-ð 	F°-Ð2KÝ# FÑ+Ô+ð Fð F‘��3ØÔ*ð `µ5´9×3IÒ3IÑ3KÔ3Kð `Ý" 3¨°¸aÔ0@ÈIÐajÐkÑkÔk�A�Aà˜˜A M°!Ô$4À	ÐU^Ð_Ñ_Ô_�AØ˜Ð$Ð$Ø!×(Ò(¸Ð)D¨¯ª°1©¬¨À1ÑEÔEÐEøðFõ $ FÑ+Ô+ð Fð F‘��3ØÔ*ð ]µ5´9×3IÒ3IÑ3KÔ3Kð ]Ý" 3¨°ÈÐ^gÐhÑhÔh�A�Aà˜˜A M¸YÐR[Ð\Ñ\Ô\�AØ˜Ð$Ð$Ø!×(Ò(¸Ð)D¨¯ª°1©¬¨À1ÑEÔEÐEøð Ô!ð 	SàSÐSÐSÐSÀ]ÐSÑSÔSˆMØRÐRÐRÐRÀMÐRÑRÔRˆMØð 	màÔ#×5Ò5°v¸u°oÑFÔF‰DˆAˆqØlÐlÐlÐlÐlÐlÐ^kÐlÑlÔlˆMÝŒy×%Ò%Ñ'Ô'ð 	DÐ,@ð 	Då ¥ ]°MÑ!BÔ!BÑCÔCˆMàð 	!Ø Ð à�IŠI�a‰LŒLˆà�-ÐÐrf   r'   Ú
prune_normÚ
prune_headc                 ó   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |rt          j        ¦   «         | _        |r5d| _        t          j        ¦   «         | _        |                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr'   r   r  )	r)   rA  rE  rM   rY   r]   rG  rH  rw  )ra   r�  r¦  r§  rž  rŸ  s         re   Úprune_intermediate_layerszEva.prune_intermediate_layers6  s…   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	&Ýœ™œˆDŒIØð 	)Ø!ˆDŒNÝœ;™=œ=ˆDŒLØ×!Ò! ! RÑ(Ô(Ð(ØÐrf   Ú	pool_typec                 ó†   — | j         �|                       |¦  «        }|S |€| j        n|}t          ||| j        ¬¦  «        }|S )N)rª  r8   )rG  rå   r    r8   )ra   rŠ   rª  s      re   ÚpoolzEva.poolH  sN   € ØŒ>Ð%Ø—’˜qÑ!Ô!ˆAØˆHØ(1Ð(9�DÔ$Ð$¸yˆ	Ý˜A¨ÀdÔF\Ð]Ñ]Ô]ˆØˆrf   c                 ó`  — |                       |¦  «        }|                      |¦  «        \  }}|                      |¦  «        }t          | dd¦  «        rr|�pt	          | j        ¦  «        D ]Z\  }}| j        r9t          j         	                    ¦   «         st          ||||         ||¬¦  «        }ŒE ||||         ||¬¦  «        }Œ[nS| j        D ]K}| j        r3t          j         	                    ¦   «         st          |||||¬¦  «        }Œ< |||||¬¦  «        }ŒL|                      |¦  «        }|S )a(  Forward pass through feature extraction layers.

        Args:
            x: Input tensor.
            attn_mask: Optional attention mask for masked attention
            is_causal: If True, use causal (autoregressive) masking in attention.

        Returns:
            Feature tensor.
        r=  FNrÐ   )r4  r‹  r?  r„   r]  rE  r2  rT   r�   r™  r*   r]   )ra   rŠ   rp   rq   rˆ  r  r£  s          re   Úforward_featureszEva.forward_featuresP  sb  € ð  ×Ò˜QÑÔˆØŸ?š?¨1Ñ-Ô-Ñˆˆ=Ø�MŠM˜!ÑÔˆå�4˜ uÑ-Ô-ð 	]°-Ð2Kõ $ D¤KÑ0Ô0ð `ð `‘��3ØÔ*ð `µ5´9×3IÒ3IÑ3KÔ3Kð `Ý" 3¨°¸aÔ0@ÈIÐajÐkÑkÔk�A�Aà˜˜A M°!Ô$4À	ÐU^Ð_Ñ_Ô_�A�Að	`ð ”{ð ]ð ]�ØÔ*ð ]µ5´9×3IÒ3IÑ3KÔ3Kð ]Ý" 3¨°ÈÐ^gÐhÑhÔh�A�Aà˜˜A M¸YÐR[Ð\Ñ\Ô\�A�Aà�IŠI�a‰LŒLˆØˆrf   Ú
pre_logitsc                 ó²   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|r|n|                      |¦  «        S )z¼Forward pass through classifier head.

        Args:
            x: Feature tensor.
            pre_logits: Return pre-logits if True.

        Returns:
            Output tensor.
        )r¬  rH  rI  rJ  )ra   rŠ   r¯  s      re   Úforward_headzEva.forward_headw  sL   € ð �IŠI�a‰LŒLˆØ�LŠL˜‰OŒOˆØ�NŠN˜1ÑÔˆØÐ0ˆqˆq D§I¢I¨a¡L¤LÐ0rf   c                 ó`   — |                       |||¬¦  «        }|                      |¦  «        }|S )a  Forward pass.

        Args:
            x: Input tensor.
            attn_mask: Optional attention mask for masked attention
            is_causal: If True, use causal (autoregressive) masking in attention.

        Returns:
            Output tensor.
        )rp   rq   )r®  r±  )ra   rŠ   rp   rq   s       re   r”   zEva.forward†  s6   € ð  ×!Ò! !¨yÀIÐ!ÑNÔNˆØ×Ò˜aÑ Ô ˆØˆrf   )Tr—   ©Fr  )NN)NFFFrŒ  FNF)r'   FT)NF))r™   rš   r›   rœ   r   r   r¡   r
   rÔ   r   rŸ   r¢   r   rJ   rK  rX  rM   ÚModulerW  rT   r�   Úignorer	   rg  rm  r   r   rr  rt  rw  r|  r£   r‹  r   r¥  r©  r¬  r®  r±  r”   r¤   r¥   s   @re   r-   r-   9  sò  ø€ € € € € ðð ð 58Ø68ØØ#Ø$Ø ØØØBFØ!Ø"Ø!Ø!Ø$Ø#$Ø#Ø%*Ø"Ø!Ø#%Ø%'Ø$&Ø$&Ø$&Ø#,Ø+/Ø*/Ø $Ø"#Ø#(Ø$(Ø$)Ø',Ø&(Ø&*Ø&,Ø%*Ø15Ø26Ø37Ø"'Ø-2Ø8<Ø*.Ø15Ø37Ø%*Ø$)ØDHØ%*ØØðkC-ð C-à˜C  s¨C x¤Ð0Ô1ðC-ð ˜c 5¨¨c¨¤?Ð2Ô3ðC-ð ð	C-ð
 ðC-ð ðC-ð ðC-ð ðC-ð ðC-ð # 5¨¨e°C¸°H¬oÐ)=Ô#>Ô?ðC-ð ðC-ð ðC-ð ðC-ð ðC-ð ðC-ð  !ð!C-ð" ð#C-ð$ #ð%C-ð& ð'C-ð( ð)C-ð* !ð+C-ð, #ð-C-ð. "ð/C-ð0 "ð1C-ð2 "ð3C-ð4 !ð5C-ð6 " %œð7C-ð8 $(ð9C-ð: ð;C-ð<  ð=C-ð> !ð?C-ð@ "ðAC-ðB "ðCC-ðD   ”}ðEC-ðF $ðGC-ðH !$ðIC-ðJ $ðKC-ðL #ðMC-ðN  (¨œðOC-ðP !)¨¤ðQC-ðR "*¨%¤ðSC-ðT  ðUC-ðV '+ðWC-ðX (0°¤~ðYC-ðZ " $œð[C-ð\ "*¨#¤ð]C-ð^ "*¨%¤ð_C-ð` #ðaC-ðb "ðcC-ðd % U¨5°°c°¬?¸CÐ+?Ô%@ÔAðeC-ðf #ðgC-ð C-ð C-ð C-ð C-ð C-ðJ:ð :¨ð :ð :ð :ð :ð"1ð 1ð 1ð 1ð!ð !˜rœyð !°tð !Àtð !ð !ð !ð !ð „YÔð  S¤ð ð ð ñ Ôðð „YÔð)ð )¨Tð )¸Tð )ð )ð )ñ Ôð)ð „YÔðð  Dð °T¸#¸s¸(´^ð ð ð ñ Ôðð „YÔð ¤	ð ð ð ñ Ôðð'ð '¨Cð '¸hÀs¼mð 'ÐW[ð 'ð 'ð 'ð 'ð  37Ø48ðDð Dà˜u S¨# XœÔ/ðDð !  s¨C x¤Ô1ðDð 
ð	Dð Dð Dð Dð:5 ˜u U¤\°8¸E¼LÔ3IÐ%IÔJð 5 ð 5 ð 5 ð 5 ðt 8<Ø).ØØ$Ø$Ø',Ø04Ø#ðK ð K àŒ|ðK ð ˜e C¨¨c¬ NÔ3Ô4ðK ð #'ð	K ð
 ðK ð ðK ð ðK ð !%ðK ð   ¤Ô-ðK ð ðK ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	KðK ð K ð K ð K ð^ ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð$ð �e”lð ¨x¸¬}ð ÈÌð ð ð ð ð 15Ø#ð	%ð %àŒ|ð%ð   ¤Ô-ð%ð ð	%ð
 
Œð%ð %ð %ð %ðN1ð 1˜eœlð 1¸ð 1ÈÌð 1ð 1ð 1ð 1ð$ 15Ø#ð	ð àŒ|ðð   ¤Ô-ðð ð	ð
 
Œðð ð ð ð ð ð ð rf   úvisual.Ú
state_dictÚmodelÚprefixrg   c                 óB  — |                       d| ¦  «        } d„ |                      ¦   «         D ¦   «         } i }g d¢}t          |¦  «        }|                      ¦   «         D �]¿\  }}|r |                     |¦  «        sŒ||d…         }|D ]$}|                     |d         |d         ¦  «        }Œ%|                     d¦  «        rÉ|                     dd¦  «        }|                     d	d
¦  «        }|                     dd¦  «        }|                     d¦  «        rq|j        d         dz  }	|                     d¦  «        r|d|	…         |d<   ||	d…         |d<   n/|                     d¦  «        r|d|	…         |d<   ||	d…         |d<   �Œ,n�|dk    r;d}|                     dd¦  «        }t          j	        |j        d         ¦  «        |d<   nL|dk    r+d}| 
                    d¦  «         
                    d¦  «        }n|dk    r| 
                    d¦  «        }|||<   �ŒÁ|S )zçConvert Perception Encoder weights.

    Args:
        state_dict: State dictionary to convert.
        model: Target model instance.
        prefix: Prefix to strip from keys.

    Returns:
        Converted state dictionary.
    r¸  c                 óB   — i | ]\  }}|                      d d¦  «        |“ŒS )zmodule.r  )Úreplace)r  r�   r�   s      re   ú
<dictcomp>z_convert_pe.<locals>.<dictcomp>«  s,   € ÐMÐMÐM±$°!°Q�!—)’)˜I rÑ*Ô*¨AÐMÐMÐMrf   ))Úconv1úpatch_embed.proj)Úpositional_embeddingr:  )ztransformer.resblocks.r)  )Úln_prer?  )Úln_postr]   )Úln_r]   )z
ls_1.gammarÁ   )z
ls_2.gammarÆ   )Úin_proj_zqkv.)Úout_projr_   )zmlp.c_fcúmlp.fc1)z
mlp.c_projúmlp.fc2Nr   r'   rG  zattn_pool.attnzattn_pool.layernormzattn_pool.normzattn_pool.probezattn_pool.latentzattn_pool.qkvrE   rs   zattn_pool.q.weightzattn_pool.kv.weightrF   zattn_pool.q.biaszattn_pool.kv.biasr_   zhead.weightz	head.biasÚclass_embeddingr7  r:  )ÚgetÚitemsrA  Ú
startswithr¼  r{   Úendswithrƒ   rT   Úzerosr…  )
r·  r¸  r¹  Úout_dictÚswapsÚ
len_prefixr�   r�   Úspr3   s
             re   Ú_convert_perÒ  ›  s^  € ð —’ ¨Ñ4Ô4€JØMÐM¸*×:JÒ:JÑ:LÔ:LÐMÑMÔM€Jà€Hðð ð €Eõ �V‘”€JØ× Ò Ñ"Ô"ð ñ ‰ˆˆ1Øð 	Ø—<’< Ñ'Ô'ð ØØ�*�+�+”ˆAàð 	(ð 	(ˆBØ—	’	˜"˜Qœ%  A¤Ñ'Ô'ˆAˆAà�<Š<˜Ñ$Ô$ð 	Ø—	’	Ð*¨KÑ8Ô8ˆAØ—	’	Ð/Ð1AÑBÔBˆAØ—	’	Ð+Ð-?Ñ@Ô@ˆAØ�|Š|˜OÑ,Ô,ð Ø”g˜a”j A‘o�Ø—:’:˜hÑ'Ô'ð <Ø56°t¸°t´W�HÐ1Ñ2Ø67¸¸¸´g�HÐ2Ñ3Ð3Ø—Z’Z Ñ'Ô'ð <Ø34°T°c°T´7�HÐ/Ñ0Ø45°c°d°d´G�HÐ0Ñ1Ùðð �&Š[ˆ[ØˆAØ—’˜A˜qÑ!Ô!ˆAÝ$)¤K°´¸´
Ñ$;Ô$;ˆH�[Ñ!Ð!ØÐ#Ò#Ð#ØˆAØ—’˜A‘”×(Ò(¨Ñ+Ô+ˆAˆAØ�+ÒÐØ—’˜A‘”ˆAØˆ�‰‰à€Orf   ÚbicubicTÚinterpolationÚ	antialiasc           	      óÒ	  ‡— i }|                       d| ¦  «        } |                       d| ¦  «        } |                       d| ¦  «        } |                       d| ¦  «        } d| v rt          | |¦  «        S d| v rt          | |d¬¦  «        S d	| v rd
}n	d| v rd}nd}d| v od| v }d| v o| }| o|dz   | v }|dz   | v }	t          |¦  «        }
|                      ¦   «         D �]\  Š}|r ‰                     |¦  «        sŒ‰|
d…         Šd‰v r‰dk    sŒ3|rþ‰dk    rŒ<‰                     dd¦  «        Š‰                     dd¦  «        Š‰                     dd¦  «        Š‰                     dd¦  «        Š‰                     dd¦  «        Š‰                     dd¦  «        Š‰                     d d!¦  «        Š‰                     d"d#¦  «        Š‰                     d$d%¦  «        Š‰                     d&¦  «        rd'‰t          d&¦  «        d…         z   Š�n`|�r2t          ˆfd(„d)D ¦   «         ¦  «        r�ŒS‰                     d*¦  «        r�Œj‰                     d+¦  «        r�Œ�‰                     d,¦  «        r�‰                     d,d-¦  «        }	 |                     |¦  «         n'# t          $ r}t          |¦  «         Y d}~�Œâd}~ww xY w|                     d.d/¬0¦  «        \  }}}|||<   ||‰                     d,d1¦  «        <   �Œ%‰                     d2d¦  «        Š‰                     d3d4¦  «        Š‰                     dd¦  «        Šn+|r)‰d5v r%‰d6k    s‰d7k    r‰                     d8d9¦  «        Šn�Œ“d:‰v rT|j        j        j        j        \  }}}}|j        d/         |k    s|j        d;         |k    rt!          |||f||d<¬=¦  «        }nj‰d>k    rd|j        d?         |j        j        d?         k    rCt%          |d@dA¦  «        rdBnt%          |dCd?¦  «        }t'          ||j        j        |||d<¬D¦  «        }‰                     dEdF¦  «        Š‰                     dGdH¦  «        Š‰                     dIdJ¦  «        Š‰                     dKdL¦  «        Š‰                     dMdN¦  «        Š‰                     dOdP¦  «        Š|	r,‰                     d-dQ¦  «        Š‰                     d1dR¦  «        Š||‰<   �Œ|S )SaZ  Convert patch embedding weight from manual patchify + linear proj to conv.

    Args:
        state_dict: Checkpoint state dictionary.
        model: Target model instance.
        interpolation: Interpolation method for resizing.
        antialias: Whether to use antialiasing when resizing.

    Returns:
        Filtered state dictionary.
    Ú	model_emar¸  r*  r·  zvisual.conv1.weightzconv1.weightr  )r¹  zvisual.trunk.pos_embedzvisual.trunk.zvisual.pos_embedr¶  zblocks.0.attn.wq.weightzblocks.0.ffn.w12.weightÚstorage_tokensÚ
mask_tokenzblocks.0.attn.q_proj.weightNro   z
rope.freqsr8  zpatch_embed.projection.zpatch_embed.proj.zattn.wq.zattn.q_proj.zattn.wk.zattn.k_proj.zattn.wv.zattn.v_proj.zattn.gamma.weightrÁ   z.ffn.z.mlp.z.ln1.z.norm1.z.ln2.z.norm2.zln1.znorm.c                 ó:   •— g | ]}‰                      |¦  «        ‘ŒS r¿   )rÌ  )r  Úfr�   s     €re   r'  z(checkpoint_filter_fn.<locals>.<listcomp>)  s#   ø€ ÐTÐTÐT a�A—J’J˜q‘M”MÐTÐTÐTrf   )z.periodsz
.bias_maskrÙ  zprojectors.Úlocal_cls_normzqkv.biasrV   rE   rt   rx   rX   z	ls1.gammaz	ls2.gammarÆ   )rÙ  zlm_head.weightzlm_head.biasúnorm.weightú	norm.biasrÝ  rÞ  r]   rH  zpatch_embed.proj.weightrz   T)rÔ  rÕ  r{  r:  r'   rð   Fr   r8   )ry  r8   rÔ  rÕ  r{  z
mlp.ffn_lnzmlp.normzattn.inner_attn_lnz	attn.normzmlp.w12rÆ  zmlp.w1z	mlp.fc1_gzmlp.w2z	mlp.fc1_xzmlp.w3rÇ  zq_proj.biaszv_proj.bias)rÉ  rÒ  rA  rÊ  rË  r¼  ÚanyrÌ  Úget_parameterÚ	ExceptionÚprintÚchunkr4  r_   rs   r{   r   r:  r„   r   r>  )r·  r¸  rÔ  rÕ  rÎ  r¹  Úsapiens2_weightsÚdinov3_weightsÚmim_weightsÚno_qkvrÐ  r�   Úq_bias_kÚeÚqvÚkvÚvvr   r†  r‡  r8   r�   s                        @re   Úcheckpoint_filter_fnrí  á  sª  ø€ ð" €Hà—’ ¨ZÑ8Ô8€JØ—’ ¨Ñ4Ô4€JØ—’ ¨*Ñ5Ô5€JØ—’ ¨jÑ9Ô9€Jð  
Ð*Ð*Ý˜: uÑ-Ô-Ð-Ø	˜:Ð	%Ð	%Ý˜: u°RÐ8Ñ8Ô8Ð8ð   :Ð-Ð-Ø ˆˆØ	˜zÐ	)Ð	)Øˆˆàˆð 1°JÐ>ÐjÐC\Ð`jÐCjÐØ%¨Ð3ÐLÐ<LÐ8L€NØ$Ð$ÐL¨°,Ñ)>À*Ð)L€KØÐ3Ñ3°zÐA€Få�V‘”€JØ× Ò Ñ"Ô"ð _ñ _‰ˆˆ1Øð 	Ø—<’< Ñ'Ô'ð ØØ�*�+�+”ˆAà�Qˆ;ˆ;˜q LÒ0Ð0ààð 3	Ø�LÒ Ð àØ—	’	Ð*¨KÑ8Ô8ˆAØ—	’	Ð3Ð5HÑIÔIˆAØ—	’	˜* nÑ5Ô5ˆAØ—	’	˜* nÑ5Ô5ˆAØ—	’	˜* nÑ5Ô5ˆAØ—	’	Ð-¨yÑ9Ô9ˆAØ—	’	˜' 7Ñ+Ô+ˆAØ—	’	˜' 9Ñ-Ô-ˆAØ—	’	˜' 9Ñ-Ô-ˆAØ�|Š|˜FÑ#Ô#ð .Ø˜a¥ F¡¤  œoÑ-�ùàñ #	ÝÐTÐTÐTÐTÐ+SÐTÑTÔTÑUÔUð áØ�|Š|˜MÑ*Ô*ð áØ�|Š|Ð,Ñ-Ô-ð áØ�zŠz˜*Ñ%Ô%ð ØŸ9š9 Z°Ñ:Ô:�ðð ×'Ò'¨Ñ1Ô1Ð1Ð1øÝ ð ð ð Ý˜!‘H”H�Hà�H�H�H‘Høøøøðøøøð
 ŸWšW Q¨B˜WÑ/Ô/‘
��B˜Ø%'�˜Ñ"Ø<>�˜Ÿš :¨xÑ8Ô8Ñ9ÙØ—	’	˜+ yÑ1Ô1ˆAØ—	’	˜+ yÑ1Ô1ˆAØ—	’	Ð*¨KÑ8Ô8ˆAˆAàð 	˜QÐ"nÐnÐnØ�MÒ!Ð! Q¨+Ò%5Ð%5à—I’I˜f iÑ0Ô0��ñ à$¨Ð)Ð)ØÔ*Ô/Ô6Ô<‰JˆAˆq�!�QØŒw�rŒ{˜aÒÐ 1¤7¨2¤;°!Ò#3Ð#3Ý(ØØ˜�FØ"/Ø'Ø ðñ ô �øð �+ÒÐ !¤'¨!¤*°´Ô0EÀaÔ0HÒ"HÐ"Hå%,¨UÐ4DÀeÑ%LÔ%LÐ x  ÕRYÐZ_ÐatÐvwÑRxÔRxÐÝ&ØØÔ*Ô4Ø"3Ø+Ø#Øðñ ô ˆAð �IŠI�l JÑ/Ô/ˆØ�IŠIÐ*¨KÑ8Ô8ˆØ�IŠI�i Ñ+Ô+ˆØ�IŠI�h Ñ,Ô,ˆØ�IŠI�h Ñ,Ô,ˆØ�IŠI�h 	Ñ*Ô*ˆØð 	3Ø—	’	˜( MÑ2Ô2ˆAØ—	’	˜( MÑ2Ô2ˆAàˆ�‰‰à€Os   ÊJÊ
K Ê&J;Ê;K FÚvariantÚ
pretrainedc                 ó(  — |                      dd¦  «        }t          j                             dd¦  «        dk    }|€|}|rddlm}  || |fi |¤ŽS |                      dd	¦  «        }t          t          | |ft          t          |d
¬¦  «        dœ|¤Ž}|S )zÒCreate an EVA model.

    Args:
        variant: Model variant name.
        pretrained: Load pretrained weights.
        **kwargs: Additional model arguments.

    Returns:
        Instantiated Eva model.
    Ú
use_naflexNÚTIMM_USE_NAFLEXÚ0Ú1r'   )Ú_create_naflexvit_from_evaÚout_indicesrE   Úgetter)rö  Úfeature_cls)Úpretrained_filter_fnÚfeature_cfg)
ÚpopÚosÚenvironrÉ  Ú	naflexvitrõ  r(   r-   rí  r"  )rî  rï  rÈ   rñ  Ú_USE_NAFLEX_DEFAULTrõ  rö  r¸  s           re   Ú_create_evar   r  sË   € ð —’˜L¨$Ñ/Ô/€JÝœ*Ÿ.š.Ð):¸CÑ@Ô@ÀCÒGÐØÐØ(ˆ
Øð Ià9Ð9Ð9Ð9Ð9Ð9Ø)Ð)¨'°:ÐHÐHÀÐHÐHÐHà—*’*˜]¨AÑ.Ô.€KÝ ÝˆW�jðå1Ý [¸hÐGÑGÔGðð ð ð	ð €Eð €Lrf   r  Úurlc                 ó8   — | ddddddt           t          ddd	d
œ|¥S )zËGenerate default configuration for EVA models.

    Args:
        url: Model weights URL.
        **kwargs: Additional configuration parameters.

    Returns:
        Model configuration dictionary.
    rÜ   ©rE   rÚ   rÚ   NgÍÌÌÌÌÌì?rÓ  Tr¿  rJ  Úmit©r  rä   Ú
input_sizeÚ	pool_sizeÚcrop_pctrÔ  Úfixed_input_sizeÚmeanrU  Ú
first_convÚ
classifierÚlicense)r   r   ©r  rÈ   s     re   Ú_cfgr  ‘  s;   € ð Ø¨=ÀtØ¨ÈÝ ­Ø(¸Øðð ð #ðð rf   c                 ó$   — | dddddddddd	d
dœ|¥S )zÚGenerate default configuration for Perception Encoder models.

    Args:
        url: Model weights URL.
        **kwargs: Additional configuration parameters.

    Returns:
        Model configuration dictionary.
    r   r  Nç      ð?rÓ  T©ç      à?r  r  r¿  rJ  ú
apache-2.0r  r¿   r  s     re   Ú_pe_cfgr  ¥  s;   € ð Ø¨ÀDØ¨)ÈØ¨Ø(¸Øðð ð $*ðð rf   c                 ó8   — | ddddddt           t          ddd	d
œ|¥S )aè  Generate default configuration for DINOv3 models.

    Note: Original DINOv3 uses CLS-token pooling for representations. timm defaults to avg
    pooling for the Eva architecture. Pass global_pool='token' at model creation to match
    upstream behavior, which may be preferred for tasks like retrieval and few-shot classification.

    Args:
        url: Model weights URL.
        **kwargs: Additional configuration parameters.

    Returns:
        Model configuration dictionary.
    r   ©rE   é   r  Nr  rÓ  Tr¿  rJ  zdinov3-licenser  ©r   r   r  s     re   Ú_dinov3_cfgr  ¹  s<   € ð Ø¨ÀDØ¨)ÈÝ%Õ.BØ(¸Ø#ðð ð (.ðð rf   c                 ó8   — | ddddddt           t          ddd	d
œ|¥S )z/Generate default configuration for EUPE models.r   r  Nr  rÓ  Tr¿  rJ  z#fair-noncommercial-research-licenser  r  r  s     re   Ú	_eupe_cfgr  Ñ  s=   € ð Ø¨ÀDØ¨)ÈÝ%Õ.BØ(¸Ø8ðð ð =Cðð rf   c                 ó>   — | dddddddt           t          dd	d
dddœ|¥S )aB  Generate default configuration for LingBot-Vision models.

    LingBot-Vision uses CLS-token pooling for representations, which the model entrypoints use by default.

    Args:
        url: Model weights URL.
        **kwargs: Additional configuration parameters.

    Returns:
        Model configuration dictionary.
    r   ©rE   é   r  Nr  ÚsquashÚbilinearTr¿  rJ  r  z*https://github.com/robbyant/lingbot-visionzarXiv:2607.05247)r  rä   r  r  r  Ú	crop_moderÔ  r	  r
  rU  r  r  r  Ú
origin_urlÚ	paper_idsr  r  s     re   Ú_lingbot_cfgr%  Ý  sE   € ð Ø¨ÀDØ hÀÐaeÝ%Õ.BØ(¸ØÐ/[Ø'ðð ð ,2ðð rf   c                 ó~   — i d| “dd“dd“dd“dd	“d
d“dd“dd“dd“dt           “dt          “dd“dd“dd“dd“dd“|¥S )að  Generate default configuration for Sapiens2 models.

    Sapiens2 is trained at a portrait 1024x768 (HxW) resolution with ImageNet mean/std and bilinear resize
    (no center crop). The original uses CLS-token pooling; timm defaults to avg pooling for the Eva
    architecture, pass global_pool='token' at model creation to match upstream.

    Args:
        url: Model weights URL.
        **kwargs: Additional configuration parameters.

    Returns:
        Model configuration dictionary.
    r  rä   r   r  )rE   é   rÞ   r  Nr  r  r"  r   rÔ  r!  r	  FÚmin_input_size)rE   r  éÀ   r
  rU  r  r¿  r  rJ  r  zsapiens2-licenser#  z,https://github.com/facebookresearch/sapiens2r$  zarXiv:2604.21681r  r  s     re   Ú_sapiens2_cfgr*  ô  sØ   € ð	Øˆsð	à�qð	à&¨ð	à8CÀTð	ð 	�Cð	ð % hð	ð 1@Àð	ð N`Ðafð	ð 	˜-ð		ð
 	Õ%ð	ð
 (-Õ.Bð	ð 	Ð(ð	ð +7¸ð	ð 	Ð%ð	ð (4Ð5cð	ð 	Ð'ð	ð ,2ð	ð 	rf   z"eva_giant_patch14_224.clip_ft_in1kztimm/)Ú	hf_hub_idz"eva_giant_patch14_336.clip_ft_in1k)rE   éP  r,  r  r   )r+  r  r  r"  z(eva_giant_patch14_336.m30m_ft_in22k_in1k)r+  r
  rU  r  r  r"  z(eva_giant_patch14_560.m30m_ft_in22k_in1k)rE   é0  r-  z.eva02_base_patch14_448.mim_in22k_ft_in22k_in1k)rE   éÀ  r.  z/eva02_large_patch14_448.mim_in22k_ft_in22k_in1kz.eva02_large_patch14_448.mim_m38m_ft_in22k_in1kz(eva02_tiny_patch14_336.mim_in22k_ft_in1k)r+  r  r  z)eva02_small_patch14_336.mim_in22k_ft_in1kz(eva02_base_patch14_448.mim_in22k_ft_in1kz)eva02_large_patch14_448.mim_in22k_ft_in1kz(eva02_large_patch14_448.mim_m38m_ft_in1kz)eva02_base_patch14_448.mim_in22k_ft_in22kiQU  )r+  r  r  r"  rä   z*eva02_large_patch14_448.mim_in22k_ft_in22kz)eva02_large_patch14_448.mim_m38m_ft_in22kz eva02_tiny_patch14_224.mim_in22k)r+  rä   z!eva02_small_patch14_224.mim_in22kz eva02_base_patch14_224.mim_in22kz!eva02_large_patch14_224.mim_in22kz eva02_large_patch14_224.mim_m38mz$eva_giant_patch14_clip_224.laion400mr'  z#eva_giant_patch14_clip_224.merged2bz$eva02_base_patch16_clip_224.merged2br  z%eva02_large_patch14_clip_224.merged2brÞ   z%eva02_large_patch14_clip_336.merged2b)r+  r  r  rä   z'eva02_enormous_patch14_clip_224.laion2bz,eva02_enormous_patch14_clip_224.laion2b_plusz(eva02_enormous_patch14_clip_224.pretrain)rä   z-vit_medium_patch16_rope_reg1_gap_256.sbb_in1kr  gffffffî?r  )r+  r  r  r
  rU  z.vit_mediumd_patch16_rope_reg1_gap_256.sbb_in1kz.vit_betwixt_patch16_rope_reg4_gap_256.sbb_in1kz+vit_base_patch16_rope_reg1_gap_256.sbb_in1kzvit_pe_core_tiny_patch16_384.fb)rE   é€  r/  )r+  r  rä   z vit_pe_core_small_patch16_384.fbzvit_pe_core_base_patch16_224.fbr  z vit_pe_core_large_patch14_336.fbz#vit_pe_core_gigantic_patch14_448.fbé   z vit_pe_lang_large_patch14_448.fbz'vit_pe_lang_large_patch14_448.fb_tilingz#vit_pe_lang_gigantic_patch14_448.fbz*vit_pe_lang_gigantic_patch14_448.fb_tilingz"vit_pe_spatial_tiny_patch16_512.fbr  z#vit_pe_spatial_small_patch16_512.fbz"vit_pe_spatial_base_patch16_512.fbz#vit_pe_spatial_large_patch14_448.fbz&vit_pe_spatial_gigantic_patch14_448.fbz%vit_small_patch16_rope_224.naver_in1kr  )r+  r
  rU  r  z$vit_base_patch16_rope_224.naver_in1kz%vit_large_patch16_rope_224.naver_in1kz+vit_small_patch16_rope_mixed_224.naver_in1kz*vit_base_patch16_rope_mixed_224.naver_in1kz+vit_large_patch16_rope_mixed_224.naver_in1kz)vit_small_patch16_rope_ape_224.naver_in1kz(vit_base_patch16_rope_ape_224.naver_in1kz)vit_large_patch16_rope_ape_224.naver_in1kz/vit_small_patch16_rope_mixed_ape_224.naver_in1kz.vit_base_patch16_rope_mixed_ape_224.naver_in1kz/vit_large_patch16_rope_mixed_ape_224.naver_in1kz!vit_small_patch16_dinov3.lvd1689mz&vit_small_patch16_dinov3_qkvb.lvd1689mz&vit_small_plus_patch16_dinov3.lvd1689mz+vit_small_plus_patch16_dinov3_qkvb.lvd1689mz vit_base_patch16_dinov3.lvd1689mz%vit_base_patch16_dinov3_qkvb.lvd1689mz*vit_tiny_patch16_dinov3_qkvb.eupe_lvd1689mz+vit_small_patch16_dinov3_qkvb.eupe_lvd1689mz*vit_base_patch16_dinov3_qkvb.eupe_lvd1689mz!vit_large_patch16_dinov3.lvd1689mz&vit_large_patch16_dinov3_qkvb.lvd1689mz vit_large_patch16_dinov3.sat493m)g…ëQ¸…Û?gçû©ñÒMÚ?g‹lçû©ñÒ?)gÝ$�•CË?g+‡ÙÎ÷Ã?gçû©ñÒMÂ?)r+  r
  rU  z%vit_large_patch16_dinov3_qkvb.sat493mz%vit_huge_plus_patch16_dinov3.lvd1689mz*vit_huge_plus_patch16_dinov3_qkvb.lvd1689mzvit_7b_patch16_dinov3.lvd1689mzvit_7b_patch16_dinov3.sat493mz"vit_small_patch16_lingbot.robbyantz*belfner/vit_small_patch16_lingbot.robbyantz!vit_base_patch16_lingbot.robbyantz)belfner/vit_base_patch16_lingbot.robbyantz"vit_large_patch16_lingbot.robbyantz*belfner/vit_large_patch16_lingbot.robbyantz"vit_giant_patch16_lingbot.robbyantz*belfner/vit_giant_patch16_lingbot.robbyantzvit_base_patch16_sapiens2.fbzvit_large_patch16_sapiens2.fbzvit_huge_patch16_sapiens2.fbzvit_giant_patch16_sapiens2.fbzvit_5b_patch16_sapiens2.fbc           	      ó`   — t          ddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
ú,EVA-g model https://arxiv.org/abs/2211.07636é   é€  é(   rÛ   çtÑE]t@©râ   ræ   rç   r4   rª   Úeva_giant_patch14_224rï  )r8  ©r"  r   ©rï  rÈ   Ú
model_argsr¸  s       re   r8  r8  Ï  óK   € õ  ¨t¸2ÈÐWbÐcÑcÔc€JÝÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lrf   c           	      ó`   — t          ddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
r2  r3  r4  r5  rÛ   r6  r7  Úeva_giant_patch14_336rï  )r>  r9  r:  s       re   r>  r>  ×  r<  rf   c           	      ó`   — t          ddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
r2  r3  r4  r5  rÛ   r6  r7  Úeva_giant_patch14_560rï  )r@  r9  r:  s       re   r@  r@  ß  r<  rf   c                 óh   — t          ddddddddd¬	¦	  «	        }t          dd| it          |fi |¤Ž¤Ž}|S )ú+EVA02 Tiny https://arxiv.org/abs/2303.11331rÚ   r3  r)  rß   rE   çUUUUUU@T©rÛ   rÛ   ©	rá   râ   ræ   rç   r4   rª   r«   rò   r  Úeva02_tiny_patch14_224rï  )rF  r9  r:  s       re   rF  rF  ç  ód   € õ ØØØØØØØØØð
ñ 
ô 
€Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lrf   c                 óh   — t          ddddddddd¬	¦	  «	        }t          dd| it          |fi |¤Ž¤Ž}|S )ú,EVA02 Small https://arxiv.org/abs/2303.11331rÚ   r3  r/  rß   é   rC  TrD  rE  Úeva02_small_patch14_224rï  )rK  r9  r:  s       re   rK  rK  ù  ód   € õ ØØØØØØØØØð
ñ 
ô 
€Jõ ÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lrf   c                 ól   — t          ddddddddddd¬	¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )ú+EVA02 Base https://arxiv.org/abs/2303.11331rÚ   r3  rÞ   rß   FrC  TrD  ©rá   râ   ræ   rç   r4   r6   rª   r«   r­   rò   r  Úeva02_base_patch14_224rï  )rP  r9  r:  s       re   rP  rP    ój   € õ ØØØØØØØØØØØðñ ô €Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lrf   c                 ól   — t          ddddddddddd	¬
¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )ú,EVA02 Large https://arxiv.org/abs/2303.11331rÚ   r3  r'  é   rÛ   rC  FTrD  ©rá   râ   ræ   rç   r4   rª   r6   r«   r­   rò   r  Úeva02_large_patch14_224rï  )rV  r9  r:  s       re   rV  rV    ój   € õ ØØØØØØØØØØØðñ ô €Jõ ÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lrf   c                 óh   — t          ddddddddd¬	¦	  «	        }t          dd| it          |fi |¤Ž¤Ž}|S )rB  r,  r3  r)  rß   rE   rC  TrD  rE  Úeva02_tiny_patch14_336rï  )rY  r9  r:  s       re   rY  rY  3  rG  rf   c                 óh   — t          ddddddddd¬	¦	  «	        }t          dd| it          |fi |¤Ž¤Ž}|S )rI  r,  r3  r/  rß   rJ  rC  TrD  rE  Úeva02_small_patch14_336rï  )r[  r9  r:  s       re   r[  r[  E  rL  rf   c                 ól   — t          ddddddddddd¬	¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )rN  r.  r3  rÞ   rß   FrC  TrD  rO  Úeva02_base_patch14_448rï  )r]  r9  r:  s       re   r]  r]  W  rQ  rf   c                 ól   — t          ddddddddddd	¬
¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )rS  r.  r3  r'  rT  rÛ   rC  FTrD  rU  Úeva02_large_patch14_448rï  )r_  r9  r:  s       re   r_  r_  k  rW  rf   c                 óŠ   — t          ddddd|                     dd¦  «        ¬¦  «        }t          dd
| it          |fi |¤Ž¤Ž}|S )z?EVA-g CLIP model (only difference from non-CLIP is the pooling)r3  r4  r5  rÛ   r6  rå   r	  )râ   ræ   rç   r4   rª   rå   Úeva_giant_patch14_clip_224rï  )ra  ©r"  rû  r   r:  s       re   ra  ra    se   € õ Ø ¨R¸2ÈØ—J’J˜}¨gÑ6Ô6ð8ñ 8ô 8€Jõ ÐjÐjÀÐjÍtÐT^ÐOiÐOiÐbhÐOiÐOiÐjÐj€EØ€Lrf   c                 ó˜   — t          dddddddddddd|                     d	d
¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zUAn EVA-CLIP specific variant that adds additional attn scale layer-norm to eva02_baserÚ   rÛ   rÞ   rß   FrC  TrD  rå   r	  )rá   râ   ræ   rç   r4   r6   rª   r«   r­   r®   rò   r  rå   Úeva02_base_patch16_clip_224rï  )rd  rb  r:  s       re   rd  rd  ‰  s   € õ ØØØØØØØØØØØØØ—J’J˜}¨gÑ6Ô6ðñ ô €Jõ ÐkÐkÀ*ÐkÕPTÐU_ÐPjÐPjÐciÐPjÐPjÐkÐk€EØ€Lrf   c                 ó˜   — t          dddddddddddd	|                     d
d¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )úVAn EVA-CLIP specific variant that adds additional attn scale layer-norm to eva02_largerÚ   r3  r'  rT  rÛ   rC  FTrD  rå   r	  ©rá   râ   ræ   rç   r4   rª   r6   r«   r­   r®   rò   r  rå   Úeva02_large_patch14_clip_224rï  )rh  rb  r:  s       re   rh  rh  Ÿ  ó   € õ ØØØØØØØØØØØØØ—J’J˜}¨gÑ6Ô6ðñ ô €Jõ ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐl€EØ€Lrf   c                 ó˜   — t          dddddddddddd	|                     d
d¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )rf  r,  r3  r'  rT  rÛ   rC  FTrD  rå   r	  rg  Úeva02_large_patch14_clip_336rï  )rk  rb  r:  s       re   rk  rk  µ  ri  rf   c                 óŽ   — t          ddddddd|                     dd	¦  «        ¬
¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zCAn EVA-CLIP specific variant that uses residual post-norm in blocksrÚ   r3  i   é@   rÛ   gI’$I’$!@Trå   r	  )rá   râ   ræ   rç   r4   rª   rû   rå   Úeva02_enormous_patch14_clip_224rï  )rn  rb  r:  s       re   rn  rn  Ë  sp   € õ ØØØØØØØØ—J’J˜}¨gÑ6Ô6ð	ñ 	ô 	€Jõ ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐo€EØ€Lrf   c                 óp   — t          dddddddddd	ddd
¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )útimm SBB ViT with ROPEr  rÛ   r  rß   r1   Tçñhãˆµøä>Fr'   rD  ©rá   râ   ræ   rç   r4   r6   r5   r³   rî   rï   rò   rñ   r  Ú$vit_medium_patch16_rope_reg1_gap_256rï  )rs  r9  r:  s       re   rs  rs  Ü  sq   € õ ØØØØØØØØØØØØØðñ ô €Jõ ÐtÐtÈ:ÐtÕY]Ð^hÐYsÐYsÐlrÐYsÐYsÐtÐt€EØ€Lrf   c                 óp   — t          dddddddddd	ddd
¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )rp  r  rÛ   r  é   r1   TFrq  r'   rD  rr  Ú%vit_mediumd_patch16_rope_reg1_gap_256rï  )rv  r9  r:  s       re   rv  rv  ò  sq   € õ ØØØØØØØØØØØØØðñ ô €Jõ ÐuÐuÈJÐuÕZ^Ð_iÐZtÐZtÐmsÐZtÐZtÐuÐu€EØ€Lrf   c                 óp   — t          dddddddddd	ddd
¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )rp  r  rÛ   i€  rß   é
   Trq  Frv   rD  rr  Ú%vit_betwixt_patch16_rope_reg4_gap_256rï  )ry  r9  r:  s       re   ry  ry  	  sq   € õ ØØØØØØØØØØØØØðñ ô €Jõ ÐuÐuÈJÐuÕZ^Ð_iÐZtÐZtÐmsÐZtÐZtÐuÐu€EØ€Lrf   c                 óp   — t          ddddddddddddd	¬
¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )rp  r  rÛ   rÞ   rß   Trq  Fr'   rD  rr  Ú"vit_base_patch16_rope_reg1_gap_256rï  )r{  r9  r:  s       re   r{  r{  	  sq   € õ ØØØØØØØØØØØØØðñ ô €Jõ ÐrÐrÈÐrÕW[Ð\fÐWqÐWqÐjpÐWqÐWqÐrÐr€EØ€Lrf   c                 ó˜   — t          dddddddddd	d
dddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )úHPerception Encoder (PE) ViT from Meta (https://arxiv.org/abs/2504.13181)rÛ   r)  rß   rE   r¨   r
  ro   T©rT  rT  r  Úxyr1   rq  ©Úeps©râ   ræ   rç   r4   rª   rå   r¯   rü   rò   r  rô   rõ   rÿ   r   r<   Úvit_pe_core_tiny_patch16_384rï  )rƒ  ©r"  r   r   r   ©rï  rÈ   r;  s      re   rƒ  rƒ  4	  s€   € õ ØØØØØØØØ!%ØØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐkÐkÀ*ÐkÕPTÐU_ÐPjÐPjÐciÐPjÐPjÐkÐkÐkrf   c                 ó˜   — t          dddddddddd	d
dddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  rÛ   r/  rß   rJ  r¨   r
  ro   Tr~  r  r  r1   rq  r€  r‚  Úvit_pe_core_small_patch16_384rï  )r‡  r„  r…  s      re   r‡  r‡  M	  s€   € õ ØØØØØØØØ!%ØØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐlÐlrf   c                 ó˜   — t          ddddddddddd	d
ddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  rÛ   rÞ   rß   r¨   r
  ro   T)r3  r3  r  r  r1   rq  r€  r‚  Úvit_pe_core_base_patch16_224rï  )r‰  r„  r…  s      re   r‰  r‰  e	  s€   € õ ØØØØØØØØ!%ØØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐkÐkÀ*ÐkÕPTÐU_ÐPjÐPjÐciÐPjÐPjÐkÐkÐkrf   c                 ó˜   — t          dddddddddd	d
dddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  r3  r'  rT  rÛ   r¨   r
  ro   Tr~  r  r  r1   rq  r€  r‚  Úvit_pe_core_large_patch14_336rï  )r‹  r„  r…  s      re   r‹  r‹  }	  s€   € õ ØØØØØØØØ!%ØØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐlÐlrf   c                 ó˜   — t          ddddddddd	d	d
dddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  r3  é   é2   rÛ   çUUUUUU@r
  ro   FT©é    r‘  r  r1   r¨   rq  r€  )râ   ræ   rç   r4   rª   rå   r¯   rî   rü   rò   r  rõ   rÿ   r   r<   Ú vit_pe_core_gigantic_patch14_448rï  )r’  r„  r…  s      re   r’  r’  •	  s€   € õ ØØØØØØØØØ!%ØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐoÐorf   c           	      óÐ   — t          d!i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d"d | it          |fi |¤Ž¤ŽS )#r}  râ   r3  ræ   r'  rç   é   r4   rÛ   rª   r¨   r¯   ro   rî   Trò   r  r�  rô   r  rõ   r  rü   rý   Frþ   r³   çš™™™™™¹?r<   rq  r€  Úvit_pe_lang_large_patch14_448rï  r¿   )r–  r„  r…  s      re   r–  r–  ­	  s  € õ ð ð ð Ø�2ðà�$ðð ˆbðð �"ð	ð
 �#ðð �&ðð �Dðð ˜ðð  �xðð ˜ðð  ˜4ðð "& ðð #( %ðð �Eðð �Cðõ  �9¨$Ð/Ñ/Ô/Ð/ð!€Jõ& ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐlÐlrf   c                 ó˜   — t          ddddddddd	d
ddddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  r3  r�  é/   rÛ   r�  ro   FTr�  r  r•  rq  r€  ©râ   ræ   rç   r4   rª   r¯   rî   rò   r  rõ   rü   rý   rþ   r³   r<   Ú vit_pe_lang_gigantic_patch14_448rï  )rš  r„  r…  s      re   rš  rš  Æ	  s€   € õ ØØØØØØØØØØØ!%Ø"'ØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐoÐorf   c                 ó–   — t          ddddddddddd	d
dt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  rÛ   r)  rß   rE   r¨   ro   TFr�  r  r  rq  r€  ©râ   ræ   rç   r4   rª   r¯   rü   rý   rþ   rò   r  rô   rõ   r<   Úvit_pe_spatial_tiny_patch16_512rï  )r�  r„  r…  s      re   r�  r�  Þ	  s}   € õ ØØØØØØØ!%Ø"'ØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ" ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐnÐnrf   c                 ó–   — t          ddddddddddd	d
dt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  rÛ   r/  rß   rJ  r¨   ro   TFr�  r  r  rq  r€  rœ  Ú vit_pe_spatial_small_patch16_512rï  )rŸ  r„  r…  s      re   rŸ  rŸ  õ	  s}   € õ ØØØØØØØ!%Ø"'ØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ" ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐoÐorf   c                 ó–   — t          dddddddddddd	d
t          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  rÛ   rÞ   rß   r¨   ro   TFr�  r  r  rq  r€  rœ  Úvit_pe_spatial_base_patch16_512rï  )r¡  r„  r…  s      re   r¡  r¡  
  s}   € õ ØØØØØØØ!%Ø"'ØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ" ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐnÐnrf   c                 ó–   — t          ddddddddddd	d
dt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  r3  r'  rT  rÛ   r¨   ro   TFr�  r  r  rq  r€  rœ  Ú vit_pe_spatial_large_patch14_448rï  )r£  r„  r…  s      re   r£  r£  #
  s}   € õ ØØØØØØØ!%Ø"'ØØØØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ" ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐoÐorf   c                 ó˜   — t          ddddddddd	d
ddddt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )r}  r3  r�  rŽ  rÛ   r�  ro   FTr�  r  r•  rq  r€  r™  Ú#vit_pe_spatial_gigantic_patch14_448rï  )r¥  r„  r…  s      re   r¥  r¥  :
  s€   € õ ØØØØØØØØØØØ!%Ø"'ØØÝ�9¨$Ð/Ñ/Ô/ðñ ô €Jõ$ ÐrÐrÈÐrÕW[Ð\fÐWqÐWqÐjpÐWqÐWqÐrÐrÐrrf   c                 ór   — t          dddddddddd	d
ddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z=RoPE-Axial ViT-S/16 from https://github.com/naver-ai/rope-vitrÛ   r/  rß   rJ  rv   ro   Trq  r	  Fr  ç      Y@©râ   ræ   rç   r4   rª   r¯   r5   r³   rî   rå   rñ   rò   rõ   rö   Úvit_small_patch16_rope_224rï  )r©  r9  r:  s       re   r©  r©  S
  ss   € õ ØØØØØØØØØØØØØØðñ ô €Jõ  ÐjÐjÀÐjÍtÐT^ÐOiÐOiÐbhÐOiÐOiÐjÐj€EØ€Lrf   c                 ót   — t          ddddddddddd	ddd
d¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z=RoPE-Axial ViT-B/16 from https://github.com/naver-ai/rope-vitrÛ   rÞ   rß   rv   ro   FTrq  r	  r  r§  )râ   ræ   rç   r4   rª   r¯   rþ   r5   r³   rî   rå   rñ   rò   rõ   rö   Úvit_base_patch16_rope_224rï  )r«  r9  r:  s       re   r«  r«  j
  sv   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ" ÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lrf   c                 ór   — t          ddddddddddd	dd
d¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z=RoPE-Axial ViT-L/16 from https://github.com/naver-ai/rope-vitrÛ   r'  rT  rv   ro   Trq  r	  Fr  r§  r¨  Úvit_large_patch16_rope_224rï  )r­  r9  r:  s       re   r­  r­  ‚
  ss   € õ ØØØØØØØØØØØØØØðñ ô €Jõ  ÐjÐjÀÐjÍtÐT^ÐOiÐOiÐbhÐOiÐOiÐjÐj€EØ€Lrf   c                 ót   — t          dddddddddd	d
dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z=RoPE-Mixed ViT-S/16 from https://github.com/naver-ai/rope-vitrÛ   r/  rß   rJ  rv   ro   Trq  r	  Fr  ç      $@r  ©râ   ræ   rç   r4   rª   r¯   r5   r³   rî   rå   rñ   rò   rõ   rö   ró   Ú vit_small_patch16_rope_mixed_224rï  )r±  r9  r:  s       re   r±  r±  ™
  sw   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ" ÐpÐpÀzÐpÕUYÐZdÐUoÐUoÐhnÐUoÐUoÐpÐp€EØ€Lrf   c                 ót   — t          ddddddddddd	dd
dd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z=RoPE-Mixed ViT-B/16 from https://github.com/naver-ai/rope-vitrÛ   rÞ   rß   rv   Tro   rq  r	  Fr  r¯  r  )râ   ræ   rç   r4   rª   r5   r¯   r³   rî   rå   rñ   rò   rõ   rö   ró   Úvit_base_patch16_rope_mixed_224rï  )r³  r9  r:  s       re   r³  r³  ±
  sw   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ" ÐoÐoÀjÐoÕTXÐYcÐTnÐTnÐgmÐTnÐTnÐoÐo€EØ€Lrf   c                 ót   — t          ddddddddddd	dd
dd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z=RoPE-Mixed ViT-L/16 from https://github.com/naver-ai/rope-vitrÛ   r'  rT  rv   ro   Trq  r	  Fr  r¯  r  r°  Ú vit_large_patch16_rope_mixed_224rï  )rµ  r9  r:  s       re   rµ  rµ  É
  sw   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ" ÐpÐpÀzÐpÕUYÐZdÐUoÐUoÐhnÐUoÐUoÐpÐp€EØ€Lrf   c                 ót   — t          dddddddddd	dddd
d¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zCRoPE-Axial + APE ViT-S/16 from https://github.com/naver-ai/rope-vitrÛ   r/  rß   rJ  rv   ro   Trq  r	  r  r§  ©râ   ræ   rç   r4   rª   r¯   r5   r³   rî   rå   rð   rñ   rò   rõ   rö   Úvit_small_patch16_rope_ape_224rï  )r¸  r9  r:  s       re   r¸  r¸  â
  sw   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ" ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐn€EØ€Lrf   c                 ót   — t          dddddddddddddd	d
¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zCRoPE-Axial + APE ViT-B/16 from https://github.com/naver-ai/rope-vitrÛ   rÞ   rß   rv   ro   Trq  r	  r  r§  r·  Úvit_base_patch16_rope_ape_224rï  )rº  r9  r:  s       re   rº  rº  ú
  sw   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ$ ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐm€EØ€Lrf   c                 ót   — t          dddddddddddddd	d
¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zCRoPE-Axial + APE ViT-L/16 from https://github.com/naver-ai/rope-vitrÛ   r'  rT  rv   ro   Trq  r	  r  r§  r·  Úvit_large_patch16_rope_ape_224rï  )r¼  r9  r:  s       re   r¼  r¼    sw   € õ ØØØØØØØØØØØØØØØðñ ô €Jõ$ ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐn€EØ€Lrf   c           	      ó¬   — t          di dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“Ž}t          d d| it          |fi |¤Ž¤Ž}|S )!zCRoPE-Mixed + APE ViT-S/16 from https://github.com/naver-ai/rope-vitrâ   rÛ   ræ   r/  rç   rß   r4   rJ  rª   rv   r¯   ro   r5   Tr³   rq  rî   rå   r	  rð   rñ   rò   rõ   r  rö   r¯  ró   r  Ú$vit_small_patch16_rope_mixed_ape_224rï  r¿   )r¾  r9  r:  s       re   r¾  r¾  ,  s  € õ ð ð ð Ø�2ðà�#ðð ˆbðð �!ð	ð
 �!ðð �&ðð �ðð �Dðð �Dðð �Gðð �tðð ˜ðð ˜ðð  ˜4ðð ˜ðð  �'ð!€Jõ& ÐtÐtÈ:ÐtÕY]Ð^hÐYsÐYsÐlrÐYsÐYsÐtÐt€EØ€Lrf   c           	      ó¬   — t          di dd“dd“dd“dd“dd	“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“Ž}t          dd| it          |fi |¤Ž¤Ž}|S ) zCRoPE-Mixed + APE ViT-B/16 from https://github.com/naver-ai/rope-vitrâ   rÛ   ræ   rÞ   rç   rß   r4   rª   rv   r¯   ro   r5   Tr³   rq  rî   rå   r	  rð   rñ   rò   rõ   r  rö   r¯  ró   r  Ú#vit_base_patch16_rope_mixed_ape_224rï  r¿   )rÀ  r9  r:  s       re   rÀ  rÀ  F  s  € õ ð ð ð Ø�2ðà�#ðð ˆbðð �"ð	ð
 �!ðð �&ðð �ðð �Dðð �Dðð �Gðð �tðð ˜ðð ˜ðð  ˜4ðð ˜ðð  �'ð!€Jõ$ ÐsÐsÈ*ÐsÕX\Ð]gÐXrÐXrÐkqÐXrÐXrÐsÐs€EØ€Lrf   c           	      ó¬   — t          di dd“dd“dd“dd“dd	“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“Ž}t          dd| it          |fi |¤Ž¤Ž}|S ) zCRoPE-Mixed + APE ViT-L/16 from https://github.com/naver-ai/rope-vitrâ   rÛ   ræ   r'  rç   rT  r4   rª   rv   r¯   ro   r5   Tr³   rq  rî   rå   r	  rð   rñ   rò   rõ   r  rö   r¯  ró   r  Ú$vit_large_patch16_rope_mixed_ape_224rï  r¿   )rÂ  r9  r:  s       re   rÂ  rÂ  _  s  € õ ð ð ð Ø�2ðà�$ðð ˆbðð �"ð	ð
 �!ðð �&ðð �ðð �Dðð �Dðð �Gðð �tðð ˜ðð ˜ðð  ˜4ðð ˜ðð  �'ð!€Jõ$ ÐtÐtÈ:ÐtÕY]Ð^hÐYsÐYsÐlrÐYsÐYsÐtÐt€EØ€Lrf   c                 óœ   — t          dddddddddddd	d
d	t          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z&DINOv3-style T/16 w/ QKV bias enabled.rÛ   Tr)  rß   rE   rq  r  éd   Frv   r€  ©râ   r  ræ   rç   r4   r5   r³   ró   rö   r÷   rò   rñ   rï   rþ   r<   Úvit_tiny_patch16_dinov3_qkvbrï  )rÆ  r„  r:  s       re   rÆ  rÆ  x  s„   € õ ØØØØØØàØØàØØØØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐl€EØ€Lrf   c                 óœ   — t          ddddddddd	dddd
dt          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zˆDINOv3 S/16 https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    rÛ   Tr/  rß   rJ  Frq  r  rÄ  rv   r€  rÅ  Úvit_small_patch16_dinov3rï  )rÈ  r„  r:  s       re   rÈ  rÈ  ’  sƒ   € õ
 ØØØØØØàØØàØØØØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐhÐh¸zÐhÍTÐR\ÐMgÐMgÐ`fÐMgÐMgÐhÐh€EØ€Lrf   c                 óœ   — t          dddddddddddd	d
d	t          t          d¬¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z§DINOv3 S/16 w/ QKV bias enabled (but zero) https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    rÛ   Tr/  rß   rJ  rq  r  rÄ  Frv   r€  rÅ  Úvit_small_patch16_dinov3_qkvbrï  )rÊ  r„  r:  s       re   rÊ  rÊ  ®  s„   € õ
 ØØØØØØàØØàØØØØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐm€EØ€Lrf   c           	      óÚ   — t          d i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d!d| it          |fi |¤Ž¤Ž}|S )"z�DINOv3 S/16 Plus https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    râ   rÛ   r  Træ   r/  rç   rß   r4   rJ  r5   Fr³   rq  ró   r  rö   rÄ  r÷   rò   rñ   r«   r¬   r1   rï   rv   rþ   r<   r€  Úvit_small_plus_patch16_dinov3rï  r¿   )rÌ  r„  r:  s       re   rÌ  rÌ  Ê  s   € õ
 ð ð ð Ø�2ðà˜ðð �#ðð ˆbð	ð
 �!ðð �ðð �Gðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �4ðð  ˜ð!ð" �qð#ð$ �Eð%õ& �9¨$Ð/Ñ/Ô/Ð/ð'€Jõ* ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐm€EØ€Lrf   c           	      óÚ   — t          d i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d!d| it          |fi |¤Ž¤Ž}|S )"z©DINOv3 S/16 Plus w/ QKV bias enabled (but 0) https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    râ   rÛ   r  Træ   r/  rç   rß   r4   rJ  r5   r³   rq  ró   r  rö   rÄ  r÷   rò   rñ   Fr«   r¬   r1   rï   rv   rþ   r<   r€  Ú"vit_small_plus_patch16_dinov3_qkvbrï  r¿   )rÎ  r„  r:  s       re   rÎ  rÎ  è  s   € õ
 ð ð ð Ø�2ðà˜ðð �#ðð ˆbð	ð
 �!ðð �ðð �Gðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �4ðð  ˜ð!ð" �qð#ð$ �Eð%õ& �9¨$Ð/Ñ/Ô/Ð/ð'€Jõ* ÐrÐrÈÐrÕW[Ð\fÐWqÐWqÐjpÐWqÐWqÐrÐr€EØ€Lrf   c                 óœ   — t          ddddddddddddd	dt          t          d¬
¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zˆDINOv3 B/16 https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    rÛ   TrÞ   rß   Frq  r  rÄ  rv   r€  rÅ  Úvit_base_patch16_dinov3rï  )rÐ  r„  r:  s       re   rÐ  rÐ    sƒ   € õ
 ØØØØØØàØØàØØØØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lrf   c                 óœ   — t          ddddddddddddd	dt          t          d¬
¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z§DINOv3 B/16 w/ QKV bias enabled (but zero) https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    rÛ   TrÞ   rß   rq  r  rÄ  Frv   r€  rÅ  Úvit_base_patch16_dinov3_qkvbrï  )rÒ  r„  r:  s       re   rÒ  rÒ  "  s„   € õ
 ØØØØØØàØØàØØØØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐl€EØ€Lrf   c                 óœ   — t          ddddddddddddd	dt          t          d¬
¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )zˆDINOv3 L/16 https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    rÛ   Tr'  rT  Frq  r  rÄ  rv   r€  ©râ   r  ræ   rç   r4   r5   r³   ró   rö   rò   rñ   r÷   rï   rþ   r<   Úvit_large_patch16_dinov3rï  )rÕ  r„  r:  s       re   rÕ  rÕ  >  sƒ   € õ
 ØØØØØØàØØØØØàØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐhÐh¸zÐhÍTÐR\ÐMgÐMgÐ`fÐMgÐMgÐhÐh€EØ€Lrf   c                 óœ   — t          ddddddddddddd	dt          t          d¬
¦  «        ¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z¢DINOv3 w/ QKV bias enabled (but zero) https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    rÛ   Tr'  rT  rq  r  rÄ  Frv   r€  rÔ  Úvit_large_patch16_dinov3_qkvbrï  )r×  r„  r:  s       re   r×  r×  Z  s„   € õ
 ØØØØØØàØØØØØàØÝ�9¨$Ð/Ñ/Ô/ð#ñ ô €Jõ& ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐm€EØ€Lrf   c           	      óÚ   — t          d i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d!d| it          |fi |¤Ž¤Ž}|S )"z�DINOv3 H/16 Plus https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    râ   rÛ   r  Træ   r0  rç   r‘  r4   ru  r5   Fr³   rq  ró   r  rö   rÄ  rò   rñ   r÷   r«   r¬   r1   rï   rv   rþ   r<   r€  Úvit_huge_plus_patch16_dinov3rï  r¿   )rÙ  r„  r:  s       re   rÙ  rÙ  v  s   € õ
 ð ð ð Ø�2ðà˜ðð �$ðð ˆbð	ð
 �"ðð �ðð �Fðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �4ðð ˜ðð" �qð#ð$ �Eð%õ& �9¨$Ð/Ñ/Ô/Ð/ð'€Jõ, ÐlÐlÀ:ÐlÕQUÐV`ÐQkÐQkÐdjÐQkÐQkÐlÐl€EØ€Lrf   c           	      óÚ   — t          d i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d!d| it          |fi |¤Ž¤Ž}|S )"z¬DINOv3 H/16 Plus w/ QKV bias enabled (but zero) https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    râ   rÛ   r  Træ   r0  rç   r‘  r4   ru  r5   r³   rq  ró   r  rö   rÄ  rò   rñ   Fr÷   r«   r¬   r1   rï   rv   rþ   r<   r€  Ú!vit_huge_plus_patch16_dinov3_qkvbrï  r¿   )rÛ  r„  r:  s       re   rÛ  rÛ  •  s   € õ
 ð ð ð Ø�2ðà˜ðð �$ðð ˆbð	ð
 �"ðð �ðð �Fðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �4ðð ˜ðð" �qð#ð$ �Eð%õ& �9¨$Ð/Ñ/Ô/Ð/ð'€Jõ, ÐqÐqÈ
ÐqÕVZÐ[eÐVpÐVpÐioÐVpÐVpÐqÐq€EØ€Lrf   c           	      óà   — t          d"i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d#d!| it          |fi |¤Ž¤Ž}|S )$z‰DINOv3 7B/16 https://arxiv.org/abs/2508.10104
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream DINOv3).
    râ   rÛ   r  Træ   i   rç   r5  r4   r‘  r5   Frª   ru   r³   rq  ró   r  rö   rÄ  rò   rñ   r÷   r«   r¬   rm  rï   rv   rþ   r<   r€  Úvit_7b_patch16_dinov3rï  r¿   )rÝ  r„  r:  s       re   rÝ  rÝ  ³  s*  € õ
 ð ð ð Ø�2ðà˜ðð �$ðð ˆbð	ð
 �"ðð �ðð �!ðð �Fðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �4ðð  ˜ð!ð$ �qð%ð& �Eð'õ( �9¨$Ð/Ñ/Ô/Ð/ð)€Jõ. ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lrf   c           	      óÔ   — t          di dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          d d| it          |fi |¤Ž¤Ž}|S )!z�LingBot-Vision S/16 https://arxiv.org/abs/2607.05247
    Uses CLS-token pooling by default to match upstream LingBot-Vision.
    râ   rÛ   r  Træ   r/  rç   rß   r4   rJ  r5   rå   r	  r³   rq  ró   r  rö   rÄ  r÷   rò   rñ   Frï   rv   rþ   r<   r€  Úvit_small_patch16_lingbotrï  r¿   )rß  r„  r:  s       re   rß  rß  Ó  s  € õ
 ð ð ð Ø�2ðà˜ðð �#ðð ˆbð	ð
 �!ðð �ðð �Gðð �Gðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �qðð  �Eð!õ" �9¨$Ð/Ñ/Ô/Ð/ð#€Jõ& ÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lrf   c           	      óÔ   — t          di dd“dd“dd“dd“d	d“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          dd| it          |fi |¤Ž¤Ž}|S ) z�LingBot-Vision B/16 https://arxiv.org/abs/2607.05247
    Uses CLS-token pooling by default to match upstream LingBot-Vision.
    râ   rÛ   r  Træ   rÞ   rç   rß   r4   r5   rå   r	  r³   rq  ró   r  rö   rÄ  r÷   rò   rñ   Frï   rv   rþ   r<   r€  Úvit_base_patch16_lingbotrï  r¿   )rá  r„  r:  s       re   rá  rá  ï  s  € õ
 ð ð ð Ø�2ðà˜ðð �#ðð ˆbð	ð
 �"ðð �ðð �Gðð �Gðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �qðð  �Eð!õ" �9¨$Ð/Ñ/Ô/Ð/ð#€Jõ& ÐhÐh¸zÐhÍTÐR\ÐMgÐMgÐ`fÐMgÐMgÐhÐh€EØ€Lrf   c           	      óÔ   — t          di dd“dd“dd“dd“d	d“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dt          t          d¬¦  «        “Ž}t          dd| it          |fi |¤Ž¤Ž}|S ) z�LingBot-Vision L/16 https://arxiv.org/abs/2607.05247
    Uses CLS-token pooling by default to match upstream LingBot-Vision.
    râ   rÛ   r  Træ   r'  rç   rT  r4   r5   rå   r	  r³   rq  ró   r  rö   rÄ  r÷   rò   rñ   Frï   rv   rþ   r<   r€  Úvit_large_patch16_lingbotrï  r¿   )rã  r„  r:  s       re   rã  rã    s  € õ
 ð ð ð Ø�2ðà˜ðð �$ðð ˆbð	ð
 �"ðð �ðð �Gðð �Gðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �qðð  �Eð!õ" �9¨$Ð/Ñ/Ô/Ð/ð#€Jõ& ÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lrf   c           	      óæ   — t          d$i dd“dd“dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“d t          t          d¬!¦  «        “Ž}t          d%d#| it          |fi |¤Ž¤Ž}|S )&z�LingBot-Vision G/16 https://arxiv.org/abs/2607.05247
    Uses CLS-token pooling by default to match upstream LingBot-Vision.
    râ   rÛ   r  Træ   r�  rç   r5  r4   rT  r5   Frå   r	  rª   rC  r³   rq  ró   r  rö   rÄ  rò   rñ   r÷   r«   r¬   r1   rï   rv   rþ   r<   r€  Úvit_giant_patch16_lingbotrï  r¿   )rå  r„  r:  s       re   rå  rå  '  s7  € õ
 ð ð ð Ø�2ðà˜ðð �$ðð ˆbð	ð
 �"ðð �ðð �Gðð �)ðð �Fðð �(ðð ˜ðð ˜ðð ˜ðð ˜ðð �4ðð  ˜ð!ð$ �qð%ð& �Eð'õ( �9¨$Ð/Ñ/Ô/Ð/ð)€Jõ. ÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lrf   r1   ræ   rç   r4   r±   Únum_full_attn_blocksc           	      ó8  ‡‡‡‡— t          ˆˆˆˆfd„t          ‰¦  «        D ¦   «         ¦  «        }t          d*i dd“dd“dd“d| “d	‰“d
‰“d|“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd “d!d“d"d“d#d“d$d%“d&d“d't          t          d(¬)¦  «        “ŽS )+aÜ  Shared Sapiens2 model args.

    Sapiens2 uses grouped-query attention in the middle of the network only: the first and last
    `num_full_attn_blocks` blocks keep full multi-head attention, everything in between uses `num_kv_heads`
    key/value heads. Models with depth <= 2 * num_full_attn_blocks (0.1B) end up with no GQA blocks at all.

    NOTE: the RoPE sin/cos tables are computed in float32 here (as in the transformers port). The Meta reference
    code defaults to computing them in bfloat16; that quantizes the patch coordinates and shifts outputs by
    ~1e-3 mean abs (0.4B, 1024x768) relative to the float32 tables. Results measured against the fp32-RoPE
    reference agree to fp32 kernel noise (~1e-6 max abs).
    c              3   ó>   •K  — | ]}|‰k     s	|‰‰z
  k    r‰n‰V — Œd S r  r¿   )r  r  rç   ræ  r4   r±   s     €€€€re   r  z!_sapiens2_args.<locals>.<genexpr>Y  sW   øè è € ð ð àð Ð.Ò.Ð.°!°uÐ?SÑ7SÒ2SÐ2Sˆ	ˆ	ÐZfðð ð ð ð ð rf   rá   )r'  rÞ   râ   rÛ   r  Træ   rç   r4   r±   r¯   ro   r6   Fr5   r=   rå   r	  r«   rª   r¨   r³   r  r´   ró   r  rö   rÄ  r÷   rú   r\  rò   rñ   rî   rï   r1   rþ   r<   g�íµ ÷Æ°>r€  r¿   )ÚtuplerD  r"  r   r   )ræ   rç   r4   r±   ræ  Úkv_headss    ```` re   Ú_sapiens2_argsrë  G  s­  øøøø€ õ$ ð ð ð ð ð ð ð å�u‘”ðñ ô ñ ô €Hõ ð ð ð Ø�ðà�2ðð ˜ðð �)ð	ð
 ˆeðð �)ðð �Xðð �&ðð �%ðð �ðð �ðð �Gðð �4ðð �"ðð �Cðð  #˜dð!ð" �(ð#ð$ ˜ð%ð& ˜ð'ð(  ˜Cð)ð* ˜ð+ð, ˜ð-ð. �Dð/ð0 �qð1ð2 �Eð3õ4 �7¨Ð-Ñ-Ô-Ð-ð5ð rf   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z“Sapiens2-0.1B (B/16) https://arxiv.org/abs/2604.21681
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream Sapiens2).
    rÞ   rß   rJ  ©ræ   rç   r4   r±   Úvit_base_patch16_sapiens2rï  )rî  ©rë  r   r"  r:  s       re   rî  rî  {  sJ   € õ
  ¨#°RÀ2ÐTUÐVÑVÔV€JÝÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lrf   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )	z“Sapiens2-0.4B (L/16) https://arxiv.org/abs/2604.21681
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream Sapiens2).
    r'  rT  rÛ   r1   rí  Úvit_large_patch16_sapiens2rï  )rñ  rï  r:  s       re   rñ  rñ  …  sJ   € õ
  ¨$°bÀBÐUVÐWÑWÔW€JÝÐjÐjÀÐjÍtÐT^ÐOiÐOiÐbhÐOiÐOiÐjÐj€EØ€Lrf   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )	z“Sapiens2-0.8B (H/16) https://arxiv.org/abs/2604.21681
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream Sapiens2).
    r0  r‘  rÛ   r1   rí  Úvit_huge_patch16_sapiens2rï  )ró  rï  r:  s       re   ró  ró  �  sJ   € õ
  ¨$°bÀBÐUVÐWÑWÔW€JÝÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lrf   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )	z±Sapiens2-1B (g/16, 1536 wide x 40 deep like ViT-g) https://arxiv.org/abs/2604.21681
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream Sapiens2).
    r�  r5  rT  rß   rí  Úvit_giant_patch16_sapiens2rï  )rõ  rï  r:  s       re   rõ  rõ  ™  sJ   € õ
  ¨$°bÀBÐUWÐXÑXÔX€JÝÐjÐjÀÐjÍtÐT^ÐOiÐOiÐbhÐOiÐOiÐjÐj€EØ€Lrf   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )	z Sapiens2-5B (2432 wide x 56 deep) https://arxiv.org/abs/2604.21681
    NOTE: Pass global_pool='token' to use CLS-token pooling (matches upstream Sapiens2).
    i€	  é8   r‘  rÛ   rí  Úvit_5b_patch16_sapiens2rï  )rø  rï  r:  s       re   rø  rø  £  sJ   € õ
  ¨$°bÀBÐUWÐXÑXÔX€JÝÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lrf   )r¶  )rÓ  Tr³  )r  )r1   )�rœ   r^  rü  Ú	functoolsr   Útypingr   r   r   r   r   r	   r
   r   rT   Útorch.nnrM   Útorch.nn.functionalÚ
functionalr~   Ú	timm.datar   r   r   r   Útimm.layersr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   Ú_builderr(   Ú	_featuresr)   Ú_manipulater*   Ú	_registryr+   r,   Ú__all__r´  r/   r§   rÖ   r-   rÔ   r£   rÒ  rŸ   rí  r   r  r  r  r  r%  r*  Údefault_cfgsr8  r>  r@  rF  rK  rP  rV  rY  r[  r]  r_  ra  rd  rh  rk  rn  rs  rv  ry  r{  rƒ  r‡  r‰  r‹  r’  r–  rš  r�  rŸ  r¡  r£  r¥  r©  r«  r­  r±  r³  rµ  r¸  rº  r¼  r¾  rÀ  rÂ  rÆ  rÈ  rÊ  rÌ  rÎ  rÐ  rÒ  rÕ  r×  rÙ  rÛ  rÝ  rß  rá  rã  rå  r¡   rë  rî  rñ  ró  rõ  rø  r¿   rf   re   ú<module>r     sF   ððRð Rðj €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ Ià €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð0 +Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø #Ð #Ð #Ð #Ð #Ð #Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ'€ðfð fð fð fð f�2”9ñ fô fð fðRWð Wð Wð Wð WˆrŒyñ Wô Wð Wðtsð sð sð sð s�r”yñ sô sð sðl_	ð _	ð _	ð _	ð _	ˆ"Œ)ñ _	ô _	ð _	ðJ ðCð CØ�S˜%œ,Ð&Ô'ðCàŒ9ðCð ðCð 
ˆ#ˆuŒ|Ð
Ôð	Cð Cð Cð CðR 'Øð	Nð NØ˜˜eœlÐ*Ô+ðNàŒyðNð ðNð ð	Nð
 
ˆ#ˆuŒ|Ð
ÔðNð Nð Nð Nðbð ˜ð ¨$ð ÀSð ð ð ð ð>ð ˆcð  T¨#¨s¨(¤^ð ð ð ð ð(ð �ð ¨¨S°#¨X¬ð ð ð ð ð(ð �Sð ¨D°°c°¬Nð ð ð ð ð0	ð 	�3ð 	¨$¨s°C¨x¬.ð 	ð 	ð 	ð 	ðð �cð ¨T°#°s°(¬^ð ð ð ð ð.ð �sð ¨d°3¸°8¬nð ð ð ð ð4 %Ð$ð ~&ð )¨$¨$àð+ñ +ô +ð~&ð )¨$¨$àØ ¨3¸(ð+Dñ +Dô +Dð~&ð /°°àØ"Ð(<Ø ¨3¸(ð	1Dñ 1Dô 1Dð~&ð$ /°°àØ"Ð(<Ø ¨3¸(ð	1Dñ 1Dô 1Dð%~&ð2 5°d°dàØ ¨3¸(ð7ñ 7ô 7ð3~&ð< 6°t°tàØ ¨3¸(ð8ñ 8ô 8ð=~&ðF 5°d°dØà ¨3¸(ð7ñ 7ô 7ðG~&ðT /°°àØ ¨3ð1ñ 1ô 1ðU~&ð^ 0°°àØ ¨3ð2ñ 2ô 2ð_~&ðh /°°àØ ¨3ð1ñ 1ô 1ði~&ðr 0°°àØ ¨3ð2ñ 2ô 2ðs~&ð| /°°àØ ¨3ð1ñ 1ô 1ð}~&ðJ 0°°àØ ¨3¸(ÐPUð2ñ 2ô 2ðK~&ðT 1°$°$àØ ¨3¸(ÐPUð3ñ 3ô 3ðU~&ð^ 0°°àØ ¨3¸(ÐPUð2ñ 2ô 2ð_~&ðl '¨¨àØð)ñ )ô )ðm~&ðv (¨¨àØð*ñ *ô *ðw~&ð ~&ð@ '¨¨àØð)ñ )ô )ðA~&ðJ (¨¨àØð*ñ *ô *ðK~&ðT '¨¨àØð)ñ )ô )ðU~&ðb +¨D¨Dð Øð-ñ -ô -ðc~&ðp *¨4¨4ð Øð,ñ ,ô ,ðq~&ð~ +¨D¨Dð Øð-ñ -ô -ð~&ðL ,¨T¨Tð Øð.ñ .ô .ðM~&ðZ ,¨T¨Tð Ø ¨3Øð.ñ .ô .ð[~&ðj .¨t¨tð Øð0ñ 0ô 0ðk~&ðx 3°D°Dð Øð5ñ 5ô 5ðy~&ðF /°°àð1ñ 1ô 1ðG~&ðP 4°T°TØØ ¨4Ø /ð6ñ 6ô 6ðQ~&ðZ 5°d°dØØ ¨4Ø /ð7ñ 7ô 7ð[~&ðd 5°d°dØØ ¨4ð7ñ 7ô 7ðe~&ðl 2°4°4ØØ ¨4Ø /ð4ñ 4ô 4ðm~&ðz & w wØð !Øð(ñ (ô (ð{~&ðH '¨¨Øð !Øð)ñ )ô )ðI~&ð ~&ð ~&ðV & w wØð !Øð(ñ (ô (ðW~&ðd '¨¨Øð !Øð)ñ )ô )ðe~&ðr *¨7¨7Øð !Øð,ñ ,ô ,ðs~&ðB '¨¨Øð !Øð)ñ )ô )ðC~&ðP .¨w¨wØð !Øð0ñ 0ô 0ðQ~&ð^ *¨7¨7Øð !Øð,ñ ,ô ,ð_~&ðl 1°'°'Øð !Øð3ñ 3ô 3ðm~&ð| )¨'¨'Øð !Øð+ñ +ô +ð}~&ðJ *¨7¨7Øð !Øð,ñ ,ô ,ðK~&ðX )¨'¨'Øð !Øð+ñ +ô +ðY~&ðf *¨7¨7Øð !Øð,ñ ,ô ,ðg~&ðt -¨g¨gØð !Øð/ñ /ô /ðu~&ðF	 ,¨T¨TØØ"Ð(<Øð.ñ .ô .ðG	~&ðP	 +¨D¨DØØ"Ð(<Øð-ñ -ô -ðQ	~&ðZ	 ,¨T¨TØØ"Ð(<Øð.ñ .ô .ð[	~&ðd	 2°4°4ØØ"Ð(<Øð4ñ 4ô 4ðe	~&ðn	 1°$°$ØØ"Ð(<Øð3ñ 3ô 3ðo	~&ð ~&ð ~&ðx	 2°4°4ØØ"Ð(<Øð4ñ 4ô 4ðy	~&ðB
 0°°ØØ"Ð(<Øð2ñ 2ô 2ðC
~&ðL
 /°°ØØ"Ð(<Øð1ñ 1ô 1ðM
~&ðV
 0°°ØØ"Ð(<Øð2ñ 2ô 2ðW
~&ð`
 6°t°tØØ"Ð(<Øð8ñ 8ô 8ða
~&ðj
 5°d°dØØ"Ð(<Øð7ñ 7ô 7ðk
~&ðt
 6°t°tØØ"Ð(<Øð8ñ 8ô 8ðu
~&ðH (¨¨Øð*ñ *ô *ðI~&ðN -¨k¨kØð/ñ /ô /ðO~&ðT -¨k¨kØð/ñ /ô /ðU~&ðZ 2°;°;Øð4ñ 4ô 4ð[~&ð` '¨¨Øð)ñ )ô )ða~&ðf ,¨[¨[Øð.ñ .ô .ðg~&ðl 1°)°)Øð3ñ 3ô 3ðm~&ðr 2°9°9Øð4ñ 4ô 4ðs~&ðx 1°)°)Øð3ñ 3ô 3ðy~&ð~ (¨¨Øð*ñ *ô *ð~&ð ~&ð ~&ðD -¨k¨kØð/ñ /ô /ðE~&ðJ '¨¨ØØ"Ð(=ð)ñ )ô )ðK~&ðR ,¨[¨[ØØ"Ð(=ð.ñ .ô .ðS~&ðZ ,¨[¨[Øð.ñ .ô .ð[~&ð` 1°+°+Øð3ñ 3ô 3ða~&ðf % k kØð'ñ 'ô 'ðg~&ðl $ [ [ØØ"Ð(=ð&ñ &ô &ðm~&ðz )¨,¨,Ø>ð+ñ +ô +ð{~&ð@ (¨¨Ø=ð*ñ *ô *ðA~&ðF )¨,¨,Ø>ð+ñ +ô +ðG~&ðL )¨,¨,Ø>ð+ñ +ô +ðM~&ð\ # M MØð%ñ %ô %ð]~&ðb $ ] ]Øð&ñ &ô &ðc~&ðh # M MØð%ñ %ô %ði~&ðn $ ] ]Øð&ñ &ô &ðo~&ðt ! - -Øð#ñ #ô #ðu~&ð ~&ñ ~ô ~€ðB ðð  dð Àð ð ð ñ „ðð ðð  dð Àð ð ð ñ „ðð ðð  dð Àð ð ð ñ „ðð ðð  tð À#ð ð ð ñ „ðð" ðð ¨ð À3ð ð ð ñ „ðð" ðð  tð À#ð ð ð ñ „ðð& ðð ¨ð À3ð ð ð ñ „ðð& ðð  tð À#ð ð ð ñ „ðð" ðð ¨ð À3ð ð ð ñ „ðð" ðð  tð À#ð ð ð ñ „ðð& ðð ¨ð À3ð ð ð ñ „ðð& ðð ¨4ð Àcð ð ð ñ „ðð ðð ¨Dð Àsð ð ð ñ „ðð* ðð ¨Tð Èð ð ð ñ „ðð* ðð ¨Tð Èð ð ð ñ „ðð* ðð °ð È3ð ð ð ñ „ðð  ðð °Tð ÐPSð ð ð ñ „ðð* ðð °dð ÐQTð ð ð ñ „ðð* ðð °dð ÐQTð ð ð ñ „ðð* ðð °4ð Ècð ð ð ñ „ðð* ðlð l¨Tð lÈð lð lð lñ „ðlð0 ðmð m¨dð mÈð mð mð mñ „ðmð. ðlð l¨Tð lÈð lð lð lñ „ðlð. ðmð m¨dð mÈð mð mð mñ „ðmð. ðpð p°ð pÈCð pð pð pñ „ðpð. ðmð m¨dð mÈð mð mð mñ „ðmð0 ðpð p°ð pÈCð pð pð pñ „ðpð. ðoð o°ð oÈ3ð oð oð oñ „ðoð, ðpð p°ð pÈCð pð pð pñ „ðpð, ðoð o°ð oÈ3ð oð oð oñ „ðoð, ðpð p°ð pÈCð pð pð pñ „ðpð, ðsð s°Dð sÈsð sð sð sñ „ðsð0 ðð ¨4ð Àcð ð ð ñ „ðð, ðð ¨$ð ÀSð ð ð ñ „ðð. ðð ¨4ð Àcð ð ð ñ „ðð, ðð °ð ÈCð ð ð ñ „ðð. ðð °ð È3ð ð ð ñ „ðð. ðð °ð ÈCð ð ð ñ „ðð0 ðð ¨tð È#ð ð ð ñ „ðð. ðð ¨dð Èð ð ð ñ „ðð0 ðð ¨tð È#ð ð ð ñ „ðð0 ðð °Tð ÐPSð ð ð ñ „ðð2 ðð °Dð Èsð ð ð ñ „ðð0 ðð °Tð ÐPSð ð ð ñ „ðð0 ðð ¨Tð Èð ð ð ñ „ðð2 ðð ¨ð ÀCð ð ð ñ „ðð6 ðð ¨dð Èð ð ð ñ „ðð6 ðð ¨dð Èð ð ð ñ „ðð: ðð °4ð Ècð ð ð ñ „ðð: ðð ¨ð À3ð ð ð ñ „ðð6 ðð ¨Tð Èð ð ð ñ „ðð6 ðð ¨ð ÀCð ð ð ñ „ðð6 ðð ¨dð Èð ð ð ñ „ðð6 ðð ¨Tð Èð ð ð ñ „ðð< ðð °$ð ÈSð ð ð ñ „ðð: ðð  dð Àð ð ð ñ „ðð> ðð ¨$ð ÀSð ð ð ñ „ðð6 ðð ¨ð ÀCð ð ð ñ „ðð6 ðð ¨$ð ÀSð ð ð ñ „ðð6 ðð ¨$ð ÀSð ð ð ñ „ððH %&ð1ð 1Øð1àð1ð ð1ð ð	1ð
 "ð1ð 
ˆ#ˆsˆ(„^ð1ð 1ð 1ð 1ðh ðð ¨$ð ÀSð ð ð ñ „ðð ðð ¨4ð Àcð ð ð ñ „ðð ðð ¨$ð ÀSð ð ð ñ „ðð ðð ¨4ð Àcð ð ð ñ „ðð ðð ¨ð À3ð ð ð ñ „ðð ð rf   