§
    ·¯¸jK  ã                   óœ  — d Z ddlmZ ddlmZmZ ddlZddlmZ ddlm	Z	m
Z
 ddlmZmZ ddlmZmZmZ d	d
lmZ d	dlmZmZmZ dgZ G d„ de¦  «        Zd^d„Zd_d„Z ei d edd¬¦  «        “d edd¬¦  «        “d edd¬¦  «        “d edddd¬¦  «        “d edd d!¬"¦  «        “d# edd$d!¬"¦  «        “d% edd&d!¬"¦  «        “d' edd(ddd!¬)¦  «        “d* edd+¬¦  «        “d, edd-dd¬¦  «        “d. edd/¬¦  «        “d0 edd1¬¦  «        “d2 edd3dd¬¦  «        “d4 edd5¬¦  «        “d6 edd7dd¬¦  «        “d8 edd9¬¦  «        “d: edd;d¬<¦  «        “ edd=dd¬¦  «         edd>d¬<¦  «         edd?d¬<¦  «         edd@dd¬¦  «         eddAd¬<¦  «         eddBdd¬¦  «         eddCd¬<¦  «        dDœ¥¦  «        Zed`dEefdF„¦   «         Zed`dEefdG„¦   «         Zed`dEefdH„¦   «         Zed`dEefdI„¦   «         Z ed`dEefdJ„¦   «         Z!ed`dEefdK„¦   «         Z"ed`dEefdL„¦   «         Z#ed`dEefdM„¦   «         Z$ed`dEefdN„¦   «         Z%ed`dEefdO„¦   «         Z&ed`dEefdP„¦   «         Z'ed`dEefdQ„¦   «         Z(ed`dEefdR„¦   «         Z)ed`dEefdS„¦   «         Z*ed`dEefdT„¦   «         Z+ed`dEefdU„¦   «         Z, ee-d:dVdWdXdYdZd[d\d]œ¦  «         dS )aa[   DeiT - Data-efficient Image Transformers

DeiT model defs and weights from https://github.com/facebookresearch/deit, original copyright below

paper: `DeiT: Data-efficient Image Transformers` - https://arxiv.org/abs/2012.12877

paper: `DeiT III: Revenge of the ViT` - https://arxiv.org/abs/2204.07118

Modifications copyright 2021, Ross Wightman
é    )Úpartial)ÚOptionalÚTypeN)Únn©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)Úresample_abs_pos_embedÚget_device_dtype)ÚVisionTransformerÚtrunc_normal_Úcheckpoint_filter_fné   )Úbuild_model_with_cfg)Úgenerate_default_cfgsÚregister_modelÚregister_model_deprecationsÚVisionTransformerDistilledc                   ó   ‡ — e Zd ZdZˆ fd„Zdˆ fd„	Zej        j        dd„¦   «         Z	ej        j        de
j        fd	„¦   «         Zddedee         fd„Zej        j        dd„¦   «         Zd„ Zddedej        fd„Zˆ xZS )r   z· Vision Transformer w/ Distillation Token and Head

    Distillation token & head support for `DeiT: Data-efficient Image Transformers`
        - https://arxiv.org/abs/2012.12877
    c                 ó¸  •— |                      dd¦  «        } t          ¦   «         j        |i |¤ddi¤Ž | j        dv sJ ‚|                     dd ¦  «        |                     dd ¦  «        dœ}d| _        t          j        t          j	        d	d	| j
        fi |¤Ž¦  «        | _        t          j        t          j	        d	| j        j        | j        z   | j
        fi |¤Ž¦  «        | _        | j        d
k    rt          j        | j
        | j        fi |¤Žnt          j        ¦   «         | _        d| _        |dk    rdn|| _        |dk    r|                      d¬¦  «         d S d S )NÚweight_initÚ Úskip)ÚtokenÚdeviceÚdtype)r   r   é   r   r   FÚreset)Úneeds_reset)ÚpopÚsuperÚ__init__Úglobal_poolÚgetÚnum_prefix_tokensr   Ú	ParameterÚtorchÚemptyÚ	embed_dimÚ
dist_tokenÚpatch_embedÚnum_patchesÚ	pos_embedÚnum_classesÚLinearÚIdentityÚ	head_distÚdistilled_trainingÚweight_init_modeÚinit_weights)ÚselfÚargsÚkwargsr   ÚddÚ	__class__s        €ú`/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/deit.pyr"   z#VisionTransformerDistilled.__init__#   sx  ø€ Ø—j’j °Ñ3Ô3ˆØ�‰ŒÔ˜$Ð= &Ð=Ð=°fÐ=Ð=Ð=Ð=ØÔ :Ð-Ð-Ð-Ð-ØŸ
š
 8¨TÑ2Ô2¸V¿ZºZÈÐQUÑ=VÔ=VÐWÐWˆà!"ˆÔÝœ,¥u¤{°1°a¸¼Ð'NÐ'NÈ2Ð'NÐ'NÑOÔOˆŒÝœÝŒK˜˜4Ô+Ô7¸$Ô:PÑPÐRVÔR`ÐgÐgÐdfÐgÐgñiô iˆŒàNRÔN^ÐabÒNbÐNb�œ 4¤>°4Ô3CÐJÐJÀrÐJÐJÐJÕhjÔhsÑhuÔhuˆŒØ"'ˆÔà+6¸&Ò+@Ð+@  ÀkˆÔà˜&Ò Ð Ø×Ò¨%ÐÑ0Ô0Ð0Ð0Ð0ð !Ð ó    r   Tc                 óŒ   •— |p| j         }t          | j        d¬¦  «         t          ¦   «                              ||¬¦  «         d S )Ng{®Gáz”?)Ústd)Úmoder   )r3   r   r*   r!   r4   )r5   r>   r   r9   s      €r:   r4   z'VisionTransformerDistilled.init_weights5   sH   ø€ ØÐ,�tÔ,ˆÝ�d”o¨3Ð/Ñ/Ô/Ð/Ý‰Œ×Ò $°KÐÑ@Ô@Ð@Ð@Ð@r;   Fc                 ó(   — t          dddg¬¦  «        S )Nz+^cls_token|pos_embed|patch_embed|dist_token)z^blocks\.(\d+)N)z^norm)iŸ† )ÚstemÚblocks)Údict)r5   Úcoarses     r:   Úgroup_matcherz(VisionTransformerDistilled.group_matcher:   s'   € åØ?à)Ø$ð&ð
ñ 
ô 
ð 	
r;   Úreturnc                 ó   — | j         | j        fS ©N©Úheadr1   )r5   s    r:   Úget_classifierz)VisionTransformerDistilled.get_classifierC   s   € àŒy˜$œ.Ð(Ð(r;   Nr.   r#   c                 ó�  — t          | ¦  «        }|| _        |dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _        | j                             | j        ¦  «         |dk    rt          j        | j        | j        fi |¤Žnt          j        ¦   «         | _	        | j	                             | j        ¦  «         d S )Nr   )
r   r.   r   r/   r)   r0   rI   ÚtrainÚtrainingr1   )r5   r.   r#   r8   s       r:   Úreset_classifierz+VisionTransformerDistilled.reset_classifierG   s¸   € Ý˜dÑ#Ô#ˆØ&ˆÔØDOÐRSÂOÀO•B”I˜dœn¨kÐ@Ð@¸RÐ@Ð@Ð@ÕY[ÔYdÑYfÔYfˆŒ	ØŒ	�Š˜œÑ&Ô&Ð&ØNYÐ\]ÊoÈo�œ 4¤>°4Ô3CÐJÐJÀrÐJÐJÐJÕceÔcnÑcpÔcpˆŒØŒ×Ò˜Tœ]Ñ+Ô+Ð+Ð+Ð+r;   c                 ó   — || _         d S rG   )r2   )r5   Úenables     r:   Úset_distilled_trainingz1VisionTransformerDistilled.set_distilled_trainingO   s   € à"(ˆÔÐÐr;   c                 ó¨  — | j         rX|j        \  }}}}| j        j        }t	          | j        ||f|| j        rdn| j        ¬¦  «        }|                     |d|¦  «        }n| j        }| j        ri||z   }t          j
        | j                             |j        d         dd¦  «        | j                             |j        d         dd¦  «        |fd¬¦  «        }nht          j
        | j                             |j        d         dd¦  «        | j                             |j        d         dd¦  «        |fd¬¦  «        }||z   }|                      |¦  «        S )Nr   )Únew_sizeÚold_sizer%   éÿÿÿÿr   )Údim)Údynamic_img_sizeÚshaper+   Ú	grid_sizer
   r-   Úno_embed_classr%   Úviewr'   ÚcatÚ	cls_tokenÚexpandr*   Úpos_drop)r5   ÚxÚBÚHÚWÚCÚprev_grid_sizer-   s           r:   Ú
_pos_embedz%VisionTransformerDistilled._pos_embedS   sm  € ØÔ ð 	'Øœ‰JˆAˆq�!�QØ!Ô-Ô7ˆNÝ.Ø”Ø˜Q˜Ø'Ø'+Ô':Ð"V ! !ÀÔ@Vð	ñ ô ˆIð —’�q˜"˜aÑ Ô ˆAˆAàœˆIØÔð 	ð �I‘ˆAÝ”	Ø”×%Ò% a¤g¨a¤j°"°bÑ9Ô9Ø”×&Ò& q¤w¨q¤z°2°rÑ:Ô:Øðð ð	ñ ô ˆAˆAõ ”	Ø”×%Ò% a¤g¨a¤j°"°bÑ9Ô9Ø”×&Ò& q¤w¨q¤z°2°rÑ:Ô:Øðð ð	ñ ô ˆAð
 �I‘ˆAØ�}Š}˜QÑÔÐr;   Ú
pre_logitsc                 ó
  — |d d …df         |d d …df         }}|r||z   dz  S |                       |¦  «        }|                      |¦  «        }| j        r)| j        r"t          j                             ¦   «         s||fS ||z   dz  S )Nr   r   r   )rI   r1   r2   rM   r'   ÚjitÚis_scripting)r5   r`   rg   Úx_dists       r:   Úforward_headz'VisionTransformerDistilled.forward_headt   sž   € Ø�a�a�a˜�d”G˜Q˜q˜q˜q !˜tœWˆ6ˆØð 	$Ø˜‘J !Ñ#Ð#Ø�IŠI�a‰LŒLˆØ—’ Ñ'Ô'ˆØÔ"ð 	$ t¤}ð 	$½U¼Y×=SÒ=SÑ=UÔ=Uð 	$à�f�9Ðð ˜‘J !Ñ#Ð#r;   )r   T©FrG   )T)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r"   r4   r'   ri   ÚignorerD   r   ÚModulerJ   Úintr   ÚstrrN   rQ   rf   ÚboolÚTensorrl   Ú__classcell__)r9   s   @r:   r   r      sE  ø€ € € € € ðð ð1ð 1ð 1ð 1ð 1ð$Að Að Að Að Að Að
 „YÔð
ð 
ð 
ñ Ôð
ð „YÔð) ¤	ð )ð )ð )ñ Ôð)ð,ð ,¨Cð ,¸hÀs¼mð ,ð ,ð ,ð ,ð „YÔð)ð )ð )ñ Ôð)ð ð  ð  ðB$ð $¨$ð $¸5¼<ð $ð $ð $ð $ð $ð $ð $ð $r;   Fc                 ó¼   — |                      dd¦  «        }|rt          nt          }t          || |ft	          t
          d¬¦  «        t          |d¬¦  «        dœ|¤Ž}|S )NÚout_indicesé   T)Úadapt_layer_scaleÚgetter)rz   Úfeature_cls)Úpretrained_filter_fnÚfeature_cfg)r    r   r   r   r   r   rB   )ÚvariantÚ
pretrainedÚ	distilledr7   rz   Ú	model_clsÚmodels          r:   Ú_create_deitr†   ‚   s|   € Ø—*’*˜]¨AÑ.Ô.€KØ.7ÐNÕ*Ð*Õ=N€IÝ ØØØðõ %Õ%9ÈTÐRÑRÔRÝ [¸hÐGÑGÔGðð ð ðð €Eð €Lr;   r   c                 ó8   — | ddd dddt           t          dddd	œ|¥S )
Niè  )r{   éà   rˆ   gÍÌÌÌÌÌì?ÚbicubicTzpatch_embed.projrI   z
apache-2.0)Úurlr.   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚfixed_input_sizeÚmeanr=   Ú
first_convÚ
classifierÚlicenser   )rŠ   r7   s     r:   Ú_cfgr”   �   s:   € àØ¨=ÀtØ¨ÈÝ%Õ.BØ(¸Øðð ð ðð r;   zdeit_tiny_patch16_224.fb_in1kztimm/zFhttps://dl.fbaipublicfiles.com/deit/deit_tiny_patch16_224-a1311bcf.pth)Ú	hf_hub_idrŠ   zdeit_small_patch16_224.fb_in1kzGhttps://dl.fbaipublicfiles.com/deit/deit_small_patch16_224-cd65a155.pthzdeit_base_patch16_224.fb_in1kzFhttps://dl.fbaipublicfiles.com/deit/deit_base_patch16_224-b5f2ef4d.pthzdeit_base_patch16_384.fb_in1kzFhttps://dl.fbaipublicfiles.com/deit/deit_base_patch16_384-8de9b5d1.pth)r{   é€  r–   g      ð?)r•   rŠ   r‹   r�   z'deit_tiny_distilled_patch16_224.fb_in1kzPhttps://dl.fbaipublicfiles.com/deit/deit_tiny_distilled_patch16_224-b40b3cf7.pthrH   )r•   rŠ   r’   z(deit_small_distilled_patch16_224.fb_in1kzQhttps://dl.fbaipublicfiles.com/deit/deit_small_distilled_patch16_224-649709d9.pthz'deit_base_distilled_patch16_224.fb_in1kzPhttps://dl.fbaipublicfiles.com/deit/deit_base_distilled_patch16_224-df68dfff.pthz'deit_base_distilled_patch16_384.fb_in1kzPhttps://dl.fbaipublicfiles.com/deit/deit_base_distilled_patch16_384-d0272ac0.pth)r•   rŠ   r‹   r�   r’   zdeit3_small_patch16_224.fb_in1kz;https://dl.fbaipublicfiles.com/deit/deit_3_small_224_1k.pthzdeit3_small_patch16_384.fb_in1kz;https://dl.fbaipublicfiles.com/deit/deit_3_small_384_1k.pthz deit3_medium_patch16_224.fb_in1kz<https://dl.fbaipublicfiles.com/deit/deit_3_medium_224_1k.pthzdeit3_base_patch16_224.fb_in1kz:https://dl.fbaipublicfiles.com/deit/deit_3_base_224_1k.pthzdeit3_base_patch16_384.fb_in1kz:https://dl.fbaipublicfiles.com/deit/deit_3_base_384_1k.pthzdeit3_large_patch16_224.fb_in1kz;https://dl.fbaipublicfiles.com/deit/deit_3_large_224_1k.pthzdeit3_large_patch16_384.fb_in1kz;https://dl.fbaipublicfiles.com/deit/deit_3_large_384_1k.pthzdeit3_huge_patch14_224.fb_in1kz:https://dl.fbaipublicfiles.com/deit/deit_3_huge_224_1k.pthz(deit3_small_patch16_224.fb_in22k_ft_in1kz<https://dl.fbaipublicfiles.com/deit/deit_3_small_224_21k.pth)r•   rŠ   r�   z<https://dl.fbaipublicfiles.com/deit/deit_3_small_384_21k.pthz=https://dl.fbaipublicfiles.com/deit/deit_3_medium_224_21k.pthz;https://dl.fbaipublicfiles.com/deit/deit_3_base_224_21k.pthz;https://dl.fbaipublicfiles.com/deit/deit_3_base_384_21k.pthz<https://dl.fbaipublicfiles.com/deit/deit_3_large_224_21k.pthz<https://dl.fbaipublicfiles.com/deit/deit_3_large_384_21k.pthz>https://dl.fbaipublicfiles.com/deit/deit_3_huge_224_21k_v1.pth)ú(deit3_small_patch16_384.fb_in22k_ft_in1kú)deit3_medium_patch16_224.fb_in22k_ft_in1kú'deit3_base_patch16_224.fb_in22k_ft_in1kú'deit3_base_patch16_384.fb_in22k_ft_in1kú(deit3_large_patch16_224.fb_in22k_ft_in1kú(deit3_large_patch16_384.fb_in22k_ft_in1kú'deit3_huge_patch14_224.fb_in22k_ft_in1krE   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )	z• DeiT-tiny model @ 224x224 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    é   éÀ   é   r{   ©Ú
patch_sizer)   ÚdepthÚ	num_headsÚdeit_tiny_patch16_224r‚   )r¦   ©rB   r†   ©r‚   r7   Ú
model_argsr…   s       r:   r¦   r¦   ý   sI   € õ
  ¨s¸"ÈÐJÑJÔJ€JÝÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lr;   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )	z– DeiT-small model @ 224x224 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r–   r¡   é   r¢   Údeit_small_patch16_224r‚   )r¬   r§   r¨   s       r:   r¬   r¬     sI   € õ
  ¨s¸"ÈÐJÑJÔJ€JÝÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lr;   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z• DeiT base model @ 224x224 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   é   r¡   r¢   Údeit_base_patch16_224r‚   )r¯   r§   r¨   s       r:   r¯   r¯     óI   € õ
  ¨s¸"ÈÐKÑKÔK€JÝÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lr;   c           	      ó^   — t          dddd¬¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )z• DeiT base model @ 384x384 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r®   r¡   r¢   Údeit_base_patch16_384r‚   )r²   r§   r¨   s       r:   r²   r²     r°   r;   c           	      ób   — t          dddd¬¦  «        }t          	 d	| ddœt          |fi |¤Ž¤Ž}|S )
zŸ DeiT-tiny distilled model @ 224x224 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r    r¡   r{   r¢   Údeit_tiny_distilled_patch16_224T©r‚   rƒ   )r´   r§   r¨   s       r:   r´   r´   %  s_   € õ
  ¨s¸"ÈÐJÑJÔJ€JÝØ)ðpØ6@ÈDðpð pÝTXÐYcÐTnÐTnÐgmÐTnÐTnðpð p€Eà€Lr;   c           	      ób   — t          dddd¬¦  «        }t          	 d	| ddœt          |fi |¤Ž¤Ž}|S )
z  DeiT-small distilled model @ 224x224 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r–   r¡   r«   r¢   Ú deit_small_distilled_patch16_224Trµ   )r·   r§   r¨   s       r:   r·   r·   0  s_   € õ
  ¨s¸"ÈÐJÑJÔJ€JÝØ*ðqØ7AÈTðqð qÝUYÐZdÐUoÐUoÐhnÐUoÐUoðqð q€Eà€Lr;   c           	      ób   — t          dddd¬¦  «        }t          	 d| ddœt          |fi |¤Ž¤Ž}|S )	zŸ DeiT-base distilled model @ 224x224 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r®   r¡   r¢   Údeit_base_distilled_patch16_224Trµ   )r¹   r§   r¨   s       r:   r¹   r¹   ;  ó_   € õ
  ¨s¸"ÈÐKÑKÔK€JÝØ)ðpØ6@ÈDðpð pÝTXÐYcÐTnÐTnÐgmÐTnÐTnðpð p€Eà€Lr;   c           	      ób   — t          dddd¬¦  «        }t          	 d| ddœt          |fi |¤Ž¤Ž}|S )	zŸ DeiT-base distilled model @ 384x384 from paper (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r®   r¡   r¢   Údeit_base_distilled_patch16_384Trµ   )r¼   r§   r¨   s       r:   r¼   r¼   F  rº   r;   c           	      ób   — t          dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤Ž}|S )z˜ DeiT-3 small model @ 224x224 from paper (https://arxiv.org/abs/2204.07118).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r–   r¡   r«   Tç�íµ ÷Æ°>©r£   r)   r¤   r¥   rZ   Úinit_valuesÚdeit3_small_patch16_224r‚   )rÁ   r§   r¨   s       r:   rÁ   rÁ   Q  óO   € õ
  ¨s¸"ÈÐZ^ÐlpÐqÑqÔq€JÝÐhÐh¸zÐhÍTÐR\ÐMgÐMgÐ`fÐMgÐMgÐhÐh€EØ€Lr;   c           	      ób   — t          dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤Ž}|S )z˜ DeiT-3 small model @ 384x384 from paper (https://arxiv.org/abs/2204.07118).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r–   r¡   r«   Tr¾   r¿   Údeit3_small_patch16_384r‚   )rÄ   r§   r¨   s       r:   rÄ   rÄ   [  rÂ   r;   c           	      ób   — t          dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤Ž}|S )zŽ DeiT-3 medium model @ 224x224 (https://arxiv.org/abs/2012.12877).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   i   r¡   é   Tr¾   r¿   Údeit3_medium_patch16_224r‚   )rÇ   r§   r¨   s       r:   rÇ   rÇ   e  sO   € õ
  ¨s¸"ÈÐZ^ÐlpÐqÑqÔq€JÝÐiÐiÀ
ÐiÍdÐS]ÐNhÐNhÐagÐNhÐNhÐiÐi€EØ€Lr;   c           	      ób   — t          dddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
z— DeiT-3 base model @ 224x224 from paper (https://arxiv.org/abs/2204.07118).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r®   r¡   Tr¾   r¿   Údeit3_base_patch16_224r‚   )rÉ   r§   r¨   s       r:   rÉ   rÉ   o  óO   € õ
  ¨s¸"ÈÐ[_ÐmqÐrÑrÔr€JÝÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lr;   c           	      ób   — t          dddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
ú— DeiT-3 base model @ 384x384 from paper (https://arxiv.org/abs/2204.07118).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   r®   r¡   Tr¾   r¿   Údeit3_base_patch16_384r‚   )rÍ   r§   r¨   s       r:   rÍ   rÍ   y  rÊ   r;   c           	      ób   — t          dddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
z˜ DeiT-3 large model @ 224x224 from paper (https://arxiv.org/abs/2204.07118).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   é   é   Tr¾   r¿   Údeit3_large_patch16_224r‚   )rÑ   r§   r¨   s       r:   rÑ   rÑ   ƒ  óO   € õ
  ¨t¸2ÈÐ\`ÐnrÐsÑsÔs€JÝÐhÐh¸zÐhÍTÐR\ÐMgÐMgÐ`fÐMgÐMgÐhÐh€EØ€Lr;   c           	      ób   — t          dddddd¬¦  «        }t          d	d| it          |fi |¤Ž¤Ž}|S )
z˜ DeiT-3 large model @ 384x384 from paper (https://arxiv.org/abs/2204.07118).
    ImageNet-1k weights from https://github.com/facebookresearch/deit.
    rŸ   rÏ   rÐ   Tr¾   r¿   Údeit3_large_patch16_384r‚   )rÔ   r§   r¨   s       r:   rÔ   rÔ   �  rÒ   r;   c           	      ób   — t          dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤Ž}|S )rÌ   é   i   é    rŸ   Tr¾   r¿   Údeit3_huge_patch14_224r‚   )rØ   r§   r¨   s       r:   rØ   rØ   —  sO   € õ
  ¨t¸2ÈÐ\`ÐnrÐsÑsÔs€JÝÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐg€EØ€Lr;   r—   r˜   r™   rš   r›   rœ   r�   )Ú deit3_small_patch16_224_in21ft1kÚ deit3_small_patch16_384_in21ft1kÚ!deit3_medium_patch16_224_in21ft1kÚdeit3_base_patch16_224_in21ft1kÚdeit3_base_patch16_384_in21ft1kÚ deit3_large_patch16_224_in21ft1kÚ deit3_large_patch16_384_in21ft1kÚdeit3_huge_patch14_224_in21ft1k)FF)r   rm   ).rq   Ú	functoolsr   Útypingr   r   r'   r   Ú	timm.datar   r	   Útimm.layersr
   r   Útimm.models.vision_transformerr   r   r   Ú_builderr   Ú	_registryr   r   r   Ú__all__r   r†   r”   Údefault_cfgsr¦   r¬   r¯   r²   r´   r·   r¹   r¼   rÁ   rÄ   rÇ   rÉ   rÍ   rÑ   rÔ   rØ   rn   © r;   r:   ú<module>rë      s  ðð	ð 	ð Ð Ð Ð Ð Ð Ø !Ð !Ð !Ð !Ð !Ð !Ð !Ð !à €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ø aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aØ *Ð *Ð *Ð *Ð *Ð *Ø YÐ YÐ YÐ YÐ YÐ YÐ YÐ YÐ YÐ Yà'Ð
(€ðc$ð c$ð c$ð c$ð c$Ð!2ñ c$ô c$ð c$ðLð ð ð ð	ð 	ð 	ð 	ð %Ð$ð ^&à# T TØØTð&Vñ &Vô &Vð^&ð
 % d dØØUð'Wñ 'Wô 'Wð^&ð $ T TØØTð&Vñ &Vô &Vð^&ð $ T TØØTØ ¨3ð&0ñ &0ô &0ð^&ð  .¨t¨tØØ^Ø(ð0*ñ 0*ô 0*ð!^&ð( /°°ØØ_Ø(ð1*ñ 1*ô 1*ð)^&ð0 .¨t¨tØØ^Ø(ð0*ñ 0*ô 0*ð1^&ð8 .¨t¨tØØ^Ø ¨3Ø(ð	0*ñ 0*ô 0*ð9^&ðD & t tØØIð(Kñ (Kô (KðE^&ðJ & t tØØIØ ¨3ð(0ñ (0ô (0ðK^&ðR '¨¨ØØJð)Lñ )Lô )LðS^&ðX % d dØØHð'Jñ 'Jô 'JðY^&ð^ % d dØØHØ ¨3ð'0ñ '0ô '0ð_^&ðf & t tØØIð(Kñ (Kô (Kðg^&ðl & t tØØIØ ¨3ð(0ñ (0ô (0ðm^&ðt % d dØØHð'Jñ 'Jô 'Jðu^&ð| /°°ØØJØð1ñ 1ô 1ð}^&ðD 15°ØØJØ ¨3ð10ñ 10ô 10ð 26°ØØKØð2ñ 2ô 2ð 04¨tØØIØð0ñ 0ô 0ð 04¨tØØIØ ¨3ð00ñ 00ô 00ð 15°ØØJØð1ñ 1ô 1ð 15°ØØJØ ¨3ð10ñ 10ô 10ð 04¨tØØLØð0ñ 0ô 0ðu^&ð ^&ð ^&ñ ^ô ^€ðB ðð Ð9Jð ð ð ñ „ðð ðð Ð:Kð ð ð ñ „ðð ðð Ð9Jð ð ð ñ „ðð ðð Ð9Jð ð ð ñ „ðð ðð ÐC]ð ð ð ñ „ðð ðð ÐD^ð ð ð ñ „ðð ðð ÐC]ð ð ð ñ „ðð ðð ÐC]ð ð ð ñ „ðð ðð Ð;Lð ð ð ñ „ðð ðð Ð;Lð ð ð ñ „ðð ðð Ð<Mð ð ð ñ „ðð ðð Ð:Kð ð ð ñ „ðð ðð Ð:Kð ð ð ñ „ðð ðð Ð;Lð ð ð ñ „ðð ðð Ð;Lð ð ð ñ „ðð ðð Ð:Kð ð ð ñ „ðð Ð ˜HØ(RØ(RØ)TØ'PØ'PØ(RØ(RØ'Pð	'ð 	'ñ 	ô 	ð 	ð 	ð 	r;   