§
    ·¯¸jòS  ã                   ó@  — d Z ddlZddlmZmZ ddlmZ ddlmZm	Z	m
Z
 ddlZddlmZ ddlmZmZ ddlmZmZmZmZmZmZmZ dd	lmZ dd
lmZmZ ddlmZm Z  ddl!m"Z"m#Z# e G d„ d¦  «        ¦   «         Z$e G d„ d¦  «        ¦   «         Z%dJd„Z& G d„ dej'        ¦  «        Z( G d„ dej'        ¦  «        Z) G d„ dej'        ¦  «        Z* G d„ dej'        ¦  «        Z+ G d„ dej'        ¦  «        Z, G d„ dej'        ¦  «        Z-dKd „Z.dJd!„Z/ e  e/d"d#¬$¦  «         e/d%d&¬$¦  «         e/d'd#¬$¦  «         e/d(d#¬$¦  «         e/d)d#¬$¦  «         e/d*d#d+d,¬-¦  «         e/d.d#d/d,¬-¦  «         e/d0d#d1d,¬-¦  «         e/d2d3¬$¦  «         e/d4d3d+d,¬-¦  «         e/d5d3d/d,¬-¦  «         e/d6d3d1d,¬-¦  «         e/d7d8d+d,¬-¦  «         e/d9d8d/d,¬-¦  «         e/d:d8d1d,¬-¦  «        d;œ¦  «        Z0edLd<e"fd=„¦   «         Z1edLd<e"fd>„¦   «         Z2edLd<e"fd?„¦   «         Z3edLd<e"fd@„¦   «         Z4edLd<e"fdA„¦   «         Z5edLd<e"fdB„¦   «         Z6edLd<e"fdC„¦   «         Z7edLd<e"fdD„¦   «         Z8edLd<e"fdE„¦   «         Z9edLd<e"fdF„¦   «         Z:edLd<e"fdG„¦   «         Z;edLd<e"fdH„¦   «         Z<edLd<e"fdI„¦   «         Z=dS )Mab   ViTamin

Paper: Designing Scalable Vison Models in the Vision-Language Era
A family of model weights on Huggingface: https://huggingface.co/collections/jienengchen/vitamin-family-661048126b72debdaca060bf

@inproceedings{chen2024vitamin,
  title={ViTamin: Designing Scalable Vision Models in the Vision-language Era},
  author={Chen, Jieneng and Yu, Qihang and Shen, Xiaohui and Yuille, Alan and Chen, Liang-Chieh},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  year={2024}
}

Based on Apache 2.0 licensed code at https://github.com/ViTamin/ViTamin

Modifications and timm support by Jieneng Chen 2024

Reference:
https://github.com/huggingface/pytorch-image-models/blob/main/timm/models/vision_transformer.py
https://github.com/huggingface/pytorch-image-models/blob/main/timm/models/vision_transformer_hybrid.py
é    N)Ú	dataclassÚfield)Úpartial)ÚOptionalÚUnionÚTuple©ÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STD)Úcreate_act_layerÚget_norm_layerÚget_norm_act_layerÚcreate_conv2dÚmake_divisibleÚDropPathÚHybridEmbedé   )Úbuild_model_with_cfg)Únamed_applyÚcheckpoint_seq)Úregister_modelÚgenerate_default_cfgs)ÚVisionTransformerÚcheckpoint_filter_fnc                   óÒ   — e Zd ZU dZeed<   dZeed<   dZe	ed<   dZ
e	ed<   d	Zeed
<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZee         ed<   dZeed<   dS )Ú
VitConvCfgç      @Úexpand_ratioTÚexpand_outputé   Úkernel_sizer   Ú
group_sizeFÚpre_norm_actÚdwÚstride_modeÚavg2Ú	pool_typeÚdownsample_pool_typeÚgeluÚ	act_layerÚ Ú
norm_layergñhãˆµøä>Únorm_epsÚdown_shortcutÚmlpN)Ú__name__Ú
__module__Ú__qualname__r   ÚfloatÚ__annotations__r   Úboolr!   Úintr"   r#   r%   Ústrr'   r(   r*   r,   r-   r.   r   r/   © ó    úc/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/vitamin.pyr   r   '   sç   € € € € € € à€L�%ÐÐÑØ€M�4ÐÐÑØ€K�ÐÐÑØ€J�ÐÐÑØ€L�$ÐÐÑØ€K�ÐÐÑØ€IˆsÐÐÑØ &Ð˜#Ð&Ð&Ñ&Ø€IˆsÐÐÑØ€J�ÐÐÑØ€HˆeÐÐÑØ$(€M�8˜D”>Ð(Ð(Ñ(Ø€CˆÐÐÑÐÐr9   r   c                   óÊ   — e Zd ZU dZeeeeedf         f         df         ed<   dZeeeeedf         f         df         ed<   dZ	eed<    e
e¬¦  «        Zeed	<   d
Zeed<   dS )ÚVitCfg)é`   éÀ   é€  é   .Ú	embed_dim)é   r    é   rB   Údepthsé@   Ú
stem_width)Údefault_factoryÚconv_cfgr+   Ú	head_typeN)r0   r1   r2   rA   r   r   r6   r4   rD   rF   r   r   rH   rI   r7   r8   r9   r:   r<   r<   8   s§   € € € € € € à9L€Iˆu�U˜3  c¨3 h¤Ð/Ô0°#Ð5Ô6ÐLÐLÑLØ6B€FˆE�%˜˜U 3¨ 8œ_Ð,Ô-¨sÐ2Ô3ÐBÐBÑBØ€J�ÐÐÑØ ˜5°Ð<Ñ<Ô<€HˆjÐ<Ð<Ñ<Ø€IˆsÐÐÑÐÐr9   r<   r+   c                 óh  — t          | t          j        ¦  «        r•| j        d         | j        d         z  | j        z  }|| j        z  }t          j                             | j        dt          j
        d|z  ¦  «        ¦  «         | j        �(t          j                             | j        ¦  «         d S d S d S )Nr   r   ç       @)Ú
isinstanceÚnnÚConv2dr!   Úout_channelsÚgroupsÚinitÚnormal_ÚweightÚmathÚsqrtÚbiasÚzeros_)ÚmoduleÚnameÚschemeÚfan_outs       r:   Ú
_init_convr\   A   s¢   € Ý�&�"œ)Ñ$Ô$ð (ØÔ$ QÔ'¨&Ô*<¸QÔ*?Ñ?À&ÔBUÑUˆØ�F”MÑ!ˆÝ
Œ�Š˜œ q­$¬)°C¸'±MÑ*BÔ*BÑCÔCÐCØŒ;Ð"ÝŒG�NŠN˜6œ;Ñ'Ô'Ð'Ð'Ð'ð(ð (ð #Ð"r9   c                   óL   ‡ — e Zd Z	 	 	 	 	 	 ddededed	ed
edefˆ fd„Zd„ Zˆ xZ	S )ÚStemr)   Úlayernorm2dç�íµ ÷Æ°>TNÚin_chsÚout_chsr*   r,   r-   rV   c	                 ó@  •— ||dœ}	t          ¦   «                              ¦   «          t          t          ||¦  «        |¬¦  «        }
|| _        t          ||dfd|dœ|	¤Ž| _         |
|fi |	¤Ž| _        t          ||dfd|dœ|	¤Ž| _        t          t          | ¦  «         d S )N©ÚdeviceÚdtype©Úepsr    rB   ©ÚstriderV   r   )ÚsuperÚ__init__r   r   rb   r   Úconv1Únorm1Úconv2r   r\   )Úselfra   rb   r*   r,   r-   rV   re   rf   ÚddÚnorm_act_layerÚ	__class__s              €r:   rl   zStem.__init__K   sÀ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ Õ!3°JÀ	Ñ!JÔ!JÐPXÐYÑYÔYˆØˆŒå" 6¨7°AÐQ¸aÀdÐQÐQÈbÐQÐQˆŒ
Ø#�^ GÐ2Ð2¨rÐ2Ð2ˆŒ
Ý" 7¨G°QÐR¸qÀtÐRÐRÈrÐRÐRˆŒ
å•J Ñ%Ô%Ð%Ð%Ð%r9   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S ©N)rm   rn   ro   ©rp   Úxs     r:   ÚforwardzStem.forwarda   s4   € Ø�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØˆr9   )r)   r_   r`   TNN)
r0   r1   r2   r6   r7   r3   r5   rl   rx   Ú__classcell__©rs   s   @r:   r^   r^   J   sŸ   ø€ € € € € ð
 $Ø+Ø"ØØØð&ð &àð&ð ð&ð ð	&ð
 ð&ð ð&ð ð&ð &ð &ð &ð &ð &ð,ð ð ð ð ð ð r9   r^   c            	       ó@   ‡ — e Zd Z	 	 	 	 d
dedededefˆ fd„Zd	„ Zˆ xZS )ÚDownsample2dr&   TNÚdimÚdim_outr'   rV   c                 ó  •— ||dœ}t          ¦   «                              ¦   «          t          j        dddd¬¦  «        | _        ||k    rt          j        ||dfd|i|¤Ž| _        d S t          j        ¦   «         | _        d S )Nrd   r    rB   r   F)r!   rj   ÚpaddingÚcount_include_padrV   )rk   rl   rM   Ú	AvgPool2dÚpoolrN   ÚexpandÚIdentity)	rp   r}   r~   r'   rV   re   rf   rq   rs   s	           €r:   rl   zDownsample2d.__init__i   sƒ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”L¨Q°qÀ!ÐW\Ð]Ñ]Ô]ˆŒ	à�'Š>ˆ>Ýœ) C¨°!ÐEÐE¸$ÐEÀ"ÐEÐEˆDŒKˆKˆKåœ+™-œ-ˆDŒKˆKˆKr9   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S ru   )rƒ   r„   rv   s     r:   rx   zDownsample2d.forward{   s%   € Ø�IŠI�a‰LŒLˆØ�KŠK˜‰NŒNˆØˆr9   )r&   TNN)	r0   r1   r2   r6   r7   r5   rl   rx   ry   rz   s   @r:   r|   r|   h   s…   ø€ € € € € ð
 $ØØØð(ð (àð(ð ð(ð ð	(ð
 ð(ð (ð (ð (ð (ð (ð$ð ð ð ð ð ð r9   r|   c                   óN   ‡ — e Zd ZdZ	 	 	 	 	 	 	 ddeded	ed
edef
ˆ fd„Zd„ Zˆ xZS )ÚStridedConvz downsample 2d as well
    r    rB   r   r@   Nr!   rj   r€   Úin_chansrA   c                 óâ   •— ||dœ}t          ¦   «                              ¦   «          t          t          d¦  «        d¬¦  «        }	t	          j        ||f|||dœ|¤Ž| _         |	|fi |¤Ž| _        d S )Nrd   r_   r`   rg   )r!   rj   r€   )rk   rl   r   r   rM   rN   ÚprojÚnorm)rp   r!   rj   r€   r‰   rA   re   rf   rq   r,   rs   s             €r:   rl   zStridedConv.__init__„   s†   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ�^¨MÑ:Ô:ÀÐEÑEÔEˆ
å”I˜h¨	Ðq¸{ÐSYÐcjÐqÐqÐnpÐqÐqˆŒ	Ø�J˜xÐ.Ð.¨2Ð.Ð.ˆŒ	ˆ	ˆ	r9   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S ru   )rŒ   r‹   rv   s     r:   rx   zStridedConv.forward•   s%   € Ø�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆØˆr9   )r    rB   r   r    r@   NN)r0   r1   r2   Ú__doc__r6   rl   rx   ry   rz   s   @r:   rˆ   rˆ   �   s¢   ø€ € € € € ðð ð  !ØØØØ ØØð/ð /àð/ð ð/ð ð	/ð
 ð/ð ð/ð /ð /ð /ð /ð /ð"ð ð ð ð ð ð r9   rˆ   c                   ój   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 dd
ededededededededefˆ fd„Zdd„Zd„ Z	ˆ xZ
S )ÚMbConvLNBlockzL Pre-Norm Conv Block - 1x1 - kxk - 1x1, w/ inverted bottleneck (expand)
    r   ç        r    r_   r`   r)   r   Nra   rb   rj   Ú	drop_pathr!   r,   r-   r*   r   c                 ó  •— |
|dœ}t          ¦   «                              ¦   «          |||c| _        | _        | _        t          ||	z  ¦  «        }t          t          ||¦  «        |¬¦  «        }|dk    rt          ||fdddœ|¤Ž| _	        n:||k    rt          j        ||dfddi|¤Ž| _	        nt          j        ¦   «         | _	         ||fd	d
i|¤Ž| _        t          j        ¦   «         | _        t          ||dfdddœ|¤Ž| _        t#          |d¬¦  «        | _        t          |||f|d|ddœ|¤Ž| _        t#          |d¬¦  «        | _        t          ||dfddi|¤Ž| _        |dk    rt-          |¦  «        nt          j        ¦   «         | _        d S )Nrd   rg   rB   ÚavgT)r'   rV   r   rV   Ú	apply_actFri   )Úinplace)rj   ÚdilationrP   rV   r‘   )rk   rl   rj   ra   rb   r   r   r   r|   ÚshortcutrM   rN   r…   Úpre_normÚdownr   Ú	conv1_1x1r   Úact1Ú	conv2_kxkÚact2Ú	conv3_1x1r   r’   )rp   ra   rb   rj   r’   r!   r,   r-   r*   r   re   rf   rq   Úmid_chsÚprenorm_act_layerrs   s                  €r:   rl   zMbConvLNBlock.__init__ž   sÎ  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ17¸ÀÐ.ˆŒ�T”[ $¤,Ý  ¨<Ñ!7Ñ8Ô8ˆÝ#Õ$6°zÀ9Ñ$MÔ$MÐS[Ð\Ñ\Ô\Ðà�QŠ;ˆ;Ý(¨°Ð[ÀEÐPTÐ[Ð[ÐXZÐ[Ð[ˆDŒMˆMØ�wÒÐÝœI f¨g°qÐJÐJ¸tÐJÀrÐJÐJˆDŒMˆMåœK™MœMˆDŒMà)Ð)¨&ÐHÐH¸EÐHÀRÐHÐHˆŒÝ”K‘M”MˆŒ	Ý& v¨w¸ÐUÀ!È$ÐUÐUÐRTÐUÐUˆŒÝ$ Y¸Ð=Ñ=Ô=ˆŒ	Ý&Ø�W˜kðgØ28À1ÈWÐ[_ðgð gØceðgð gˆŒå$ Y¸Ð=Ñ=Ô=ˆŒ	Ý& w°¸ÐLÐLÀÐLÈÐLÐLˆŒØ09¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒˆˆr9   r+   c                 óN   — t          t          t          |¬¦  «        | ¦  «         d S )N)rZ   )r   r   r\   )rp   rZ   s     r:   Úinit_weightszMbConvLNBlock.init_weightsÄ   s%   € Ý•G�J¨vÐ6Ñ6Ô6¸Ñ=Ô=Ð=Ð=Ð=r9   c                 ó†  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        |z   }|S ru   )	r˜   r™   rš   r›   rœ   r�   rž   rŸ   r’   )rp   rw   r˜   s      r:   rx   zMbConvLNBlock.forwardÇ   s¥   € Ø—=’= Ñ#Ô#ˆà�MŠM˜!ÑÔˆØ�IŠI�a‰LŒLˆð �NŠN˜1ÑÔˆØ�IŠI�a‰LŒLˆð �NŠN˜1ÑÔˆØ�IŠI�a‰LŒLˆð �NŠN˜1ÑÔˆØ�NŠN˜1ÑÔ Ñ(ˆàˆr9   )	r   r‘   r    r_   r`   r)   r   NN©r+   )r0   r1   r2   rŽ   r6   r3   r7   rl   r£   rx   ry   rz   s   @r:   r�   r�   ›   sõ   ø€ € € € € ðð ð Ø!Ø Ø+Ø"Ø#Ø"%ØØð#Rð #Ràð#Rð ð#Rð ð	#Rð
 ð#Rð ð#Rð ð#Rð ð#Rð ð#Rð  ð#Rð #Rð #Rð #Rð #Rð #RðL>ð >ð >ð >ðð ð ð ð ð ð r9   r�   c            	       ó`   ‡ — e Zd ZdZ	 	 	 	 d
dedeeeeef         f         defˆ fd„Zd	„ Z	ˆ xZ
S )ÚMbConvStagesz3 MobileConv for stage 1 and stage 2 of ViTamin
    éà   r    NÚcfgÚimg_sizer‰   c                 ó<  •‡	‡
‡— ||dœŠ	t          ¦   «                              ¦   «          d| _        t          d	||j        dœ‰	¤Ž| _        g }t          |j        ¦  «        | _        t          |j        d d…         ¦  «        D ]\\  }Š
|dk    r|j        |dz
           n|j        Šˆ	ˆ
ˆfd„t          |j        |         ¦  «        D ¦   «         }|t          j        |Ž gz  }Œ]t          j        |Ž | _        t          d	d|j        d         |j        d         dœ‰	¤Ž| _        d S )
Nrd   F)ra   rb   rB   r   r   c           	      óP   •— g | ]"}t          d|d k    r‰n‰‰|d k    rdnddœ‰¤Ž‘Œ#S )r   rB   r   )ra   rb   rj   r8   )r�   )Ú.0Údrq   r}   Ústage_in_chss     €€€r:   ú
<listcomp>z)MbConvStages.__init__.<locals>.<listcomp>õ   sj   ø€ ð ð ð ð õ ð Ø-.°ªT¨T˜\˜\°sØ!Ø"# q¢& &˜Q˜Q¨aðð ð ð	ð ðð ð r9   )rj   r‰   rA   r8   )rk   rl   Úgrad_checkpointingr^   rF   ÚstemÚlenrA   Ú
num_stagesÚ	enumerateÚrangerD   rM   Ú
SequentialÚstagesrˆ   rƒ   )rp   r©   rª   r‰   re   rf   r¸   ÚsÚblocksrq   r}   r¯   rs   s            @@@€r:   rl   zMbConvStages.__init__ß   se  øøøø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"'ˆÔåð 
ØØ”Nð
ð 
ð ð
ð 
ˆŒ	ð ˆÝ˜cœmÑ,Ô,ˆŒÝ ¤¨b¨q¨bÔ 1Ñ2Ô2ð 	/ð 	/‰FˆAˆsØ12°1²°˜3œ=¨¨1©Ô-Ð-¸#¼.ˆLðð ð ð ð ð õ ˜sœz¨!œ}Ñ-Ô-ðñ ô ˆFð •r”} fÐ-Ð.Ñ.ˆFˆFÝ”m VÐ,ˆŒåð 
ØØ”] 1Ô%Ø”m AÔ&ð
ð 
ð ð	
ð 
ˆŒ	ˆ	ˆ	r9   c                 óú   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|                      |¦  «        }|S ru   )r²   r±   ÚtorchÚjitÚis_scriptingr   r¸   rƒ   rv   s     r:   rx   zMbConvStages.forward  sg   € Ø�IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØ�IŠI�a‰LŒLˆØˆr9   )r¨   r    NN)r0   r1   r2   rŽ   r<   r   r6   r   rl   rx   ry   rz   s   @r:   r§   r§   Ü   s˜   ø€ € € € € ðð ð
 58ØØØð'
ð '
àð'
ð ˜C  s¨C x¤Ð0Ô1ð'
ð ð	'
ð '
ð '
ð '
ð '
ð '
ðRð ð ð ð ð ð r9   r§   c                   óX   ‡ — e Zd Z	 	 	 	 	 	 ddedededee         d	ed
efˆ fd„Zd„ Z	ˆ xZ
S )ÚGeGluMlpr)   NTr‘   Úin_featuresÚhidden_featuresr*   r,   rV   Údropc	                 ór  •— ||dœ}	t          ¦   «                              ¦   «          t          t          |pd¦  «        d¬¦  «        } ||fi |	¤Ž| _        t          j        ||fd|i|	¤Ž| _        t          |¦  «        | _	        t          j        ||fd|i|	¤Ž| _
        t          j        ||fd|i|	¤Ž| _        d S )Nrd   Ú	layernormr`   rg   rV   )rk   rl   r   r   rŒ   rM   ÚLinearÚw0r   ÚactÚw1Úw2)rp   rÁ   rÂ   r*   r,   rV   rÃ   re   rf   rq   rs   s             €r:   rl   zGeGluMlp.__init__  sÓ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ�^¨JÐ,E¸+ÑFÔFÈDÐQÑQÔQˆ
à�J˜{Ð1Ð1¨bÐ1Ð1ˆŒ	Ý”)˜K¨ÐJÐJ¸tÐJÀrÐJÐJˆŒÝ# IÑ.Ô.ˆŒÝ”)˜K¨ÐJÐJ¸tÐJÀrÐJÐJˆŒÝ”)˜O¨[ÐJÐJ¸tÐJÀrÐJÐJˆŒˆˆr9   c                 óÖ   — |                       |¦  «        }|                      |                      |¦  «        ¦  «        |                      |¦  «        z  }|                      |¦  «        }|S ru   )rŒ   rÈ   rÇ   rÉ   rÊ   rv   s     r:   rx   zGeGluMlp.forward(  sO   € Ø�IŠI�a‰LŒLˆØ�HŠH�T—W’W˜Q‘Z”ZÑ Ô  4§7¢7¨1¡:¤:Ñ-ˆØ�GŠG�A‰JŒJˆØˆr9   )r)   NTr‘   NN)r0   r1   r2   r6   r7   r   r5   r3   rl   rx   ry   rz   s   @r:   rÀ   rÀ     s°   ø€ € € € € ð
 $Ø(,ØØØØðKð KàðKð !ðKð ð	Kð
 ! œðKð ðKð ðKð Kð Kð Kð Kð Kð*ð ð ð ð ð ð r9   rÀ   Fc                 óŒ  — |                      dd¦  «        }|€J ‚|                     dd ¦  «        |                     dd ¦  «        dœ}t          d||                     dd¦  «        dœ|¤Ž}t          t          |d¬	¦  «        |d
<   |                     dd¦  «         t          t          | |ft          t          |d¬¦  «        dœ|¤ŽS )NÚout_indicesr    re   rf   rd   r‰   )r©   r‰   F)Úbackboner‹   Úembed_layerÚ
patch_sizer   Úgetter)rÍ   Úfeature_cls)Úpretrained_filter_fnÚfeature_cfgr8   )
ÚpopÚgetr§   r   r   Ú
setdefaultr   r   r   Údict)ÚvariantÚ
pretrainedÚ	embed_cfgÚkwargsrÍ   rq   rÎ   s          r:   Ú_create_vitaminrÝ   /  sæ   € Ø—*’*˜]¨AÑ.Ô.€KØÐ Ð Ð Ø—J’J˜x¨Ñ.Ô.¸¿ºÀGÈTÑ9RÔ9RÐ	SÐ	S€BÝÐT 	°F·J²J¸zÈ1Ñ4MÔ4MÐTÐTÐQSÐTÐT€HÝ#¥K¸(ÈÐOÑOÔO€Fˆ=ÑØ
×Ò�l AÑ&Ô&Ð&åÝØØðõ 2Ý [¸hÐGÑGÔGðð ð ðð ð r9   c                 ó8   — | ddd dddt           t          dddd	œ|¥S )
Niè  )r    r¨   r¨   gÍÌÌÌÌÌì?ÚbicubicTzpatch_embed.backbone.stem.conv1ÚheadÚmit)ÚurlÚnum_classesÚ
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚfixed_input_sizeÚmeanÚstdÚ
first_convÚ
classifierÚlicenser	   )râ   rÜ   s     r:   Ú_cfgrî   A  s9   € àØ¨=ÀtØ¨ÈÝ ­Ø7Ø¨ðð ð ðð r9   zjienengchen/ViTamin-S-LTTr@   )Ú	hf_hub_idrã   zjienengchen/ViTamin-Sr?   zjienengchen/ViTamin-B-LTTzjienengchen/ViTamin-Bzjienengchen/ViTamin-L-224pxzjienengchen/ViTamin-L-256px)r    é   rð   g      ð?)rï   rã   rä   ræ   zjienengchen/ViTamin-L-336px)r    éP  rñ   zjienengchen/ViTamin-L-384px)r    r?   r?   zjienengchen/ViTamin-L2-224pxé   zjienengchen/ViTamin-L2-256pxzjienengchen/ViTamin-L2-336pxzjienengchen/ViTamin-L2-384pxzjienengchen/ViTamin-XL-256pxé€  zjienengchen/ViTamin-XL-336pxzjienengchen/ViTamin-XL-384px)z%vitamin_small_224.datacomp1b_clip_lttz!vitamin_small_224.datacomp1b_clipz$vitamin_base_224.datacomp1b_clip_lttz vitamin_base_224.datacomp1b_clipz!vitamin_large_224.datacomp1b_clipz!vitamin_large_256.datacomp1b_clipz!vitamin_large_336.datacomp1b_clipz!vitamin_large_384.datacomp1b_clipz"vitamin_large2_224.datacomp1b_clipz"vitamin_large2_256.datacomp1b_clipz"vitamin_large2_336.datacomp1b_clipz"vitamin_large2_384.datacomp1b_clipz"vitamin_xlarge_256.datacomp1b_clipz"vitamin_xlarge_336.datacomp1b_clipz"vitamin_xlarge_384.datacomp1b_clipÚreturnc           
      ó¶   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
dt          ddd|¬¦  «        }t	          dd| it          |fi |¤Ž¤Ž}|S )N)rE   é€   r?   ©rB   é   r   rE   r_   r`   ©r,   r-   Ú1d©rA   rD   rF   rH   rI   r?   é   é   rK   Fr”   ©rA   ÚdepthÚ	num_headsÚ	mlp_layerÚ	mlp_ratioÚclass_tokenÚglobal_poolrÛ   Úvitamin_small_224rÚ   )r  ©r<   r   rØ   rÀ   rÝ   ©rÚ   rÜ   rÛ   Ú
model_argsÚmodels        r:   r  r  x  s”   € åØ ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø˜R¨1½ÈBØ u¸	ðñ ô €Jõ ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lr9   c           
      ó¶   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
dt          ddd|¬¦  «        }t	          dd| it          |fi |¤Ž¤Ž}|S )N)rö   rð   r@   r÷   rö   r_   r`   rù   rú   rû   r@   rü   é   rK   Fr”   rþ   Úvitamin_base_224rÚ   )r  r  r  s        r:   r  r  Œ  s—   € åØ!ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø˜R¨2½ÈRØ u¸	ðCñ Cô C€Jõ ÐdÐd¸:ÐdÍÈjÐIcÐIcÐ\bÐIcÐIcÐdÐd€EØ€Lr9   c           
      ó¶   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
dt          ddd|¬¦  «        }t	          dd| it          |fi |¤Ž¤Ž}|S )N©é    i@  rò   r÷   r  r_   r`   rù   rú   rû   rò   é   é   rK   Fr”   rþ   Úvitamin_large_224rÚ   )r  r  r  s        r:   r  r  Ÿ  s”   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø˜b¨B½(ÈbØ u¸	ðñ ô €Jõ ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lr9   c                 ó¸   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          ddd|¬¦	  «	        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   rð   rò   r  r  rK   Fr”   ©	rª   rA   rÿ   r   r  r  r  r  rÛ   Úvitamin_large_256rÚ   )r  r  r  s        r:   r  r  ³  óš   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø ¨B¸"ÍÐ\^Ø u¸	ðCñ Cô C€Jõ ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lr9   c                 ó¸   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          ddd|¬¦	  «	        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   rñ   rò   r  r  rK   Fr”   r  Úvitamin_large_336rÚ   )r  r  r  s        r:   r  r  Æ  s—   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø ¨B¸"ÍÐ\^Ø u¸	ðñ ô €Jõ ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lr9   c                 ó¸   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          ddd|¬¦	  «	        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   r?   rò   r  r  rK   Fr”   r  Úvitamin_large_384rÚ   )r  r  r  s        r:   r  r  Ú  r  r9   c           
      ó¶   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
dt          ddd|¬¦  «        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   rò   r  r  rK   Fr”   rþ   Úvitamin_large2_224rÚ   )r  r  r  s        r:   r  r  í  s•   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø˜b¨B½(ÈbØ u¸	ðñ ô €Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lr9   c                 ó¸   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          ddd|¬¦	  «	        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   rð   rò   r  r  rK   Fr”   r  Úvitamin_large2_256rÚ   )r  r  r  s        r:   r  r    ó›   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø ¨B¸"ÍÐ\^Ø u¸	ðCñ Cô C€Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lr9   c                 ó¸   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          ddd|¬¦	  «	        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   rñ   rò   r  r  rK   Fr”   r  Úvitamin_large2_336rÚ   )r!  r  r  s        r:   r!  r!    s˜   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø ¨B¸"ÍÐ\^Ø u¸	ðñ ô €Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lr9   c                 ó¸   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          ddd|¬¦	  «	        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr  r÷   r  r_   r`   rù   rú   rû   r?   rò   r  r  rK   Fr”   r  Úvitamin_large2_384rÚ   )r#  r  r  s        r:   r#  r#  (  r  r9   c                 ó¼   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          dddd|¬¦
  «
        }t	          	 dd| it          |fi |¤Ž¤Ž}|S )N©r>   r?   ró   r÷   r>   r_   r`   rù   rú   rû   rð   ró   é    r  rK   Fr”   Únone©
rª   rA   rÿ   r   r  r  r  r  Ú	pos_embedrÛ   Úvitamin_xlarge_256rÚ   ©r*  r  r  s        r:   r*  r*  ;  s¯   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø ¨B¸"ÍÐ\^Ø u¸È)ðUñ Uô U€Jõ ØðSð SØ)3ðSÝ7;¸JÐ7QÐ7QÈ&Ð7QÐ7QðSð S€Eà€Lr9   c                 óº   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          dddd|¬¦
  «
        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr%  r÷   r>   r_   r`   rù   rú   rû   rñ   ró   r&  r  rK   Fr”   r'  r(  r*  rÚ   r+  r  r  s        r:   Úvitamin_xlarge_336r-  O  ó�   € åØ"ØØÝØ$Øð
ñ 
ô 
ð ð	ñ 	ô 	€Iõ Ø ¨B¸"ÍÐ\^Ø u¸È)ðUñ Uô U€Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐf€EØ€Lr9   c                 óº   — t          dddt          dd¬¦  «        d¬¦  «        }t          d	d
ddt          dddd|¬¦
  «
        }t	          dd| it          |fi |¤Ž¤Ž}|S )Nr%  r÷   r>   r_   r`   rù   rú   rû   r?   ró   r&  r  rK   Fr”   r'  r(  Úvitamin_xlarge_384rÚ   )r0  r  r  s        r:   r0  r0  b  r.  r9   r¥   )FN)F)>rŽ   rT   Údataclassesr   r   Ú	functoolsr   Útypingr   r   r   r¼   Útorch.nnrM   Ú	timm.datar
   r   Útimm.layersr   r   r   r   r   r   r   Ú_builderr   Ú_manipulater   r   Ú	_registryr   r   Úvision_transformerr   r   r   r<   r\   ÚModuler^   r|   rˆ   r�   r§   rÀ   rÝ   rî   Údefault_cfgsr  r  r  r  r  r  r  r  r!  r#  r*  r-  r0  r8   r9   r:   ú<module>r=     s*  ððð ð* €€€Ø (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ø Ð Ð Ð Ð Ð Ø )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ð )à €€€Ø Ð Ð Ð Ð Ð à 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7ð*ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *à *Ð *Ð *Ð *Ð *Ð *Ø 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ø GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð ðð ð ð ð ñ ô ñ „ðð  ðð ð ð ð ñ ô ñ „ðð(ð (ð (ð (ðð ð ð ð ˆ2Œ9ñ ô ð ð<ð ð ð ð �2”9ñ ô ð ð2ð ð ð ð �"”)ñ ô ð ð4>ð >ð >ð >ð >�B”Iñ >ô >ð >ðB3ð 3ð 3ð 3ð 3�2”9ñ 3ô 3ð 3ðlð ð ð ð ˆrŒyñ ô ð ð:ð ð ð ð$	ð 	ð 	ð 	ð %Ð$Ø-1¨TØ-¸3ð.@ñ .@ô .@à)-¨Ø)°sð*<ñ *<ô *<à,0¨DØ-¸3ð-@ñ -@ô -@à(,¨Ø)°sð)<ñ )<ô )<à)-¨Ø/¸Sð*Bñ *Bô *Bà)-¨Ø/¸SØ ¨3ð*0ñ *0ô *0ð *.¨Ø/¸SØ ¨3ð*0ñ *0ô *0ð *.¨Ø/¸SØ ¨3ð*0ñ *0ô *0ð +/¨$Ø0¸dð+Dñ +Dô +Dà*.¨$Ø0¸dØ ¨3ð+0ñ +0ô +0ð +/¨$Ø0¸dØ ¨3ð+0ñ +0ô +0ð +/¨$Ø0¸dØ ¨3ð+0ñ +0ô +0ð +/¨$Ø0¸dØ ¨3ð+0ñ +0ô +0ð +/¨$Ø0¸dØ ¨3ð+0ñ +0ô +0ð +/¨$Ø0¸dØ ¨3ð+0ñ +0ô +0ðK(&ð (&ñ (ô (€ðV ðð Ð5Fð ð ð ñ „ðð& ðð Ð4Eð ð ð ñ „ðð$ ðð Ð5Fð ð ð ñ „ðð& ðð Ð5Fð ð ð ñ „ðð$ ðð Ð5Fð ð ð ñ „ðð& ðð Ð5Fð ð ð ñ „ðð$ ðð Ð6Gð ð ð ñ „ðð& ðð Ð6Gð ð ð ñ „ðð$ ðð Ð6Gð ð ð ñ „ðð& ðð Ð6Gð ð ð ñ „ðð$ ðð Ð6Gð ð ð ñ „ðð& ðð Ð6Gð ð ð ñ „ðð$ ðð Ð6Gð ð ð ñ „ðð ð r9   