§
    ·¯¸j¶P  ã                   óÈ  — d Z ddlmZmZmZmZ ddlZddlmZ ddl	m
Z
mZ ddlmZmZmZmZmZmZmZmZmZ ddlmZ ddlmZ dd	lmZmZ d
gZ G d„ dej        ¦  «        Z G d„ dej        ¦  «        Z  G d„ dej        ¦  «        Z! G d„ d
ej        ¦  «        Z"dd„Z#dd„Z$ e e$d¬¦  «         e$d¬¦  «        dœ¦  «        Z%edde"fd„¦   «         Z&edde"fd„¦   «         Z'dS )zð Visformer

Paper: Visformer: The Vision-friendly Transformer - https://arxiv.org/abs/2104.12533

From original at https://github.com/danczs/Visformer

Modifications and additions for timm hacked together by / Copyright 2021, Ross Wightman
é    )ÚOptionalÚUnionÚTypeÚAnyN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)	Ú	to_2tupleÚtrunc_normal_ÚDropPathÚcalculate_drop_path_ratesÚ
PatchEmbedÚLayerNorm2dÚcreate_classifierÚuse_fused_attnÚget_device_dtypeé   )Úbuild_model_with_cfg)Úcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚ	Visformerc                   óŒ   ‡ — e Zd Zddej        dddddfdedee         dee         deej                 d	e	d
ede
fˆ fd„Zd„ Zˆ xZS )Ú
SpatialMlpNç        é   FÚin_featuresÚhidden_featuresÚout_featuresÚ	act_layerÚdropÚgroupÚspatial_convc
                 óš  •— ||	dœ}
t          ¦   «                              ¦   «          |p|}|p|}t          |¦  «        }|| _        || _        || _        | j        r|dk     r	|dz  dz  }n|dz  }|| _        || _        t          j	        ||dfddddœ|
¤Ž| _
         |¦   «         | _        t          j        |d         ¦  «        | _        | j        r3t          j	        ||d	fdd| j        dd
œ|
¤Ž| _         |¦   «         | _        nd | _        d | _        t          j	        ||dfddddœ|
¤Ž| _        t          j        |d         ¦  «        | _        d S )N©ÚdeviceÚdtypeé   é   é   r   r   F©ÚstrideÚpaddingÚbiasé   )r,   r-   Úgroupsr.   )ÚsuperÚ__init__r
   r   r   r#   r   r"   ÚnnÚConv2dÚconv1Úact1ÚDropoutÚdrop1Úconv2Úact2Úconv3Údrop3)Úselfr   r   r   r    r!   r"   r#   r&   r'   ÚddÚ
drop_probsÚ	__class__s               €úe/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/visformer.pyr2   zSpatialMlp.__init__   s�  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ#Ð2 {ˆØ)Ð8¨[ˆÝ˜t‘_”_ˆ
à&ˆÔØ(ˆÔØ(ˆÔØÔð 	2Ø�qŠyˆyØ"-°¡/°QÑ"6��à"-°¡/�Ø.ˆÔØˆŒ
Ý”Y˜{¨O¸QÐfÀqÐRSÐZ_ÐfÐfÐceÐfÐfˆŒ
Ø�I‘K”KˆŒ	Ý”Z 
¨1¤Ñ.Ô.ˆŒ
ØÔð 	ÝœØ °!ðoØ<=ÀqÐQUÔQ[Ðbgðoð oØkmðoð oˆDŒJà!˜	™œˆDŒIˆIàˆDŒJØˆDŒIÝ”Y˜°¸aÐgÈÐSTÐ[`ÐgÐgÐdfÐgÐgˆŒ
Ý”Z 
¨1¤Ñ.Ô.ˆŒ
ˆ
ˆ
ó    c                 ó:  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �*|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S ©N)r5   r6   r8   r9   r:   r;   r<   ©r=   Úxs     rA   ÚforwardzSpatialMlp.forwardB   sx   € Ø�JŠJ�q‰MŒMˆØ�IŠI�a‰LŒLˆØ�JŠJ�q‰MŒMˆØŒ:Ð!Ø—
’
˜1‘”ˆAØ—	’	˜!‘”ˆAØ�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØˆrB   )Ú__name__Ú
__module__Ú__qualname__r3   ÚGELUÚintr   r   ÚModuleÚfloatÚboolr2   rG   Ú__classcell__©r@   s   @rA   r   r      sÀ   ø€ € € € € ð .2Ø*.Ø)+¬ØØØ!&ØØð'/ð '/àð'/ð & cœ]ð'/ð # 3œ-ð	'/ð
 ˜BœI”ð'/ð ð'/ð ð'/ð ð'/ð '/ð '/ð '/ð '/ð '/ðR	ð 	ð 	ð 	ð 	ð 	ð 	rB   r   c                   ót   ‡ — e Zd ZU ej        j        e         ed<   	 	 	 	 	 	 ddedede	d	e	d
e	f
ˆ fd„Z
d„ Zˆ xZS )Ú	AttentionÚ
fused_attnr   ç      ð?r   NÚdimÚ	num_headsÚhead_dim_ratioÚ	attn_dropÚ	proj_dropc                 óâ  •— ||dœ}t          ¦   «                              ¦   «          || _        || _        t	          ||z  |z  ¦  «        }	|	| _        |	dz  | _        t          d¬¦  «        | _        t          j
        ||	|z  dz  dfdddd	œ|¤Ž| _        t          j        |¦  «        | _        t          j
        | j        | j        z  |dfdddd	œ|¤Ž| _        t          j        |¦  «        | _        d S )
Nr%   g      à¿T)Úexperimentalr/   r   r   Fr+   )r1   r2   rV   rW   ÚroundÚhead_dimÚscaler   rT   r3   r4   Úqkvr7   rY   ÚprojrZ   )r=   rV   rW   rX   rY   rZ   r&   r'   r>   r^   r@   s             €rA   r2   zAttention.__init__Q   sý   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØ"ˆŒÝ˜ 	Ñ)¨NÑ:Ñ;Ô;ˆØ ˆŒØ Ñ%ˆŒ
Ý(°dÐ;Ñ;Ô;ˆŒå”9˜S (¨YÑ"6¸Ñ":¸AÐeÀaÐQRÐY^ÐeÐeÐbdÐeÐeˆŒÝœ IÑ.Ô.ˆŒÝ”I˜dœm¨d¬nÑ<¸cÀ1ÐlÈQÐXYÐ`eÐlÐlÐikÐlÐlˆŒ	Ýœ IÑ.Ô.ˆŒˆˆrB   c                 ó.  — |j         \  }}}}|                      |¦  «                             |d| j        | j        d¦  «                             ddddd¦  «        }|                     d¦  «        \  }}}| j        rrt          j	        j
                             |                     ¦   «         |                     ¦   «         |                     ¦   «         | j        r| j        j        nd¬¦  «        }nQ||                     d	d¦  «        z  | j        z  }	|	                     d¬
¦  «        }	|                      |	¦  «        }	|	|z  }|                     dddd¦  «                             |d||¦  «        }|                      |¦  «        }|                      |¦  «        }|S )Nr/   éÿÿÿÿr   r   r(   é   r   )Ú	dropout_péþÿÿÿ)rV   )Úshaper`   ÚreshaperW   r^   ÚpermuteÚunbindrT   Útorchr3   Ú
functionalÚscaled_dot_product_attentionÚ
contiguousÚtrainingrY   ÚpÚ	transposer_   Úsoftmaxra   rZ   )
r=   rF   ÚBÚCÚHÚWÚqÚkÚvÚattns
             rA   rG   zAttention.forwardi   sg  € Ø”W‰
ˆˆ1ˆa�Ø�HŠH�Q‰KŒK×Ò  1 d¤n°d´mÀRÑHÔH×PÒPÐQRÐTUÐWXÐZ[Ð]^Ñ_Ô_ˆØ—(’(˜1‘+”+‰ˆˆ1ˆaàŒ?ð 		Ý”Ô#×@Ò@Ø—’‘” §¢¡¤°·²±´Ø.2¬mÐC˜$œ.Ô*Ð*Àð Añ ô ˆAˆAð
 ˜Ÿš B¨Ñ+Ô+Ñ+¨t¬zÑ9ˆDØ—<’< B�<Ñ'Ô'ˆDØ—>’> $Ñ'Ô'ˆDØ�q‘ˆAà�IŠI�a˜˜A˜qÑ!Ô!×)Ò)¨!¨R°°AÑ6Ô6ˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØˆrB   )r   rU   r   r   NN)rH   rI   rJ   rk   ÚjitÚFinalrO   Ú__annotations__rL   rN   r2   rG   rP   rQ   s   @rA   rS   rS   N   s¬   ø€ € € € € € Ø”	” Ô%Ð%Ð%Ñ%ð
 Ø$&Ø!Ø!ØØð/ð /àð/ð ð/ð "ð	/ð
 ð/ð ð/ð /ð /ð /ð /ð /ð0ð ð ð ð ð ð rB   rS   c                   ó¦   ‡ — e Zd Zdddddej        edddddfdeded	ed
ededededeej	                 deej	                 dede
de
fˆ fd„Zd„ Zˆ xZS )ÚBlockrU   ç      @r   r   FNrV   rW   rX   Ú	mlp_ratiorZ   rY   Ú	drop_pathr    Ú
norm_layerr"   Úattn_disabledr#   c           
      ó’  •— ||dœ}t          ¦   «                              ¦   «          || _        |dk    rt          |¦  «        nt	          j        ¦   «         | _        |rd | _        d | _        n% |	|fi |¤Ž| _        t          |f||||dœ|¤Ž| _         |	|fi |¤Ž| _
        t          d|t          ||z  ¦  «        |||
|dœ|¤Ž| _        d S )Nr%   r   )rW   rX   rY   rZ   )r   r   r    r!   r"   r#   © )r1   r2   r#   r   r3   ÚIdentityr‚   Únorm1rz   rS   Únorm2r   rL   Úmlp)r=   rV   rW   rX   r�   rZ   rY   r‚   r    rƒ   r"   r„   r#   r&   r'   r>   r@   s                   €rA   r2   zBlock.__init__€   s  ø€ ð" ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ(ˆÔØ09¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒØð 	ØˆDŒJØˆDŒIˆIà#˜ CÐ.Ð.¨2Ð.Ð.ˆDŒJÝ!Øðà#Ø-Ø#Ø#ðð ð ðð ˆDŒIð  �Z Ð*Ð* rÐ*Ð*ˆŒ
Ýð 
ØÝ  i¡Ñ0Ô0ØØØØ%ð
ð 
ð ð
ð 
ˆŒˆˆrB   c                 ó  — | j         �>||                      |                       |                      |¦  «        ¦  «        ¦  «        z   }||                      |                      |                      |¦  «        ¦  «        ¦  «        z   }|S rD   )rz   r‚   rˆ   rŠ   r‰   rE   s     rA   rG   zBlock.forward®   sg   € ØŒ9Ð Ø�D—N’N 4§9¢9¨T¯ZªZ¸©]¬]Ñ#;Ô#;Ñ<Ô<Ñ<ˆAØ�—’˜tŸxšx¨¯
ª
°1©¬Ñ6Ô6Ñ7Ô7Ñ7ˆØˆrB   )rH   rI   rJ   r3   rK   r   rL   rN   r   rM   rO   r2   rG   rP   rQ   s   @rA   r   r      sü   ø€ € € € € ð
 %'Ø!Ø!Ø!Ø!Ø)+¬Ø*5ØØ"'Ø!&ØØð,
ð ,
àð,
ð ð,
ð "ð	,
ð
 ð,
ð ð,
ð ð,
ð ð,
ð ˜BœI”ð,
ð ˜RœYœð,
ð ð,
ð  ð,
ð ð,
ð ,
ð ,
ð ,
ð ,
ð ,
ð\ð ð ð ð ð ð rB   r   c            1       óÈ  ‡ — e Zd Zddddddddd	d
d
d
d
d
eddddddddddfdededededee         dedeeef         dededededededede	e
j                 d ed!ed"ed#ed$ed%ed&ed'ee	e
j                          f.ˆ fd(„Zd)„ Zej        j        d3d*„¦   «         Zej        j        d4d+„¦   «         Zej        j        d,e
j        fd-„¦   «         Zd5ded%efd.„Zd/„ Zd3d0efd1„Zd2„ Zˆ xZS )6r   éà   é   r/   éè  é    é€  é   r*   r€   r   Ú111TFr   ÚavgNÚimg_sizeÚ
patch_sizeÚin_chansÚnum_classesÚinit_channelsÚ	embed_dimÚdepthrW   r�   Ú	drop_rateÚpos_drop_rateÚproj_drop_rateÚattn_drop_rateÚdrop_path_raterƒ   Ú
attn_stageÚuse_pos_embedr#   Úvit_stemr"   Úglobal_poolÚ	conv_initÚ
embed_normc                 óZ
  •‡‡‡‡	‡‡‡‡‡‡‡‡— t          ¦   «                              ¦   «          ||dœŠt          |¦  «        }|| _        || _        ‰| _        || _        || _        || _        || _	        t          |t          t          f¦  «        r%|\  | _        | _        | _        t!          |¦  «        }n(|dz  x| _        | _        || j        z
  | j        z
  | _        || _        d| _        t'          ||¦  «        Š| j        r.d | _        t+          d|‰|‰|ddœ‰¤Ž| _        ˆfd„|D ¦   «         }nÖ| j        €4d | _        t+          d|‰dz  |‰dz  |ddœ‰¤Ž| _        ˆfd„|D ¦   «         }n›t/          j        t/          j        || j        dfdddd	œ‰¤Žt/          j        | j        fi ‰¤Žt/          j        d
¬¦  «        ¦  «        | _        d„ |D ¦   «         }t+          d|‰dz  | j        ‰dz  |ddœ‰¤Ž| _        ˆfd„|D ¦   «         }| j        r€| j        r.t/          j        t;          j        d‰g|¢R i ‰¤Ž¦  «        | _        n0t/          j        t;          j        d‰dz  g|¢R i ‰¤Ž¦  «        | _        t/          j         |¬¦  «        | _!        nd | _        t/          j        ˆˆˆˆˆˆˆ	ˆˆˆˆfd„tE          | j        ¦  «        D ¦   «         Ž | _#        | j        sit+          d|‰dz  ‰dz  ‰|ddœ‰¤Ž| _$        ˆfd„|D ¦   «         }| j        r.t/          j        t;          j        d‰g|¢R i ‰¤Ž¦  «        | _%        nd | _%        nd | _$        t/          j        ˆˆˆˆˆˆˆ	ˆˆˆˆfd„tE          | j        | j        | j        z   ¦  «        D ¦   «         Ž | _&        | j        slt+          d|‰dz  ‰‰dz  |ddœ‰¤Ž| _'        ˆfd„|D ¦   «         }| j        r1t/          j        t;          j        d‰dz  g|¢R i ‰¤Ž¦  «        | _(        nd | _(        nd | _'        t/          j        ˆˆˆˆˆˆˆ	ˆˆˆˆfd„tE          | j        | j        z   |¦  «        D ¦   «         Ž | _)        | j        r‰n‰dz  x| _*        | _+         ‰| j*        fi ‰¤Ž| _,        t[          | j*        | j        |||¬¦  «        \  }}|| _.        t/          j         |
¦  «        | _/        || _0        | j        rItc          | j        d¬¦  «         | j        s,tc          | j%        d¬¦  «         tc          | j(        d¬¦  «         |  2                    | j3        ¦  «         d S )Nr%   r/   F)r•   r–   r—   rš   rƒ   Úflattenc                 ó   •— g | ]}|‰z  ‘ŒS r†   r†   ©Ú.0rF   r–   s     €rA   ú
<listcomp>z&Visformer.__init__.<locals>.<listcomp>ò   s   ø€ Ð:Ð:Ð:¨A˜˜Z™Ð:Ð:Ð:rB   r(   c                 ó    •— g | ]
}|‰d z  z  ‘ŒS ©r(   r†   rª   s     €rA   r¬   z&Visformer.__init__.<locals>.<listcomp>ÿ   ó"   ø€ ÐEÐEÐE°q˜A *°¡/Ñ2ÐEÐEÐErB   é   r+   T)Úinplacec                 ó   — g | ]}|d z  ‘ŒS r®   r†   )r«   rF   s     rA   r¬   z&Visformer.__init__.<locals>.<listcomp>  s   € Ð5Ð5Ð5 q˜A ™FÐ5Ð5Ð5rB   rd   c                 ó    •— g | ]
}|‰d z  z  ‘ŒS )rd   r†   rª   s     €rA   r¬   z&Visformer.__init__.<locals>.<listcomp>  r¯   rB   r   )rp   c                 óz   •— g | ]7}t          d‰d z  ‰
d‰‰‰‰|         ‰	‰‰d         dk    ‰d         dk    dœ‰¤Ž‘Œ8S )r(   g      à?r   Ú0Ú1©rV   rW   rX   r�   rZ   rY   r‚   rƒ   r"   r„   r#   r†   ©r   ©r«   ÚirŸ   r¡   r>   Údprrš   r"   r�   rƒ   rW   rž   r#   s     €€€€€€€€€€€rA   r¬   z&Visformer.__init__.<locals>.<listcomp>  s„   ø€ ð &
ð &
ð &
ð õ ð Ø˜q‘LØ#Ø"Ø#Ø(Ø(Ø˜aœ&Ø%ØØ)¨!œ}°Ò3Ø*¨1œo°Ò4ðð ð ðð ð&
ð &
ð &
rB   r   c                 ó    •— g | ]
}|‰d z  z  ‘ŒS ©r   r†   rª   s     €rA   r¬   z&Visformer.__init__.<locals>.<listcomp>8  ó"   ø€ ÐAÐAÐA°1˜˜j¨A™oÑ.ÐAÐAÐArB   c                 ót   •— g | ]4}t          d‰‰
d ‰‰‰‰|         ‰	‰‰d         dk    ‰d         dk    dœ‰¤Ž‘Œ5S )rU   r   rµ   r¶   r·   r†   r¸   r¹   s     €€€€€€€€€€€rA   r¬   z&Visformer.__init__.<locals>.<listcomp>?  s€   ø€ ð &
ð &
ð &
ð õ ð ØØ#Ø"Ø#Ø(Ø(Ø˜aœ&Ø%ØØ)¨!œ}°Ò3Ø*¨1œo°Ò4ðð ð ðð ð&
ð &
ð &
rB   c                 ó    •— g | ]
}|‰d z  z  ‘ŒS r½   r†   rª   s     €rA   r¬   z&Visformer.__init__.<locals>.<listcomp>\  r¾   rB   c                 óz   •— g | ]7}t          d‰d z  ‰
d‰‰‰‰|         ‰	‰‰d          dk    ‰d          dk    dœ‰¤Ž‘Œ8S )r(   rU   rµ   r¶   r·   r†   r¸   r¹   s     €€€€€€€€€€€rA   r¬   z&Visformer.__init__.<locals>.<listcomp>c  s„   ø€ ð &
ð &
ð &
ð õ ð Ø ‘MØ#Ø"Ø#Ø(Ø(Ø˜aœ&Ø%ØØ)¨!œ}°Ò3Ø*¨1œo°Ò4ðð ð ðð ð&
ð &
ð &
rB   )Ú	pool_typer&   r'   ç{®Gáz”?©Ústdr†   )4r1   r2   r
   r˜   r—   rš   r™   r•   r£   r¥   Ú
isinstanceÚlistÚtupleÚ
stage_num1Ú
stage_num2Ú
stage_num3Úsumr¢   Úgrad_checkpointingr   Ústemr   Úpatch_embed1r3   Ú
Sequentialr4   ÚBatchNorm2dÚReLUÚ	Parameterrk   ÚzerosÚ
pos_embed1r7   Úpos_dropÚrangeÚstage1Úpatch_embed2Ú
pos_embed2Ústage2Úpatch_embed3Ú
pos_embed3Ústage3Únum_featuresÚhead_hidden_sizeÚnormr   r¤   Ú	head_dropÚheadr   ÚapplyÚ_init_weights)r=   r•   r–   r—   r˜   r™   rš   r›   rW   r�   rœ   r�   rž   rŸ   r    rƒ   r¡   r¢   r#   r£   r"   r¤   r¥   r¦   r&   r'   rã   r>   r»   r@   s     `   ` ``  `` `` ` `      @@€rA   r2   zVisformer.__init__¶   s  øøøøøøøøøøøøø€ õ8 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆÝ˜XÑ&Ô&ˆØ&ˆÔØ ˆŒØ"ˆŒØ*ˆÔØ ˆŒØ ˆŒØ"ˆŒÝ�e�d¥E˜]Ñ+Ô+ð 	HØ@EÑ=ˆDŒO˜Tœ_¨d¬oÝ˜‘J”JˆEˆEà05¸±
Ð:ˆDŒO˜dœoØ# d¤oÑ5¸¼ÑGˆDŒOØ*ˆÔØ"'ˆÔå'¨¸Ñ>Ô>ˆàŒ=ð )	FØˆDŒIÝ *ð !Ø!Ø%Ø!Ø#Ø%Øð!ð !ð ð!ð !ˆDÔð ;Ð:Ð:Ð:°Ð:Ñ:Ô:ˆHˆHàÔ!Ð)Ø �”	Ý$.ð %Ø%Ø)¨Q™Ø%Ø'¨1™nØ)Ø!ð%ð %ð ð%ð %�Ô!ð FÐEÐEÐE¸HÐEÑEÔE��åœMÝ”I˜h¨Ô(:¸AÐeÀaÐQRÐY^ÐeÐeÐbdÐeÐeÝ”N 4Ô#5Ð<Ð<¸Ð<Ð<Ý”G DÐ)Ñ)Ô)ñô �”	ð
 6Ð5¨HÐ5Ñ5Ô5�Ý$.ð %Ø%Ø)¨Q™Ø!Ô/Ø'¨1™nØ)Ø!ð%ð %ð ð%ð %�Ô!ð FÐEÐEÐE¸HÐEÑEÔE�àÔð 	#ØŒ}ð ^Ý"$¤,­u¬{¸1¸iÐ/YÈ(Ð/YÐ/YÐ/YÐVXÐ/YÐ/YÑ"ZÔ"Z�”�å"$¤,­u¬{¸1¸iÈ¹lÐ/\ÈXÐ/\Ð/\Ð/\ÐY[Ð/\Ð/\Ñ"]Ô"]�”ÝœJ¨Ð7Ñ7Ô7ˆDŒMˆMà"ˆDŒOå”mð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
õ ˜4œ?Ñ+Ô+ð&
ñ &
ô &
ð ˆŒð& Œ}ð 	%Ý *ð !Ø!Ø%¨™?Ø" a™Ø#Ø%Øð!ð !ð ð!ð !ˆDÔð BÐAÐAÐA¸ÐAÑAÔAˆHØÔ!ð 'Ý"$¤,­u¬{¸1¸iÐ/YÈ(Ð/YÐ/YÐ/YÐVXÐ/YÐ/YÑ"ZÔ"Z�”�à"&�”�à $ˆDÔÝ”mð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
õ ˜4œ?¨D¬O¸D¼OÑ,KÑLÔLð&
ñ &
ô &
ð ˆŒð& Œ}ð 	%Ý *ð !Ø!Ø%¨™?Ø"Ø# a™-Ø%Øð!ð !ð ð!ð !ˆDÔð BÐAÐAÐA¸ÐAÑAÔAˆHØÔ!ð 'Ý"$¤,­u¬{¸1¸iÈ¹kÐ/[ÈHÐ/[Ð/[Ð/[ÐXZÐ/[Ð/[Ñ"\Ô"\�”�à"&�”�à $ˆDÔÝ”mð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
õ ˜4œ?¨4¬?Ñ:¸EÑBÔBð&
ñ &
ô &
ð ˆŒð$ BFÄÐ4a°I°IÐT]Ð`aÑTaÐaˆÔ˜DÔ1Ø�J˜tÔ0Ð7Ð7°BÐ7Ð7ˆŒ	õ .ØÔØÔØ!ØØð
ñ 
ô 
Ñˆ�Tð 'ˆÔÝœ IÑ.Ô.ˆŒØˆŒ	ð Ôð 	9Ý˜$œ/¨tÐ4Ñ4Ô4Ð4Ø”=ð 9Ý˜dœo°4Ð8Ñ8Ô8Ð8Ý˜dœo°4Ð8Ñ8Ô8Ð8Ø�
Š
�4Ô%Ñ&Ô&Ð&Ð&Ð&rB   c                 óä  — t          |t          j        ¦  «        rFt          |j        d¬¦  «         |j        �'t          j                             |j        d¦  «         d S d S t          |t          j        ¦  «        rs| j	        r(t          j         
                    |j        dd¬¦  «         nt          |j        d¬¦  «         |j        �)t          j                             |j        d¦  «         d S d S d S )NrÃ   rÄ   r   Úfan_outÚrelu)ÚmodeÚnonlinearityr   )rÆ   r3   ÚLinearr   Úweightr.   ÚinitÚ	constant_r4   r¥   Úkaiming_normal_)r=   Úms     rA   rå   zVisformer._init_weightsŒ  sê   € Ý�a�œÑ#Ô#ð 
	.Ý˜!œ(¨Ð-Ñ-Ô-Ð-ØŒvÐ!Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,Ð,Ð,ð "Ð!å˜�2œ9Ñ%Ô%ð 	.ØŒ~ð 2Ý”×'Ò'¨¬°yÈvÐ'ÑVÔVÐVÐVå˜aœh¨DÐ1Ñ1Ô1Ð1ØŒvÐ!Ý”×!Ò! !¤&¨"Ñ-Ô-Ð-Ð-Ð-ð	.ð 	.ð
 "Ð!rB   c                 ó6   — t          d|rdndd fddg¬¦  «        S )Nz^patch_embed1|pos_embed1|stemz^stage(\d+)\.(\d+))z^(?:patch_embed|pos_embed)(\d+))r   )z^norm)iŸ† )rÎ   Úblocks)Údict)r=   Úcoarses     rA   Úgroup_matcherzVisformer.group_matcher™  s;   € åØ1à*0ÐKÐ&Ð&Ð6KÈTÐRØ:Ø$ðð
ñ 
ô 
ð 	
rB   c                 ó   — || _         d S rD   )rÍ   )r=   Úenables     rA   Úset_grad_checkpointingz Visformer.set_grad_checkpointing¤  s   € à"(ˆÔÐÐrB   Úreturnc                 ó   — | j         S rD   )rã   )r=   s    rA   Úget_classifierzVisformer.get_classifier¨  s
   € àŒyÐrB   c                 óü   — t          | ¦  «        }|| _        t          | j        | j        fd|i|¤Ž\  | _        | _        | j                             | j        ¦  «         | j                             | j        ¦  «         d S )NrÂ   )r   r˜   r   rß   r¤   rã   Útrainro   )r=   r˜   r¤   r>   s       rA   Úreset_classifierzVisformer.reset_classifier¬  sŠ   € Ý˜dÑ#Ô#ˆØ&ˆÔÝ&7ØÔ˜tÔ/ð'Nð 'NØ;Fð'NØJLð'Nð 'NÑ#ˆÔ˜$œ)àÔ×Ò˜tœ}Ñ-Ô-Ð-ØŒ	�Š˜œÑ&Ô&Ð&Ð&Ð&rB   c                 óº  — | j         �|                       |¦  «        }|                      |¦  «        }| j        �|                      || j        z   ¦  «        }| j        r4t
          j                             ¦   «         st          | j	        |¦  «        }n|  	                    |¦  «        }| j
        �9|  
                    |¦  «        }| j        �|                      || j        z   ¦  «        }| j        r4t
          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }| j        �9|                      |¦  «        }| j        �|                      || j        z   ¦  «        }| j        r4t
          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|                      |¦  «        }|S rD   )rÎ   rÏ   rÕ   rÖ   rÍ   rk   r{   Úis_scriptingr   rØ   rÙ   rÚ   rÛ   rÜ   rÝ   rÞ   rá   rE   s     rA   Úforward_featureszVisformer.forward_features´  s¤  € ØŒ9Ð Ø—	’	˜!‘”ˆAð ×Ò˜aÑ Ô ˆØŒ?Ð&Ø—’˜a $¤/Ñ1Ñ2Ô2ˆAØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAð ÔÐ(Ø×!Ò! !Ñ$Ô$ˆAØŒÐ*Ø—M’M ! d¤oÑ"5Ñ6Ô6�ØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAð ÔÐ(Ø×!Ò! !Ñ$Ô$ˆAØŒÐ*Ø—M’M ! d¤oÑ"5Ñ6Ô6�ØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAà�IŠI�a‰LŒLˆØˆrB   Ú
pre_logitsc                 óˆ   — |                       |¦  «        }|                      |¦  «        }|r|n|                      |¦  «        S rD   )r¤   râ   rã   )r=   rF   r  s      rA   Úforward_headzVisformer.forward_headØ  s?   € Ø×Ò˜QÑÔˆØ�NŠN˜1ÑÔˆØÐ0ˆqˆq D§I¢I¨a¡L¤LÐ0rB   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rD   )r  r  rE   s     rA   rG   zVisformer.forwardÝ  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆrB   ©F)T)r”   )rH   rI   rJ   r   rL   r   r   rÈ   rN   r   r3   rM   ÚstrrO   r2   rå   rk   r{   Úignorerõ   rø   rû   rþ   r  r  rG   rP   rQ   s   @rA   r   r   µ   s   ø€ € € € € ð  Ø ØØ#Ø+-Ø Ø')ØØ!Ø!Ø#%Ø$&Ø$&Ø$&Ø*5Ø#Ø"&Ø %Ø"ØØ$Ø#Ø48ØØð5T'ð T'àðT'ð ðT'ð ð	T'ð
 ðT'ð $ Cœ=ðT'ð ðT'ð ˜˜e˜Ô$ðT'ð ðT'ð ðT'ð ðT'ð !ðT'ð "ðT'ð "ðT'ð "ðT'ð  ˜RœYœð!T'ð" ð#T'ð$  ð%T'ð& ð'T'ð( ð)T'ð* ð+T'ð, ð-T'ð. ð/T'ð0 !  b¤i¤Ô1ð1T'ð T'ð T'ð T'ð T'ð T'ðl.ð .ð .ð „YÔð
ð 
ð 
ñ Ôð
ð „YÔð)ð )ð )ñ Ôð)ð „YÔð ¤	ð ð ð ñ Ôðð'ð '¨Cð '¸cð 'ð 'ð 'ð 'ð"ð "ð "ðH1ð 1¨$ð 1ð 1ð 1ð 1ð
ð ð ð ð ð ð rB   Fc                 óx   — |                      dd ¦  «        rt          d¦  «        ‚t          t          | |fi |¤Ž}|S )NÚfeatures_onlyz<features_only not implemented for Vision Transformer models.)ÚgetÚRuntimeErrorr   r   )ÚvariantÚ
pretrainedÚdefault_cfgÚkwargsÚmodels        rA   Ú_create_visformerr  ã  sF   € Ø‡z‚z�/ 4Ñ(Ô(ð [ÝÐYÑZÔZÐZÝ ¥¨G°ZÐJÐJÀ6ÐJÐJ€EØ€LrB   Ú c                 ó8   — | ddddddt           t          ddd	d
œ|¥S )Nr�   )r/   r�   r�   )r°   r°   gÍÌÌÌÌÌì?ÚbicubicTzstem.0rã   z
apache-2.0)Úurlr˜   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚfixed_input_sizeÚmeanrÅ   Ú
first_convÚ
classifierÚlicenser   )r  r  s     rA   Ú_cfgr   ê  s:   € àØ¨=ÀvØ¨ÈÝ%Õ.BØ¨fØðð ð ðð rB   ztimm/)Ú	hf_hub_id)zvisformer_tiny.in1kzvisformer_small.in1krù   c                 ó”   — t          ddddddddt          j        d	t          j        ¬
¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )NrŽ   éÀ   ©r°   rd   rd   r/   r€   r   Ú011Ú100T©r™   rš   r›   rW   r�   r"   r¡   r#   rƒ   r¥   r¦   Úvisformer_tinyr  )r(  ©ró   r3   rÑ   r  ©r  r  Ú	model_cfgr  s       rA   r(  r(  ü  sf   € åØ C¨yÀAÐQSÐ[\Ø u½¼ÐSWÝ”>ð#ñ #ô #€Iõ ÐcÐc¸:ÐcÍÈiÐIbÐIbÐ[aÐIbÐIbÐcÐc€EØ€LrB   c                 ó”   — t          ddddddddt          j        d	t          j        ¬
¦  «        }t          dd| it          |fi |¤Ž¤Ž}|S )Nr�   r‘   r$  r*   r€   r   r%  r&  Tr'  Úvisformer_smallr  )r-  r)  r*  s       rA   r-  r-    sf   € åØ C¨yÀAÐQSÐ[\Ø u½¼ÐSWÝ”>ð#ñ #ô #€Iõ ÐdÐd¸JÐdÍ$ÈyÐJcÐJcÐ\bÐJcÐJcÐdÐd€EØ€LrB   )FN)r  r  )(Ú__doc__Útypingr   r   r   r   rk   Útorch.nnr3   Ú	timm.datar   r	   Útimm.layersr
   r   r   r   r   r   r   r   r   Ú_builderr   Ú_manipulater   Ú	_registryr   r   Ú__all__rM   r   rS   r   r   r  r   Údefault_cfgsr(  r-  r†   rB   rA   ú<module>r8     s³  ððð ð .Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ø €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dð  dà *Ð *Ð *Ð *Ð *Ð *Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ-€ð3ð 3ð 3ð 3ð 3�”ñ 3ô 3ð 3ðl.ð .ð .ð .ð .�”	ñ .ô .ð .ðb3ð 3ð 3ð 3ð 3ˆBŒIñ 3ô 3ð 3ðlkð kð kð kð k�”	ñ kô kð kð\	ð ð ð ð	ð 	ð 	ð 	ð %Ð$Ø˜4¨'Ð2Ñ2Ô2Ø ˜D¨7Ð3Ñ3Ô3ð&ð &ñ ô €ð ðð °)ð ð ð ñ „ðð ðð °9ð ð ð ñ „ðð ð rB   