§
    ·¯¸jÝJ  ã            
       óÈ  — d Z ddlmZ ddlmZmZmZmZmZm	Z	m
Z
mZ ddlZddlmZ ddlmc mZ ddlmZmZ ddlmZmZmZmZmZmZmZ ddlmZ dd	lm Z  dd
l!m"Z" ddl#m$Z$m%Z% dgZ& G d„ dej'        ¦  «        Z( G d„ dej'        ¦  «        Z) G d„ dej'        ¦  «        Z* G d„ dej'        ¦  «        Z+ G d„ dej'        ¦  «        Z, G d„ dej'        ¦  «        Z-dee.ej/        f         dej'        dee.ej/        f         fd„Z0d-de.dedee.ef         fd„Z1 e% e1d ¬!¦  «         e1d ¬!¦  «         e1d ¬!¦  «         e1d ¬!¦  «         e1d ¬!¦  «         e1d ¬!¦  «        d"œ¦  «        Z2d.d$e.d%e3dede-fd&„Z4e$d.d%e3dede-fd'„¦   «         Z5e$d.d%e3dede-fd(„¦   «         Z6e$d.d%e3dede-fd)„¦   «         Z7e$d.d%e3dede-fd*„¦   «         Z8e$d.d%e3dede-fd+„¦   «         Z9e$d.d%e3dede-fd,„¦   «         Z:dS )/a  FasterNet
Run, Don't Walk: Chasing Higher FLOPS for Faster Neural Networks
- paper: https://arxiv.org/abs/2303.03667
- code: https://github.com/JierunChen/FasterNet

@article{chen2023run,
  title={Run, Don't Walk: Chasing Higher FLOPS for Faster Neural Networks},
  author={Chen, Jierun and Kao, Shiu-hong and He, Hao and Zhuo, Weipeng and Wen, Song and Lee, Chul-Ho and Chan, S-H Gary},
  journal={arXiv preprint arXiv:2303.03667},
  year={2023}
}

Modifications by / Copyright 2025 Ryan Hou & Ross Wightman, original copyrights below
é    )Úpartial)ÚAnyÚDictÚListÚOptionalÚSetÚTupleÚTypeÚUnionN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚSelectAdaptivePool2dÚLinearÚDropPathÚtrunc_normal_Ú	LayerTypeÚcalculate_drop_path_ratesÚget_device_dtypeé   )Úbuild_model_with_cfg)Úfeature_take_indices)Úcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚ	FasterNetc                   óv   ‡ — e Zd Zd
dededefˆ fd„Zdej        dej        fd„Zdej        dej        fd	„Z	ˆ xZ
S )ÚPartial_conv3NÚdimÚn_divÚforwardc                 ó,  •— ||dœ}t          ¦   «                              ¦   «          ||z  | _        || j        z
  | _        t	          j        | j        | j        dddfddi|¤Ž| _        |dk    r| j        | _        d S |dk    r| j	        | _        d S t          ‚)N©ÚdeviceÚdtypeé   r   ÚbiasFÚslicingÚ	split_cat)ÚsuperÚ__init__Ú	dim_conv3Údim_untouchedÚnnÚConv2dÚpartial_conv3Úforward_slicingr!   Úforward_split_catÚNotImplementedError)Úselfr   r    r!   r$   r%   ÚddÚ	__class__s          €úe/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/fasternet.pyr+   zPartial_conv3.__init__$   s¥   ø€ Ø¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ ™ˆŒØ  4¤>Ñ1ˆÔÝœY t¤~°t´~ÀqÈ!ÈQÐaÐaÐUZÐaÐ^`ÐaÐaˆÔà�iÒÐØÔ/ˆDŒLˆLˆLØ˜Ò#Ð#ØÔ1ˆDŒLˆLˆLå%Ð%ó    ÚxÚreturnc                 ó®   — |                      ¦   «         }|                      |d d …d | j        …d d …d d …f         ¦  «        |d d …d | j        …d d …d d …f<   |S ©N)Úcloner0   r,   ©r4   r9   s     r7   r1   zPartial_conv3.forward_slicing2   sj   € à�GŠG‰IŒIˆØ&*×&8Ò&8¸¸1¸1¸1¸o¸t¼~¸oÈqÈqÈqÐRSÐRSÐRSÐ;SÔ9TÑ&UÔ&Uˆˆ!ˆ!ˆ!ˆ_ˆdŒnˆ_˜a˜a˜a   Ð
"Ñ#Øˆr8   c                 óª   — t          j        || j        | j        gd¬¦  «        \  }}|                      |¦  «        }t          j        ||fd¦  «        }|S )Nr   )r   )ÚtorchÚsplitr,   r-   r0   Úcat)r4   r9   Úx1Úx2s       r7   r2   zPartial_conv3.forward_split_cat8   sS   € å”˜Q ¤°Ô1CÐ DÈ!ÐLÑLÔL‰ˆˆBØ×Ò Ñ#Ô#ˆÝŒI�r˜2�h Ñ"Ô"ˆØˆr8   )NN)Ú__name__Ú
__module__Ú__qualname__ÚintÚstrr+   r@   ÚTensorr1   r2   Ú__classcell__©r6   s   @r7   r   r   #   s£   ø€ € € € € ð&ð &˜Cð &¨ð &°cð &ð &ð &ð &ð &ð &ð ¤ð °%´,ð ð ð ð ð 5¤<ð °E´Lð ð ð ð ð ð ð ð r8   r   c                   óÆ   ‡ — e Zd Z eej        d¬¦  «        ej        dddfdedededed	ed
e	ej
                 de	ej
                 defˆ fd„Zdej        dej        fd„Zˆ xZS )ÚMLPBlockT©Úinplacer)   Nr   r    Ú	mlp_ratioÚ	drop_pathÚlayer_scale_init_valueÚ	act_layerÚ
norm_layerÚpconv_fw_typec           
      ó  •— |	|
dœ}t          ¦   «                              ¦   «          t          ||z  ¦  «        }t          j        t          j        ||dfddi|¤Ž ||fi |¤Ž |¦   «         t          j        ||dfddi|¤ŽgŽ | _        t          |||fi |¤Ž| _        |dk    r/t          j	        |t          j        |fi |¤Žz  d¬¦  «        | _        nd | _        |dk    rt          |¦  «        nt          j        ¦   «         | _        d S )	Nr#   r   r'   Fr   T)Úrequires_gradç        )r*   r+   rH   r.   Ú
Sequentialr/   Úmlpr   Úspatial_mixingÚ	Parameterr@   ÚonesÚlayer_scaler   ÚIdentityrR   )r4   r   r    rQ   rR   rS   rT   rU   rV   r$   r%   r5   Úmlp_hidden_dimr6   s                €r7   r+   zMLPBlock.__init__A   s;  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜S 9™_Ñ-Ô-ˆå”=ÝŒI�c˜>¨1Ð?Ð?°5Ð?¸BÐ?Ð?ØˆJ�~Ð,Ð,¨Ð,Ð,ØˆI‰KŒKÝŒI�n c¨1Ð?Ð?°5Ð?¸BÐ?Ð?ð	#
ð ˆŒõ ,¨C°¸ÐLÐLÈÐLÐLˆÔà! AÒ%Ð%Ý!œ|Ø&­¬°SÐ)@Ð)@¸RÐ)@Ð)@Ñ@ÐPTð Vñ  Vô  VˆDÔÐð  $ˆDÔà09¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒˆˆr8   r9   r:   c                 óL  — |}|                       |¦  «        }| j        �Z||                      | j                             d¦  «                             d¦  «        |                      |¦  «        z  ¦  «        z   }n+||                      |                      |¦  «        ¦  «        z   }|S )Néÿÿÿÿ)r\   r_   rR   Ú	unsqueezer[   )r4   r9   Úshortcuts      r7   r!   zMLPBlock.forwardc   sš   € ØˆØ×Ò Ñ"Ô"ˆØÔÐ'Ø˜4Ÿ>š>ØÔ ×*Ò*¨2Ñ.Ô.×8Ò8¸Ñ<Ô<¸t¿xºxÈ¹{¼{ÑJñLô Lñ LˆAˆAð ˜4Ÿ>š>¨$¯(ª(°1©+¬+Ñ6Ô6Ñ6ˆAØˆr8   )rE   rF   rG   r   r.   ÚReLUÚBatchNorm2drH   Úfloatr
   ÚModulerI   r+   r@   rJ   r!   rK   rL   s   @r7   rN   rN   @   sö   ø€ € € € € ð *1¨°´À$Ð)GÑ)GÔ)GØ*,¬.Ø!,ØØð Rð  Ràð Rð ð Rð ð	 Rð
 ð Rð %*ð Rð ˜BœI”ð Rð ˜RœYœð Rð ð Rð  Rð  Rð  Rð  Rð  RðD˜œð ¨%¬,ð ð ð ð ð ð ð ð r8   rN   c                   óö   ‡ — e Zd Z eej        d¬¦  «        ej        dddddfdededed	ed
edede	ej
                 de	ej
                 dededeeeeef         f         fˆ fd„Zdej        dej        fd„Zˆ xZS )ÚBlockTrO   r)   é   Nr   Údepthr    rQ   rR   rS   rT   rU   rV   Ú	use_mergeÚ
merge_sizec                 ó4  •‡‡‡‡‡‡‡‡	‡— ||dœŠt          ¦   «                              ¦   «          d| _        t          j        ˆˆˆˆˆˆˆˆˆ	f	d„t          |¦  «        D ¦   «         Ž | _        |
rt          d‰dz  |‰dœ‰¤Žnt          j        ¦   «         | _	        d S )Nr#   Fc                 óF   •	— g | ]}t          d‰‰‰‰|         ‰‰	‰‰
d œ‰¤Ž‘ŒS ))r   r    rQ   rR   rS   rU   rT   rV   © )rN   )Ú.0ÚirT   r5   r   rR   rS   rQ   r    rU   rV   s     €€€€€€€€€r7   ú
<listcomp>z"Block.__init__.<locals>.<listcomp>‚   se   ø€ ð &
ð &
ð &
ð õ ð 
ØØØ#Ø# Aœ,Ø'=Ø%Ø#Ø+ð
ð 
ð ð
ð 
ð&
ð &
ð &
r8   rl   )r   Ú
patch_sizerU   rr   )
r*   r+   Úgrad_checkpointingr.   rZ   ÚrangeÚblocksÚPatchMergingr`   Ú
downsample)r4   r   rm   r    rQ   rR   rS   rT   rU   rV   rn   ro   r$   r%   r5   r6   s    ` ```````    @€r7   r+   zBlock.__init__o   sï   øøøøøøøøøø€ ð  ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"'ˆÔÝ”mð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
ð &
õ ˜5‘\”\ð&
ñ &
ô &
ð ˆŒð& ð*�,ð 
Ø�q‘Ø!Ø!ð
ð 
ð ð	
ð 
ð 
õ
 œK™MœMð 	Œˆˆr8   r9   r:   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S r<   )r{   rw   r@   ÚjitÚis_scriptingr   ry   r>   s     r7   r!   zBlock.forward—   sZ   € Ø�OŠO˜AÑÔˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆr8   )rE   rF   rG   r   r.   rf   rg   rH   rh   r
   ri   rI   Úboolr   r	   r+   r@   rJ   r!   rK   rL   s   @r7   rk   rk   n   s  ø€ € € € € ð *1¨°´À$Ð)GÑ)GÔ)GØ*,¬.Ø!,Ø"Ø67ØØð&*ð &*àð&*ð ð&*ð ð	&*ð
 ð&*ð ð&*ð %*ð&*ð ˜BœI”ð&*ð ˜RœYœð&*ð ð&*ð ð&*ð ˜c 5¨¨c¨¤?Ð2Ô3ð&*ð &*ð &*ð &*ð &*ð &*ðP˜œð ¨%¬,ð ð ð ð ð ð ð ð r8   rk   c                   óž   ‡ — e Zd Zdej        ddfdededeeeeef         f         deej	                 fˆ fd„Z
dej        d	ej        fd
„Zˆ xZS )Ú
PatchEmbedé   NÚin_chansÚ	embed_dimrv   rU   c                 ó¦   •— ||dœ}t          ¦   «                              ¦   «          t          j        ||||fddi|¤Ž| _         ||fi |¤Ž| _        d S )Nr#   r'   F)r*   r+   r.   r/   ÚprojÚnorm)	r4   rƒ   r„   rv   rU   r$   r%   r5   r6   s	           €r7   r+   zPatchEmbed.__init__¡   sk   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”I˜h¨	°:¸zÐ\Ð\ÐPUÐ\ÐY[Ð\Ð\ˆŒ	Ø�J˜yÐ/Ð/¨BÐ/Ð/ˆŒ	ˆ	ˆ	r8   r9   r:   c                 óR   — |                       |                      |¦  «        ¦  «        S r<   )r‡   r†   r>   s     r7   r!   zPatchEmbed.forward¯   s   € Ø�yŠy˜Ÿš 1™œÑ&Ô&Ð&r8   ©rE   rF   rG   r.   rg   rH   r   r	   r
   ri   r+   r@   rJ   r!   rK   rL   s   @r7   r�   r�       s¶   ø€ € € € € ð
 78Ø*,¬.ØØð0ð 0àð0ð ð0ð ˜c 5¨¨c¨¤?Ð2Ô3ð	0ð
 ˜RœYœð0ð 0ð 0ð 0ð 0ð 0ð'˜œð '¨%¬,ð 'ð 'ð 'ð 'ð 'ð 'ð 'ð 'r8   r�   c            	       óš   ‡ — e Zd Zdej        ddfdedeeeeef         f         deej	                 fˆ fd„Z
dej        dej        fd	„Zˆ xZS )
rz   rl   Nr   rv   rU   c                 ó²   •— ||dœ}t          ¦   «                              ¦   «          t          j        |d|z  ||fddi|¤Ž| _         |d|z  fi |¤Ž| _        d S )Nr#   rl   r'   F)r*   r+   r.   r/   Ú	reductionr‡   )r4   r   rv   rU   r$   r%   r5   r6   s          €r7   r+   zPatchMerging.__init__´   sr   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝœ 3¨¨C©°¸ZÐZÐZÈeÐZÐWYÐZÐZˆŒØ�J˜q 3™wÐ-Ð-¨"Ð-Ð-ˆŒ	ˆ	ˆ	r8   r9   r:   c                 óR   — |                       |                      |¦  «        ¦  «        S r<   )r‡   rŒ   r>   s     r7   r!   zPatchMerging.forwardÁ   s    € Ø�yŠy˜Ÿš¨Ñ*Ô*Ñ+Ô+Ð+r8   r‰   rL   s   @r7   rz   rz   ³   s¬   ø€ € € € € ð 78Ø*,¬.ØØð.ð .àð.ð ˜c 5¨¨c¨¤?Ð2Ô3ð.ð ˜RœYœð	.ð .ð .ð .ð .ð .ð,˜œð ,¨%¬,ð ,ð ,ð ,ð ,ð ,ð ,ð ,ð ,r8   rz   c            #       ó˜  ‡ — e Zd Zdddddddddd	d
ddd eej        d	¬¦  «        ej        dddfdedededede	ee
edf         f         dedede	ee
eef         f         de	ee
eef         f         dedededededeej                 d eej                 d!ef"ˆ fd"„Zd#„ Zej        j        d$efd%„¦   «         Zej        j        d<d'ed$eeef         fd(„¦   «         Zej        j        d=d)„¦   «         Zej        j        d$ej        fd*„¦   «         Zd>dedefd+„Z	 	 	 	 	 d?d-ej        d.ee	eee         f                  d/ed0ed1ed2ed$e	eej                 e
ej        eej                 f         f         fd3„Z	 	 	 d@d.e	eee         f         d5ed6efd7„Z d-ej        d$ej        fd8„Z!d<d-ej        d9ed$ej        fd:„Z"d-ej        d$ej        fd;„Z#ˆ xZ$S )Ar   r&   éè  Úavgé`   ©r   rl   é   rl   g       @r‚   rl   Ti   rY   çš™™™™™¹?rO   r)   Nrƒ   Únum_classesÚglobal_poolr„   Údepths.rQ   r    rv   ro   Ú
patch_normÚfeature_dimÚ	drop_rateÚdrop_path_raterS   rT   rU   rV   c                 óz  •— t          ¦   «                              ¦   «          ||dœ}|dv sJ ‚|| _        || _        || _        t          |t          t          f¦  «        s|}t          |¦  «        | _	        g | _
        t          d||||
r|nt          j        dœ|¤Ž| _        t          ||d¬¦  «        }g }t!          | j	        ¦  «        D ]‚}t#          |d|z  z  ¦  «        }t%          d|||         ||||         |||||dk    rdnd|	d	œ|¤Ž}|                     |¦  «         | xj
        t)          |d|dz   z  d
|› �¬¦  «        gz  c_
        Œƒt          j        |Ž | _        t#          |d| j	        dz
  z  z  ¦  «        x| _        }|x| _        }t3          |¬¦  «        | _        t          j        ||dddfddi|¤Ž| _         |¦   «         | _        |rt          j        d¦  «        nt          j        ¦   «         | _        |dk    rtA          ||fddi|¤Žnt          j        ¦   «         | _!        |  "                    ¦   «          d S )Nr#   )r)   r(   )rƒ   r„   rv   rU   T)Ú	stagewiserl   r   F)r   rm   r    rQ   rR   rS   rU   rT   rV   rn   ro   zstages.)Únum_chsrŒ   Úmoduler   ©Ú	pool_typer'   rr   )#r*   r+   r•   rƒ   rš   Ú
isinstanceÚlistÚtupleÚlenÚ
num_stagesÚfeature_infor�   r.   r`   Úpatch_embedr   rx   rH   rk   ÚappendÚdictrZ   ÚstagesÚnum_featuresÚhead_hidden_sizer   r–   r/   Ú	conv_headÚactÚFlattenÚflattenr   Ú
classifierÚ_initialize_weights)r4   rƒ   r•   r–   r„   r—   rQ   r    rv   ro   r˜   r™   rš   r›   rS   rT   rU   rV   r$   r%   r5   ÚdprÚstages_listrt   r   ÚstageÚprev_chsÚout_chsr6   s                               €r7   r+   zFasterNet.__init__Æ   s¦  ø€ õ, 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØÐ 9Ð9Ð9Ð9Ð9Ø&ˆÔØ ˆŒØ"ˆŒÝ˜&¥4­ -Ñ0Ô0ð 	ØˆFÝ˜f™+œ+ˆŒØˆÔå%ð 
ØØØ!Ø%/Ð@�z�zµR´[ð	
ð 
ð
 ð
ð 
ˆÔõ (¨¸È$ÐOÑOÔOˆð ˆÝ�t”Ñ'Ô'ð 	_ð 	_ˆAÝ�i ! q¡&Ñ(Ñ)Ô)ˆCÝð ØØ˜Q”iØØ#Ø˜aœ&Ø'=Ø%Ø#Ø+Ø#$¨¢6 6˜%˜%¨tØ%ðð ð ðð ˆEð ×Ò˜uÑ%Ô%Ð%ØÐÔ¥$¨s¸aÀ!ÀAÁ#¹hÈ}ÐYZÈ}È}Ð"]Ñ"]Ô"]Ð!^Ñ^ÐÔÐÝ”m [Ð1ˆŒõ (+¨9°q¸T¼_ÈqÑ=PÑ7QÑ+QÑ'RÔ'RÐRˆÔ˜HØ*5Ð5ˆÔ Ý/¸+ÐFÑFÔFˆÔÝœ 8¨W°a¸¸AÐPÐPÀEÐPÈRÐPÐPˆŒØ�9‘;”;ˆŒØ(3ÐF•r”z !‘}”}�}½¼¹¼ˆŒØKVÐYZÊ?È?�& ¨+ÐGÐG¸DÐGÀBÐGÐGÐGÕ`bÔ`kÑ`mÔ`mˆŒØ× Ò Ñ"Ô"Ð"Ð"Ð"r8   c                 óà  — |                       ¦   «         D ]Ø\  }}t          |t          j        ¦  «        r]t	          |j        d¬¦  «         t          |t          j        ¦  «        r,|j        �%t          j                             |j        d¦  «         Œ|t          |t          j	        ¦  «        rBt	          |j        d¬¦  «         |j        �%t          j                             |j        d¦  «         ŒÙd S )Nç{®Gáz”?)Ústdr   )
Únamed_modulesr¢   r.   r   r   Úweightr'   ÚinitÚ	constant_r/   )r4   ÚnameÚms      r7   r³   zFasterNet._initialize_weights  sÖ   € Ø×)Ò)Ñ+Ô+ð 	1ð 	1‰GˆD�!Ý˜!�RœYÑ'Ô'ð 1Ý˜aœh¨CÐ0Ñ0Ô0Ð0Ý˜a¥¤Ñ+Ô+ð 1°´Ð0BÝ”G×%Ò% a¤f¨aÑ0Ô0Ð0øÝ˜A�rœyÑ)Ô)ð 1Ý˜aœh¨CÐ0Ñ0Ô0Ð0Ø”6Ð%Ý”G×%Ò% a¤f¨aÑ0Ô0Ð0øð	1ð 	1r8   r:   c                 ó   — t          ¦   «         S r<   )Úset©r4   s    r7   Úno_weight_decayzFasterNet.no_weight_decay  s   € å‰uŒuˆr8   FÚcoarsec                 ó4   — t          d|rdng d¢¬¦  «        }|S )Nz^patch_embedz^stages\.(\d+)))z^stages\.(\d+).downsample)r   )z^stages\.(\d+)\.blocks\.(\d+)N)z
^conv_head)iŸ† )Ústemry   )rª   )r4   rÆ   Úmatchers      r7   Úgroup_matcherzFasterNet.group_matcher   s=   € åØ Ø(.ð Ð$Ð$ð 5ð 5ð 5ð
ñ 
ô 
ˆð ˆr8   c                 ó(   — | j         D ]	}||_        Œ
d S r<   )r«   rw   )r4   ÚenableÚss      r7   Úset_grad_checkpointingz FasterNet.set_grad_checkpointing,  s(   € à”ð 	*ð 	*ˆAØ#)ˆAÔ Ð ð	*ð 	*r8   c                 ó   — | j         S r<   )r²   rÄ   s    r7   Úget_classifierzFasterNet.get_classifier1  s
   € àŒÐr8   c                 óÚ  — t          | ||¬¦  «        }|| _        t          |¬¦  «        | _        | j                             | j        ¦  «         |rt          j        d¦  «        nt          j        ¦   «         | _	        | j	                             | j        ¦  «         |dk    rt          | j        |fi |¤Žnt          j        ¦   «         | _        | j                             | j        ¦  «         d S )Nr#   r    r   r   )r   r•   r   r–   ÚtrainÚtrainingr.   r°   r`   r±   r   r­   r²   )r4   r•   r–   r$   r%   r5   s         r7   Úreset_classifierzFasterNet.reset_classifier5  sÒ   € Ý˜d¨6¸Ð?Ñ?Ô?ˆØ&ˆÔå/¸+ÐFÑFÔFˆÔØÔ×Ò˜tœ}Ñ-Ô-Ð-Ø(3ÐF•r”z !‘}”}�}½¼¹¼ˆŒØŒ×Ò˜4œ=Ñ)Ô)Ð)ØNYÐ\]ÊoÈo�& Ô!6¸ÐJÐJÀrÐJÐJÐJÕceÔcnÑcpÔcpˆŒØŒ×Ò˜dœmÑ,Ô,Ð,Ð,Ð,r8   ÚNCHWr9   Úindicesr‡   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óŒ  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }t          j                             ¦   «         s|s| j        }
n| j        d|	dz   …         }
t          |
¦  «        D ])\  }} ||¦  «        }||v r|                     |¦  «         Œ*|r|S ||fS )aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )rÕ   zOutput shape must be NCHW.Nr   )	r   r¥   r«   r¨   r@   r}   r~   Ú	enumerater©   )r4   r9   rÖ   r‡   r×   rØ   rÙ   ÚintermediatesÚtake_indicesÚ	max_indexr«   Úfeat_idxr¶   s                r7   Úforward_intermediateszFasterNet.forward_intermediates@  sñ   € ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið ×Ò˜QÑÔˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFå(¨Ñ0Ô0ð 	(ð 	(‰OˆH�eØ��a‘”ˆAØ˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐr8   r   Ú
prune_normÚ
prune_headc                 ó®   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr   r   Ú )r   r¥   r«   rÔ   )r4   rÖ   rá   râ   rÝ   rÞ   s         r7   Úprune_intermediate_layersz#FasterNet.prune_intermediate_layersj  s\   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐr8   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r<   )r¨   r«   r>   s     r7   Úforward_featureszFasterNet.forward_featuresx  s)   € Ø×Ò˜QÑÔˆØ�KŠK˜‰NŒNˆØˆr8   Ú
pre_logitsc                 ó4  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        dk    r!t          j        || j        | j        ¬¦  «        }|r|n|                      |¦  «        S )NrY   )ÚprÓ   )	r–   r®   r¯   r±   rš   ÚFÚdropoutrÓ   r²   )r4   r9   rè   s      r7   Úforward_headzFasterNet.forward_head}  s†   € Ø×Ò˜QÑÔˆØ�NŠN˜1ÑÔˆØ�HŠH�Q‰KŒKˆØ�LŠL˜‰OŒOˆØŒ>˜BÒÐÝ”	˜!˜tœ~¸¼ÐFÑFÔFˆAØÐ6ˆqˆq D§O¢O°AÑ$6Ô$6Ð6r8   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r<   )rç   rí   r>   s     r7   r!   zFasterNet.forward†  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr8   ©F)T)r�   NN)NFFrÕ   F)r   FT)%rE   rF   rG   r   r.   rf   rg   rH   rI   r   r	   rh   r   r
   ri   r+   r³   r@   r}   Úignorer   rÅ   r   r   rÊ   rÎ   rÐ   rÔ   rJ   r   r   rà   rå   rç   rí   r!   rK   rL   s   @r7   r   r   Å   sþ  ø€ € € € € ð Ø#Ø$ØØ2>Ø!ØØ67Ø67Ø#Ø#Ø!Ø$'Ø,.Ø)0¨°´À$Ð)GÑ)GÔ)GØ*,¬.Ø!,ØØð)I#ð I#àðI#ð ðI#ð ð	I#ð
 ðI#ð ˜#˜u S¨# XœÐ.Ô/ðI#ð ðI#ð ðI#ð ˜c 5¨¨c¨¤?Ð2Ô3ðI#ð ˜c 5¨¨c¨¤?Ð2Ô3ðI#ð ðI#ð ðI#ð ðI#ð "ðI#ð %*ðI#ð  ˜BœI”ð!I#ð" ˜RœYœð#I#ð$ ð%I#ð I#ð I#ð I#ð I#ð I#ðV	1ð 	1ð 	1ð „YÔð ð ð ð ñ Ôðð „YÔð	ð 	 Dð 	°T¸#¸s¸(´^ð 	ð 	ð 	ñ Ôð	ð „YÔð*ð *ð *ñ Ôð*ð „YÔð ¤	ð ð ð ñ Ôðð	-ð 	-¨Cð 	-¸cð 	-ð 	-ð 	-ð 	-ð 8<ØØ$Ø$Ø',ð( ð ( àŒ|ð( ð ˜e C¨¨c¬ NÔ3Ô4ð( ð ð	( ð
 ð( ð ð( ð !%ð( ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð( ð ( ð ( ð ( ðX ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð %¤,ð °5´<ð ð ð ð ð
7ð 7˜eœlð 7¸ð 7ÈÌð 7ð 7ð 7ð 7ð˜œð ¨%¬,ð ð ð ð ð ð ð ð r8   Ú
state_dictÚmodelr:   c                 ó   — | S r<   rr   )rñ   rò   s     r7   Úcheckpoint_filter_fnrô   Œ  s
   € ð2 Ðr8   rä   ÚurlÚkwargsc                 ó>   — | ddddddt           t          ddd	d
dddœ|¥S )Nr�   )r&   éà   rø   )é   rù   g      ð?ÚbicubicgÍÌÌÌÌÌì?zpatch_embed.projr²   zarXiv:2303.03667z@Run, Don't Walk: Chasing Higher FLOPS for Faster Neural Networksz'https://github.com/JierunChen/FasterNetz
apache-2.0)rõ   r•   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚtest_crop_pctÚmeanr»   Ú
first_convr²   Ú	paper_idsÚ
paper_nameÚ
origin_urlÚlicenser   )rõ   rö   s     r7   Ú_cfgr  ¨  sC   € à 4°}ÐSYØ¨)ÀcÝ%Õ.BØ(¸Ø'ØXØ?Øð
ð 
ð ð
ð 
r8   ztimm/)Ú	hf_hub_id)zfasternet_t0.in1kzfasternet_t1.in1kzfasternet_t2.in1kzfasternet_s.in1kzfasternet_m.in1kzfasternet_l.in1kFÚvariantÚ
pretrainedc                 ó\   — t          t          | |ft          t          dd¬¦  «        dœ|¤Ž}|S )N)r   r   rl   r&   T)Úout_indicesÚflatten_sequential)Úpretrained_filter_fnÚfeature_cfg)r   r   rô   rª   )r  r	  rö   rò   s       r7   Ú_create_fasternetr  Ò  sF   € Ý Ý�7˜Jðå1Ý \ÀdÐKÑKÔKðð ð ð	ð €Eð €Lr8   c           	      ón   — t          dddt          j        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Né(   r’   rY   ©r„   r—   r›   rT   Úfasternet_t0r	  )r  ©rª   r.   ÚGELUr  ©r	  rö   Ú
model_argss      r7   r  r  Ü  sF   € å ¨<ÈÕWYÔW^Ð_Ñ_Ô_€JÝÐaÐa¸
ÐaÅdÈ:ÐF`ÐF`ÐY_ÐF`ÐF`ÐaÐaÐar8   c           	      ón   — t          dddt          j        ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Né@   r’   rº   r  Úfasternet_t1r	  )r  r  r  s      r7   r  r  â  sF   € å ¨<ÈÕXZÔX_Ð`Ñ`Ô`€JÝÐaÐa¸
ÐaÅdÈ:ÐF`ÐF`ÐY_ÐF`ÐF`ÐaÐaÐar8   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr‘   r’   gš™™™™™©?©r„   r—   r›   Úfasternet_t2r	  )r  ©rª   r  r  s      r7   r  r  è  s@   € å ¨<ÈÐMÑMÔM€JÝÐaÐa¸
ÐaÅdÈ:ÐF`ÐF`ÐY_ÐF`ÐF`ÐaÐaÐar8   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Né€   )r   rl   é   rl   r”   r  Úfasternet_sr	  )r"  r  r  s      r7   r"  r"  î  ó@   € å ¨MÈ#ÐNÑNÔN€JÝÐ`Ð`°zÐ`ÅTÈ*ÐE_ÐE_ÐX^ÐE_ÐE_Ð`Ð`Ð`r8   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Né�   ©r&   r‚   é   r&   gš™™™™™É?r  Úfasternet_mr	  )r(  r  r  s      r7   r(  r(  ô  r#  r8   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )NéÀ   r&  g333333Ó?r  Úfasternet_lr	  )r+  r  r  s      r7   r+  r+  ú  r#  r8   )rä   rï   );Ú__doc__Ú	functoolsr   Útypingr   r   r   r   r   r	   r
   r   r@   Útorch.nnr.   Útorch.nn.functionalÚ
functionalrë   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Ú__all__ri   r   rN   rk   r�   rz   r   rI   rJ   rô   r  Údefault_cfgsr   r  r  r  r  r"  r(  r+  rr   r8   r7   ú<module>r:     s~  ððð ð" Ð Ð Ð Ð Ð Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eà €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  Fð  FØ *Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ-€ðð ð ð ð �B”Iñ ô ð ð:+ð +ð +ð +ð +ˆrŒyñ +ô +ð +ð\/ð /ð /ð /ð /ˆBŒIñ /ô /ð /ðd'ð 'ð 'ð 'ð '�”ñ 'ô 'ð 'ð&,ð ,ð ,ð ,ð ,�2”9ñ ,ô ,ð ,ð$Dð Dð Dð Dð D�”	ñ Dô Dð DðN T¨#¨u¬|Ð*;Ô%<ð ÀRÄYð ÐSWÐX[Ð]bÔ]iÐXiÔSjð ð ð ð ð8ð ˆcð  #ð ¨$¨s°C¨x¬.ð ð ð ð ð %Ð$Ø˜Øðñ ô ð ˜Øðñ ô ð ˜Øðñ ô ð ˜Øðñ ô ð ˜Øðñ ô ð ˜Øðñ ô ð+&ð &ñ ô €ð8ð ˜sð °ð Èð ÐPYð ð ð ð ð ðbð b˜Tð b°Sð b¸Yð bð bð bñ „ðbð
 ðbð b˜Tð b°Sð b¸Yð bð bð bñ „ðbð
 ðbð b˜Tð b°Sð b¸Yð bð bð bñ „ðbð
 ðað a˜Dð a°Cð a¸Ið að að añ „ðað
 ðað a˜Dð a°Cð a¸Ið að að añ „ðað
 ðað a˜Dð a°Cð a¸Ið að að añ „ðað að ar8   