§
    ·¯¸jêJ  ã                   ó–  — d Z ddlmZ ddlmZmZmZmZmZ ddl	Z	ddl
mZ ddlmZmZ ddlmZmZmZmZmZmZmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZ dgZ  G d„ dej!        ¦  «        Z" G d„ dej!        ¦  «        Z# G d„ dej!        ¦  «        Z$ G d„ dej!        ¦  «        Z% G d„ dej!        ¦  «        Z& G d„ dej!        ¦  «        Z'd)d„Z( e e(d¬¦  «         e(d¬¦  «         e(d¬¦  «         e(dd¬¦  «         e(dddd ¬!¦  «        d"œ¦  «        Z)d*d$„Z*ed*d%„¦   «         Z+ed*d&„¦   «         Z,ed*d'„¦   «         Z-ed*d(„¦   «         Z.dS )+zˆ
InceptionNeXt paper: https://arxiv.org/abs/2303.16900
Original implementation & weights from: https://github.com/sail-sg/inceptionnext
é    )Úpartial)ÚListÚOptionalÚTupleÚUnionÚTypeN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)Útrunc_normal_ÚDropPathÚcalculate_drop_path_ratesÚ	to_2tupleÚget_paddingÚSelectAdaptivePool2dÚget_device_dtypeé   )Úbuild_model_with_cfg)Úfeature_take_indices)Úcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚMetaNeXtc                   óL   ‡ — e Zd ZdZ	 	 	 	 	 	 ddeded	ed
edef
ˆ fd„Zd„ Zˆ xZS )ÚInceptionDWConv2dz% Inception depthwise convolution
    é   é   ç      À?r   NÚin_chsÚsquare_kernel_sizeÚband_kernel_sizeÚbranch_ratioÚdilationc                 ó¢  •— ||dœ}t          ¦   «                              ¦   «          t          ||z  ¦  «        }	t          ||¬¦  «        }
t          ||¬¦  «        }t	          j        |	|	|f|
||	dœ|¤Ž| _        t	          j        |	|	d|ffd|fd|f|	dœ|¤Ž| _        t	          j        |	|	|dff|df|df|	dœ|¤Ž| _        |d|	z  z
  |	|	|	f| _	        d S )N©ÚdeviceÚdtype)r#   )Úpaddingr#   Úgroupsr   r   r   )
ÚsuperÚ__init__Úintr   ÚnnÚConv2dÚ	dwconv_hwÚdwconv_wÚdwconv_hÚsplit_indexes)Úselfr   r    r!   r"   r#   r&   r'   ÚddÚgcÚsquare_paddingÚband_paddingÚ	__class__s               €új/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/inception_next.pyr+   zInceptionDWConv2d.__init__   sL  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ�˜,Ñ&Ñ'Ô'ˆÝ$Ð%7À(ÐKÑKÔKˆÝ"Ð#3¸hÐGÑGÔGˆÝœØ�Ð&ðHà"¨X¸bðHð HàDFðHð HˆŒõ œ	Ø��QÐ(Ð)ðPà˜Ð%°°H°ÀbðPð PàLNðPð PˆŒõ œ	Ø�Ð% qÐ)ðPà! 1Ð%°¸1°ÀbðPð PàLNðPð PˆŒð % q¨2¡v™o¨r°2°rÐ:ˆÔÐÐó    c                 óê   — t          j        || j        d¬¦  «        \  }}}}t          j        ||                      |¦  «        |                      |¦  «        |                      |¦  «        fd¬¦  «        S )Nr   )Údim)ÚtorchÚsplitr2   Úcatr/   r0   r1   )r3   ÚxÚx_idÚx_hwÚx_wÚx_hs         r9   ÚforwardzInceptionDWConv2d.forward4   sw   € Ý$œ{¨1¨dÔ.@ÀaÐHÑHÔHÑˆˆd�C˜ÝŒyØØ�NŠN˜4Ñ Ô Ø�MŠM˜#ÑÔØ�MŠM˜#ÑÔð	ð
 ð
ñ 
ô 
ð 	
r:   )r   r   r   r   NN)	Ú__name__Ú
__module__Ú__qualname__Ú__doc__r,   Úfloatr+   rE   Ú__classcell__©r8   s   @r9   r   r      sŸ   ø€ € € € € ðð ð '(Ø$&Ø"'ØØØð;ð ;àð;ð !$ð;ð "ð	;ð
  ð;ð ð;ð ;ð ;ð ;ð ;ð ;ð4
ð 
ð 
ð 
ð 
ð 
ð 
r:   r   c                   ó²   ‡ — e Zd ZdZddej        dddddfdedee         dee         deej	                 d	eeej	                          d
e
defˆ fd„Zd„ Zˆ xZS )ÚConvMlpz¢ MLP using 1x1 convs that keeps spatial dims
    copied from timm: https://github.com/huggingface/pytorch-image-models/blob/v0.6.11/timm/models/layers/mlp.py
    NTç        Úin_featuresÚhidden_featuresÚout_featuresÚ	act_layerÚ
norm_layerÚbiasÚdropc
                 óš  •— ||	dœ}
t          ¦   «                              ¦   «          |p|}|p|}t          |¦  «        }t          j        ||fd|d         dœ|
¤Ž| _        |r	 ||fi |
¤Žnt          j        ¦   «         | _         |¦   «         | _        t          j	        |¦  «        | _
        t          j        ||fd|d         dœ|
¤Ž| _        d S )Nr%   r   r   )Úkernel_sizerU   )r*   r+   r   r-   r.   Úfc1ÚIdentityÚnormÚactÚDropoutrV   Úfc2)r3   rP   rQ   rR   rS   rT   rU   rV   r&   r'   r4   r8   s              €r9   r+   zConvMlp.__init__D   sä   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ#Ð2 {ˆØ)Ð8¨[ˆÝ˜‰Œˆå”9˜[¨/Ð]ÀqÈtÐTUÌwÐ]Ð]ÐZ\Ð]Ð]ˆŒØ9CÐV�J�J˜Ð5Ð5°"Ð5Ð5Ð5ÍÌÉÌˆŒ	Ø�9‘;”;ˆŒÝ”J˜tÑ$Ô$ˆŒ	Ý”9˜_¨lÐ^ÈÐPTÐUVÔPWÐ^Ð^Ð[]Ð^Ð^ˆŒˆˆr:   c                 óØ   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S ©N)rY   r[   r\   rV   r^   ©r3   r@   s     r9   rE   zConvMlp.forward\   sR   € Ø�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØˆr:   )rF   rG   rH   rI   r-   ÚReLUr,   r   r   ÚModuleÚboolrJ   r+   rE   rK   rL   s   @r9   rN   rN   ?   sâ   ø€ € € € € ðð ð .2Ø*.Ø)+¬Ø48ØØØØð_ð _àð_ð & cœ]ð_ð # 3œ-ð	_ð
 ˜BœI”ð_ð !  b¤i¤Ô1ð_ð ð_ð ð_ð _ð _ð _ð _ð _ð0ð ð ð ð ð ð r:   rN   c                   óà   ‡ — e Zd ZdZdddej         eej        d¬¦  «        ddd	d	f	d
edede	de
deej                 deej                 de
defˆ fd„Z	 	 	 ddedee	         fd„Zddefd„Zˆ xZS )ÚMlpClassifierHeadz MLP classification head
    éè  Úavgr   ç�íµ ÷Æ°>)ÚepsrO   TNrP   Únum_classesÚ	pool_typeÚ	mlp_ratiorS   rT   rV   rU   c                 óì  •— |	|
dœ}t          ¦   «                              ¦   «          d| _        || _        t	          ||z  ¦  «        x| _        }|s
J d¦   «         ‚t          |d¬¦  «        | _        t          j	        || j         
                    ¦   «         z  |fd|i|¤Ž| _         |¦   «         | _         ||fi |¤Ž| _        t          j	        ||fd|i|¤Ž| _        t          j        |¦  «        | _        d S )Nr%   FúCannot disable poolingT©rl   ÚflattenrU   )r*   r+   Úuse_convrP   r,   Únum_featuresr   Úglobal_poolr-   ÚLinearÚ	feat_multrY   r\   r[   r^   r]   rV   )r3   rP   rk   rl   rm   rS   rT   rV   rU   r&   r'   r4   rQ   r8   s                €r9   r+   zMlpClassifierHead.__init__i   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØ&ˆÔÝ.1°)¸kÑ2IÑ.JÔ.JÐJˆÔ˜OàÐ2Ð2Ð2Ñ2Ô2ˆyÝ/¸)ÈTÐRÑRÔRˆÔå”9˜[¨4Ô+;×+EÒ+EÑ+GÔ+GÑGÈÐjÐjÐ_cÐjÐgiÐjÐjˆŒØ�9‘;”;ˆŒØ�J˜Ð5Ð5°"Ð5Ð5ˆŒ	Ý”9˜_¨kÐKÐKÀÐKÈÐKÐKˆŒÝ”J˜tÑ$Ô$ˆŒ	ˆ	ˆ	r:   c                 óZ  — t          | ||¬¦  «        }|�A|s
J d¦   «         ‚t          |d¬¦  «        | _        | j                             | j        ¦  «         |dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _	        | j	                             | j        ¦  «         d S )Nr%   ro   Trp   r   )
r   r   rt   ÚtrainÚtrainingr-   ru   rs   rZ   r^   )r3   rk   rl   r&   r'   r4   s         r9   ÚresetzMlpClassifierHead.reset…   s³   € õ ˜d¨6¸Ð?Ñ?Ô?ˆØÐ ØÐ6Ð6Ð6Ñ6Ô6�9Ý3¸iÐQUÐVÑVÔVˆDÔØÔ×"Ò" 4¤=Ñ1Ô1Ð1àFQÐTUÂoÀo•2”9˜TÔ.°ÐBÐB¸rÐBÐBÐBÕ[]Ô[fÑ[hÔ[hˆŒØŒ�Š�t”}Ñ%Ô%Ð%Ð%Ð%r:   FÚ
pre_logitsc                 ó  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|r|n|                      |¦  «        S r`   )rt   rY   r\   r[   rV   r^   ©r3   r@   r{   s      r9   rE   zMlpClassifierHead.forward•   sj   € Ø×Ò˜QÑÔˆØ�HŠH�Q‰KŒKˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆØÐ/ˆqˆq D§H¢H¨Q¡K¤KÐ/r:   )NNN©F)rF   rG   rH   rI   r-   ÚGELUr   Ú	LayerNormr,   ÚstrrJ   r   rc   rd   r+   r   rz   rE   rK   rL   s   @r9   rf   rf   e   s0  ø€ € € € € ðð ð  $Ø"Ø Ø)+¬Ø*1¨'°"´,ÀDÐ*IÑ*IÔ*IØØØØð%ð %àð%ð ð%ð ð	%ð
 ð%ð ˜BœI”ð%ð ˜RœYœð%ð ð%ð ð%ð %ð %ð %ð %ð %ð> (,ØØð&ð &àð&ð   ”}ð&ð &ð &ð &ð 0ð 0 Tð 0ð 0ð 0ð 0ð 0ð 0ð 0ð 0r:   rf   c                   óÐ   ‡ — e Zd ZdZdeej        edej        ddddf
de	de	d	e
ej                 d
e
ej                 de
ej                 dede
ej                 dedefˆ fd„Zd„ Zˆ xZS )ÚMetaNeXtBlockzÙ MetaNeXtBlock Block
    Args:
        dim (int): Number of input channels.
        drop_path (float): Stochastic depth rate. Default: 0.0
        ls_init_value (float): Init value for Layer Scale. Default: 1e-6.
    r   é   ri   rO   Nr<   r#   Útoken_mixerrT   Ú	mlp_layerrm   rS   Úls_init_valueÚ	drop_pathc                 óŠ  •— |
|dœ}t          ¦   «                              ¦   «           ||fd|i|¤Ž| _         ||fi |¤Ž| _         ||t	          ||z  ¦  «        fd|i|¤Ž| _        |r't          j        |t          j	        |fi |¤Žz  ¦  «        nd | _
        |	dk    rt          |	¦  «        nt          j        ¦   «         | _        d S )Nr%   r#   rS   rO   )r*   r+   r…   r[   r,   Úmlpr-   Ú	Parameterr=   ÚonesÚgammar   rZ   rˆ   )r3   r<   r#   r…   rT   r†   rm   rS   r‡   rˆ   r&   r'   r4   r8   s                €r9   r+   zMetaNeXtBlock.__init__¦   så   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ&˜; sÐDÐD°XÐDÀÐDÐDˆÔØ�J˜sÐ)Ð) bÐ)Ð)ˆŒ	Ø�9˜S¥# i°#¡oÑ"6Ô"6ÐRÐRÀ)ÐRÈrÐRÐRˆŒØLYÐc•R”\ -µ%´*¸SÐ2GÐ2GÀBÐ2GÐ2GÑ"GÑHÔHÐHÐ_cˆŒ
Ø09¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒˆˆr:   c                 ó&  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �0|                     | j                             dddd¦  «        ¦  «        }|                      |¦  «        |z   }|S )Nr   éÿÿÿÿ)r…   r[   rŠ   r�   ÚmulÚreshaperˆ   )r3   r@   Úshortcuts      r9   rE   zMetaNeXtBlock.forward¼   s‚   € ØˆØ×Ò˜QÑÔˆØ�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØŒ:Ð!Ø—’�d”j×(Ò(¨¨B°°1Ñ5Ô5Ñ6Ô6ˆAØ�NŠN˜1ÑÔ Ñ(ˆØˆr:   )rF   rG   rH   rI   r   r-   ÚBatchNorm2drN   r   r,   r   rc   rJ   r+   rE   rK   rL   s   @r9   rƒ   rƒ   ž   sÿ   ø€ € € € € ðð ð Ø+<Ø*,¬.Ø)0Ø Ø)+¬Ø#'Ø!ØØðRð RàðRð ðRð ˜bœiœð	Rð
 ˜RœYœðRð ˜BœI”ðRð ðRð ˜BœI”ðRð !ðRð ðRð Rð Rð Rð Rð Rð,ð ð ð ð ð ð r:   rƒ   c                   óê   ‡ — e Zd Zdddddeej        ddddfdededed	ed
eeef         dee	e
                  de
deej                 deej                 deeej                          de
fˆ fd„Zd„ Zˆ xZS )ÚMetaNeXtStageé   )r   r   Nç      ð?r„   r   Úout_chsÚstrideÚdepthr#   Údrop_path_ratesr‡   r…   rS   rT   rm   c                 ó   •— ||dœ}t          ¦   «                              ¦   «          d| _        |dk    s|d         |d         k    r=t          j         |
|fi |¤Žt          j        ||fd||d         dœ|¤Ž¦  «        | _        nt          j        ¦   «         | _        |pdg|z  }g }t          |¦  «        D ]6}| 	                    t          d	||d         ||         |||	|
|dœ|¤Ž¦  «         Œ7t          j        |Ž | _        d S )
Nr%   Fr   r   r–   )rX   r™   r#   rO   )r<   r#   rˆ   r‡   r…   rS   rT   rm   © )r*   r+   Úgrad_checkpointingr-   Ú
Sequentialr.   Ú
downsamplerZ   ÚrangeÚappendrƒ   Úblocks)r3   r   r˜   r™   rš   r#   r›   r‡   r…   rS   rT   rm   r&   r'   r4   Ústage_blocksÚir8   s                    €r9   r+   zMetaNeXtStage.__init__È   sX  ø€ ð  ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"'ˆÔØ�AŠ:ˆ:˜ !œ¨°¬Ò3Ð3Ý œmØ�
˜6Ð(Ð( RÐ(Ð(Ý”	ØØðð !"Ø!Ø% aœ[ðð ð ðð ñ
ô 
ˆDŒOˆOõ !œk™mœmˆDŒOà)Ð9¨b¨T°E©\ˆØˆÝ�u‘”ð 	ð 	ˆAØ×Ò¥ð 
!ØØ! !œØ)¨!Ô,Ø+Ø'Ø#Ø%Ø#ð
!ð 
!ð ð
!ð 
!ñ 
ô 
ð 
ð 
õ ”m \Ð2ˆŒˆˆr:   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S r`   )r    rž   r=   ÚjitÚis_scriptingr   r£   ra   s     r9   rE   zMetaNeXtStage.forwardú   sZ   € Ø�OŠO˜AÑÔˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆr:   )rF   rG   rH   r   r-   r   r,   r   r   r   rJ   r   rc   r+   rE   rK   rL   s   @r9   r•   r•   Ç   s  ø€ € € € € ð
 ØØ(.Ø59Ø#&Ø+<Ø)+¬Ø48Ø ØØð03ð 03àð03ð ð03ð ð	03ð
 ð03ð ˜C ˜H”oð03ð & d¨5¤kÔ2ð03ð !ð03ð ˜bœiœð03ð ˜BœI”ð03ð !  b¤i¤Ô1ð03ð ð03ð 03ð 03ð 03ð 03ð 03ðdð ð ð ð ð ð r:   r•   c                   ó*  ‡ — e Zd ZdZddddddeej        ej        dd	d	d
ddfdedede	dede
edf         de
edf         deeej                 eeej                          f         deej                 deej                 deee
edf         f         dededefˆ fd„Zd„ Zej        j        d4d„¦   «         Zej        j        dej        fd„¦   «         Zd5dedee	         fd „Zej        j        d6d"„¦   «         Zej        j        d#„ ¦   «         Z	 	 	 	 	 d7d%ej        d&eeeee         f                  d'ed(ed)e	d*edeeej                 e
ej        eej                 f         f         fd+„Z	 	 	 d8d&eeee         f         d-ed.efd/„Zd0„ Zd4d1efd2„Z d3„ Z!ˆ xZ"S )9r   a‘   MetaNeXt
        A PyTorch impl of : `InceptionNeXt: When Inception Meets ConvNeXt` - https://arxiv.org/abs/2303.16900

    Args:
        in_chans (int): Number of input image channels. Default: 3
        num_classes (int): Number of classes for classification head. Default: 1000
        depths (tuple(int)): Number of blocks at each stage. Default: (3, 3, 9, 3)
        dims (tuple(int)): Feature dimension at each stage. Default: (96, 192, 384, 768)
        token_mixers: Token mixer function. Default: nn.Identity
        norm_layer: Normalization layer. Default: nn.BatchNorm2d
        act_layer: Activation function for MLP. Default: nn.GELU
        mlp_ratios (int or tuple(int)): MLP ratios. Default: (4, 4, 4, 3)
        drop_rate (float): Head dropout rate
        drop_path_rate (float): Stochastic depth rate. Default: 0.
        ls_init_value (float): Init value for Layer Scale. Default: 1e-6.
    r   rg   rh   é    ©r   r   é	   r   ©é`   éÀ   é€  i   )r„   r„   r„   r   rO   ri   NÚin_chansrk   rt   Úoutput_strideÚdepths.ÚdimsÚtoken_mixersrT   rS   Ú
mlp_ratiosÚ	drop_rateÚdrop_path_rater‡   c                 óT  •— t          ¦   «                              ¦   «          ||dœ}t          |¦  «        }t          |t          t
          f¦  «        s|g|z  }t          |
t          t
          f¦  «        s|
g|z  }
|| _        || _        || _        || _	        g | _
        t          j        t          j        ||d         fdddœ|¤Ž ||d         fi |¤Ž¦  «        | _        t          ||d¬¦  «        }|d         }d}d}t          j        ¦   «         | _        t#          |¦  «        D ]²}|dk    s|dk    rdnd}||k    r|dk    r||z  }d}||z  }|d	v rdnd}||         }| j                             t'          ||f|dk    r|nd||f||         ||         ||	||         ||
|         d
œ	|¤Ž¦  «         |}| xj
        t)          ||d|› �¬¦  «        gz  c_
        Œ³|| _        t-          | j        |f| j        |dœ|¤Ž| _        | j        j        | _        |                      | j        ¦  «         d S )Nr%   r   r„   )rX   r™   T)Ú	stagewiser   r–   )r   r–   )	r™   r#   rš   r›   r‡   rS   r…   rT   rm   zstages.)Únum_chsÚ	reductionÚmodule)rl   rV   )r*   r+   ÚlenÚ
isinstanceÚlistÚtuplerk   r±   rt   r·   Úfeature_infor-   rŸ   r.   Ústemr   Ústagesr¡   r¢   r•   Údictrs   rf   ÚheadÚhead_hidden_sizeÚapplyÚ_init_weights)r3   r±   rk   rt   r²   r³   r´   rµ   rT   rS   r¶   r·   r¸   r‡   r&   r'   r4   Ú	num_stageÚdp_ratesÚprev_chsÚcurr_strider#   r¥   r™   Úfirst_dilationr˜   r8   s                             €r9   r+   zMetaNeXt.__init__  s®  ø€ õ$ 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆÝ˜‘K”Kˆ	Ý˜,­­u¨Ñ6Ô6ð 	6Ø(˜>¨IÑ5ˆLÝ˜*¥t­U mÑ4Ô4ð 	2Ø$˜¨	Ñ1ˆJØ&ˆÔØ ˆŒØ&ˆÔØ"ˆŒØˆÔå”MÝŒI�h  Q¤ÐG°Q¸qÐGÐGÀBÐGÐGØˆJ�t˜A”wÐ%Ð% "Ð%Ð%ñ
ô 
ˆŒ	õ
 -¨^¸VÈtÐTÑTÔTˆØ˜”7ˆØˆØˆå”m‘o”oˆŒÝ�yÑ!Ô!ð 	gð 	gˆAØ%¨Ò*Ð*¨a°!ªe¨e�Q�Q¸ˆFØ˜mÒ+Ð+°¸²
°
Ø˜FÑ"�Ø�Ø˜6Ñ!ˆKØ"*¨fÐ"4Ð"4˜Q˜Q¸!ˆNØ˜1”gˆGØŒK×Ò�}ØØð ð "# Q¢ �v�v¨AØ(¨(Ð3Ø˜Q”iØ (¨¤Ø+Ø#Ø(¨œOØ%Ø$ Qœ-ð ð  ð ð ð  ñ ô ð ð ˆHØÐÔ¥$¨xÀ;ÐWdÐabÐWdÐWdÐ"eÑ"eÔ"eÐ!fÑfÐÔÐØ$ˆÔÝ% dÔ&7¸ÐwÐPTÔP`ÐgpÐwÐwÐtvÐwÐwˆŒ	Ø $¤	Ô 6ˆÔØ�
Š
�4Ô%Ñ&Ô&Ð&Ð&Ð&r:   c                 óÞ   — t          |t          j        t          j        f¦  «        rDt	          |j        d¬¦  «         |j        �)t          j                             |j        d¦  «         d S d S d S )Ng{®Gáz”?)Ústdr   )	r¿   r-   r.   ru   r   ÚweightrU   ÚinitÚ	constant_)r3   Úms     r9   rÉ   zMetaNeXt._init_weights\  sj   € Ý�a�"œ)¥R¤YÐ/Ñ0Ô0ð 	-Ý˜!œ(¨Ð,Ñ,Ô,Ð,ØŒvÐ!Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,Ð,Ð,ð	-ð 	-à!Ð!r:   Fc                 ó0   — t          d|rdnddg¬¦  «        S )Nz^stemz^stages\.(\d+))z^stages\.(\d+)\.downsample)r   )z^stages\.(\d+)\.blocks\.(\d+)N)rÃ   r£   )rÅ   )r3   Úcoarses     r9   Úgroup_matcherzMetaNeXt.group_matcherb  s5   € åØØ(.ð Ð$Ð$Ø5Ø8ð5ð
ñ 
ô 
ð 	
r:   Úreturnc                 ó   — | j         j        S r`   )rÆ   r^   ©r3   s    r9   Úget_classifierzMetaNeXt.get_classifierl  s   € àŒyŒ}Ðr:   c                 óZ   — t          | ¦  «        }|| _         | j        j        ||fi |¤Ž d S r`   )r   rk   rÆ   rz   )r3   rk   rt   r4   s       r9   Úreset_classifierzMetaNeXt.reset_classifierp  s;   € Ý˜dÑ#Ô#ˆØ&ˆÔØˆŒ	Œ˜ [Ð7Ð7°BÐ7Ð7Ð7Ð7Ð7r:   Tc                 ó(   — | j         D ]	}||_        Œ
d S r`   )rÄ   rž   )r3   ÚenableÚss      r9   Úset_grad_checkpointingzMetaNeXt.set_grad_checkpointingu  s(   € à”ð 	*ð 	*ˆAØ#)ˆAÔ Ð ð	*ð 	*r:   c                 ó   — t          ¦   «         S r`   )ÚsetrÚ   s    r9   Úno_weight_decayzMetaNeXt.no_weight_decayz  s   € å‰uŒuˆr:   ÚNCHWr@   Úindicesr[   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óŒ  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }t          j                             ¦   «         s|s| j        }
n| j        d|	dz   …         }
t          |
¦  «        D ])\  }} ||¦  «        }||v r|                     |¦  «         Œ*|r|S ||fS )aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )rå   zOutput shape must be NCHW.Nr   )	r   r¾   rÄ   rÃ   r=   r§   r¨   Ú	enumerater¢   )r3   r@   ræ   r[   rç   rè   ré   ÚintermediatesÚtake_indicesÚ	max_indexrÄ   Úfeat_idxÚstages                r9   Úforward_intermediateszMetaNeXt.forward_intermediates~  sí   € ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið �IŠI�a‰LŒLˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFå(¨Ñ0Ô0ð 	(ð 	(‰OˆH�eØ��a‘”ˆAØ˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐr:   r   Ú
prune_normÚ
prune_headc                 ó®   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr   r   rh   )r   r¾   rÄ   rÝ   )r3   ræ   rò   ró   rí   rî   s         r9   Úprune_intermediate_layersz"MetaNeXt.prune_intermediate_layers¨  s\   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	,Ø×!Ò! ! UÑ+Ô+Ð+ØÐr:   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r`   )rÃ   rÄ   ra   s     r9   Úforward_featureszMetaNeXt.forward_features¶  s%   € Ø�IŠI�a‰LŒLˆØ�KŠK˜‰NŒNˆØˆr:   r{   c                 ó^   — |r|                       ||¬¦  «        n|                       |¦  «        S )N)r{   )rÆ   r}   s      r9   Úforward_headzMetaNeXt.forward_head»  s-   € Ø6@ÐRˆt�yŠy˜ zˆyÑ2Ô2Ð2ÀdÇiÂiÐPQÁlÄlÐRr:   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r`   )r÷   rù   ra   s     r9   rE   zMetaNeXt.forward¾  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr:   r~   r`   )T)NFFrå   F)r   FT)#rF   rG   rH   rI   r   r-   r“   r   r,   r�   r   r   r   rc   r   rJ   r+   rÉ   r=   r§   Úignorer×   rÛ   r   rÝ   rá   rä   ÚTensorrd   rñ   rõ   r÷   rù   rE   rK   rL   s   @r9   r   r     sk  ø€ € € € € ðð ð& Ø#Ø$Ø!#Ø&2Ø$7ØJ[Ø*,¬.Ø)+¬Ø6BØ!Ø$&Ø#'ØØð!E'ð E'àðE'ð ðE'ð ð	E'ð
 ðE'ð ˜#˜s˜(”OðE'ð ˜˜S˜”/ðE'ð    R¤Y¤°°d¸2¼9´oÔ1FÐ FÔGðE'ð ˜RœYœðE'ð ˜BœI”ðE'ð ˜c 5¨¨c¨¤?Ð2Ô3ðE'ð ðE'ð "ðE'ð !ðE'ð E'ð E'ð E'ð E'ð E'ðN-ð -ð -ð „YÔð
ð 
ð 
ñ Ôð
ð „YÔð ¤	ð ð ð ñ Ôðð8ð 8¨Cð 8¸hÀs¼mð 8ð 8ð 8ð 8ð
 „YÔð*ð *ð *ñ Ôð*ð „YÔðð ñ Ôðð 8<ØØ$Ø$Ø',ð( ð ( àŒ|ð( ð ˜e C¨¨c¬ NÔ3Ô4ð( ð ð	( ð
 ð( ð ð( ð !%ð( ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð( ð ( ð ( ð ( ðX ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ðð ð ð
Sð S¨$ð Sð Sð Sð Sðð ð ð ð ð ð r:   Ú c                 ó6   — | dddddt           t          dddd	œ|¥S )
Nrg   )r   éà   rÿ   )é   r   g      ì?Úbicubiczstem.0zhead.fc2z
apache-2.0)Úurlrk   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanrÐ   Ú
first_convÚ
classifierÚlicenser	   )r  Úkwargss     r9   Ú_cfgr  Ä  s8   € àØ¨=ÀvØ¨IÝ%Õ.BØ¨jØðð ð ðð r:   ztimm/)Ú	hf_hub_idgffffffî?)r  r  )r   r°   r°   )é   r  r—   )r  r  r  r  )zinception_next_atto.sail_in1kzinception_next_tiny.sail_in1kzinception_next_small.sail_in1kzinception_next_base.sail_in1kz!inception_next_base.sail_in1k_384Fc                 óP   — t          t          | |fdt          dd¬¦  «        i|¤Ž}|S )NÚfeature_cfg)r   r   r–   r   T)Úout_indicesÚflatten_sequential)r   r   rÅ   )ÚvariantÚ
pretrainedr  Úmodels       r9   Ú_create_inception_nextr  ê  sC   € Ý Ý�'˜:ðð å \ÀdÐKÑKÔKðð ðð €Eð
 €Lr:   c           	      ó‚   — t          ddt          t          dd¬¦  «        ¬¦  «        }t          d	d| it          |fi |¤Ž¤ŽS )
N)r–   r–   é   r–   )é(   éP   é    i@  r¬   g      Ð?)r!   r"   ©r³   r´   rµ   Úinception_next_attor  )r  )rÅ   r   r   r  ©r  r  Ú
model_argss      r9   r  r  ó  s^   € åØÐ"4ÝÕ.ÀÐQUÐVÑVÔVðñ ô €Jõ "ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐmÐmr:   c           	      ób   — t          ddt          ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr«   r­   r  Úinception_next_tinyr  )r!  ©rÅ   r   r  r  s      r9   r!  r!  ü  sM   € åØÐ"5Ý&ðñ ô €Jõ "ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐmÐmr:   c           	      ób   — t          ddt          ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )N©r   r   é   r   r­   r  Úinception_next_smallr  )r&  r"  r  s      r9   r&  r&    sM   € åØÐ#6Ý&ðñ ô €Jõ "ÐnÐnÀZÐnÕSWÐXbÐSmÐSmÐflÐSmÐSmÐnÐnÐnr:   c           	      ób   — t          ddt          ¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr$  )é€   é   i   i   r  Úinception_next_baser  )r*  r"  r  s      r9   r*  r*    sM   € åØÐ#8Ý&ðñ ô €Jõ "ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐmÐmr:   )rý   r~   )/rI   Ú	functoolsr   Útypingr   r   r   r   r   r=   Útorch.nnr-   Ú	timm.datar
   r   Útimm.layersr   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Ú__all__rc   r   rN   rf   rƒ   r•   r   r  Údefault_cfgsr  r  r!  r&  r*  r�   r:   r9   ú<module>r6     s¾  ððð ð
 Ð Ð Ð Ð Ð Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5à €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  Kð  KØ *Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ,€ð&
ð &
ð &
ð &
ð &
˜œ	ñ &
ô &
ð &
ðR#ð #ð #ð #ð #ˆbŒiñ #ô #ð #ðL60ð 60ð 60ð 60ð 60˜œ	ñ 60ô 60ð 60ðr&ð &ð &ð &ð &�B”Iñ &ô &ð &ðR9ð 9ð 9ð 9ð 9�B”Iñ 9ô 9ð 9ðx~ð ~ð ~ð ~ð ~ˆrŒyñ ~ô ~ð ~ðB	ð 	ð 	ð 	ð %Ð$Ø%) TØð&ñ &ô &ð &* TØð&ñ &ô &ð '+ dØð'ñ 'ô 'ð &* TØàð&ñ &ô &ð
 *.¨Øà ¨H¸sð*ñ *ô *ð%&ð &ñ ô €ð4ð ð ð ð ðnð nð nñ „ðnð ðnð nð nñ „ðnð ðoð oð oñ „ðoð ðnð nð nñ „ðnð nð nr:   