§
    ·¯¸jSl  ã                   ó¼  — d Z ddlmZ ddlmZmZmZmZmZ ddl	Z	ddl
mc mZ ddl	mZ ddlmZmZ ddlmZmZmZmZmZmZmZmZ ddlmZ d	d
lmZ d	dlmZ d	dlm Z m!Z! d	dl"m#Z#m$Z$ dgZ%d/d„Z& G d„ dej'        ¦  «        Z(d/d„Z) G d„ dej'        ¦  «        Z* G d„ dej'        ¦  «        Z+ G d„ dej'        ¦  «        Z, G d„ dej'        ¦  «        Z- G d„ dej'        ¦  «        Z. G d„ dej'        ¦  «        Z/ G d„ dej'        ¦  «        Z0d „ Z1d0d"„Z2d1d$„Z3 e# e3d%¬&¦  «         e3d%¬&¦  «         e3d%¬&¦  «         e3d%d'd(d)¬*¦  «         e3d%d'd(d)¬*¦  «         e3d%d'd(d)¬*¦  «         e3d%¬&¦  «         e3d%¬&¦  «         e3d%¬&¦  «         e3d%d'd(d)¬*¦  «         e3d%d'd(d)¬*¦  «         e3d%d'd(d)¬*¦  «        d+œ¦  «        Z4e$d0d,„¦   «         Z5e$d0d-„¦   «         Z6e$d0d.„¦   «         Z7dS )2zª Next-ViT

As described in https://arxiv.org/abs/2207.05501

Next-ViT model defs and weights adapted from https://github.com/bytedance/Next-ViT, original copyright below
é    )Úpartial)ÚListÚOptionalÚTupleÚUnionÚTypeN)Únn©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚDropPathÚcalculate_drop_path_ratesÚtrunc_normal_ÚConvMlpÚget_norm_layerÚget_act_layerÚuse_fused_attnÚget_device_dtype)ÚClassifierHeadé   )Úbuild_model_with_cfg)Úfeature_take_indices)Ú
checkpointÚcheckpoint_seq)Úgenerate_default_cfgsÚregister_modelÚNextViTc                 ó  — | j         j        }| j        €^t          j        | j        |j        ¬¦  «                             |                     ¦   «         ¦  «        }t          j	        |¦  «        | _        | j        j        }|€}|j
        du s
J d¦   «         ‚|j        du s
J d¦   «         ‚|j                             |j        ¦  «                             d¦  «        }||j         z  }|j        |j         |j        z  |z  z
  }nú|j
        du s
J d¦   «         ‚|j        du s
J d¦   «         ‚|j
        du s
J d¦   «         ‚|j        du s
J d¦   «         ‚|j                             |j        ¦  «                             d¦  «        }	|j                             |j        ¦  «                             d¦  «        }
|	|j         z  |
z  |j         z  }|
|j         z  |j        |j         |j        z  |	z  z
  |j        z
  z  |j        z   }t#          | t          j        ¦  «        rU||z  }|                     |                     d|                     d¦  «        ¦  «                             |¦  «        ¦  «         nìt#          | t          j        ¦  «        rÒ|j        d         dk    r|j        d	         dk    sJ ‚|                     |j        d
         |j        d         ¦  «        }||z  }|                     |                     d|                     d¦  «        ¦  «                             |¦  «        ¦  «         |                     |j        d
         |j        d         dd¦  «        }|                     |¦  «         || j         _        || j        _        dS )z/ Merge pre BN to reduce inference runtime.
    N)ÚdeviceTz2Unsupported bn_module.track_running_stats is Falsez%Unsupported bn_module.affine is Falseç      à¿r   é   é   r   )ÚweightÚdataÚbiasÚtorchÚzerosÚout_chsr   Útyper	   Ú	ParameterÚtrack_running_statsÚaffineÚrunning_varÚaddÚepsÚpowÚrunning_meanÚ
isinstanceÚLinearÚmul_ÚviewÚsizeÚ	expand_asÚConv2dÚshapeÚreshapeÚadd_)ÚmoduleÚpre_bn_1Úpre_bn_2r#   r'   r%   Úscale_invstdÚextra_weightÚ
extra_biasÚscale_invstd_1Úscale_invstd_2s              úc/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/nextvit.pyÚmerge_pre_bnrE      sP  € ð Œ]Ô€FØ„{ÐÝ”˜FœN°6´=ÐAÑAÔA×FÒFÀvÇ{Â{Á}Ä}ÑUÔUˆÝ”l 5Ñ)Ô)ˆŒØŒ;Ô€DØÐØÔ+¨tÐ3Ð3Ð3Ð5iÑ3Ô3Ð3ØŒ $Ð&Ð&Ð&Ð(OÑ&Ô&Ð&àÔ+×/Ò/°´Ñ=Ô=×AÒAÀ$ÑGÔGˆØ# h¤oÑ5ˆØ”] X¤_°xÔ7LÑ%LÈ|Ñ%[Ñ[ˆ
ˆ
àÔ+¨tÐ3Ð3Ð3Ð5iÑ3Ô3Ð3ØŒ $Ð&Ð&Ð&Ð(OÑ&Ô&Ð&àÔ+¨tÐ3Ð3Ð3Ð5iÑ3Ô3Ð3ØŒ $Ð&Ð&Ð&Ð(OÑ&Ô&Ð&à!Ô-×1Ò1°(´,Ñ?Ô?×CÒCÀDÑIÔIˆØ!Ô-×1Ò1°(´,Ñ?Ô?×CÒCÀDÑIÔIˆà%¨¬Ñ7¸.ÑHÈ8Ì?ÑZˆà ¤Ñ0Ø”= 8¤?°XÔ5JÑ#JÈ^Ñ#[Ñ[Ð^fÔ^sÑsñuà”-ñ ð 	õ �&�"œ)Ñ$Ô$ð HØ˜jÑ(ˆ
Ø�Š�L×%Ò% a¨¯ª°Q©¬Ñ8Ô8×BÒBÀ6ÑJÔJÑKÔKÐKÐKÝ	�F�BœIÑ	&Ô	&ð HØŒ|˜AŒ !Ò#Ð#¨¬°Q¬¸1Ò(<Ð(<Ð(<Ð<Ø—’ ¤¨Q¤°´¸a´ÑAÔAˆØ˜jÑ(ˆ
Ø�Š�L×%Ò% a¨¯ª°Q©¬Ñ8Ô8×BÒBÀ6ÑJÔJÑKÔKÐKØ—’ ¤¨Q¤°´¸a´À!ÀQÑGÔGˆØ‡I‚IˆjÑÔÐà€F„MÔØ€F„KÔÐÐó    c                   ó’   ‡ — e Zd Zdddej        ej        ddfdededededed	eej                 d
eej                 fˆ fd„Z	d„ Z
ˆ xZS )ÚConvNormActr"   r   NÚin_chsr(   Úkernel_sizeÚstrideÚgroupsÚ
norm_layerÚ	act_layerc
           	      óÈ   •— ||	dœ}
t          ¦   «                              ¦   «          t          j        ||f||d|ddœ|
¤Ž| _         ||fi |
¤Ž| _         |¦   «         | _        d S )N©r   Údtyper   F©rJ   rK   ÚpaddingrL   r%   )ÚsuperÚ__init__r	   r8   ÚconvÚnormÚact)ÚselfrI   r(   rJ   rK   rL   rM   rN   r   rQ   ÚddÚ	__class__s              €rD   rU   zConvNormAct.__init__J   s’   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”IØØð	
ð $ØØØØð	
ð 	
ð ð	
ð 	
ˆŒ	ð �J˜wÐ-Ð-¨"Ð-Ð-ˆŒ	Ø�9‘;”;ˆŒˆˆrF   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S ©N)rV   rW   rX   ©rY   Úxs     rD   ÚforwardzConvNormAct.forwarde   s4   € Ø�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØˆrF   )Ú__name__Ú
__module__Ú__qualname__r	   ÚBatchNorm2dÚReLUÚintr   ÚModulerU   r`   Ú__classcell__©r[   s   @rD   rH   rH   I   s¼   ø€ € € € € ð
  !ØØØ*,¬.Ø)+¬ØØðð àðð ðð ð	ð
 ðð ðð ˜RœYœðð ˜BœI”ðð ð ð ð ð ð6ð ð ð ð ð ð rF   rH   c                 ó|   — |€|}t          |t          | |dz  z   ¦  «        |z  |z  ¦  «        }|d| z  k     r||z  }|S )Nr!   gÍÌÌÌÌÌì?)Úmaxrf   )ÚvÚdivisorÚ	min_valueÚnew_vs       rD   Ú_make_divisiblerp   l   sR   € ØÐØˆ	Ý�	�3˜q 7¨Q¡;™Ñ/Ô/°7Ñ:¸WÑDÑEÔE€Eàˆs�Q‰w‚€Ø�ÑˆØ€LrF   c            
       ó`   ‡ — e Zd Zdej        ddfdedededeej                 fˆ fd„Zd„ Z	ˆ xZ
S )	Ú
PatchEmbedr   NrI   r(   rK   rM   c                 ó  •— ||dœ}t          ¦   «                              ¦   «          |dk    rIt          j        dddd¬¦  «        | _        t          j        ||fddddœ|¤Ž| _         ||fi |¤Ž| _        d S ||k    rDt          j        ¦   «         | _        t          j        ||fddddœ|¤Ž| _         ||fi |¤Ž| _        d S t          j        ¦   «         | _        t          j        ¦   «         | _        t          j        ¦   «         | _        d S )	NrP   r!   )r!   r!   TF)rK   Ú	ceil_modeÚcount_include_padr   )rJ   rK   r%   )	rT   rU   r	   Ú	AvgPool2dÚpoolr8   rV   rW   ÚIdentity)	rY   rI   r(   rK   rM   r   rQ   rZ   r[   s	           €rD   rU   zPatchEmbed.__init__w   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�QŠ;ˆ;Ýœ V°AÀÐY^Ð_Ñ_Ô_ˆDŒIÝœ	 &¨'Ð]¸qÈÐQVÐ]Ð]ÐZ\Ð]Ð]ˆDŒIØ"˜
 7Ð1Ð1¨bÐ1Ð1ˆDŒIˆIˆIØ�wÒÐÝœ™œˆDŒIÝœ	 &¨'Ð]¸qÈÐQVÐ]Ð]ÐZ\Ð]Ð]ˆDŒIØ"˜
 7Ð1Ð1¨bÐ1Ð1ˆDŒIˆIˆIåœ™œˆDŒIÝœ™œˆDŒIÝœ™œˆDŒIˆIˆIrF   c                 óx   — |                       |                      |                      |¦  «        ¦  «        ¦  «        S r]   )rW   rV   rw   r^   s     rD   r`   zPatchEmbed.forward�   s*   € Ø�yŠy˜Ÿš 4§9¢9¨Q¡<¤<Ñ0Ô0Ñ1Ô1Ð1rF   )ra   rb   rc   r	   rd   rf   r   rg   rU   r`   rh   ri   s   @rD   rr   rr   v   s�   ø€ € € € € ð
 Ø*,¬.ØØð&ð &àð&ð ð&ð ð	&ð
 ˜RœYœð&ð &ð &ð &ð &ð &ð02ð 2ð 2ð 2ð 2ð 2ð 2rF   rr   c            
       ó„   ‡ — e Zd ZdZej        ej        ddfdededeej	                 deej	                 fˆ fd„Z
d„ Zˆ xZS )	ÚConvAttentionz,
    Multi-Head Convolutional Attention
    Nr(   Úhead_dimrM   rN   c           	      ó  •— ||dœ}t          ¦   «                              ¦   «          t          j        ||fddd||z  ddœ|¤Ž| _         ||fi |¤Ž| _         |¦   «         | _        t          j        ||fdddœ|¤Ž| _        d S )NrP   r"   r   FrR   )rJ   r%   )rT   rU   r	   r8   Úgroup_conv3x3rW   rX   Ú
projection)	rY   r(   r|   rM   rN   r   rQ   rZ   r[   s	           €rD   rU   zConvAttention.__init__˜   s»   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝœYØØð	
ð ØØØ˜hÑ&Øð	
ð 	
ð ð	
ð 	
ˆÔð �J˜wÐ-Ð-¨"Ð-Ð-ˆŒ	Ø�9‘;”;ˆŒÝœ) G¨WÐVÀ!È%ÐVÐVÐSUÐVÐVˆŒˆˆrF   c                 ó®   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r]   )r~   rW   rX   r   ©rY   r_   Úouts      rD   r`   zConvAttention.forward±   sI   € Ø× Ò  Ñ#Ô#ˆØ�iŠi˜‰nŒnˆØ�hŠh�s‰mŒmˆØ�oŠo˜cÑ"Ô"ˆØˆ
rF   )ra   rb   rc   Ú__doc__r	   rd   re   rf   r   rg   rU   r`   rh   ri   s   @rD   r{   r{   “   sª   ø€ € € € € ðð ð +-¬.Ø)+¬ØØðWð WàðWð ðWð ˜RœYœð	Wð
 ˜BœI”ðWð Wð Wð Wð Wð Wð2ð ð ð ð ð ð rF   r{   c                   óÒ   ‡ — e Zd ZdZdddddej        ej        ddf	deded	ed
edededede	ej
                 de	ej
                 fˆ fd„Z ej        ¦   «         d„ ¦   «         Zd„ Zˆ xZS )ÚNextConvBlockz 
    Next Convolution Block
    r   ç        é    g      @NrI   r(   rK   Ú	drop_pathÚdropr|   Ú	mlp_ratiorM   rN   c                 ó¤  •— |
|dœ}t          ¦   «                              ¦   «          || _        || _        ||z  dk    sJ ‚t	          |||fd|i|¤Ž| _        t          ||f||	dœ|¤Ž| _        t          |¦  «        | _	         ||fi |¤Ž| _
        t          |ft          ||z  ¦  «        |d|	dœ|¤Ž| _        t          |¦  «        | _        d| _        d S )NrP   r   rM   )rM   rN   T)Úhidden_featuresr‰   r%   rN   F)rT   rU   rI   r(   rr   Úpatch_embedr{   Úmhcar   Úattn_drop_pathrW   r   rf   ÚmlpÚmlp_drop_pathÚis_fused)rY   rI   r(   rK   rˆ   r‰   r|   rŠ   rM   rN   r   rQ   rZ   r[   s                €rD   rU   zNextConvBlock.__init__½   s*  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØˆŒØ˜Ñ! QÒ&Ð&Ð&Ð&å% f¨g°vÐ[Ð[È*Ð[ÐXZÐ[Ð[ˆÔÝ!ØØð
ð "Øð	
ð 
ð
 ð
ð 
ˆŒ	õ ' yÑ1Ô1ˆÔà�J˜wÐ-Ð-¨"Ð-Ð-ˆŒ	ÝØð
å ¨)Ñ 3Ñ4Ô4ØØØð
ð 
ð ð
ð 
ˆŒõ & iÑ0Ô0ˆÔØˆŒˆˆrF   c                 ó”   — | j         s@t          | j        j        | j        ¦  «         t          j        ¦   «         | _        d| _         d S d S ©NT)r’   rE   r�   Úfc1rW   r	   rx   ©rY   s    rD   ÚreparameterizezNextConvBlock.reparameterizeç   sD   € àŒ}ð 	!Ý˜œœ t¤yÑ1Ô1Ð1Ýœ™œˆDŒIØ ˆDŒMˆMˆMð	!ð 	!rF   c                 ó  — |                       |¦  «        }||                      |                      |¦  «        ¦  «        z   }|                      |¦  «        }||                      |                      |¦  «        ¦  «        z   }|S r]   )r�   r�   rŽ   rW   r‘   r�   r�   s      rD   r`   zNextConvBlock.forwardî   sm   € Ø×Ò˜QÑÔˆØ�×#Ò# D§I¢I¨a¡L¤LÑ1Ô1Ñ1ˆà�iŠi˜‰lŒlˆØ�×"Ò" 4§8¢8¨C¡=¤=Ñ1Ô1Ñ1ˆØˆrF   ©ra   rb   rc   rƒ   r	   rd   re   rf   Úfloatr   rg   rU   r&   Úno_gradr—   r`   rh   ri   s   @rD   r…   r…   ¸   s  ø€ € € € € ðð ð Ø!ØØØ!Ø*,¬.Ø)+¬ØØð(ð (àð(ð ð(ð ð	(ð
 ð(ð ð(ð ð(ð ð(ð ˜RœYœð(ð ˜BœI”ð(ð (ð (ð (ð (ð (ðT €U„]�_„_ð!ð !ñ „_ð!ðð ð ð ð ð ð rF   r…   c                   ó¶   ‡ — e Zd ZU dZej        j        e         ed<   dddddde	j
        ddf	ded	ee         d
edededededee	j                 fˆ fd„Zd„ Zˆ xZS )ÚEfficientAttentionz-
    Efficient Multi-Head Self Attention
    Ú
fused_attnNr‡   Tr†   r   ÚdimÚout_dimr|   Úqkv_biasÚ	attn_dropÚ	proj_dropÚsr_ratiorM   c                 óò  •— |	|
dœ}t          ¦   «                              ¦   «          || _        |�|n|| _        | j        |z  | _        || _        |dz  | _        t          ¦   «         | _        t          j
        || j        fd|i|¤Ž| _        t          j
        || j        fd|i|¤Ž| _        t          j
        || j        fd|i|¤Ž| _        t          j
        | j        | j        fi |¤Ž| _        t          j        |¦  «        | _        t          j        |¦  «        | _        || _        |dz  | _        |dk    r5t          j        | j        | j        ¬¦  «        | _         ||fi |¤Ž| _        d S d | _        d | _        d S )NrP   r    r%   r!   r   )rJ   rK   )rT   rU   rŸ   r    Ú	num_headsr|   Úscaler   rž   r	   r3   ÚqÚkrl   ÚprojÚDropoutr¢   r£   r¤   ÚN_ratioÚ	AvgPool1dÚsrrW   )rY   rŸ   r    r|   r¡   r¢   r£   r¤   rM   r   rQ   rZ   r[   s               €rD   rU   zEfficientAttention.__init__ý   sx  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØ")Ð"5�w�w¸3ˆŒØœ XÑ-ˆŒØ ˆŒØ Ñ%ˆŒ
Ý(Ñ*Ô*ˆŒå”˜3 ¤Ð>Ð>¨xÐ>¸2Ð>Ð>ˆŒÝ”˜3 ¤Ð>Ð>¨xÐ>¸2Ð>Ð>ˆŒÝ”˜3 ¤Ð>Ð>¨xÐ>¸2Ð>Ð>ˆŒÝ”I˜dœh¨¬Ð;Ð;¸Ð;Ð;ˆŒ	Ýœ IÑ.Ô.ˆŒÝœ IÑ.Ô.ˆŒà ˆŒØ 1‘}ˆŒØ�aŠ<ˆ<Ý”l¨t¬|ÀDÄLÐQÑQÔQˆDŒGØ"˜
 3Ð-Ð-¨"Ð-Ð-ˆDŒIˆIˆIàˆDŒGØˆDŒIˆIˆIrF   c                 ó>  — |j         \  }}}|                      |¦  «                             ||| j        | j        ¦  «                             dddd¦  «        }| j        �R|                      |                     dd¦  «        ¦  «        }|                      |¦  «                             dd¦  «        }|  	                    |¦  «                             |d| j        | j        ¦  «                             dd¦  «        }|  
                    |¦  «                             |d| j        | j        ¦  «                             dd¦  «        }| j        r,t          j        |||| j        r| j        j        nd¬¦  «        }nS|| j        z  }||                     dd¦  «        z  }|                     d¬	¦  «        }|                      |¦  «        }||z  }|                     dd¦  «                             |||¦  «        }|                      |¦  «        }|                      |¦  «        }|S )
Nr   r!   r   r"   éÿÿÿÿr†   )Ú	dropout_péþÿÿÿ©rŸ   )r9   r¨   r:   r¦   r|   Úpermuter®   Ú	transposerW   r©   rl   rž   ÚFÚscaled_dot_product_attentionÚtrainingr¢   Úpr§   Úsoftmaxrª   r£   )	rY   r_   ÚBÚNÚCr¨   r©   rl   Úattns	            rD   r`   zEfficientAttention.forward#  sÜ  € Ø”'‰ˆˆ1ˆaØ�FŠF�1‰IŒI×Ò˜a  D¤N°D´MÑBÔB×JÒJÈ1ÈaÐQRÐTUÑVÔVˆàŒ7ÐØ—’˜Ÿš A qÑ)Ô)Ñ*Ô*ˆAØ—	’	˜!‘”×&Ò& q¨!Ñ,Ô,ˆAà�FŠF�1‰IŒI×Ò˜a  T¤^°T´]ÑCÔC×MÒMÈaÐQRÑSÔSˆØ�FŠF�1‰IŒI×Ò˜a  T¤^°T´]ÑCÔC×MÒMÈaÐQRÑSÔSˆàŒ?ð 
	ÝÔ.Ø�1�aØ.2¬mÐC˜$œ.Ô*Ð*Àðñ ô ˆAˆAð
 �D”J‘ˆAØ�q—{’{ 2 rÑ*Ô*Ñ*ˆDØ—<’< B�<Ñ'Ô'ˆDØ—>’> $Ñ'Ô'ˆDØ�q‘ˆAà�KŠK˜˜1ÑÔ×%Ò% a¨¨AÑ.Ô.ˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØˆrF   )ra   rb   rc   rƒ   r&   ÚjitÚFinalÚboolÚ__annotations__r	   ÚBatchNorm1drf   r   rš   r   rg   rU   r`   rh   ri   s   @rD   r�   r�   ÷   sì   ø€ € € € € € ðð ð ”	” Ô%Ð%Ð%Ñ%ð
 &*ØØ!Ø!Ø!ØØ*,¬.ØØð$ð $àð$ð ˜c”]ð$ð ð	$ð
 ð$ð ð$ð ð$ð ð$ð ˜RœYœð$ð $ð $ð $ð $ð $ðLð ð ð ð ð ð rF   r�   c                   óâ   ‡ — e Zd ZdZdddddddej        ej        ddfded	ed
edededededededede	ej
                 de	ej
                 fˆ fd„Z ej        ¦   «         d„ ¦   «         Zd„ Zˆ xZS )ÚNextTransformerBlockz 
    Next Transformer Block
    r   r!   r‡   ç      è?r†   NrI   r(   rˆ   rK   r¤   rŠ   r|   Úmix_block_ratior¢   r‰   rM   rN   c                 óê  •— ||dœ}t          ¦   «                              ¦   «          || _        || _        || _        t          t          ||z  ¦  «        d¦  «        | _        || j        z
  | _        t          || j        |fi |¤Ž| _
         || j        fi |¤Ž| _        t          | j        f|||	|
dœ|¤Ž| _        t          ||z  ¦  «        | _        t          | j        | j        fd|dœ|¤Ž| _        t#          | j        f|||dœ|¤Ž| _        t          |d|z
  z  ¦  «        | _         ||fi |¤Ž| _        t+          |ft          ||z  ¦  «        ||
dœ|¤Ž| _        t          |¦  «        | _        d| _        d S )	NrP   r‡   )r|   r¤   r¢   r£   r   )rK   rM   )r|   rM   rN   )rŒ   rN   r‰   F)rT   rU   rI   r(   rÇ   rp   rf   Úmhsa_out_chsÚmhca_out_chsrr   r�   Únorm1r�   Úe_mhsar   Úmhsa_drop_pathr   r{   rŽ   Úmhca_drop_pathÚnorm2r   r�   r‘   r’   )rY   rI   r(   rˆ   rK   r¤   rŠ   r|   rÇ   r¢   r‰   rM   rN   r   rQ   rZ   r[   s                   €rD   rU   zNextTransformerBlock.__init__E  sõ  ø€ ð" ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØˆŒØ.ˆÔå+­C°¸/Ñ0IÑ,JÔ,JÈBÑOÔOˆÔØ# dÔ&7Ñ7ˆÔå% f¨dÔ.?ÀÐNÐNÈ2ÐNÐNˆÔØ�Z Ô 1Ð8Ð8°RÐ8Ð8ˆŒ
Ý(ØÔð
àØØØð
ð 
ð ð
ð 
ˆŒõ ' y°?Ñ'BÑCÔCˆÔå$ØÔØÔð
ð Ø!ð	
ð 
ð
 ð
ð 
ˆŒõ "ØÔð
àØ!Øð	
ð 
ð
 ð
ð 
ˆŒ	õ ' y°A¸Ñ4GÑ'HÑIÔIˆÔà�Z Ð.Ð.¨2Ð.Ð.ˆŒ
ÝØð
å ¨)Ñ 3Ñ4Ô4ØØð	
ð 
ð
 ð
ð 
ˆŒõ & iÑ0Ô0ˆÔØˆŒˆˆrF   c                 ó|  — | j         �s3t          | j        j        | j        ¦  «         | j        j        �rt          | j        j        | j        | j        j        ¦  «         t          | j        j        | j        | j        j        ¦  «         t          j	        ¦   «         | j        _        n>t          | j        j        | j        ¦  «         t          | j        j        | j        ¦  «         t          j	        ¦   «         | _        t          | j
        j        | j        ¦  «         t          j	        ¦   «         | _        d| _         d S d S r”   )r’   rE   rÌ   r¨   rË   rW   r©   rl   r	   rx   r�   r•   rÏ   r–   s    rD   r—   z#NextTransformerBlock.reparameterize†  së   € àŒ}ñ 	!Ý˜œœ¨¬
Ñ3Ô3Ð3ØŒ{ÔÐ+Ý˜Tœ[œ]¨D¬J¸¼Ô8HÑIÔIÐIÝ˜Tœ[œ]¨D¬J¸¼Ô8HÑIÔIÐIÝ#%¤;¡=¤=�”Ô Ð å˜Tœ[œ]¨D¬JÑ7Ô7Ð7Ý˜Tœ[œ]¨D¬JÑ7Ô7Ð7Ýœ™œˆDŒJå˜œœ t¤zÑ2Ô2Ð2Ýœ™œˆDŒJØ ˆDŒMˆMˆMð	!ð 	!rF   c                 ó¦  — |                       |¦  «        }|j        \  }}}}|                      |¦  «        }|                     ||d¦  «                             dd¦  «        }|                      |                      |¦  «        ¦  «        }||                     dd¦  «                             ||||¦  «        z   }|                      |¦  «        }||                      |  	                    |¦  «        ¦  «        z   }t          j        ||gd¬¦  «        }|                      |¦  «        }||                      |                      |¦  «        ¦  «        z   }|S )Nr°   r²   r   r³   )r�   r9   rË   r:   rµ   rÍ   rÌ   r   rÎ   rŽ   r&   ÚcatrÏ   r‘   r�   )rY   r_   r»   r½   ÚHÚWr‚   s          rD   r`   zNextTransformerBlock.forward—  s$  € Ø×Ò˜QÑÔˆØ”W‰
ˆˆ1ˆa�à�jŠj˜‰mŒmˆØ�kŠk˜!˜Q Ñ#Ô#×-Ò-¨b°"Ñ5Ô5ˆØ×!Ò! $§+¢+¨cÑ"2Ô"2Ñ3Ô3ˆØ�—’˜b "Ñ%Ô%×-Ò-¨a°°A°qÑ9Ô9Ñ9ˆà�oŠo˜aÑ Ô ˆØ�D×'Ò'¨¯	ª	°#©¬Ñ7Ô7Ñ7ˆÝŒI�q˜#�h AÐ&Ñ&Ô&ˆà�jŠj˜‰mŒmˆØ�×"Ò" 4§8¢8¨C¡=¤=Ñ1Ô1Ñ1ˆØˆrF   r™   ri   s   @rD   rÅ   rÅ   @  s(  ø€ € € € € ðð ð ØØ ØØ%)Ø!ØØ*,¬.Ø)+¬ØØð?ð ?àð?ð ð?ð ð	?ð
 ð?ð ð?ð ð?ð ð?ð #ð?ð ð?ð ð?ð ˜RœYœð?ð ˜BœI”ð?ð ?ð ?ð ?ð ?ð ?ðB €U„]�_„_ð!ð !ñ „_ð!ð ð ð ð ð ð ð rF   rÅ   c                   ó6  ‡ — e Zd Zdddddddej        ej        ddfdedee         d	eeej	                          d
edede
de
de
dee
ee
         ee
df         f         dedeej	                 deej	                 fˆ fd„Zej        j        dd„¦   «         Zd„ Zˆ xZS )Ú	NextStager!   r   ç      ð?r†   r‡   NrI   Ú	block_chsÚblock_typesrK   r¤   rÇ   r‰   r¢   rˆ   .r|   rM   rN   c                 ó  •— ||dœ}t          ¦   «                              ¦   «          d| _        g }t          |¦  «        D ]±\  }}|dk    r|nd}||         }||         }t	          |	t
          t          f¦  «        r|	|         n|	}|t          u r+t          ||f||||
||dœ|¤Ž}|                     |¦  «         n6|t          u r-t          ||f||||
|||||dœ	|¤Ž}|                     |¦  «         |}Œ²t          j        |Ž | _        d S )NrP   Fr   r   )rK   rˆ   r‰   r|   rM   rN   )	rˆ   rK   r¤   r|   rÇ   r¢   r‰   rM   rN   )rT   rU   Úgrad_checkpointingÚ	enumerater2   ÚlistÚtupler…   ÚappendrÅ   r	   Ú
SequentialÚblocks)rY   rI   rØ   rÙ   rK   r¤   rÇ   r‰   r¢   rˆ   r|   rM   rN   r   rQ   rZ   rá   Ú	block_idxÚ
block_typer(   ÚdprÚlayerr[   s                         €rD   rU   zNextStage.__init__«  sw  ø€ ð" ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"'ˆÔàˆÝ%.¨{Ñ%;Ô%;ð "	ð "	Ñ!ˆI�zØ(¨Aš~˜~�V�V°1ˆFØ 	Ô*ˆGØ$ YÔ/ˆJÝ*4°YÅÅuÀÑ*NÔ*NÐ]�)˜IÔ&Ð&ÐT]ˆCØ�]Ð*Ð*Ý%ØØð
ð "Ø!ØØ%Ø)Ø'ð
ð 
ð ð
ð 
�ð —’˜eÑ$Ô$Ð$Ð$ØÕ3Ð3Ð3Ý,ØØðð "Ø!Ø%Ø%Ø$3Ø'ØØ)Ø'ðð ð ðð �ð —’˜eÑ$Ô$Ð$ØˆFˆFå”m VÐ,ˆŒˆˆrF   Tc                 ó   — || _         d S r]   )rÛ   )rY   Úenables     rD   Úset_grad_checkpointingz NextStage.set_grad_checkpointingç  s   € à"(ˆÔÐÐrF   c                 ó¦   — | j         r4t          j                             ¦   «         st	          | j        |¦  «        }n|                      |¦  «        }|S r]   )rÛ   r&   r¿   Úis_scriptingr   rá   r^   s     rD   r`   zNextStage.forwardë  sI   € ØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆrF   ©T)ra   rb   rc   r	   rd   re   rf   r   r   rg   rš   r   r   rU   r&   r¿   Úignorerè   r`   rh   ri   s   @rD   rÖ   rÖ   ©  sI  ø€ € € € € ð ØØ%(ØØ!ØFHØØ*,¬.Ø)+¬ØØð:-ð :-àð:-ð ˜C”yð:-ð ˜d 2¤9œoÔ.ð	:-ð
 ð:-ð ð:-ð #ð:-ð ð:-ð ð:-ð ˜U D¨¤K°°u¸c°zÔ1BÐBÔCð:-ð ð:-ð ˜RœYœð:-ð ˜BœI”ð:-ð :-ð :-ð :-ð :-ð :-ðx „YÔð)ð )ð )ñ Ôð)ðð ð ð ð ð ð rF   rÖ   c                   óº  ‡ — e Zd Zdddddddddd	d
ej        dddfdedededeedf         deedf         deedf         deedf         dededededede	ej
                 dee	ej
                          fˆ fd„Zd„ Zej        j        d4d„¦   «         Zej        j        d5d „¦   «         Zej        j        d!ej
        fd"„¦   «         Zd6dedee         fd#„Z	 	 	 	 	 d7d%ej        d&eeeee         f                  d'ed(ed)ed*ed!eeej                 eej        eej                 f         f         fd+„Z	 	 	 d8d&eeee         f         d-ed.efd/„Zd0„ Zd4d1efd2„Zd3„ Zˆ xZS )9r   éè  Úavg)é@   r‡   rð   ©r"   é   é
   r"   )r   r!   r!   r!   )é   rò   r!   r   çš™™™™™¹?r†   r‡   rÆ   NÚin_chansÚnum_classesÚglobal_poolÚstem_chs.ÚdepthsÚstridesÚ	sr_ratiosÚdrop_path_rateÚattn_drop_rateÚ	drop_rater|   rÇ   rM   rN   c                 ó$  •‡— t          ¦   «                              ¦   «          ||dœ}d| _        || _        || _        t          |¦  «        }|€t          t          j        d¬¦  «        }nt          |¦  «        }dg‰d         z  dg‰d         dz
  z  d	gz   g d
¢‰d         dz  z  dg‰d         dz
  z  dgz   g| _
        d„ t          | j
        ¦  «        D ¦   «         | _        t          g‰d         z  t          g‰d         dz
  z  t          gz   t          t          t          t          t          g‰d         dz  z  t          g‰d         dz
  z  t          gz   g| _        t          j        t#          ||d         fdd||dœ|¤Žt#          |d         |d         fdd||dœ|¤Žt#          |d         |d         fdd||dœ|¤Žt#          |d         |d         fdd||dœ|¤Ž¦  «        | _        |d         x}}g }d}t'          |‰d¬¦  «        }t)          t+          ‰¦  «        ¦  «        D ]i}t-          d|| j
        |         | j        |         ||         ||         |||
|	||         ||dœ|¤Ž}| j
        |         d         x}}||gz  }|‰|         z  }Œj|x| _        | _        t          j        |Ž | _         ||fi |¤Ž| _        t7          d|||dœ|¤Ž| _        ˆfd„t)          t+          ‰¦  «        ¦  «        D ¦   «         | _        |                      ¦   «          d S )NrP   FT)Úinplaceé`   r   éÀ   r   é   )é€  r  r  r  i   r!   é   i   r"   i   c                 óV   — g | ]&\  }}t          |d          d|dz   z  d|› �¬¦  «        ‘Œ'S )r°   r!   zstages.)Únum_chsÚ	reductionr<   ©Údict)Ú.0ÚiÚscs      rD   ú
<listcomp>z$NextViT.__init__.<locals>.<listcomp>  sX   € ð 6ð 6ð 6ñ ˆa�õ	 "Ø�r”FØ˜!˜a™%‘jØ ˜Q�=�=ð
ñ 
ô 
ð 6ð 6ð 6rF   )rJ   rK   rM   rN   r°   )Ú	stagewise)rI   rØ   rÙ   rK   r¤   rÇ   r|   r‰   r¢   rˆ   rM   rN   )Ú	pool_typeÚin_featuresr÷   c                 óJ   •— g | ]}t          ‰d |dz   …         ¦  «        dz
  ‘Œ S )Nr   )Úsum)r  Úidxrú   s     €rD   r  z$NextViT.__init__.<locals>.<listcomp>K  s3   ø€ ÐVÐVÐV¸C�c &¨¨#°©'¨Ô"2Ñ3Ô3°aÑ7ÐVÐVÐVrF   © )rT   rU   rÛ   r÷   rö   r   r   r	   re   r   Ústage_out_chsrÜ   Úfeature_infor…   rÅ   Ústage_block_typesrà   rH   Ústemr   ÚrangeÚlenrÖ   Únum_featuresÚhead_hidden_sizeÚstagesrW   r   ÚheadÚstage_out_idxÚ_initialize_weights)rY   rö   r÷   rø   rù   rú   rû   rü   rý   rþ   rÿ   r|   rÇ   rM   rN   r   rQ   rZ   rI   r(   r  r  rä   Ú	stage_idxÚstager[   s        `                   €rD   rU   zNextViT.__init__ô  sô  øø€ õ& 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ"'ˆÔØ&ˆÔØ ˆŒÝ# JÑ/Ô/ˆ
ØÐÝ¥¤°Ð6Ñ6Ô6ˆIˆIå% iÑ0Ô0ˆIð ˆD�F˜1”IÑØˆE�V˜A”Y ‘]Ñ# s eÑ+Ø%Ð%Ð%¨°¬°a©Ñ8ØˆE�V˜A”Y ‘]Ñ# t fÑ,ð	
ˆÔð6ð 6õ ! Ô!3Ñ4Ô4ð	6ñ 6ô 6ˆÔõ ˆO˜f QœiÑ'ÝˆO˜v aœy¨1™}Ñ-Õ1EÐ0FÑFÝ�M­=½-ÕI]Ð^ÐbhÐijÔbkÐopÑbpÑqÝˆO˜v aœy¨1™}Ñ-Õ1EÐ0FÑFð	"HˆÔõ ”MÝØ˜( 1œ+ðrØ34¸QÈ:Ðajðrð rØnpðrð råØ˜”˜X aœ[ðuØ67ÀÈjÐdmðuð uØqsðuð uåØ˜”˜X aœ[ðuØ67ÀÈjÐdmðuð uØqsðuð uåØ˜”˜X aœ[ðuØ67ÀÈjÐdmðuð uØqsðuð uñ	
ô 	
ˆŒ	ð $ Bœ<Ð'ˆ�ØˆØˆÝ'¨¸È$ÐOÑOÔOˆÝ�s 6™{œ{Ñ+Ô+ð 	%ð 	%ˆIÝð ØØÔ,¨YÔ7Ø Ô2°9Ô=Ø˜yÔ)Ø" 9Ô-Ø /Ø!ØØ(Ø˜iœ.Ø%Ø#ðð ð ðð ˆEð  $Ô1°)Ô<¸RÔ@Ð@ˆF�WØ�u�gÑˆFØ�6˜)Ô$Ñ$ˆCˆCØ4;Ð;ˆÔ˜DÔ1Ý”m VÐ,ˆŒØ�J˜wÐ-Ð-¨"Ð-Ð-ˆŒ	Ý"Ðm¨[ÀgÐ[fÐmÐmÐjlÐmÐmˆŒ	àVÐVÐVÐVÅ5ÍÈVÉÌÑCUÔCUÐVÑVÔVˆÔØ× Ò Ñ"Ô"Ð"Ð"Ð"rF   c                 óì  — |                       ¦   «         D ]Þ\  }}t          |t          j        ¦  «        rSt	          |j        d¬¦  «         t          |d¦  «        r,|j        �%t          j         	                    |j        d¦  «         Œrt          |t          j
        ¦  «        rRt	          |j        d¬¦  «         t          |d¦  «        r,|j        �%t          j         	                    |j        d¦  «         Œßd S )Ng{®Gáz”?)Ústdr%   r   )Únamed_modulesr2   r	   r3   r   r#   Úhasattrr%   ÚinitÚ	constant_r8   )rY   ÚnÚms      rD   r"  zNextViT._initialize_weightsN  så   € Ø×&Ò&Ñ(Ô(ð 	1ð 	1‰DˆAˆqÝ˜!�RœYÑ'Ô'ð 1Ý˜aœh¨CÐ0Ñ0Ô0Ð0Ý˜1˜fÑ%Ô%ð 1¨!¬&Ð*<Ý”G×%Ò% a¤f¨aÑ0Ô0Ð0øÝ˜A�rœyÑ)Ô)ð 1Ý˜aœh¨CÐ0Ñ0Ô0Ð0Ý˜1˜fÑ%Ô%ð 1¨!¬&Ð*<Ý”G×%Ò% a¤f¨aÑ0Ô0Ð0øð	1ð 	1rF   Fc                 ó0   — t          d|rdnddg¬¦  «        S )Nz^stemz^stages\.(\d+))z^stages\.(\d+)\.blocks\.(\d+)N)z^norm)iŸ† )r  rá   r
  )rY   Úcoarses     rD   Úgroup_matcherzNextViT.group_matcherY  s5   € åØØ(.ð Ð$Ð$Ø8Ø$ð5ð
ñ 
ô 
ð 	
rF   Tc                 óT   — || _         | j        D ]}|                     |¬¦  «         Œd S )N)rç   )rÛ   r  rè   )rY   rç   r$  s      rD   rè   zNextViT.set_grad_checkpointingc  s?   € à"(ˆÔØ”[ð 	8ð 	8ˆEØ×(Ò(°Ð(Ñ7Ô7Ð7Ð7ð	8ð 	8rF   Úreturnc                 ó   — | j         j        S r]   )r   Úfcr–   s    rD   Úget_classifierzNextViT.get_classifieri  s   € àŒyŒ|ÐrF   c                 ó\   — t          | ¦  «        }|| _         | j        j        |fd|i|¤Ž d S )Nr  )r   r÷   r   Úreset)rY   r÷   rø   rZ   s       rD   Úreset_classifierzNextViT.reset_classifierm  s>   € Ý˜dÑ#Ô#ˆØ&ˆÔØˆŒ	Œ˜ÐAÐA¨{ÐA¸bÐAÐAÐAÐAÐArF   ÚNCHWr_   ÚindicesrW   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óÆ  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }t          | j        ¦  «        dz
  }
t          j                             ¦   «         s|s| j        }n| j        d|	dz   …         }t          |¦  «        D ]”\  }}| j        r/t          j                             ¦   «         st          ||¦  «        }n ||¦  «        }||v rJ||
k    r/|r|  
                    |¦  «        n|}|                     |¦  «         Œ|                     |¦  «         Œ•|r|S ||
k    r|  
                    |¦  «        }||fS )aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )r8  zOutput shape must be NCHW.r   N)r   r  r  r  r&   r¿   rê   rÜ   rÛ   r   rW   rß   )rY   r_   r9  rW   r:  r;  r<  ÚintermediatesÚtake_indicesÚ	max_indexÚlast_idxr  Úfeat_idxr$  Úx_inters                  rD   Úforward_intermediateszNextViT.forward_intermediatesr  s†  € ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið �IŠI�a‰LŒLˆÝ�t”{Ñ#Ô# aÑ'ˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFå(¨Ñ0Ô0ð 
	,ð 
	,‰OˆH�eØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý˜u aÑ(Ô(��à�E˜!‘H”H�Ø˜<Ð'Ð'Ø˜xÒ'Ð'Ø.2Ð9˜dŸiši¨™lœl˜l¸�GØ!×(Ò(¨Ñ1Ô1Ð1Ð1à!×(Ò(¨Ñ+Ô+Ð+øàð 	!Ø Ð à�xÒÐØ—	’	˜!‘”ˆAà�-ÐÐrF   r   Ú
prune_normÚ
prune_headc                 óâ   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |rt          j        ¦   «         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr   r   Ú )r   r  r  r	   rx   rW   r7  )rY   r9  rE  rF  r?  r@  s         rD   Úprune_intermediate_layersz!NextViT.prune_intermediate_layers§  sq   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	&Ýœ™œˆDŒIØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐrF   c                 óú   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|                      |¦  «        }|S r]   )r  rÛ   r&   r¿   rê   r   r  rW   r^   s     rD   Úforward_featureszNextViT.forward_features·  sg   € Ø�IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØ�IŠI�a‰LŒLˆØˆrF   Ú
pre_logitsc                 ó^   — |r|                       ||¬¦  «        n|                       |¦  «        S )N)rL  )r   )rY   r_   rL  s      rD   Úforward_headzNextViT.forward_headÀ  s-   € Ø6@ÐRˆt�yŠy˜ zˆyÑ2Ô2Ð2ÀdÇiÂiÐPQÁlÄlÐRrF   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r]   )rK  rN  r^   s     rD   r`   zNextViT.forwardÃ  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆrF   ©Frë   r]   )NFFr8  F)r   FT)ra   rb   rc   r	   rd   rf   Ústrr   rš   r   rg   r   rU   r"  r&   r¿   rì   r/  rè   r4  r7  ÚTensorr   r   rÁ   rD  rI  rK  rN  r`   rh   ri   s   @rD   r   r   ó  s8  ø€ € € € € ð  $Ø$Ø(4Ø&3Ø'3Ø)5Ø$'Ø$&Ø!ØØ%)Ø*,¬.Ø37ØØð#X#ð X#àðX#ð ðX#ð ð	X#ð
 ˜C ˜H”oðX#ð ˜#˜s˜(”OðX#ð ˜3 ˜8”_ðX#ð ˜S #˜X”ðX#ð "ðX#ð "ðX#ð ðX#ð ðX#ð #ðX#ð ˜RœYœðX#ð    R¤Y¤Ô0ðX#ð X#ð X#ð X#ð X#ð X#ðt	1ð 	1ð 	1ð „YÔð
ð 
ð 
ñ Ôð
ð „YÔð8ð 8ð 8ñ Ôð8ð
 „YÔð ¤	ð ð ð ñ ÔððBð B¨Cð B¸hÀs¼mð Bð Bð Bð Bð 8<ØØ$Ø$Ø',ð3 ð 3 àŒ|ð3 ð ˜e C¨¨c¬ NÔ3Ô4ð3 ð ð	3 ð
 ð3 ð ð3 ð !%ð3 ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð3 ð 3 ð 3 ð 3 ðn ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð ð ð ðSð S¨$ð Sð Sð Sð Sðð ð ð ð ð ð rF   c                 ó  — d| v r| S |                      ¦   «         }i }t          |                     ¦   «         |                      ¦   «         |                     ¦   «         |                      ¦   «         ¦  «        D ]\  }}}}|||<   Œ|S )z$ Remap original checkpoints -> timm zhead.fc.weight)Ú
state_dictÚzipÚkeysÚvalues)rT  ÚmodelÚDÚout_dictÚkaÚkbÚvaÚvbs           rD   Úcheckpoint_filter_fnr_  É  s„   € à˜:Ð%Ð%ØÐà×ÒÑÔ€AØ€Hå˜aŸfšf™hœh¨
¯ªÑ(9Ô(9¸1¿8º8¹:¼:Àz×GXÒGXÑGZÔGZÑ[Ô[ð ð ‰ˆˆB��BØˆ�‰ˆà€OrF   Fc           	      óü   — t          d„ t          |                     dd¦  «        ¦  «        D ¦   «         ¦  «        }|                     d|¦  «        }t	          t
          | |ft          t          d|¬¦  «        dœ|¤Ž}|S )Nc              3   ó    K  — | ]	\  }}|V — Œ
d S r]   r  )r  r  Ú_s      rD   ú	<genexpr>z"_create_nextvit.<locals>.<genexpr>Ø  s&   è è € Ð\Ð\¡d a¨ Ð\Ð\Ð\Ð\Ð\Ð\rF   rú   )r   r   r"   r   Úout_indicesT)Úflatten_sequentialrd  )Úpretrained_filter_fnÚfeature_cfg)rÞ   rÜ   ÚgetÚpopr   r   r_  r  )ÚvariantÚ
pretrainedÚkwargsÚdefault_out_indicesrd  rX  s         rD   Ú_create_nextvitrn  ×  s‘   € ÝÐ\Ð\­i¸¿
º
À8È\Ñ8ZÔ8ZÑ.[Ô.[Ð\Ñ\Ô\Ñ\Ô\ÐØ—*’*˜]Ð,?Ñ@Ô@€Kå ÝØØðõ 2Ý¨D¸kÐJÑJÔJðð ð ðð €Eð €LrF   rH  c                 ó6   — | dddddt           t          dddd	œ|¥S )
Nrî   )r"   éà   rp  )é   rq  gffffffî?Úbicubiczstem.0.convzhead.fcz
apache-2.0)Úurlr÷   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanr&  Ú
first_convÚ
classifierÚlicenser
   )rs  rl  s     rD   Ú_cfgr|  æ  s8   € àØ¨=ÀvØ¨9Ý%Õ.BØ#°9Øðð ð ðð rF   ztimm/)Ú	hf_hub_id)r"   r  r  )é   r~  r×   )r}  rt  ru  rv  )znextvit_small.bd_in1kznextvit_base.bd_in1kznextvit_large.bd_in1kznextvit_small.bd_in1k_384znextvit_base.bd_in1k_384znextvit_large.bd_in1k_384znextvit_small.bd_ssld_6m_in1kznextvit_base.bd_ssld_6m_in1kznextvit_large.bd_ssld_6m_in1kz!nextvit_small.bd_ssld_6m_in1k_384z nextvit_base.bd_ssld_6m_in1k_384z!nextvit_large.bd_ssld_6m_in1k_384c           	      ó\   — t          dd¬¦  «        }t          	 dd| it          |fi |¤Ž¤Ž}|S )Nrñ   rõ   ©rú   rý   Únextvit_smallrk  )r�  ©r  rn  ©rk  rl  Ú
model_argsrX  s       rD   r�  r�  !  óU   € å˜]¸3Ð?Ñ?Ô?€JÝØðNð NØ$.ðNÝ26°zÐ2LÐ2LÀVÐ2LÐ2LðNð N€Eà€LrF   c           	      ó\   — t          dd¬¦  «        }t          	 dd| it          |fi |¤Ž¤Ž}|S )N)r"   rò   é   r"   çš™™™™™É?r€  Únextvit_baserk  )r‰  r‚  rƒ  s       rD   r‰  r‰  )  sU   € å˜]¸3Ð?Ñ?Ô?€JÝØðMð MØ#-ðMÝ15°jÐ1KÐ1KÀFÐ1KÐ1KðMð M€Eà€LrF   c           	      ó\   — t          dd¬¦  «        }t          	 dd| it          |fi |¤Ž¤Ž}|S )N)r"   rò   é   r"   rˆ  r€  Únextvit_largerk  )rŒ  r‚  rƒ  s       rD   rŒ  rŒ  1  r…  rF   r]   rP  )rH  )8rƒ   Ú	functoolsr   Útypingr   r   r   r   r   r&   Útorch.nn.functionalr	   Ú
functionalr¶   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   r   Ú	_registryr   r   Ú__all__rE   rg   rH   rp   rr   r{   r…   r�   rÅ   rÖ   r   r_  rn  r|  Údefault_cfgsr�  r‰  rŒ  r  rF   rD   ú<module>r™     sE  ððð ð Ð Ð Ð Ð Ð Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  Uð  UØ &Ð &Ð &Ð &Ð &Ð &Ø *Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ+€ð,ð ,ð ,ð ,ð^ ð  ð  ð  ð  �"”)ñ  ô  ð  ðFð ð ð ð2ð 2ð 2ð 2ð 2�”ñ 2ô 2ð 2ð:#ð #ð #ð #ð #�B”Iñ #ô #ð #ðJ<ð <ð <ð <ð <�B”Iñ <ô <ð <ð~Fð Fð Fð Fð F˜œñ Fô Fð FðRfð fð fð fð f˜2œ9ñ fô fð fðRGð Gð Gð Gð G�”	ñ Gô Gð GðTSð Sð Sð Sð SˆbŒiñ Sô Sð Sðlð ð ðð ð ð ð	ð 	ð 	ð 	ð %Ð$Ø!˜TØðñ ô ð !˜DØðñ ô ð "˜TØðñ ô ð "& ØØ ¨H¸sð"ñ "ô "ð !% ØØ ¨H¸sð!ñ !ô !ð "& ØØ ¨H¸sð"ñ "ô "ð
 &* TØð&ñ &ô &ð %) DØð%ñ %ô %ð &* TØð&ñ &ô &ð *.¨ØØ ¨H¸sð*ñ *ô *ð )-¨ØØ ¨H¸sð)ñ )ô )ð *.¨ØØ ¨H¸sð*ñ *ô *ðQ,&ð ,&ñ ,ô ,€ð^ ðð ð ñ „ðð ðð ð ñ „ðð ðð ð ñ „ðð ð rF   