§
    ·¯¸j_T  ã                   ó&  — d Z ddlmZmZmZmZmZ ddlZddlm	Z	 ddl
mZmZ ddlmZmZmZmZmZ ddlmZ ddlmZ dd	lmZmZ dd
lmZmZ dgZ G d„ de	j        ¦  «        Z G d„ de	j        ¦  «        Z  G d„ de	j!        ¦  «        Z" G d„ de	j!        ¦  «        Z# G d„ de	j!        ¦  «        Z$ G d„ de	j!        ¦  «        Z% G d„ de	j!        ¦  «        Z& G d„ de	j!        ¦  «        Z' G d„ de	j!        ¦  «        Z( G d„ de	j!        ¦  «        Z)d.d „Z* e e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «         e*d!¬"¦  «        d#œ¦  «        Z+d/d%„Z,ed/d&„¦   «         Z-ed/d'„¦   «         Z.ed/d(„¦   «         Z/ed/d)„¦   «         Z0ed/d*„¦   «         Z1ed/d+„¦   «         Z2ed/d,„¦   «         Z3ed/d-„¦   «         Z4dS )0aÄ   RepViT

Paper: `RepViT: Revisiting Mobile CNN From ViT Perspective`
    - https://arxiv.org/abs/2307.09283

@misc{wang2023repvit,
      title={RepViT: Revisiting Mobile CNN From ViT Perspective},
      author={Ao Wang and Hui Chen and Zijia Lin and Hengjun Pu and Guiguang Ding},
      year={2023},
      eprint={2307.09283},
      archivePrefix={arXiv},
      primaryClass={cs.CV}
}

Adapted from official impl at https://github.com/jameslahm/RepViT
é    )ÚListÚOptionalÚTupleÚUnionÚTypeN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚSqueezeExciteÚtrunc_normal_Ú	to_ntupleÚ	to_2tupleÚget_device_dtypeé   )Úbuild_model_with_cfg)Úfeature_take_indices)Ú
checkpointÚcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚRepVitc                   ó‚   ‡ — e Zd Z	 	 	 	 	 	 	 	 ddededededed	ed
edefˆ fd„Z ej        ¦   «         d„ ¦   «         Zˆ xZ	S )ÚConvNormr   r   NÚin_dimÚout_dimÚksÚstrideÚpadÚdilationÚgroupsÚbn_weight_initc                 ó¢  •— |	|
dœ}t          ¦   «                              ¦   «          |                      dt          j        |||||||fddi|¤Ž¦  «         |                      dt          j        |fi |¤Ž¦  «         t          j                             | j        j	        |¦  «         t          j                             | j        j
        d¦  «         d S )N©ÚdeviceÚdtypeÚcÚbiasFÚbnr   )ÚsuperÚ__init__Ú
add_moduleÚnnÚConv2dÚBatchNorm2dÚinitÚ	constant_r(   Úweightr'   )Úselfr   r   r   r   r   r   r    r!   r$   r%   ÚddÚ	__class__s               €úb/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/repvit.pyr*   zConvNorm.__init__!   sÆ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�Š˜�RœY v¨w¸¸FÀCÈÐSYÐlÐlÐ`eÐlÐikÐlÐlÑmÔmÐmØ�Š˜�bœn¨WÐ;Ð;¸Ð;Ð;Ñ<Ô<Ð<Ý
Œ×Ò˜$œ'œ.¨.Ñ9Ô9Ð9Ý
Œ×Ò˜$œ'œ,¨Ñ*Ô*Ð*Ð*Ð*ó    c           
      óŠ  — | j                              ¦   «         \  }}|j        |j        |j        z   dz  z  }|j        |d d …d d d f         z  }|j        |j        |j        z  |j        |j        z   dz  z  z
  }t          j        | 	                    d¦  «        | j
        j        z  | 	                    d¦  «        |j        dd …         | j
        j        | j
        j        | j
        j        | j
        j        |j        j        ¬¦  «        }|j        j                             |¦  «         |j        j                             |¦  «         |S )Nç      à?r   r   é   )r   Úpaddingr   r    r$   )Ú_modulesÚvaluesr1   Úrunning_varÚepsr'   Úrunning_meanr,   r-   Úsizer&   r    Úshaper   r:   r   r$   ÚdataÚcopy_)r2   r&   r(   ÚwÚbÚms         r5   ÚfusezConvNorm.fuse5   s  € à”×$Ò$Ñ&Ô&‰ˆˆ2ØŒI˜œ¨"¬&Ñ0°SÑ8Ñ8ˆØŒH�q˜˜˜˜D $¨Ð,Ô-Ñ-ˆØŒG�b”o¨¬	Ñ1°R´^ÀbÄfÑ5LÐQTÑ4TÑTÑTˆÝŒIØ�FŠF�1‰IŒI˜œœÑ%Ø�FŠF�1‰IŒIØŒG�A�B�BŒKØ”6”=Ø”F”NØ”V”_Ø”6”=Ø”8”?ð	
ñ 	
ô 	
ˆð 	
ŒŒ×Ò˜AÑÔÐØ	ŒŒ×Ò˜!ÑÔÐØˆr6   )r   r   r   r   r   r   NN)
Ú__name__Ú
__module__Ú__qualname__ÚintÚfloatr*   ÚtorchÚno_gradrG   Ú__classcell__©r4   s   @r5   r   r       sÍ   ø€ € € € € ð
 ØØØØØ$%ØØð+ð +àð+ð ð+ð ð	+ð
 ð+ð ð+ð ð+ð ð+ð "ð+ð +ð +ð +ð +ð +ð( €U„]�_„_ðð ñ „_ðð ð ð ð r6   r   c            	       ój   ‡ — e Zd Z	 	 	 	 d
dedededefˆ fd„Z ej        ¦   «         d	„ ¦   «         Z	ˆ xZ
S )Ú
NormLinearTç{®Gáz”?Nr   r   r'   Ústdc                 ó‚  •— ||dœ}t          ¦   «                              ¦   «          |                      dt          j        |fi |¤Ž¦  «         |                      dt          j        ||fd|i|¤Ž¦  «         t          | j        j        |¬¦  «         |r,t          j	         
                    | j        j        d¦  «         d S d S )Nr#   r(   Úlr'   )rT   r   )r)   r*   r+   r,   ÚBatchNorm1dÚLinearr   rV   r1   r/   r0   r'   )	r2   r   r   r'   rT   r$   r%   r3   r4   s	           €r5   r*   zNormLinear.__init__K   sÆ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�Š˜�bœn¨VÐ:Ð:°rÐ:Ð:Ñ;Ô;Ð;Ø�Š˜�RœY v¨wÐHÐH¸TÐHÀRÐHÐHÑIÔIÐIÝ�d”f”m¨Ð-Ñ-Ô-Ð-Øð 	.ÝŒG×Ò˜dœfœk¨1Ñ-Ô-Ð-Ð-Ð-ð	.ð 	.r6   c                 ó¬  — | j                              ¦   «         \  }}|j        |j        |j        z   dz  z  }|j        | j        j        | j        j        z  |j        |j        z   dz  z  z
  }|j        |d d d …f         z  }|j        €|| j        j        j	        z  }n4|j        |d d …d f         z   
                    d¦  «        | j        j        z   }t          j        |                     d¦  «        |                     d¦  «        |j        j        ¬¦  «        }|j        j                             |¦  «         |j        j                             |¦  «         |S )Nr8   éÿÿÿÿr   r   ©r$   )r;   r<   r1   r=   r>   r'   r(   r?   rV   ÚTÚviewr,   rX   r@   r$   rB   rC   )r2   r(   rV   rD   rE   rF   s         r5   rG   zNormLinear.fuse\   s&  € à”×$Ò$Ñ&Ô&‰ˆˆAØŒI˜œ¨"¬&Ñ0°SÑ8Ñ8ˆØŒG�d”gÔ*¨T¬W¬^Ñ;¸r¼~ÐPRÔPVÑ?VÐ[^Ñ>^Ñ^Ñ^ˆØŒH�q˜˜q˜q˜q˜”zÑ!ˆØŒ6ˆ>Ø�D”F”M”OÑ#ˆAˆAà”˜A˜a˜a˜a ˜gœJÑ&×,Ò,¨RÑ0Ô0°4´6´;Ñ>ˆAÝŒI�a—f’f˜Q‘i”i §¢¨¡¤°1´8´?ÐCÑCÔCˆØ	ŒŒ×Ò˜AÑÔÐØ	ŒŒ×Ò˜!ÑÔÐØˆr6   )TrS   NN)rH   rI   rJ   rK   ÚboolrL   r*   rM   rN   rG   rO   rP   s   @r5   rR   rR   J   s™   ø€ € € € € ð
 ØØØð.ð .àð.ð ð.ð ð	.ð
 ð.ð .ð .ð .ð .ð .ð" €U„]�_„_ðð ñ „_ðð ð ð ð r6   rR   c                   ój   ‡ — e Zd Z	 	 	 d	dededefˆ fd„Zd„ Z ej        ¦   «         d„ ¦   «         Z	ˆ xZ
S )
ÚRepVggDwFNÚedÚkernel_sizeÚlegacyc                 óx  •— ||dœ}t          ¦   «                              ¦   «          t          |||d|dz
  dz  fd|i|¤Ž| _        |r1t          ||dddfd|i|¤Ž| _        t          j        ¦   «         | _        n4t          j        ||dddfd|i|¤Ž| _        t          j	        |fi |¤Ž| _        || _
        || _        d S )Nr#   r   r9   r    r   )r)   r*   r   ÚconvÚconv1r,   ÚIdentityr(   r-   r.   Údimrc   )r2   ra   rb   rc   r$   r%   r3   r4   s          €r5   r*   zRepVggDw.__init__m   sã   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜R  [°!°kÀA±oÈ!Ñ5KÐ]Ð]ÐTVÐ]ÐZ\Ð]Ð]ˆŒ	Øð 	/Ý! " b¨!¨Q°ÐCÐC¸"ÐCÀÐCÐCˆDŒJå”k‘m”mˆDŒGˆGåœ 2 r¨1¨a°ÐDÐD¸2ÐDÀÐDÐDˆDŒJÝ”n RÐ.Ð.¨2Ð.Ð.ˆDŒGØˆŒØˆŒˆˆr6   c                 ó„   — |                       |                      |¦  «        |                      |¦  «        z   |z   ¦  «        S ©N)r(   re   rf   ©r2   Úxs     r5   ÚforwardzRepVggDw.forward‚   s2   € Ø�wŠw�t—y’y ‘|”| d§j¢j°¡m¤mÑ3°aÑ7Ñ8Ô8Ð8r6   c           	      óž  — | j                              ¦   «         }| j        r| j                             ¦   «         }n| j        }|j        }|j        }|j        }|j        }t          j                             |g d¢¦  «        }t          j                             t          j
        |j        d         |j        d         dd|j        ¬¦  «        g d¢¦  «        }||z   |z   }||z   }	|j        j                             |¦  «         |j        j                             |	¦  «         | j        s§| j        }
|
j        |
j        |
j        z   dz  z  }|j        |d d …d d d f         z  }|
j        |j        |
j        z
  |
j        z  |
j        |
j        z   dz  z  z   }|j        j                             |¦  «         |j        j                             |¦  «         |S )N)r   r   r   r   r   r   r[   r8   )re   rG   rc   rf   r1   r'   r,   Ú
functionalr   rM   ÚonesrA   r$   rB   rC   r(   r=   r>   r?   )r2   re   rf   Úconv_wÚconv_bÚconv1_wÚconv1_bÚidentityÚfinal_conv_wÚfinal_conv_br(   rD   rE   s                r5   rG   zRepVggDw.fuse…   s³  € àŒy�~Š~ÑÔˆàŒ;ð 	Ø”J—O’OÑ%Ô%ˆEˆEà”JˆEà”ˆØ”ˆØ”,ˆØ”*ˆå”-×#Ò# G¨\¨\¨\Ñ:Ô:ˆå”=×$Ò$ÝŒJ�w”} QÔ'¨¬°qÔ)9¸1¸aÈÌÐWÑWÔWÐYeÐYeÐYeñ
ô 
ˆð  Ñ'¨(Ñ2ˆØ Ñ'ˆàŒÔ×Ò˜|Ñ,Ô,Ð,ØŒ	Œ×Ò˜\Ñ*Ô*Ð*àŒ{ð 	$Ø”ˆBØ”	˜Rœ^¨b¬fÑ4¸Ñ<Ñ<ˆAØ”˜a    4¨¨tÐ 3Ô4Ñ4ˆAØ”˜4œ9 r¤Ñ6¸"¼)ÑCÀrÄ~ÐXZÔX^ÑG^ÐcfÑFfÑfÑfˆAØŒKÔ×"Ò" 1Ñ%Ô%Ð%ØŒIŒN× Ò  Ñ#Ô#Ð#Øˆr6   ©FNN)rH   rI   rJ   rK   r^   r*   rm   rM   rN   rG   rO   rP   s   @r5   r`   r`   l   s›   ø€ € € € € ð
 !ØØðð àðð ðð ð	ð ð ð ð ð ð*9ð 9ð 9ð €U„]�_„_ð ð  ñ „_ð ð  ð  ð  ð  r6   r`   c                   óN   ‡ — e Zd Z	 	 ddededeej                 fˆ fd„Zd„ Zˆ xZ	S )Ú	RepVitMlpNr   Ú
hidden_dimÚ	act_layerc                 óÌ   •— ||dœ}t          ¦   «                              ¦   «          t          ||dddfi |¤Ž| _         |¦   «         | _        t          ||dddfddi|¤Ž| _        d S )Nr#   r   r   r!   )r)   r*   r   rf   ÚactÚconv2)r2   r   r{   r|   r$   r%   r3   r4   s          €r5   r*   zRepVitMlp.__init__ª   s|   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜f j°!°Q¸Ð@Ð@¸RÐ@Ð@ˆŒ
Ø�9‘;”;ˆŒÝ˜j¨&°!°Q¸ÐRÐRÈ!ÐRÈrÐRÐRˆŒ
ˆ
ˆ
r6   c                 óx   — |                       |                      |                      |¦  «        ¦  «        ¦  «        S rj   )r   r~   rf   rk   s     r5   rm   zRepVitMlp.forward¸   s*   € Ø�zŠz˜$Ÿ(š( 4§:¢:¨a¡=¤=Ñ1Ô1Ñ2Ô2Ð2r6   ©NN©
rH   rI   rJ   rK   r   r,   ÚModuler*   rm   rO   rP   s   @r5   rz   rz   ©   s…   ø€ € € € € ð ØðSð SàðSð ðSð ˜BœI”ð	Sð Sð Sð Sð Sð Sð3ð 3ð 3ð 3ð 3ð 3ð 3r6   rz   c                   ó\   ‡ — e Zd Z	 	 	 ddededededeej                 defˆ fd	„Z	d
„ Z
ˆ xZS )ÚRepViTBlockFNr   Ú	mlp_ratiorb   Úuse_ser|   rc   c	                 óø   •— ||dœ}	t          ¦   «                              ¦   «          t          |||fi |	¤Ž| _        |rt	          |dfi |	¤Žnt          j        ¦   «         | _        t          |||z  |fi |	¤Ž| _	        d S )Nr#   g      Ð?)
r)   r*   r`   Útoken_mixerr   r,   rg   Úserz   Úchannel_mixer)r2   r   r†   rb   r‡   r|   rc   r$   r%   r3   r4   s             €r5   r*   zRepViTBlock.__init__½   s•   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ# F¨K¸ÐFÐFÀ2ÐFÐFˆÔØ7=ÐP•- ¨Ð3Ð3°Ð3Ð3Ð3Å2Ä;Á=Ä=ˆŒÝ& v¨v¸	Ñ/AÀ9ÐSÐSÐPRÐSÐSˆÔÐÐr6   c                 óŽ   — |                       |¦  «        }|                      |¦  «        }|}|                      |¦  «        }||z   S rj   )r‰   rŠ   r‹   ©r2   rl   ru   s      r5   rm   zRepViTBlock.forwardÎ   sF   € Ø×Ò˜QÑÔˆØ�GŠG�A‰JŒJˆØˆØ×Ò˜qÑ!Ô!ˆØ˜!‰|Ðr6   rx   )rH   rI   rJ   rK   rL   r^   r   r,   rƒ   r*   rm   rO   rP   s   @r5   r…   r…   ¼   s©   ø€ € € € € ð !ØØðTð TàðTð ðTð ð	Tð
 ðTð ˜BœI”ðTð ðTð Tð Tð Tð Tð Tð"ð ð ð ð ð ð r6   r…   c                   óN   ‡ — e Zd Z	 	 ddededeej                 fˆ fd„Zd„ Zˆ xZ	S )Ú
RepVitStemNÚin_chsÚout_chsr|   c                 óâ   •— ||dœ}t          ¦   «                              ¦   «          t          ||dz  dddfi |¤Ž| _         |¦   «         | _        t          |dz  |dddfi |¤Ž| _        d| _        d S )Nr#   r9   é   r   é   )r)   r*   r   rf   Úact1r   r   )r2   r�   r‘   r|   r$   r%   r3   r4   s          €r5   r*   zRepVitStem.__init__×   s†   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜f g°¡l°A°q¸!ÐBÐB¸rÐBÐBˆŒ
Ø�I‘K”KˆŒ	Ý˜g¨™l¨G°Q¸¸1ÐCÐCÀÐCÐCˆŒ
ØˆŒˆˆr6   c                 óx   — |                       |                      |                      |¦  «        ¦  «        ¦  «        S rj   )r   r•   rf   rk   s     r5   rm   zRepVitStem.forwardæ   s*   € Ø�zŠz˜$Ÿ)š) D§J¢J¨q¡M¤MÑ2Ô2Ñ3Ô3Ð3r6   r�   r‚   rP   s   @r5   r�   r�   Ö   s{   ø€ € € € € ð Øðð àðð ðð ˜BœI”ð	ð ð ð ð ð ð4ð 4ð 4ð 4ð 4ð 4ð 4r6   r�   c                   ó\   ‡ — e Zd Z	 	 	 ddededededeej                 defˆ fd	„Z	d
„ Z
ˆ xZS )ÚRepVitDownsampleFNr   r†   r   rb   r|   rc   c	                 ó  •— ||dœ}	t          ¦   «                              ¦   «          t          |||fd||dœ|	¤Ž| _        t	          |||fd|dz
  dz  |dœ|	¤Ž| _        t	          ||ddfi |	¤Ž| _        t          |||z  |fi |	¤Ž| _        d S )Nr#   F)r‡   r|   rc   r9   r   )r   r   r    )	r)   r*   r…   Ú	pre_blockr   Úspatial_downsampleÚchannel_downsamplerz   Úffn)r2   r   r†   r   rb   r|   rc   r$   r%   r3   r4   s             €r5   r*   zRepVitDownsample.__init__ë   sê   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ$ØØØð
ð ØØð
ð 
ð ð
ð 
ˆŒõ #+ØØØð#
ð Ø˜q‘ QÑ&Øð#
ð #
ð ð#
ð #
ˆÔõ #+¨6°7¸A¸qÐ"GÐ"GÀBÐ"GÐ"GˆÔÝ˜W g°	Ñ&9¸9ÐKÐKÈÐKÐKˆŒˆˆr6   c                 ó¸   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|}|                      |¦  «        }||z   S rj   )rš   r›   rœ   r�   r�   s      r5   rm   zRepVitDownsample.forward  sW   € Ø�NŠN˜1ÑÔˆØ×#Ò# AÑ&Ô&ˆØ×#Ò# AÑ&Ô&ˆØˆØ�HŠH�Q‰KŒKˆØ�8‰|Ðr6   rx   ©rH   rI   rJ   rK   rL   r   r,   rƒ   r^   r*   rm   rO   rP   s   @r5   r˜   r˜   ê   sª   ø€ € € € € ð !ØØð Lð  Làð Lð ð Lð ð	 Lð
 ð Lð ˜BœI”ð Lð ð Lð  Lð  Lð  Lð  Lð  LðDð ð ð ð ð ð r6   r˜   c            	       óp   ‡ — e Zd Z	 	 	 	 ddedededefˆ fd„Zd	„ Z ej	        ¦   «         d
„ ¦   «         Z
ˆ xZS )ÚRepVitClassifierFç        Nrh   Únum_classesÚdistillationÚdropc                 óf  •— ||dœ}t          ¦   «                              ¦   «          t          j        |¦  «        | _        |dk    rt          ||fi |¤Žnt          j        ¦   «         | _        || _        d| _	        || _
        |r.|dk    rt          ||fi |¤Žnt          j        ¦   «         | _        d S d S )Nr#   r   F)r)   r*   r,   ÚDropoutÚ	head_droprR   rg   Úheadr¤   Údistilled_trainingr£   Ú	head_dist)	r2   rh   r£   r¤   r¥   r$   r%   r3   r4   s	           €r5   r*   zRepVitClassifier.__init__  sÇ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝœ DÑ)Ô)ˆŒØ:EÈº/¸/•J˜s KÐ6Ð6°2Ð6Ð6Ð6ÍrÌ{É}Ì}ˆŒ	Ø(ˆÔØ"'ˆÔØ&ˆÔØð 	fØCNÐQRÂ?À?�Z¨¨[Ð?Ð?¸BÐ?Ð?Ð?ÕXZÔXcÑXeÔXeˆDŒNˆNˆNð	fð 	fr6   c                 ó,  — |                       |¦  «        }| j        rb|                      |¦  «        |                      |¦  «        }}| j        r)| j        r"t          j                             ¦   «         s||fS ||z   dz  S |                      |¦  «        }|S )Nr9   )	r¨   r¤   r©   r«   Útrainingrª   rM   ÚjitÚis_scripting)r2   rl   Úx1Úx2s       r5   rm   zRepVitClassifier.forward*  s‘   € Ø�NŠN˜1ÑÔˆØÔð 	Ø—Y’Y˜q‘\”\ 4§>¢>°!Ñ#4Ô#4�ˆBØŒ}ð % Ô!8ð %ÅÄ×AWÒAWÑAYÔAYð %Ø˜2�v�à˜R™ 1‘}Ð$à—	’	˜!‘”ˆAØˆHr6   c                 óL  — | j         dk    st          j        ¦   «         S | j                             ¦   «         }| j        re| j                             ¦   «         }|xj        |j        z  c_        |xj        |j        z  c_        |xj        dz  c_        |xj        dz  c_        |S |S )Nr   r9   )	r£   r,   rg   r©   rG   r¤   r«   r1   r'   )r2   r©   r«   s      r5   rG   zRepVitClassifier.fuse6  s™   € àÔ !Ò#Ð#Ý”;‘=”=Ð ØŒy�~Š~ÑÔˆØÔð 	Øœ×+Ò+Ñ-Ô-ˆIØˆKŒK˜9Ô+Ñ+ˆKŒKØˆIŒI˜œÑ'ˆIŒIØˆKŒK˜1ÑˆKŒKØˆIŒI˜‰NˆIŒIØˆKàˆKr6   )Fr¢   NN)rH   rI   rJ   rK   r^   rL   r*   rm   rM   rN   rG   rO   rP   s   @r5   r¡   r¡     s³   ø€ € € € € ð
 "'ØØØðfð fàðfð ðfð ð	fð
 ðfð fð fð fð fð fð&
ð 
ð 
ð €U„]�_„_ðð ñ „_ðð ð ð ð r6   r¡   c                   óh   ‡ — e Zd Z	 	 	 	 	 ddedededed	eej                 d
ededefˆ fd„Z	d„ Z
ˆ xZS )ÚRepVitStager“   TFNr   r   Údepthr†   r|   rb   Ú
downsamplerc   c                 ój  •— |	|
dœ}t          ¦   «                              ¦   «          |rt          ||||f||dœ|¤Ž| _        n ||k    sJ ‚t	          j        ¦   «         | _        g }d}t          |¦  «        D ]*}|                     t          ||||||fi |¤Ž¦  «         | }Œ+t	          j	        |Ž | _
        d S )Nr#   )r|   rc   T)r)   r*   r˜   r¶   r,   rg   ÚrangeÚappendr…   Ú
SequentialÚblocks)r2   r   r   rµ   r†   r|   rb   r¶   rc   r$   r%   r3   r»   r‡   Ú_r4   s                  €r5   r*   zRepVitStage.__init__G  só   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØð 	,Ý.ØØØØð	ð
 $Øðð ð ðð ˆDŒOˆOð ˜WÒ$Ð$Ð$Ð$Ý œk™mœmˆDŒOàˆØˆÝ�u‘”ð 	 ð 	 ˆAØ�MŠM�+ g¨y¸+ÀvÈyÐZ`ÐgÐgÐdfÐgÐgÑhÔhÐhØ�ZˆFˆFå”m VÐ,ˆŒˆˆr6   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rj   )r¶   r»   rk   s     r5   rm   zRepVitStage.forwardl  s'   € Ø�OŠO˜AÑÔˆØ�KŠK˜‰NŒNˆØˆr6   )r“   TFNNrŸ   rP   s   @r5   r´   r´   F  s·   ø€ € € € € ð  !Ø#Ø ØØð#-ð #-àð#-ð ð#-ð ð	#-ð
 ð#-ð ˜BœI”ð#-ð ð#-ð ð#-ð ð#-ð #-ð #-ð #-ð #-ð #-ðJð ð ð ð ð ð r6   r´   c                   óÈ  ‡ — e Zd Zddddddddej        dd	d
ddfdededeedf         deedf         dedededede	ej
                 dededefˆ fd„Zej        j        d1d„¦   «         Zej        j        d2d„¦   «         Zej        j        dej
        fd„¦   «         Zd3dedee         defd„Zej        j        d2d„¦   «         Z	 	 	 	 	 d4d!ej        d"eeeee         f                  d#ed$ed%ed&edeeej                 eej        eej                 f         f         fd'„Z	 	 	 d5d"eeee         f         d)ed*efd+„Zd,„ Zd1d-efd.„Zd/„ Z ej        ¦   «         d0„ ¦   «         Zˆ xZ S )6r   r“   éà   )é0   )r9   r9   Úavgéè  Tr¢   FNÚin_chansÚimg_sizeÚ	embed_dim.rµ   r†   Úglobal_poolrb   r£   r|   r¤   Ú	drop_raterc   c                 óÜ  •‡— t          ¦   «                              ¦   «          ||dœ}d| _        || _        || _        || _        || _        |d         }t          |||	fi |¤Ž| _        | j        j	        }t          d„ t          t          |¦  «        t          |¦  «        ¦  «        D ¦   «         ¦  «        }t          |¦  «        } t          |¦  «        |¦  «        }g | _        g }t!          |¦  «        D ]ž}|dk    rdnd}|                     t%          |||         ||         f||         |	|||dœ|¤Ž¦  «         |rdndŠ|‰z  }t          ˆfd	„|D ¦   «         ¦  «        }| xj        t'          ||         |d
|› �¬¦  «        gz  c_        ||         }ŒŸt)          j        |Ž | _        |d         x| _        | _        t)          j        |¦  «        | _        t7          |d         ||
fi |¤Ž| _        d S )Nr#   Fr   c                 ó   — g | ]
\  }}||z  ‘ŒS © rÊ   )Ú.0ÚiÚps      r5   ú
<listcomp>z#RepVit.__init__.<locals>.<listcomp>�  s    € Ð[Ð[Ð[¡t q¨!˜A ™FÐ[Ð[Ð[r6   T)r†   r|   rb   r¶   rc   r9   r   c                 ó&   •— g | ]}|d z
  ‰z  d z   ‘ŒS )r   rÊ   )rË   ÚrÚstage_strides     €r5   rÎ   z#RepVit.__init__.<locals>.<listcomp>§  s'   ø€ ÐPÐPÐPÀ  Q¡¨<Ñ 7¸!Ñ ;ÐPÐPÐPr6   zstages.)Únum_chsÚ	reductionÚmodulerZ   )r)   r*   Úgrad_checkpointingrÆ   rÅ   r£   rÃ   r�   Ústemr   ÚtupleÚzipr   Úlenr   Úfeature_infor¸   r¹   r´   Údictr,   rº   ÚstagesÚnum_featuresÚhead_hidden_sizer§   r¨   r¡   r©   )r2   rÃ   rÄ   rÅ   rµ   r†   rÆ   rb   r£   r|   r¤   rÇ   rc   r$   r%   r3   r   r   Ú
resolutionÚ
num_stagesÚ
mlp_ratiosrÜ   rÌ   r¶   rÑ   r4   s                           @€r5   r*   zRepVit.__init__s  s:  øø€ õ" 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ"'ˆÔØ&ˆÔØ"ˆŒØ&ˆÔØ ˆŒà˜1”ˆÝ˜x¨°ÐAÐA¸bÐAÐAˆŒ	Ø”Ô!ˆÝÐ[Ð[­sµ9¸XÑ3FÔ3FÍ	ÐRXÑHYÔHYÑ/ZÔ/ZÐ[Ñ[Ô[Ñ\Ô\ˆ
å˜‘^”^ˆ
Ø*•Y˜zÑ*Ô*¨9Ñ5Ô5ˆ
àˆÔØˆÝ�zÑ"Ô"ð 	"ð 	"ˆAØ!" a¢ ˜˜¨UˆJØ�MŠMÝØØ˜a”LØ˜!”Hð
ð )¨œmØ'Ø +Ø)Ø!ð
ð 
ð ð
ð 
ñô ð ð !+Ð1˜1˜1°ˆLØ�lÑ"ˆFÝÐPÐPÐPÐPÀZÐPÑPÔPÑQÔQˆJØÐÔ¥$¨y¸¬|ÀvÐVcÐ`aÐVcÐVcÐ"dÑ"dÔ"dÐ!eÑeÐÔØ˜q”\ˆFˆFÝ”m VÐ,ˆŒà4=¸b´MÐAˆÔ˜DÔ1Ýœ IÑ.Ô.ˆŒÝ$ Y¨r¤]°KÀÐTÐTÐQSÐTÐTˆŒ	ˆ	ˆ	r6   c                 ó,   — t          dddg¬¦  «        }|S )Nz^stem)z^blocks\.(\d+)N)z^norm)iŸ† )rÖ   r»   )rÛ   )r2   ÚcoarseÚmatchers      r5   Úgroup_matcherzRepVit.group_matcher°  s    € å˜HÐ.GÐI]Ð-^Ð_Ñ_Ô_ˆØˆr6   c                 ó   — || _         d S rj   )rÕ   ©r2   Úenables     r5   Úset_grad_checkpointingzRepVit.set_grad_checkpointingµ  s   € à"(ˆÔÐÐr6   Úreturnc                 ó   — | j         S rj   )r©   )r2   s    r5   Úget_classifierzRepVit.get_classifier¹  s
   € àŒyÐr6   c                 óÆ   — t          | ||¬¦  «        }|| _        |�|| _        t          | j        d         ||fi |¤Ž| _        | j                             | j        ¦  «         d S )Nr#   rZ   )r   r£   rÆ   r¡   rÅ   r©   Útrainr­   )r2   r£   rÆ   r¤   r$   r%   r3   s          r5   Úreset_classifierzRepVit.reset_classifier½  sk   € Ý˜d¨6¸Ð?Ñ?Ô?ˆØ&ˆÔØÐ"Ø*ˆDÔÝ$ T¤^°BÔ%7¸ÀlÐYÐYÐVXÐYÐYˆŒ	ØŒ	�Š˜œÑ&Ô&Ð&Ð&Ð&r6   c                 ó   — || j         _        d S rj   )r©   rª   rç   s     r5   Úset_distilled_trainingzRepVit.set_distilled_trainingÅ  s   € à'-ˆŒ	Ô$Ð$Ð$r6   ÚNCHWrl   ÚindicesÚnormÚ
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óø  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }t          j                             ¦   «         s|s| j        }
n| j        d|	dz   …         }
t          |
¦  «        D ]_\  }}| j        r/t          j                             ¦   «         st          ||¦  «        }n ||¦  «        }||v r| 
                    |¦  «         Œ`|r|S ||fS )aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )rò   zOutput shape must be NCHW.Nr   )r   rÙ   rÜ   rÖ   rM   r®   r¯   Ú	enumeraterÕ   r   r¹   )r2   rl   ró   rô   rõ   rö   r÷   ÚintermediatesÚtake_indicesÚ	max_indexrÜ   Úfeat_idxÚstages                r5   Úforward_intermediateszRepVit.forward_intermediatesÉ  s  € ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið �IŠI�a‰LŒLˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFå(¨Ñ0Ô0ð 	(ð 	(‰OˆH�eØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý˜u aÑ(Ô(��à�E˜!‘H”H�Ø˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐr6   r   Ú
prune_normÚ
prune_headc                 ó®   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr   r   Ú )r   rÙ   rÜ   rï   )r2   ró   r   r  rû   rü   s         r5   Úprune_intermediate_layersz RepVit.prune_intermediate_layersö  s\   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐr6   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S rj   )rÖ   rÕ   rM   r®   r¯   r   rÜ   rk   s     r5   Úforward_featureszRepVit.forward_features  sX   € Ø�IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆr6   Ú
pre_logitsc                 ó¢   — | j         dk    r|                     dd¬¦  «        }|                      |¦  «        }|r|S |                      |¦  «        S )NrÁ   )r9   r“   F)Úkeepdim)rÆ   Úmeanr¨   r©   )r2   rl   r  s      r5   Úforward_headzRepVit.forward_head  sS   € ØÔ˜uÒ$Ð$Ø—’�v u�Ñ-Ô-ˆAØ�NŠN˜1ÑÔˆØð 	ØˆHØ�yŠy˜‰|Œ|Ðr6   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rj   )r  r  rk   s     r5   rm   zRepVit.forward  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr6   c                 ó(   ‡— ˆfd„Š ‰| ¦  «         d S )Nc                 óÔ   •— |                       ¦   «         D ]Q\  }}t          |d¦  «        r1|                     ¦   «         }t          | ||¦  «          ‰|¦  «         ŒF ‰|¦  «         ŒRd S )NrG   )Únamed_childrenÚhasattrrG   Úsetattr)ÚnetÚ
child_nameÚchildÚfusedÚfuse_childrens       €r5   r  z"RepVit.fuse.<locals>.fuse_children  s„   ø€ Ø%(×%7Ò%7Ñ%9Ô%9ð )ð )Ñ!�
˜EÝ˜5 &Ñ)Ô)ð )Ø!ŸJšJ™LœL�EÝ˜C ¨UÑ3Ô3Ð3Ø!�M %Ñ(Ô(Ð(Ð(à!�M %Ñ(Ô(Ð(Ð(ð)ð )r6   rÊ   )r2   r  s    @r5   rG   zRepVit.fuse  s4   ø€ ð	)ð 	)ð 	)ð 	)ð 	)ð 	ˆ�dÑÔÐÐÐr6   ©F)T)NFNN)NFFrò   F)r   FT)!rH   rI   rJ   r,   ÚGELUrK   r   rL   Ústrr   rƒ   r^   r*   rM   r®   Úignorerå   ré   rì   r   rï   rñ   ÚTensorr   r   rÿ   r  r  r  rm   rN   rG   rO   rP   s   @r5   r   r   r  s9  ø€ € € € € ð ØØ%*Ø!%ØØ ØØØ%'¤WØ!ØØØØð;Uð ;Uàð;Uð ð;Uð ˜˜c˜”?ð	;Uð
 �S˜#�XŒð;Uð ð;Uð ð;Uð ð;Uð ð;Uð ˜œ	”?ð;Uð ð;Uð ð;Uð ð;Uð ;Uð ;Uð ;Uð ;Uð ;Uðz „YÔðð ð ñ Ôðð „YÔð)ð )ð )ñ Ôð)ð „YÔð ¤	ð ð ð ñ Ôðð'ð '¨Cð '¸hÀs¼mð 'Ðbfð 'ð 'ð 'ð 'ð „YÔð.ð .ð .ñ Ôð.ð 8<ØØ$Ø$Ø',ð+ ð + àŒ|ð+ ð ˜e C¨¨c¬ NÔ3Ô4ð+ ð ð	+ ð
 ð+ ð ð+ ð !%ð+ ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð+ ð + ð + ð + ð^ ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ðð ð ðð ¨$ð ð ð ð ðð ð ð
 €U„]�_„_ð
ð 
ñ „_ð
ð 
ð 
ð 
ð 
r6   r  c                 ó6   — | dddddt           t          dddd	œ|¥S )
NrÂ   )r“   r¿   r¿   )é   r  gffffffî?Úbicubiczstem.conv1.c)zhead.head.lzhead.head_dist.lz
apache-2.0)Úurlr£   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationr
  rT   Ú
first_convÚ
classifierÚlicenser   )r  Úkwargss     r5   Ú_cfgr(  '  s<   € àØØ#ØØØ"Ý%Ý#Ø$Ø9Øðð ð ðð r6   ztimm/)Ú	hf_hub_id)zrepvit_m1.dist_in1kzrepvit_m2.dist_in1kzrepvit_m3.dist_in1kzrepvit_m0_9.dist_300e_in1kzrepvit_m0_9.dist_450e_in1kzrepvit_m1_0.dist_300e_in1kzrepvit_m1_0.dist_450e_in1kzrepvit_m1_1.dist_300e_in1kzrepvit_m1_1.dist_450e_in1kzrepvit_m1_5.dist_300e_in1kzrepvit_m1_5.dist_450e_in1kzrepvit_m2_3.dist_300e_in1kzrepvit_m2_3.dist_450e_in1kFc                 ó|   — |                      dd¦  «        }t          t          | |fdt          d|¬¦  «        i|¤Ž}|S )NÚout_indices)r   r   r9   r“   Úfeature_cfgT)Úflatten_sequentialr+  )Úpopr   r   rÛ   )ÚvariantÚ
pretrainedr'  r+  Úmodels        r5   Ú_create_repvitr2  e  sZ   € Ø—*’*˜]¨LÑ9Ô9€KÝ ÝØØðð õ ¨D¸kÐJÑJÔJð	ð
 ðð €Eð €Lr6   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z&
    Constructs a RepViT-M1 model
    ©rÀ   é`   éÀ   i€  ©r9   r9   é   r9   T©rÅ   rµ   rc   Ú	repvit_m1r0  )r:  ©rÛ   r2  ©r0  r'  Ú
model_argss      r5   r:  r:  q  sD   € õ
 Ð 2¸-ÐPTÐUÑUÔU€JÝÐ[Ð[°*Ð[ÅÀZÐ@ZÐ@ZÐSYÐ@ZÐ@ZÐ[Ð[Ð[r6   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z&
    Constructs a RepViT-M2 model
    ©é@   é€   é   i   ©r9   r9   é   r9   Tr9  Ú	repvit_m2r0  )rE  r;  r<  s      r5   rE  rE  z  óD   € õ
 Ð 3¸=ÐQUÐVÑVÔV€JÝÐ[Ð[°*Ð[ÅÀZÐ@ZÐ@ZÐSYÐ@ZÐ@ZÐ[Ð[Ð[r6   c           	      óX   — t          ddd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z&
    Constructs a RepViT-M3 model
    r?  )r”   r”   é   r9   Tr9  Ú	repvit_m3r0  )rI  r;  r<  s      r5   rI  rI  ƒ  rF  r6   c           	      óV   — t          dd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z(
    Constructs a RepViT-M0.9 model
    r4  r7  ©rÅ   rµ   Úrepvit_m0_9r0  )rL  r;  r<  s      r5   rL  rL  Œ  sA   € õ
 Ð 2¸-ÐHÑHÔH€JÝÐ]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]Ð]r6   c           	      óV   — t          dd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z(
    Constructs a RepViT-M1.0 model
    )é8   ép   r¿   iÀ  r7  rK  Úrepvit_m1_0r0  )rP  r;  r<  s      r5   rP  rP  •  óA   € õ
 Ð 3¸=ÐIÑIÔI€JÝÐ]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]Ð]r6   c           	      óV   — t          dd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z(
    Constructs a RepViT-M1.1 model
    r?  rC  rK  Úrepvit_m1_1r0  )rS  r;  r<  s      r5   rS  rS  ž  rQ  r6   c           	      óV   — t          dd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z(
    Constructs a RepViT-M1.5 model
    r?  )r”   r”   é   r”   rK  Úrepvit_m1_5r0  )rV  r;  r<  s      r5   rV  rV  §  rQ  r6   c           	      óV   — t          dd¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z(
    Constructs a RepViT-M2.3 model
    )éP   é    i@  i€  )é   rZ  é"   r9   rK  Úrepvit_m2_3r0  )r\  r;  r<  s      r5   r\  r\  °  rQ  r6   )r  r  )5Ú__doc__Útypingr   r   r   r   r   rM   Útorch.nnr,   Ú	timm.datar	   r
   Útimm.layersr   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   r   Ú	_registryr   r   Ú__all__rº   r   rR   rƒ   r`   rz   r…   r�   r˜   r¡   r´   r   r(  Údefault_cfgsr2  r:  rE  rI  rL  rP  rS  rV  r\  rÊ   r6   r5   ú<module>rh     sq  ððð ð  6Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5à €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ø *Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ*€ð'ð 'ð 'ð 'ð 'ˆrŒ}ñ 'ô 'ð 'ðTð ð ð ð �”ñ ô ð ðD:ð :ð :ð :ð :ˆrŒyñ :ô :ð :ðz3ð 3ð 3ð 3ð 3�”	ñ 3ô 3ð 3ð&ð ð ð ð �"”)ñ ô ð ð44ð 4ð 4ð 4ð 4�”ñ 4ô 4ð 4ð()ð )ð )ð )ð )�r”yñ )ô )ð )ðX-ð -ð -ð -ð -�r”yñ -ô -ð -ð`)ð )ð )ð )ð )�"”)ñ )ô )ð )ðXrð rð rð rð rˆRŒYñ rô rð rðjð ð ð ð" %Ð$à#˜tØð 
ñ  
ô  
ð  $˜tØð 
ñ  
ô  
ð  $˜tØð 
ñ  
ô  
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ð '+ dØð'
ñ '
ô '
ðK(ð (ñ*ô *€ðZ	ð 	ð 	ð 	ð ð\ð \ð \ñ „ð\ð ð\ð \ð \ñ „ð\ð ð\ð \ð \ñ „ð\ð ð^ð ^ð ^ñ „ð^ð ð^ð ^ð ^ñ „ð^ð ð^ð ^ð ^ñ „ð^ð ð^ð ^ð ^ñ „ð^ð ð^ð ^ð ^ñ „ð^ð ^ð ^r6   