§
    ·¯¸jJ  ã                   óÌ  — d Z ddlZddlmZ ddlmZ ddlmZmZm	Z	m
Z
mZ ddlZddlmZ ddlmZmZmZ ddlmZmZmZmZmZmZ dd	lmZ dd
lmZ ddlmZm Z  dgZ!d-dej"        de#de$fd„Z% G d„ dej"        ¦  «        Z& G d„ dej"        ¦  «        Z' G d„ de'¦  «        Z( G d„ dej"        ¦  «        Z) G d„ dej"        ¦  «        Z* G d„ dej"        ¦  «        Z+ G d„ d ej"        ¦  «        Z, G d!„ dej"        ¦  «        Z-d"„ Z.d.d#„Z/d/d%„Z0 e  e0d&¬'¦  «         e0d&¬'¦  «         e0d&¬'¦  «        d(œ¦  «        Z1ed.d)e-fd*„¦   «         Z2ed.d)e-fd+„¦   «         Z3ed.d)e-fd,„¦   «         Z4dS )0zk Sequencer

Paper: `Sequencer: Deep LSTM for Image Classification` - https://arxiv.org/pdf/2205.01972.pdf

é    N)Úpartial)Ú
accumulate)ÚListÚOptionalÚTupleÚTypeÚUnion)ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STDÚDEFAULT_CROP_PCT)Úlecun_normal_ÚDropPathÚMlpÚ
PatchEmbedÚClassifierHeadÚget_device_dtypeé   )Úbuild_model_with_cfg)Únamed_apply)Úregister_modelÚgenerate_default_cfgsÚSequencer2dç        FÚmoduleÚnameÚ	head_biasc                 ó�  — t          | t          j        ¦  «        �r$|                     d¦  «        rKt          j                             | j        ¦  «         t          j                             | j        |¦  «         d S |rCt          | j        ¦  «         | j        �&t          j                             | j        ¦  «         d S d S t          j         
                    | j        ¦  «         | j        �Rd|v r(t          j                             | j        d¬¦  «         d S t          j                             | j        ¦  «         d S d S t          | t          j        ¦  «        rCt          | j        ¦  «         | j        �&t          j                             | j        ¦  «         d S d S t          | t          j        t          j        t          j        f¦  «        rJt          j                             | j        ¦  «         t          j                             | j        ¦  «         d S t          | t          j        t          j        t          j        f¦  «        rWdt)          j        | j        ¦  «        z  }|                      ¦   «         D ]$}t          j                             || |¦  «         Œ%d S t3          | d¦  «        r|                      ¦   «          d S d S )NÚheadÚmlpç�íµ ÷Æ°>)Ústdg      ð?Úinit_weights)Ú
isinstanceÚnnÚLinearÚ
startswithÚinitÚzeros_ÚweightÚ	constant_Úbiasr   Úxavier_uniform_Únormal_ÚConv2dÚ	LayerNormÚBatchNorm2dÚ	GroupNormÚones_ÚRNNÚGRUÚLSTMÚmathÚsqrtÚhidden_sizeÚ
parametersÚuniform_Úhasattrr"   )r   r   r   ÚflaxÚstdvr)   s         úe/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/sequencer.pyÚ_init_weightsr?      sd  € Ý�&�"œ)Ñ$Ô$ñ Ø�?Š?˜6Ñ"Ô"ð 	4ÝŒG�NŠN˜6œ=Ñ)Ô)Ð)ÝŒG×Ò˜fœk¨9Ñ5Ô5Ð5Ð5Ð5àð 4å˜fœmÑ,Ô,Ð,Ø”;Ð*Ý”G—N’N 6¤;Ñ/Ô/Ð/Ð/Ð/ð +Ð*õ ”×'Ò'¨¬Ñ6Ô6Ð6Ø”;Ð*Ø �}�}ÝœŸš¨¬¸˜Ñ>Ô>Ð>Ð>Ð>åœŸš v¤{Ñ3Ô3Ð3Ð3Ð3ð	 +Ð*õ
 
�F�BœIÑ	&Ô	&ð Ý�f”mÑ$Ô$Ð$ØŒ;Ð"ÝŒG�NŠN˜6œ;Ñ'Ô'Ð'Ð'Ð'ð #Ð"å	�F�Rœ\­2¬>½2¼<ÐHÑ	IÔ	Ið Ý
Œ�Š�f”mÑ$Ô$Ð$Ý
Œ�Š�v”{Ñ#Ô#Ð#Ð#Ð#Ý	�F�RœV¥R¤V­R¬WÐ5Ñ	6Ô	6ð Ø•T”Y˜vÔ1Ñ2Ô2Ñ2ˆØ×'Ò'Ñ)Ô)ð 	2ð 	2ˆFÝŒG×Ò˜V d U¨DÑ1Ô1Ð1Ð1ð	2ð 	2å	�˜Ñ	(Ô	(ð Ø×ÒÑÔÐÐÐðð ó    c                   óR   ‡ — e Zd Zˆ fd„Zdej        deej        df         fd„Zˆ xZS )ÚRNNIdentityc                 óH   •— t          ¦   «                              ¦   «          d S ©N©ÚsuperÚ__init__)ÚselfÚargsÚkwargsÚ	__class__s      €r>   rG   zRNNIdentity.__init__<   ó   ø€ Ý‰Œ×ÒÑÔÐÐÐr@   ÚxÚreturnNc                 ó
   — |d fS rD   © ©rH   rM   s     r>   ÚforwardzRNNIdentity.forward?   s   € Ø�$ˆwˆr@   )	Ú__name__Ú
__module__Ú__qualname__rG   ÚtorchÚTensorr   rR   Ú__classcell__©rK   s   @r>   rB   rB   ;   sh   ø€ € € € € ðð ð ð ð ð˜œð ¨%°´¸dÐ0BÔ*Cð ð ð ð ð ð ð ð r@   rB   c                   óR   ‡ — e Zd Z	 	 	 	 	 	 	 ddedededed	ed
edefˆ fd„Zd„ Zˆ xZS )Ú	RNN2dBaser   TÚcatNÚ
input_sizer8   Ú
num_layersr+   ÚbidirectionalÚunionÚwith_fcc
                 óD  •— ||	dœ}
t          ¦   «                              ¦   «          || _        || _        |rd|z  n|| _        || _        d| _        d| _        || _        d | _	        |r¶|dk    r"t          j        d| j        z  |fi |
¤Ž| _	        �nj|dk    rt          j        | j        |fi |
¤Ž| _	        �nE|dk    r&t          j        | j        |fi |
¤Ž| _	        d| _        �n|dk    r%t          j        | j        |fi |
¤Ž| _	        d| _        nît          d	|z   ¦  «        ‚|dk    r.	 d| j        z  |k    rt          d
d| j        z  › d|› d�¦  «        ‚n¨|dk    r(	 | j        |k    rt          d
| j        › d|› d�¦  «        ‚nz|dk    r.| j        |k    rt          d
| j        › d|› d�¦  «        ‚d| _        nF|dk    r.| j        |k    rt          d
| j        › d|› d�¦  «        ‚d| _        nt          d	|z   ¦  «        ‚t          ¦   «         | _        t          ¦   «         | _        d S )N©ÚdeviceÚdtypeé   Tr\   ÚaddÚverticalFÚ
horizontalzUnrecognized union: zThe output channel z% is different from the input channel ú.)rF   rG   r]   r8   Úoutput_sizer`   Úwith_verticalÚwith_horizontalra   Úfcr$   r%   Ú
ValueErrorrB   Úrnn_vÚrnn_h©rH   r]   r8   r^   r+   r_   r`   ra   rd   re   ÚddrK   s              €r>   rG   zRNN2dBase.__init__E   s«  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐà$ˆŒØ&ˆÔØ.;ÐL˜1˜{™?˜?ÀˆÔØˆŒ
à!ˆÔØ#ˆÔØˆŒàˆŒØð 	=Ø˜Š~ˆ~Ýœ) A¨Ô(8Ñ$8¸*ÐKÐKÈÐKÐK�”‘Ø˜%’�Ýœ) DÔ$4°jÐGÐGÀBÐGÐG�”‘Ø˜*Ò$Ð$Ýœ) DÔ$4°jÐGÐGÀBÐGÐG�”Ø',�Ô$Ñ$Ø˜,Ò&Ð&Ýœ) DÔ$4°jÐGÐGÀBÐGÐG�”Ø%*�Ô"Ð"å Ð!7¸%Ñ!?Ñ@Ô@Ð@Ø�eŠ^ˆ^ØØ�4Ô#Ñ# zÒ1Ð1Ý Ð!°q¸4Ô;KÑ7KÐ!Ð!Ðr|Ð!Ð!Ð!ñ  Aô  Að  Að 2à�eŠ^ˆ^ØØÔ :Ò-Ð-Ý Ð!{°tÔ7GÐ!{Ð!{ÐnxÐ!{Ð!{Ð!{Ñ|Ô|Ð|ð .à�jÒ Ð ØÔ :Ò-Ð-Ý Ð!{°tÔ7GÐ!{Ð!{ÐnxÐ!{Ð!{Ð!{Ñ|Ô|Ð|Ø#(ˆDÔ Ð Ø�lÒ"Ð"ØÔ :Ò-Ð-Ý Ð!{°tÔ7GÐ!{Ð!{ÐnxÐ!{Ð!{Ð!{Ñ|Ô|Ð|Ø!&ˆDÔÐåÐ3°eÑ;Ñ<Ô<Ð<å ‘]”]ˆŒ
Ý ‘]”]ˆŒ
ˆ
ˆ
r@   c                 óh  — |j         \  }}}}| j        rx|                     dddd¦  «        }|                     d||¦  «        }|                      |¦  «        \  }}|                     |||d¦  «        }|                     dddd¦  «        }nd }| j        rH|                     d||¦  «        }|                      |¦  «        \  }}|                     |||d¦  «        }nd }|�,|�*| j        dk    rt          j	        ||gd¬¦  «        }n||z   }n	|�|}n|�|}| j
        �|  
                    |¦  «        }|S )Nr   rf   r   é   éÿÿÿÿr\   )Údim)Úshaperl   ÚpermuteÚreshaperp   rm   rq   r`   rV   r\   rn   )	rH   rM   ÚBÚHÚWÚCÚvÚ_Úhs	            r>   rR   zRNN2dBase.forward�   sN  € Ø”W‰
ˆˆ1ˆa�àÔð 	Ø—	’	˜!˜Q  1Ñ%Ô%ˆAØ—	’	˜"˜a Ñ#Ô#ˆAØ—:’:˜a‘=”=‰DˆAˆqØ—	’	˜!˜Q  2Ñ&Ô&ˆAØ—	’	˜!˜Q  1Ñ%Ô%ˆAˆAàˆAàÔð 	Ø—	’	˜"˜a Ñ#Ô#ˆAØ—:’:˜a‘=”=‰DˆAˆqØ—	’	˜!˜Q  2Ñ&Ô&ˆAˆAàˆAàˆ=˜Q˜]ØŒz˜UÒ"Ð"Ý”I˜q !˜f¨"Ð-Ñ-Ô-��à˜‘E��Øˆ]ØˆAˆAØˆ]ØˆAàŒ7ÐØ—’˜‘
”
ˆAàˆr@   ©r   TTr\   TNN)	rS   rT   rU   ÚintÚboolÚstrrG   rR   rX   rY   s   @r>   r[   r[   C   s­   ø€ € € € € ð  ØØ"&ØØ ØØð:#ð :#àð:#ð ð:#ð ð	:#ð
 ð:#ð  ð:#ð ð:#ð ð:#ð :#ð :#ð :#ð :#ð :#ðx ð  ð  ð  ð  ð  ð  r@   r[   c                   óL   ‡ — e Zd Z	 	 	 	 	 	 	 ddedededed	ed
edefˆ fd„Zˆ xZS )ÚLSTM2dr   Tr\   Nr]   r8   r^   r+   r_   r`   ra   c
                 óø   •— ||	dœ}
t          ¦   «                              |||||||||	¦	  «	         | j        rt          j        |||fd||dœ|
¤Ž| _        | j        rt          j        |||fd||dœ|
¤Ž| _        d S d S )Nrc   T)Úbatch_firstr+   r_   )rF   rG   rl   r$   r5   rp   rm   rq   rr   s              €r>   rG   zLSTM2d.__init__¦   sÚ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×Ò˜ [°*¸dÀMÐSXÐZaÐciÐkpÑqÔqÐqØÔð 		ÝœØØØðð !ØØ+ðð ð ðð ˆDŒJð Ôð 		ÝœØØØðð !ØØ+ðð ð ðð ˆDŒJˆJˆJð		ð 		r@   r‚   )rS   rT   rU   rƒ   r„   r…   rG   rX   rY   s   @r>   r‡   r‡   ¤   s�   ø€ € € € € ð  ØØ"&ØØ ØØð!ð !àð!ð ð!ð ð	!ð
 ð!ð  ð!ð ð!ð ð!ð !ð !ð !ð !ð !ð !ð !ð !ð !r@   r‡   c                   óø   ‡ — e Zd Zdee eej        d¬¦  «        ej        ddddddddfd	e	d
e	de
deej                 deej                 deej                 deej                 de	dededede
de
fˆ fd„Zd„ Zˆ xZS )ÚSequencer2dBlockç      @r    ©Úepsr   Tr\   r   Nrw   r8   Ú	mlp_ratioÚ	rnn_layerÚ	mlp_layerÚ
norm_layerÚ	act_layerr^   r_   r`   ra   ÚdropÚ	drop_pathc                 óT  •— ||dœ}t          ¦   «                              ¦   «          t          ||z  ¦  «        } ||fi |¤Ž| _         |||f||	|
|dœ|¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _         ||fi |¤Ž| _	         |||f||dœ|¤Ž| _
        d S )Nrc   )r^   r_   r`   ra   r   )r“   r”   )rF   rG   rƒ   Únorm1Ú
rnn_tokensr   r$   ÚIdentityr•   Únorm2Úmlp_channels)rH   rw   r8   r�   r�   r‘   r’   r“   r^   r_   r`   ra   r”   r•   rd   re   rs   Úchannels_dimrK   s                     €r>   rG   zSequencer2dBlock.__init__Ë   sõ   ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜9 s™?Ñ+Ô+ˆØ�Z Ð*Ð* rÐ*Ð*ˆŒ
Ø#˜)ØØð
ð "Ø'ØØð
ð 
ð ð
ð 
ˆŒð 1:¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒØ�Z Ð*Ð* rÐ*Ð*ˆŒ
Ø%˜I c¨<Ð^À9ÐSWÐ^Ð^Ð[]Ð^Ð^ˆÔÐÐr@   c                 óþ   — ||                       |                      |                      |¦  «        ¦  «        ¦  «        z   }||                       |                      |                      |¦  «        ¦  «        ¦  «        z   }|S rD   )r•   r˜   r—   r›   rš   rQ   s     r>   rR   zSequencer2dBlock.forwardî   sa   € Ø�—’˜tŸš¨t¯zªz¸!©}¬}Ñ=Ô=Ñ>Ô>Ñ>ˆØ�—’˜t×0Ò0°·²¸A±´Ñ?Ô?Ñ@Ô@Ñ@ˆØˆr@   )rS   rT   rU   r‡   r   r   r$   r/   ÚGELUrƒ   Úfloatr   ÚModuler„   r…   rG   rR   rX   rY   s   @r>   r‹   r‹   Ê   s:  ø€ € € € € ð
  #Ø)/Ø),Ø*1¨'°"´,ÀDÐ*IÑ*IÔ*IØ)+¬ØØ"&ØØ ØØ!ØØð!!_ð !_àð!_ð ð!_ð ð	!_ð
 ˜BœI”ð!_ð ˜BœI”ð!_ð ˜RœYœð!_ð ˜BœI”ð!_ð ð!_ð  ð!_ð ð!_ð ð!_ð ð!_ð ð!_ð !_ð !_ð !_ð !_ð !_ðFð ð ð ð ð ð r@   r‹   c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚShufflec                 óH   •— t          ¦   «                              ¦   «          d S rD   rE   )rH   rK   s    €r>   rG   zShuffle.__init__õ   rL   r@   c                 óÒ   — | j         r_|j        \  }}}}t          j        ||z  ¦  «        }|                     |d|¦  «        }|d d …|d d …f                              |||d¦  «        }|S )Nrv   )Útrainingrx   rV   Úrandpermrz   )rH   rM   r{   r|   r}   r~   Úrs          r>   rR   zShuffle.forwardø   ss   € ØŒ=ð 	0Øœ‰JˆAˆq�!�QÝ”˜q 1™uÑ%Ô%ˆAØ—	’	˜!˜R Ñ#Ô#ˆAØ�!�!�!�Q˜˜˜�'”
×"Ò" 1 a¨¨BÑ/Ô/ˆAØˆr@   )rS   rT   rU   rG   rR   rX   rY   s   @r>   r¢   r¢   ô   sG   ø€ € € € € ðð ð ð ð ðð ð ð ð ð ð r@   r¢   c                   ó8   ‡ — e Zd Z	 	 ddededefˆ fd„Zd„ Zˆ xZS )ÚDownsample2dNÚ	input_dimÚ
output_dimÚ
patch_sizec                 óˆ   •— ||dœ}t          ¦   «                              ¦   «          t          j        ||f||dœ|¤Ž| _        d S )Nrc   )Úkernel_sizeÚstride)rF   rG   r$   r.   Údown)rH   rª   r«   r¬   rd   re   rs   rK   s          €r>   rG   zDownsample2d.__init__  sP   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”I˜i¨ÐeÀÐT^ÐeÐeÐbdÐeÐeˆŒ	ˆ	ˆ	r@   c                 ó�   — |                      dddd¦  «        }|                      |¦  «        }|                      dddd¦  «        }|S )Nr   ru   r   rf   )ry   r°   rQ   s     r>   rR   zDownsample2d.forward  sD   € Ø�IŠI�a˜˜A˜qÑ!Ô!ˆØ�IŠI�a‰LŒLˆØ�IŠI�a˜˜A˜qÑ!Ô!ˆØˆr@   )NN)rS   rT   rU   rƒ   rG   rR   rX   rY   s   @r>   r©   r©     s   ø€ € € € € ð Øð
fð 
fàð
fð ð
fð ð	
fð 
fð 
fð 
fð 
fð 
fðð ð ð ð ð ð r@   r©   c            (       ó@  ‡ — e Zd Zdeee eej        d¬¦  «        ej	        ddddddddfd	e
d
e
de
de
de
dededeej                 deej                 deej                 deej                 deej                 de
dededededeeee         f         f$ˆ fd„Zd„ Zˆ xZS )ÚSequencer2dStageFr    r�   r   Tr\   r   Nrw   Údim_outÚdepthr¬   r8   r�   Ú
downsampleÚblock_layerr�   r‘   r’   r“   r^   r_   r`   ra   r”   r•   c                 ó¨  •— t          ¦   «                              ¦   «          ||dœ}|rt          |||fi |¤Ž| _        n ||k    sJ ‚t	          j        ¦   «         | _        g }t          |¦  «        D ]O}|                      |||f||	|
|||||||t          |t          t          f¦  «        r||         n|dœ|¤Ž¦  «         ŒPt	          j        |Ž | _        d S )Nrc   )r�   r�   r‘   r’   r“   r^   r_   r`   ra   r”   r•   )rF   rG   r©   r¶   r$   r™   ÚrangeÚappendr#   ÚlistÚtupleÚ
SequentialÚblocks)rH   rw   r´   rµ   r¬   r8   r�   r¶   r·   r�   r‘   r’   r“   r^   r_   r`   ra   r”   r•   rd   re   rs   r¾   Ú	block_idxrK   s                           €r>   rG   zSequencer2dStage.__init__  s  ø€ õ. 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØð 	,Ý*¨3°¸ÐJÐJÀrÐJÐJˆDŒOˆOà˜'’>�>�>�>Ý œk™mœmˆDŒOàˆÝ˜u™œð 	ð 	ˆIØ�MŠM˜+˜+ØØðð $Ø#Ø#Ø%Ø#Ø%Ø+ØØØÝ2<¸YÍÍuÈÑ2VÔ2VÐe˜) IÔ.Ð.Ð\eðð ð ðð ñ ô ð ð õ  ”m VÐ,ˆŒˆˆr@   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rD   )r¶   r¾   rQ   s     r>   rR   zSequencer2dStage.forwardI  s'   € Ø�OŠO˜AÑÔˆØ�KŠK˜‰NŒNˆØˆr@   )rS   rT   rU   r‹   r‡   r   r   r$   r/   rž   rƒ   rŸ   r„   r   r    r…   r	   r   rG   rR   rX   rY   s   @r>   r³   r³     so  ø€ € € € € ð  %Ø+;Ø)/Ø),Ø*1¨'°"´,ÀDÐ*IÑ*IÔ*IØ)+¬ØØ"&ØØ ØØ35ØØð+1-ð 1-àð1-ð ð1-ð ð	1-ð
 ð1-ð ð1-ð ð1-ð ð1-ð ˜bœiœð1-ð ˜BœI”ð1-ð ˜BœI”ð1-ð ˜RœYœð1-ð ˜BœI”ð1-ð ð1-ð  ð1-ð  ð!1-ð" ð#1-ð$ ð%1-ð& ˜U D¨¤KÐ/Ô0ð'1-ð 1-ð 1-ð 1-ð 1-ð 1-ðfð ð ð ð ð ð r@   r³   c            -       ód  ‡ — e Zd Zddddddddd	eee eej        d
¬¦  «        ej	        ddddddddddfde
de
de
dedee
df         dee
df         dee
df         dee
df         deedf         deej                 deej                 deej                 deej                 d eej                 d!e
d"ed#ed$ed%ed&ed'ed(ef,ˆ fd)„Zd4d*„Zej        j        d4d+„¦   «         Zej        j        d5d,„¦   «         Zej        j        d-ej        fd.„¦   «         Zd6de
dee         fd/„Zd0„ Zd4d1efd2„Zd3„ Zˆ xZS )7r   éè  éà   ru   Úavg©é   ru   é   ru   )é   rf   rf   r   ©éÀ   é€  rË   rË   ©é0   é`   rÎ   rÎ   ©rŒ   rŒ   rŒ   rŒ   r    r�   r   Tr\   r   FNÚnum_classesÚimg_sizeÚin_chansÚglobal_poolÚlayers.Úpatch_sizesÚ
embed_dimsÚhidden_sizesÚ
mlp_ratiosr·   r�   r‘   r’   r“   Únum_rnn_layersr_   r`   ra   Ú	drop_rateÚdrop_path_rateÚnlhbÚ	stem_normc                 óN  •— t          ¦   «                              ¦   «          ||dœ}|dv sJ ‚|| _        || _        || _        |d         x| _        | _        d| _        d| _        g | _	        t          dd |d         ||d         |r|nd dddœ|¤Ž| _        t          |¦  «        t          |¦  «        cxk    r;t          |¦  «        cxk    r't          |¦  «        cxk    rt          |	¦  «        k    sn J ‚t          t          |d„ ¦  «        ¦  «        }g }|d         }t          |¦  «        D ]›\  }}|t!          |||         fi d	||         “d
|dk    “d||         “d||         “d|	|         “d|
“d|“d|“d|“d|“d|“d|“d|“d|“d|“d|“|¤Žgz  }||         }| xj	        t#          |||         d|› �¬¦  «        gz  c_	        Œœt%          j        |Ž | _         ||d         fi |¤Ž| _        t-          | j        |f||| j        dœ|¤Ž| _        |                      |¬¦  «         d S )Nrc   )Ú rÄ   rv   ÚNHWCr   F)rÑ   r¬   rÒ   Ú	embed_dimr’   ÚflattenÚ
output_fmtc                 ó   — | |z  S rD   rP   )rM   Úys     r>   ú<lambda>z&Sequencer2d.__init__.<locals>.<lambda>‚  s
   € ¸qÀ1¹u€ r@   rµ   r¶   r¬   r8   r�   r·   r�   r‘   r’   r“   r^   r_   r`   ra   r”   r•   ústages.)Únum_chsÚ	reductionr   )Ú	pool_typerÚ   Ú	input_fmt)rÜ   rP   )rF   rG   rÐ   rÒ   rÓ   Únum_featuresÚhead_hidden_sizeÚfeature_dimrã   Úfeature_infor   ÚstemÚlenr»   r   Ú	enumerater³   Údictr$   r½   ÚstagesÚnormr   r   r"   ) rH   rÐ   rÑ   rÒ   rÓ   rÔ   rÕ   rÖ   r×   rØ   r·   r�   r‘   r’   r“   rÙ   r_   r`   ra   rÚ   rÛ   rÜ   rÝ   rd   re   rs   Ú
reductionsrô   Úprev_dimÚir€   rK   s                                   €r>   rG   zSequencer2d.__init__P  sC  ø€ õ6 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ˜kÐ)Ð)Ð)Ð)Ø&ˆÔØ ˆŒØ&ˆÔØ4>¸r´NÐBˆÔ˜DÔ1ØˆÔØ ˆŒØˆÔåð 	
ØØ" 1”~ØØ  ”mØ%.Ð8�z�z°DØØð	
ð 	
ð ð	
ð 	
ˆŒ	õ �6‰{Œ{�c +Ñ.Ô.ÐiÐiÒiÐiµ#°j±/´/ÐiÐiÒiÐiÅSÈÑEVÔEVÐiÐiÒiÐiÕZ]Ð^hÑZiÔZiÒiÐiÐiÐiÐiÐiÝ�* [Ð2DÐ2DÑEÔEÑFÔFˆ
ØˆØ˜a”=ˆÝ˜jÑ)Ô)ð 	ið 	i‰DˆAˆqØÕ'ØØ˜1”ðð ð ð ˜Q”i�iðð ˜qš5˜5ð	ð
 ' qœ>˜>ðð )¨œO˜Oðð % Qœ-˜-ðð (˜Kðð $˜)ðð $˜)ðð &˜:ðð $˜)ðð *˜>ðð ,˜mðð �eðð   ˜ð!ð" �Yð#ð$ )˜.Øð'ð ð ñ ˆFð* " !”}ˆHØÐÔ¥$¨xÀ:ÈaÄ=ÐYfÐcdÐYfÐYfÐ"gÑ"gÔ"gÐ!hÑhÐÔÐå”m VÐ,ˆŒØ�J˜z¨"œ~Ð4Ð4°Ð4Ð4ˆŒ	Ý"ØÔØð
ð "ØØ”oð
ð 
ð ð
ð 
ˆŒ	ð 	×Ò˜tÐÑ$Ô$Ð$Ð$Ð$r@   c                 óŒ   — |rt          j        | j        ¦  «         nd}t          t	          t
          |¬¦  «        | ¬¦  «         d S )Nr   )r   )r   )r6   ÚlogrÐ   r   r   r?   )rH   rÜ   r   s      r>   r"   zSequencer2d.init_weights«  sG   € Ø37Ð?•T”X˜dÔ.Ñ/Ô/Ð/Ð/¸Rˆ	Ý•G�M°YÐ?Ñ?Ô?ÈÐMÑMÔMÐMÐMÐMr@   c                 ó4   — t          d|rddgng d¢¬¦  «        S )Nz^stem)z^stages\.(\d+)N©z^norm)iŸ† ))z^stages\.(\d+)\.blocks\.(\d+)N)z^stages\.(\d+)\.downsample)r   rü   )rð   r¾   )ró   )rH   Úcoarses     r>   Úgroup_matcherzSequencer2d.group_matcher¯  sE   € åØð ðØ)Ø$ðð ðð ð ð

ñ 

ô 

ð 
	
r@   c                 ó   — |r
J d¦   «         ‚d S )Nz$gradient checkpointing not supportedrP   )rH   Úenables     r>   Úset_grad_checkpointingz"Sequencer2d.set_grad_checkpointing½  s   € àÐAÐAÐAÑAÔAˆzÐAÐAr@   rN   c                 ó   — | j         S rD   ©r   )rH   s    r>   Úget_classifierzSequencer2d.get_classifierÁ  s
   € àŒyÐr@   c                 ó\   — t          | ¦  «        }|| _         | j        j        |fd|i|¤Ž d S )Nrê   )r   rÐ   r   Úreset)rH   rÐ   rÓ   rs   s       r>   Úreset_classifierzSequencer2d.reset_classifierÅ  s>   € Ý˜dÑ#Ô#ˆØ&ˆÔØˆŒ	Œ˜ÐAÐA¨{ÐA¸bÐAÐAÐAÐAÐAr@   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S rD   )rð   rô   rõ   rQ   s     r>   Úforward_featureszSequencer2d.forward_featuresÊ  s4   € Ø�IŠI�a‰LŒLˆØ�KŠK˜‰NŒNˆØ�IŠI�a‰LŒLˆØˆr@   Ú
pre_logitsc                 ó^   — |r|                       |d¬¦  «        n|                       |¦  «        S )NT)r
  r  )rH   rM   r
  s      r>   Úforward_headzSequencer2d.forward_headÐ  s,   € Ø0:ÐLˆt�yŠy˜ tˆyÑ,Ô,Ð,ÀÇ	Â	È!ÁÄÐLr@   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rD   )r	  r  rQ   s     r>   rR   zSequencer2d.forwardÓ  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr@   ©F)TrD   )rS   rT   rU   r‹   r‡   r   r   r$   r/   rž   rƒ   r…   r   rŸ   r   r    r„   rG   r"   rV   ÚjitÚignorerþ   r  r  r   r  r	  r  rR   rX   rY   s   @r>   r   r   O  së  ø€ € € € € ð  $ØØØ$Ø&2Ø+7Ø*>Ø,<Ø,@Ø+;Ø)/Ø),Ø*1¨'°"´,ÀDÐ*IÑ*IÔ*IØ)+¬Ø"#Ø"&ØØ Ø!Ø$&ØØ#ØØð3Y%ð Y%àðY%ð ðY%ð ð	Y%ð
 ðY%ð ˜#˜s˜(”OðY%ð ˜s C˜xœðY%ð ˜c 3˜hœðY%ð    S œ/ðY%ð ˜e S˜jÔ)ðY%ð ˜bœiœðY%ð ˜BœI”ðY%ð ˜BœI”ðY%ð ˜RœYœðY%ð ˜BœI”ðY%ð   ð!Y%ð"  ð#Y%ð$ ð%Y%ð& ð'Y%ð( ð)Y%ð* "ð+Y%ð, ð-Y%ð. ð/Y%ð Y%ð Y%ð Y%ð Y%ð Y%ðvNð Nð Nð Nð „YÔð
ð 
ð 
ñ Ôð
ð „YÔðBð Bð Bñ ÔðBð „YÔð ¤	ð ð ð ñ ÔððBð B¨Cð B¸hÀs¼mð Bð Bð Bð Bð
ð ð ðMð M¨$ð Mð Mð Mð Mðð ð ð ð ð ð r@   c                 óþ   — d| v r| S d| v r| d         } ddl }i }|                      ¦   «         D ]O\  }}|                     dd„ |¦  «        }|                     dd|¦  «        }|                     d	d
¦  «        }|||<   ŒP|S )z$ Remap original checkpoints -> timm zstages.0.blocks.0.norm1.weightÚmodelr   Nzblocks.([0-9]+).([0-9]+).downc                 óT   — dt          |                      d¦  «        ¦  «        dz   › d�S )Nrç   r   z.downsample.down)rƒ   Úgroup)rM   s    r>   ræ   z&checkpoint_filter_fn.<locals>.<lambda>ã  s)   € Ð?nÍÈQÏWÊWÐUVÉZÌZÉÌÐ[\ÑI\Ð?nÐ?nÐ?n€ r@   zblocks.([0-9]+).([0-9]+)zstages.\1.blocks.\2zhead.zhead.fc.)ÚreÚitemsÚsubÚreplace)Ú
state_dictr  r  Úout_dictÚkr   s         r>   Úcheckpoint_filter_fnr  Ù  sª   € à'¨:Ð5Ð5ØÐØ�*ÐÐØ Ô(ˆ
à€I€I€IØ€HØ× Ò Ñ"Ô"ð ð ‰ˆˆ1Ø�FŠFÐ3Ð5nÐ5nÐpqÑrÔrˆØ�FŠFÐ.Ð0FÈÑJÔJˆØ�IŠI�g˜zÑ*Ô*ˆØˆ�‰ˆà€Or@   c                 óÀ   — t          t          d¦  «        ¦  «        }|                     d|¦  «        }t          t          | |ft
          t          d|¬¦  «        dœ|¤Ž}|S )Nru   Úout_indicesT)Úflatten_sequentialr  )Úpretrained_filter_fnÚfeature_cfg)r¼   r¹   Úpopr   r   r  ró   )ÚvariantÚ
pretrainedrJ   Údefault_out_indicesr  r  s         r>   Ú_create_sequencer2dr&  ë  sp   € Ý¥ a¡¤™/œ/ÐØ—*’*˜]Ð,?Ñ@Ô@€Kå ÝØØðõ 2Ý¨D¸kÐJÑJÔJðð ð ðð €Eð €Lr@   rß   c                 óB   — | ddd t           ddt          t          ddddœ|¥S )	NrÂ   )ru   rÃ   rÃ   ÚbicubicTz	stem.projzhead.fcz
apache-2.0)ÚurlrÐ   r]   Ú	pool_sizeÚcrop_pctÚinterpolationÚfixed_input_sizeÚmeanr!   Ú
first_convÚ
classifierÚlicense)r   r
   r   )r)  rJ   s     r>   Ú_cfgr2  ú  s;   € àØ¨=ÀtÝ$°yÐVZÝ%Õ.BØ!°Øðð ð ðð r@   ztimm/)Ú	hf_hub_id)zsequencer2d_s.in1kzsequencer2d_m.in1kzsequencer2d_l.in1krN   c                 ó†   — t          g d¢g d¢g d¢g d¢g d¢t          ddd¬¦	  «	        }t          dd
| it          |fi |¤Ž¤Ž}|S )NrÅ   ©rÈ   rf   r   r   rÉ   rÌ   rÏ   Tr\   ©	rÔ   rÕ   rÖ   r×   rØ   r�   r_   r`   ra   Úsequencer2d_sr$  )r7  ©ró   r‡   r&  ©r$  rJ   Ú
model_argsr  s       r>   r7  r7    s{   € åØˆ|ˆ|Ø �L�LØ'Ð'Ð'Ø%Ð%Ð%Ø'Ð'Ð'ÝØØØð
ñ 
ô 
€Jõ  ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lr@   c                 ó‚   — t          dg d¢g d¢g d¢g d¢g d¢t          ddddœ	|¤Ž}t          dd
| it          |fi |¤Ž¤Ž}|S )N)rÆ   ru   é   ru   r5  rÉ   rÌ   rÏ   Tr\   r6  Úsequencer2d_mr$  rP   )r=  r8  r9  s       r>   r=  r=    óŠ   € åð 
Øˆ}ˆ}Ø �L�LØ'Ð'Ð'Ø%Ð%Ð%Ø'Ð'Ð'ÝØØØð
ð 
ð ð
ð 
€Jõ  ÐeÐe¸JÐeÍ$ÈzÐJdÐJdÐ]cÐJdÐJdÐeÐe€EØ€Lr@   c                 ó‚   — t          dg d¢g d¢g d¢g d¢g d¢t          ddddœ	|¤Ž}t          dd
| it          |fi |¤Ž¤Ž}|S )N)rÇ   rÇ   é   rÆ   r5  rÉ   rÌ   rÏ   Tr\   r6  Úsequencer2d_lr$  rP   )rA  r8  r9  s       r>   rA  rA  /  r>  r@   )r   Fr  )rß   )5Ú__doc__r6   Ú	functoolsr   Ú	itertoolsr   Útypingr   r   r   r   r	   rV   Útorch.nnr$   Ú	timm.datar
   r   r   Útimm.layersr   r   r   r   r   r   Ú_builderr   Ú_manipulater   Ú	_registryr   r   Ú__all__r    r…   rŸ   r?   rB   r[   r‡   r‹   r¢   r©   r³   r   r  r&  r2  Údefault_cfgsr7  r=  rA  rP   r@   r>   ú<module>rN     sË  ððð ð €€€Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5à €€€Ø Ð Ð Ð Ð Ð à SÐ SÐ SÐ SÐ SÐ SÐ SÐ SÐ SÐ SØ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bÐ bØ *Ð *Ð *Ð *Ð *Ð *Ø $Ð $Ð $Ð $Ð $Ð $Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ/€ðð ˜"œ)ð ¨3ð ¸5ð ð ð ð ðBð ð ð ð �"”)ñ ô ð ð^ð ^ð ^ð ^ð ^�”	ñ ^ô ^ð ^ðB#ð #ð #ð #ð #ˆYñ #ô #ð #ðL'ð 'ð 'ð 'ð '�r”yñ 'ô 'ð 'ðT
ð 
ð 
ð 
ð 
ˆbŒiñ 
ô 
ð 
ðð ð ð ð �2”9ñ ô ð ð(7ð 7ð 7ð 7ð 7�r”yñ 7ô 7ð 7ðtGð Gð Gð Gð G�"”)ñ Gô Gð GðTð ð ð$ð ð ð ð	ð 	ð 	ð 	ð %Ð$Ø˜$¨Ð1Ñ1Ô1Ø˜$¨Ð1Ñ1Ô1Ø˜$¨Ð1Ñ1Ô1ð&ð &ñ ô €ð ðð °ð ð ð ñ „ðð  ðð °ð ð ð ñ „ðð  ðð °ð ð ð ñ „ðð ð r@   