§
    ·¯¸j>Ÿ  ã                   ó.  — d Z ddlmZ ddlmZ ddlmZmZmZm	Z	m
Z
 ddlZddlmZ ddlmc mZ ddlmZ ddlmZ ddlmZmZ dd	lmZmZmZmZmZmZmZmZm Z m!Z! d
dl"m#Z# d
dl$m%Z% d
dl&m'Z'm(Z( d
dl)m*Z*m+Z+ dgZ, G d„ dej-        ¦  «        Z. G d„ dej-        ¦  «        Z/ G d„ dej-        ¦  «        Z0 G d„ dej-        ¦  «        Z1 G d„ dej-        ¦  «        Z2 G d„ dej-        ¦  «        Z3 G d„ de¦  «        Z4 G d„ de¦  «        Z5 G d „ d!ej        ¦  «        Z6 G d"„ d#ej-        ¦  «        Z7 G d$„ d%ej-        ¦  «        Z8 G d&„ d'ej-        ¦  «        Z9 G d(„ d)ej-        ¦  «        Z: G d*„ d+ej-        ¦  «        Z; G d,„ dej-        ¦  «        Z<d-„ Z=dƒd/„Z>d„d1„Z? e*i d2 e?d3d4¬5¦  «        “d6 e?d3d4¬5¦  «        “d7 e?d3d4¬5¦  «        “d8 e?d3d9¬5¦  «        “d: e?d3d9¬5¦  «        “d; e?d3¬<¦  «        “d= e?d3¬<¦  «        “d> e?d3¬<¦  «        “d? e?d3¬<¦  «        “d@ e?d3¬<¦  «        “dA e?d3dB¬C¦  «        “dD e?d3dBdEdF¬G¦  «        “dH e?d3dB¬C¦  «        “dI e?d3dBdEdF¬G¦  «        “dJ e?d3dBdK¬L¦  «        “dM e?d3dB¬C¦  «        “dN e?d3dBdEdF¬G¦  «        “i dO e?d3dB¬C¦  «        “dP e?d3dBdEdF¬G¦  «        “dQ e?d3dBdK¬L¦  «        “dR e?d3dB¬C¦  «        “dS e?d3dBdEdF¬G¦  «        “dT e?d3dB¬C¦  «        “dU e?d3dBdEdF¬G¦  «        “dV e?d3dBdK¬L¦  «        “dW e?d3dB¬C¦  «        “dX e?d3dBdEdF¬G¦  «        “dY e?d3dB¬C¦  «        “dZ e?d3dBdEdF¬G¦  «        “d[ e?d3dBdK¬L¦  «        “d\ e?d3dB¬C¦  «        “d] e?d3dBdEdF¬G¦  «        “d^ e?d3dB¬C¦  «        “d_ e?d3dBdEdF¬G¦  «        “¥i d` e?d3dBdK¬L¦  «        “da e?d3dB¬C¦  «        “db e?d3dBdEdF¬G¦  «        “dc e?d3dB¬C¦  «        “dd e?d3dBdEdF¬G¦  «        “de e?d3dBdK¬L¦  «        “df e?d3dB¬C¦  «        “dg e?d3dBdEdF¬G¦  «        “dh e?d3dB¬C¦  «        “di e?d3dBdEdF¬G¦  «        “dj e?d3dBdK¬L¦  «        “dk e?d3dB¬C¦  «        “dl e?d3dBdEdF¬G¦  «        “dm e?d3dB¬C¦  «        “dn e?d3dBdEdF¬G¦  «        “do e?d3dBdK¬L¦  «        “¥¦  «        Z@e+dƒdpe<fdq„¦   «         ZAe+dƒdpe<fdr„¦   «         ZBe+dƒdpe<fds„¦   «         ZCe+dƒdpe<fdt„¦   «         ZDe+dƒdpe<fdu„¦   «         ZEe+dƒdpe<fdv„¦   «         ZFe+dƒdpe<fdw„¦   «         ZGe+dƒdpe<fdx„¦   «         ZHe+dƒdpe<fdy„¦   «         ZIe+dƒdpe<fdz„¦   «         ZJe+dƒdpe<fd{„¦   «         ZKe+dƒdpe<fd|„¦   «         ZLe+dƒdpe<fd}„¦   «         ZMe+dƒdpe<fd~„¦   «         ZNe+dƒdpe<fd„¦   «         ZOe+dƒdpe<fd€„¦   «         ZPe+dƒdpe<fd�„¦   «         ZQe+dƒdpe<fd‚„¦   «         ZRdS )…aì  
Poolformer from MetaFormer is Actually What You Need for Vision https://arxiv.org/abs/2111.11418

IdentityFormer, RandFormer, PoolFormerV2, ConvFormer, and CAFormer
from MetaFormer Baselines for Vision https://arxiv.org/abs/2210.13452

All implemented models support feature extraction and variable input resolution.

Original implementation by Weihao Yu et al.,
adapted for timm by Fredo Guan and Ross Wightman.

Adapted from https://github.com/sail-sg/metaformer, original copyright below
é    )ÚOrderedDict)Úpartial)ÚListÚOptionalÚTupleÚUnionÚTypeN)ÚTensor)ÚFinal©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)
Úget_device_dtypeÚtrunc_normal_ÚDropPathÚcalculate_drop_path_ratesÚSelectAdaptivePool2dÚ
GroupNorm1Ú	LayerNormÚLayerNorm2dÚMlpÚuse_fused_attné   )Úbuild_model_with_cfg)Úfeature_take_indices)Ú
checkpointÚcheckpoint_seq)Úgenerate_default_cfgsÚregister_modelÚ
MetaFormerc            	       ó`   ‡ — e Zd ZdZ	 	 	 ddededeeej                          fˆ fd„Z	d„ Z
ˆ xZS )	ÚStemzc
    Stem implemented by a layer of convolution.
    Conv2d params constant across all models.
    NÚin_channelsÚout_channelsÚ
norm_layerc                 óÐ   •— ||dœ}t          ¦   «                              ¦   «          t          j        ||fddddœ|¤Ž| _        |r	 ||fi |¤Žnt          j        ¦   «         | _        d S )N©ÚdeviceÚdtypeé   é   é   ©Úkernel_sizeÚstrideÚpadding)ÚsuperÚ__init__ÚnnÚConv2dÚconvÚIdentityÚnorm)Úselfr#   r$   r%   r(   r)   ÚddÚ	__class__s          €úf/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/metaformer.pyr2   zStem.__init__B   s�   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”IØØð
ð ØØð
ð 
ð ð
ð 
ˆŒ	ð 7AÐS�J�J˜|Ð2Ð2¨rÐ2Ð2Ð2ÅbÄkÁmÄmˆŒ	ˆ	ˆ	ó    c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S ©N)r5   r7   ©r8   Úxs     r;   ÚforwardzStem.forwardV   ó%   € Ø�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆØˆr<   ©NNN©Ú__name__Ú
__module__Ú__qualname__Ú__doc__Úintr   r	   r3   ÚModuler2   rA   Ú__classcell__©r:   s   @r;   r"   r"   <   s—   ø€ € € € € ðð ð 59ØØðTð TàðTð ðTð !  b¤i¤Ô1ð	Tð Tð Tð Tð Tð Tð(ð ð ð ð ð ð r<   r"   c                   óp   ‡ — e Zd ZdZ	 	 	 	 	 ddedededed	ed
eeej                          fˆ fd„Z	d„ Z
ˆ xZS )ÚDownsamplingz=
    Downsampling implemented by a layer of convolution.
    r   r   Nr#   r$   r.   r/   r0   r%   c	                 óÐ   •— ||dœ}	t          ¦   «                              ¦   «          |r	 ||fi |	¤Žnt          j        ¦   «         | _        t          j        ||f|||dœ|	¤Ž| _        d S )Nr'   r-   )r1   r2   r3   r6   r7   r4   r5   )r8   r#   r$   r.   r/   r0   r%   r(   r)   r9   r:   s             €r;   r2   zDownsampling.__init__a   s�   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ5?ÐR�J�J˜{Ð1Ð1¨bÐ1Ð1Ð1ÅRÄ[Á]Ä]ˆŒ	Ý”IØØð
ð $ØØð
ð 
ð ð
ð 
ˆŒ	ˆ	ˆ	r<   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r>   )r7   r5   r?   s     r;   rA   zDownsampling.forwardx   rB   r<   )r   r   NNNrD   rL   s   @r;   rN   rN   \   s±   ø€ € € € € ðð ð ØØ48ØØð
ð 
àð
ð ð
ð ð	
ð
 ð
ð ð
ð !  b¤i¤Ô1ð
ð 
ð 
ð 
ð 
ð 
ð.ð ð ð ð ð ð r<   rN   c            	       óF   ‡ — e Zd ZdZ	 	 	 	 	 ddedededefˆ fd	„Zd
„ Zˆ xZ	S )ÚScalez2
    Scale vector by element multiplications.
    ç      ð?TNÚdimÚ
init_valueÚ	trainableÚuse_nchwc                 óÌ   •— ||dœ}t          ¦   «                              ¦   «          |r|ddfn|f| _        t          j        |t          j        |fi |¤Žz  |¬¦  «        | _        d S )Nr'   r   ©Úrequires_grad)r1   r2   Úshaper3   Ú	ParameterÚtorchÚonesÚscale)	r8   rT   rU   rV   rW   r(   r)   r9   r:   s	           €r;   r2   zScale.__init__ƒ   sr   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ$,Ð8�c˜1˜a�[�[°3°&ˆŒ
Ý”\ *­u¬z¸#Ð/DÐ/DÀÐ/DÐ/DÑ"DÐT]Ð^Ñ^Ô^ˆŒ
ˆ
ˆ
r<   c                 óF   — || j                              | j        ¦  «        z  S r>   )r_   Úviewr[   r?   s     r;   rA   zScale.forward‘   s   € Ø�4”:—?’? 4¤:Ñ.Ô.Ñ.Ð.r<   )rS   TTNN)
rE   rF   rG   rH   rI   ÚfloatÚboolr2   rA   rK   rL   s   @r;   rR   rR   ~   s�   ø€ € € € € ðð ð !$Ø"Ø!ØØð_ð _àð_ð ð_ð ð	_ð
 ð_ð _ð _ð _ð _ð _ð/ð /ð /ð /ð /ð /ð /r<   rR   c                   ó0   ‡ — e Zd ZdZddefˆ fd„Zd„ Zˆ xZS )ÚSquaredReLUz<
        Squared ReLU: https://arxiv.org/abs/2109.08668
    FÚinplacec                 ó|   •— t          ¦   «                              ¦   «          t          j        |¬¦  «        | _        d S )N©rf   )r1   r2   r3   ÚReLUÚrelu)r8   rf   r:   s     €r;   r2   zSquaredReLU.__init__š   s1   ø€ Ý‰Œ×ÒÑÔÐÝ”G GÐ,Ñ,Ô,ˆŒ	ˆ	ˆ	r<   c                 óP   — t          j        |                      |¦  «        ¦  «        S r>   )r]   Úsquarerj   r?   s     r;   rA   zSquaredReLU.forwardž   s   € ÝŒ|˜DŸIšI a™LœLÑ)Ô)Ð)r<   ©F)rE   rF   rG   rH   rc   r2   rA   rK   rL   s   @r;   re   re   •   sb   ø€ € € € € ðð ð-ð - ð -ð -ð -ð -ð -ð -ð*ð *ð *ð *ð *ð *ð *r<   re   c                   ó`   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 ddeded	ed
edee         defˆ fd„Zd„ Z	ˆ xZ
S )ÚStarReLUz(
    StarReLU: s * relu(x) ** 2 + b
    rS   ç        TNFÚscale_valueÚ
bias_valueÚscale_learnableÚbias_learnableÚmoderf   c	                 óH  •— ||dœ}	t          ¦   «                              ¦   «          || _        t          j        |¬¦  «        | _        t          j        |t          j        di |	¤Žz  |¬¦  «        | _	        t          j        |t          j        di |	¤Žz  |¬¦  «        | _
        d S )Nr'   rh   r   rY   )r   )r1   r2   rf   r3   ri   rj   r\   r]   r^   r_   Úbias)r8   rq   rr   rs   rt   ru   rf   r(   r)   r9   r:   s             €r;   r2   zStarReLU.__init__§   sŸ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒÝ”G GÐ,Ñ,Ô,ˆŒ	Ý”\ +µ´
Ð0CÐ0CÀÐ0CÐ0CÑ"CÐSbÐcÑcÔcˆŒ
Ý”L ­e¬jÐ.AÐ.A¸bÐ.AÐ.AÑ!AÐQ_Ð`Ñ`Ô`ˆŒ	ˆ	ˆ	r<   c                 óR   — | j         |                      |¦  «        dz  z  | j        z   S )Nr,   )r_   rj   rw   r?   s     r;   rA   zStarReLU.forward¹   s%   € ØŒz˜DŸIšI a™LœL¨AÑ-Ñ-°´	Ñ9Ð9r<   )rS   rp   TTNFNN)rE   rF   rG   rH   rb   rc   r   Ústrr2   rA   rK   rL   s   @r;   ro   ro   ¢   sÀ   ø€ € € € € ðð ð "%Ø #Ø$(Ø#'Ø"&Ø!ØØðað aàðað ðað "ð	að
 !ðað ˜3”-ðað ðað að að að að að$:ð :ð :ð :ð :ð :ð :r<   ro   c                   ó|   ‡ — e Zd ZU dZee         ed<   	 	 	 	 	 	 	 	 ddeded	ee         d
ede	de	defˆ fd„Z
d„ Zˆ xZS )Ú	Attentionzl
    Vanilla self-attention from Transformer: https://arxiv.org/abs/1706.03762.
    Modified from timm.
    Ú
fused_attné    NFrp   rT   Úhead_dimÚ	num_headsÚqkv_biasÚ	attn_dropÚ	proj_dropÚ	proj_biasc
                 óè  •— ||	dœ}t          ¦   «                              ¦   «          || _        |dz  | _        t	          ¦   «         | _        |r|n||z  | _        | j        dk    rd| _        | j        | j        z  | _        t          j	        || j        dz  fd|i|¤Ž| _
        t          j        |¦  «        | _        t          j	        | j        |fd|i|¤Ž| _        t          j        |¦  «        | _        d S )Nr'   g      à¿r   r   é   rw   )r1   r2   r~   r_   r   r|   r   Úattention_dimr3   ÚLinearÚqkvÚDropoutr�   Úprojr‚   )r8   rT   r~   r   r€   r�   r‚   rƒ   r(   r)   Úkwargsr9   r:   s               €r;   r2   zAttention.__init__Ä   sò   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐà ˆŒØ Ñ%ˆŒ
Ý(Ñ*Ô*ˆŒà&/ÐD˜˜°S¸H±_ˆŒØŒ>˜QÒÐØˆDŒNà!œ^¨d¬mÑ;ˆÔå”9˜S $Ô"4°qÑ"8ÐNÐN¸xÐNÈ2ÐNÐNˆŒÝœ IÑ.Ô.ˆŒÝ”I˜dÔ0°#ÐLÐL¸IÐLÈÐLÐLˆŒ	Ýœ IÑ.Ô.ˆŒˆˆr<   c                 óš  — |j         \  }}}|                      |¦  «                             ||d| j        | j        ¦  «                             ddddd¦  «        }|                     d¦  «        \  }}}| j        r,t          j	        |||| j
        r| j        j        nd¬¦  «        }nQ||                     dd	¦  «        z  | j        z  }	|	                     d	¬
¦  «        }	|                      |	¦  «        }	|	|z  }|                     dd¦  «                             |||¦  «        }|                      |¦  «        }|                      |¦  «        }|S )Nr…   r,   r   r   r+   rp   )Ú	dropout_péþÿÿÿéÿÿÿÿ)rT   )r[   rˆ   Úreshaper   r~   ÚpermuteÚunbindr|   ÚFÚscaled_dot_product_attentionÚtrainingr�   ÚpÚ	transposer_   ÚsoftmaxrŠ   r‚   )
r8   r@   ÚBÚNÚCrˆ   ÚqÚkÚvÚattns
             r;   rA   zAttention.forwardã   s>  € Ø”'‰ˆˆ1ˆaØ�hŠh�q‰kŒk×!Ò! ! Q¨¨4¬>¸4¼=ÑIÔI×QÒQÐRSÐUVÐXYÐ[\Ð^_Ñ`Ô`ˆØ—*’*˜Q‘-”-‰ˆˆ1ˆaàŒ?ð 		ÝÔ.Ø�1�aØ.2¬mÐC˜$œ.Ô*Ð*Àðñ ô ˆAˆAð
 ˜Ÿš B¨Ñ+Ô+Ñ+¨t¬zÑ9ˆDØ—<’< B�<Ñ'Ô'ˆDØ—>’> $Ñ'Ô'ˆDØ�q‘ˆAà�KŠK˜˜1ÑÔ×%Ò% a¨¨AÑ.Ô.ˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØˆr<   )r}   NFrp   rp   FNN)rE   rF   rG   rH   r   rc   Ú__annotations__rI   r   rb   r2   rA   rK   rL   s   @r;   r{   r{   ½   sÑ   ø€ € € € € € ðð ð �d”ÐÐÑð
 Ø'+Ø"Ø!Ø!Ø#ØØð/ð /àð/ð ð/ð   ”}ð	/ð
 ð/ð ð/ð ð/ð ð/ð /ð /ð /ð /ð /ð>ð ð ð ð ð ð r<   r{   c                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )ÚGroupNorm1NoBiasÚnum_channelsc                 ó€   •—  t          ¦   «         j        |fi |¤Ž |                     dd¦  «        | _        d | _        d S ©NÚepsç�íµ ÷Æ°>©r1   r2   Úgetr¦   rw   ©r8   r£   r‹   r:   s      €r;   r2   zGroupNorm1NoBias.__init__ý   óB   ø€ Ø�‰ŒÔ˜Ð0Ð0¨Ð0Ð0Ð0Ø—:’:˜e TÑ*Ô*ˆŒØˆŒ	ˆ	ˆ	r<   ©rE   rF   rG   rI   r2   rK   rL   s   @r;   r¢   r¢   ü   óD   ø€ € € € € ð Sð ð ð ð ð ð ð ð ð ð r<   r¢   c                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )ÚLayerNorm2dNoBiasr£   c                 ó€   •—  t          ¦   «         j        |fi |¤Ž |                     dd¦  «        | _        d | _        d S r¥   r¨   rª   s      €r;   r2   zLayerNorm2dNoBias.__init__  r«   r<   r¬   rL   s   @r;   r¯   r¯     r­   r<   r¯   c                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )ÚLayerNormNoBiasr£   c                 ó€   •—  t          ¦   «         j        |fi |¤Ž |                     dd¦  «        | _        d | _        d S r¥   r¨   rª   s      €r;   r2   zLayerNormNoBias.__init__  r«   r<   r¬   rL   s   @r;   r²   r²   
  r­   r<   r²   c                   óŽ   ‡ — e Zd ZdZdeej        dddddfdeded	e	ej
                 d
e	ej
                 dededefˆ fd„Zd„ Zˆ xZS )ÚSepConvz\
    Inverted separable convolution from MobileNetV2: https://arxiv.org/abs/1801.04381.
    r,   Fr*   r…   NrT   Úexpansion_ratioÚ
act1_layerÚ
act2_layerrw   r.   r0   c
                 óÌ  •— ||	dœ}t          ¦   «                              ¦   «          t          ||z  ¦  «        }t          j        ||fd|dœ|¤Ž| _        t          |t          ¦  «        r |di |¤Žn	 |¦   «         | _        t          j        ||f||||dœ|¤Ž| _	        t          |t          ¦  «        r |di |¤Žn	 |¦   «         | _
        t          j        ||fd|dœ|¤Ž| _        d S )Nr'   r   )r.   rw   )r.   r0   Úgroupsrw   © )r1   r2   rI   r3   r4   Úpwconv1Ú
issubclassro   Úact1ÚdwconvÚact2Úpwconv2)r8   rT   r¶   r·   r¸   rw   r.   r0   r(   r)   r‹   r9   Úmid_channelsr:   s                €r;   r2   zSepConv.__init__  s#  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜?¨SÑ0Ñ1Ô1ˆÝ”y  lÐSÀÈÐSÐSÐPRÐSÐSˆŒÝ(2°:½xÑ(HÔ(HÐZ�J�JÐ$Ð$ Ð$Ð$Ð$ÈjÈjÉlÌlˆŒ	Ý”iØØð
ð $ØØØð
ð 
ð ð
ð 
ˆŒõ )3°:½xÑ(HÔ(HÐZ�J�JÐ$Ð$ Ð$Ð$Ð$ÈjÈjÉlÌlˆŒ	Ý”y ¨sÐSÀÈÐSÐSÐPRÐSÐSˆŒˆˆr<   c                 óØ   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r>   )r¼   r¾   r¿   rÀ   rÁ   r?   s     r;   rA   zSepConv.forward4  sR   € Ø�LŠL˜‰OŒOˆØ�IŠI�a‰LŒLˆØ�KŠK˜‰NŒNˆØ�IŠI�a‰LŒLˆØ�LŠL˜‰OŒOˆØˆr<   )rE   rF   rG   rH   ro   r3   r6   rI   rb   r	   rJ   rc   r2   rA   rK   rL   s   @r;   rµ   rµ     sÕ   ø€ € € € € ðð ð &'Ø*2Ø*,¬+ØØ ØØØðTð TàðTð #ðTð ˜RœYœð	Tð
 ˜RœYœðTð ðTð ðTð ðTð Tð Tð Tð Tð Tð<ð ð ð ð ð ð r<   rµ   c                   ó0   ‡ — e Zd ZdZddefˆ fd„Zd„ Zˆ xZS )ÚPoolingzT
    Implementation of pooling for PoolFormer: https://arxiv.org/abs/2111.11418
    r…   Ú	pool_sizec                 óˆ   •— t          ¦   «                              ¦   «          t          j        |d|dz  d¬¦  «        | _        d S )Nr   r,   F)r/   r0   Úcount_include_pad)r1   r2   r3   Ú	AvgPool2dÚpool)r8   rÆ   r‹   r:   s      €r;   r2   zPooling.__init__B  s<   ø€ Ý‰Œ×ÒÑÔÐÝ”L °1¸iÈ1¹nÐ`eÐfÑfÔfˆŒ	ˆ	ˆ	r<   c                 ó6   — |                       |¦  «        }||z
  S r>   )rÊ   )r8   r@   Úys      r;   rA   zPooling.forwardF  s   € Ø�IŠI�a‰LŒLˆØ�1‰uˆr<   )r…   )rE   rF   rG   rH   rI   r2   rA   rK   rL   s   @r;   rÅ   rÅ   =  sj   ø€ € € € € ðð ðgð g #ð gð gð gð gð gð gðð ð ð ð ð ð r<   rÅ   c                   ó„   ‡ — e Zd ZdZddeeddddfdeded	ed
ee	j
                 dee	j
                 dedefˆ fd„Zd„ Zˆ xZS )ÚMlpHeadz MLP classification head
    éè  r+   rp   TNrT   Únum_classesÚ	mlp_ratioÚ	act_layerr%   Ú	drop_raterw   c
                 óJ  •— ||	dœ}
t          ¦   «                              ¦   «          t          ||z  ¦  «        }t          j        ||fd|i|
¤Ž| _         |¦   «         | _         ||fi |
¤Ž| _        t          j        ||fd|i|
¤Ž| _        t          j	        |¦  «        | _
        d S )Nr'   rw   )r1   r2   rI   r3   r‡   Úfc1Úactr7   Úfc2r‰   Ú	head_drop)r8   rT   rÐ   rÑ   rÒ   r%   rÓ   rw   r(   r)   r9   Úhidden_featuresr:   s               €r;   r2   zMlpHead.__init__O  s´   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜i¨#™oÑ.Ô.ˆÝ”9˜S /ÐCÐC¸ÐCÀÐCÐCˆŒØ�9‘;”;ˆŒØ�J˜Ð5Ð5°"Ð5Ð5ˆŒ	Ý”9˜_¨kÐKÐKÀÐKÈÐKÐKˆŒÝœ IÑ.Ô.ˆŒˆˆr<   c                 óØ   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r>   )rÕ   rÖ   r7   rØ   r×   r?   s     r;   rA   zMlpHead.forwardd  sT   € Ø�HŠH�Q‰KŒKˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØ�HŠH�Q‰KŒKˆØˆr<   )rE   rF   rG   rH   re   r   rI   rb   r	   r3   rJ   rc   r2   rA   rK   rL   s   @r;   rÎ   rÎ   K  sÅ   ø€ € € € € ðð ð  $Ø Ø)4Ø*3Ø!ØØØð/ð /àð/ð ð/ð ð	/ð
 ˜BœI”ð/ð ˜RœYœð/ð ð/ð ð/ð /ð /ð /ð /ð /ð*ð ð ð ð ð ð r<   rÎ   c                   óÄ   ‡ — e Zd ZdZeededddddddfdedee	j
                 dee	j
                 d	ed
ee	j
                 dedededee         dee         fˆ fd„Zd„ Zˆ xZS )ÚMetaFormerBlockz1
    Implementation of one MetaFormer block.
    Frp   TNrT   Útoken_mixerÚmlp_actÚmlp_biasr%   r‚   Ú	drop_pathrW   Úlayer_scale_init_valueÚres_scale_init_valuec                 ó*  •— ||dœ}t          ¦   «                              ¦   «          t          t          f||	|dœ|¤Ž}t          t          f||
|dœ|¤Ž} ||fi |¤Ž| _         |d||dœ|¤|¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _	        |	�
 |¦   «         nt          j        ¦   «         | _
        |
�
 |¦   «         nt          j        ¦   «         | _         ||fi |¤Ž| _        t          |t          d|z  ¦  «        f||||dœ|¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        |	�
 |¦   «         nt          j        ¦   «         | _        |
�
 |¦   «         nt          j        ¦   «         | _        d S )Nr'   )rT   rU   rW   )rT   r‚   rp   r+   )rÒ   rw   ÚdropÚuse_convr»   )r1   r2   r   rR   Únorm1rÝ   r   r3   r6   Ú
drop_path1Úlayer_scale1Ú
res_scale1Únorm2r   rI   ÚmlpÚ
drop_path2Úlayer_scale2Ú
res_scale2)r8   rT   rÝ   rÞ   rß   r%   r‚   rà   rW   rá   râ   r(   r)   r‹   r9   Úls_layerÚrs_layerr:   s                    €r;   r2   zMetaFormerBlock.__init__r  sÇ  ø€ ð  ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ�5Ðf cÐ6LÐW_ÐfÐfÐceÐfÐfˆÝ�5Ðd cÐ6JÐU]ÐdÐdÐacÐdÐdˆà�Z Ð*Ð* rÐ*Ð*ˆŒ
Ø&˜;ÐT¨3¸)ÐTÐTÀrÐTÈVÐTÐTˆÔØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒØ*@Ð*L˜H˜H™JœJ˜JÕRTÔR]ÑR_ÔR_ˆÔØ(<Ð(H˜(˜(™*œ*˜*ÍbÌkÉmÌmˆŒà�Z Ð*Ð* rÐ*Ð*ˆŒ
ÝØÝ��C‘‰LŒLð
ð ØØØð
ð 
ð ð
ð 
ˆŒð 2;¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒØ*@Ð*L˜H˜H™JœJ˜JÕRTÔR]ÑR_ÔR_ˆÔØ(<Ð(H˜(˜(™*œ*˜*ÍbÌkÉmÌmˆŒˆˆr<   c           
      ó–  — |                       |¦  «        |                      |                      |                      |                      |¦  «        ¦  «        ¦  «        ¦  «        z   }|                      |¦  «        |                      |                      |                      |  	                    |¦  «        ¦  «        ¦  «        ¦  «        z   }|S r>   )
ré   rè   rç   rÝ   ræ   rî   rí   rì   rë   rê   r?   s     r;   rA   zMetaFormerBlock.forward›  s³   € Ø�OŠO˜AÑÔØ×ÒØ—’Ø×$Ò$ T§Z¢Z°¡]¤]Ñ3Ô3ñô ñô ñˆð �OŠO˜AÑÔØ×ÒØ—’Ø—H’H˜TŸZšZ¨™]œ]Ñ+Ô+ñô ñô ñˆð ˆr<   )rE   rF   rG   rH   rÅ   ro   r   rI   r	   r3   rJ   rc   rb   r   r2   rA   rK   rL   s   @r;   rÜ   rÜ   m  s  ø€ € € € € ðð ð ,3Ø'/Ø"Ø*5Ø!Ø!Ø!Ø6:Ø48ØØð'\ð '\àð'\ð ˜bœiœð'\ð ˜"œ)”_ð	'\ð
 ð'\ð ˜RœYœð'\ð ð'\ð ð'\ð ð'\ð %-¨U¤Oð'\ð #+¨5¤/ð'\ð '\ð '\ð '\ð '\ð '\ðRð ð ð ð ð ð r<   rÜ   c                   ó<  ‡ — e Zd Zdej        edeeddgdz  ddddfdedededeej	                 d	eej	                 d
e
deeej	                          deej	                 dedee         dee         dee         fˆ fd„Zej        j        dd„¦   «         Zdefd„Zˆ xZS )ÚMetaFormerStager,   Frp   NÚin_chsÚout_chsÚdepthrÝ   rÞ   rß   Údownsample_normr%   r‚   Údp_ratesrá   râ   c                 ó~  •‡ ‡‡‡‡‡‡	‡
‡‡‡‡— ||dœŠt          ¦   «                              ¦   «          d‰ _        t          ‰t          ¦  «         ‰ _        |‰k    rt          j        ¦   «         nt          |‰fddd|dœ‰¤Ž‰ _	        t          j
        ˆˆ
ˆˆˆˆˆˆˆ	ˆˆ ˆfd„t          |¦  «        D ¦   «         Ž ‰ _        d S )Nr'   Fr…   r,   r   )r.   r/   r0   r%   c                 óX   •— g | ]&}t          d‰	‰‰‰‰‰
‰|         ‰‰‰j        d œ
‰¤‰¤Ž‘Œ'S ))
rT   rÝ   rÞ   rß   r%   r‚   rà   rá   râ   rW   r»   )rÜ   rW   )Ú.0Úir9   rø   r‹   rá   rÞ   rß   r%   rõ   r‚   râ   r8   rÝ   s     €€€€€€€€€€€€r;   ú
<listcomp>z,MetaFormerStage.__init__.<locals>.<listcomp>Ï  sw   ø€ ð &!ð &!ð &!ð õ '6ð '
ØØ#ØØØ!ØØ˜q”kØ#9Ø!5Ø”]ð'
ð '
ð ð'
ð ð'
ð '
ð &!ð &!ð &!r<   )r1   r2   Úgrad_checkpointingr½   r{   rW   r3   r6   rN   Ú
downsampleÚ
SequentialÚrangeÚblocks)r8   rô   rõ   rö   rÝ   rÞ   rß   r÷   r%   r‚   rø   rá   râ   r(   r)   r‹   r9   r:   s   ` ` ``` `````  `@€r;   r2   zMetaFormerStage.__init__­  s  øøøøøøøøøøøøø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"'ˆÔÝ& {µIÑ>Ô>Ð>ˆŒð ,2°WÒ+<Ð+<�"œ+™-œ-˜-Å,ØØðC
ð ØØØ&ðC
ð C
ð ðC
ð C
ˆŒõ ”mð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!ð &!õ ˜‘<”<ð&!ñ &!ô &!ð "ˆŒˆˆr<   Tc                 ó   — || _         d S r>   )rþ   )r8   Úenables     r;   Úset_grad_checkpointingz&MetaFormerStage.set_grad_checkpointingÞ  s   € à"(ˆÔÐÐr<   r@   c                 ó²  — |                       |¦  «        }|j        \  }}}}| j        s+|                     ||d¦  «                             dd¦  «        }| j        r4t          j                             ¦   «         st          | j
        |¦  «        }n|  
                    |¦  «        }| j        s,|                     dd¦  «                             ||||¦  «        }|S )Nr�   r   r,   )rÿ   r[   rW   r�   r—   rþ   r]   ÚjitÚis_scriptingr   r  )r8   r@   r™   r›   ÚHÚWs         r;   rA   zMetaFormerStage.forwardâ  sÉ   € Ø�OŠO˜AÑÔˆØ”W‰
ˆˆ1ˆa�àŒ}ð 	4Ø—	’	˜!˜Q Ñ#Ô#×-Ò-¨a°Ñ3Ô3ˆAàÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAàŒ}ð 	6Ø—’˜A˜qÑ!Ô!×)Ò)¨!¨Q°°1Ñ5Ô5ˆAàˆr<   ©T)rE   rF   rG   r3   r6   ro   r   rI   r	   rJ   rc   r   rb   r   r2   r]   r  Úignorer  r
   rA   rK   rL   s   @r;   ró   ró   «  sQ  ø€ € € € € ð Ø+-¬;Ø'/Ø"Ø9DØ*5Ø!Ø%' D¨1¡HØ6:Ø48ØØð/"ð /"àð/"ð ð/"ð ð	/"ð
 ˜bœiœð/"ð ˜"œ)”_ð/"ð ð/"ð & d¨2¬9¤oÔ6ð/"ð ˜RœYœð/"ð ð/"ð ˜5”kð/"ð %-¨U¤Oð/"ð #+¨5¤/ð/"ð /"ð /"ð /"ð /"ð /"ðb „YÔð)ð )ð )ñ Ôð)ð˜ð ð ð ð ð ð ð ð r<   ró   c            #       óž  ‡ — e Zd ZdZdddddeeddddd	d
eeedd	d	fdedede	de
edf         de
edf         deeej                 eeej                          f         deej                 dededededeeeee         f                  dee
ee         df         eee                  f         deeej                          deeej                 eeej                          f         deej                 def"ˆ fd„Zd„ Zej        j        d4d „¦   «         Zej        j        d!ej        fd"„¦   «         Zd5dedee	         fd#„Z	 	 	 	 	 d6d%ej        d&eeeee         f                  d'ed(ed)e	d*ed!eeej                 e
ej        eej                 f         f         fd+„Z	 	 	 d7d&eeee         f         d-ed.efd/„Zd8d%ed0efd1„Zd%efd2„Zd%efd3„Z ˆ xZ!S )9r    aM   MetaFormer
        A PyTorch impl of : `MetaFormer Baselines for Vision`  -
          https://arxiv.org/abs/2210.13452

    Args:
        in_chans (int): Number of input image channels.
        num_classes (int): Number of classes for classification head.
        global_pool: Pooling for classifier head.
        depths (list or tuple): Number of blocks at each stage.
        dims (list or tuple): Feature dimension at each stage.
        token_mixers (list, tuple or token_fcn): Token mixer for each stage.
        mlp_act: Activation layer for MLP.
        mlp_bias (boolean): Enable or disable mlp bias term.
        drop_path_rate (float): Stochastic depth rate.
        drop_rate (float): Dropout rate.
        layer_scale_init_values (list, tuple, float or None): Init value for Layer Scale.
            None means not use the layer scale. Form: https://arxiv.org/abs/2103.17239.
        res_scale_init_values (list, tuple, float or None): Init value for res Scale on residual connections.
            None means not use the res scale. From: https://arxiv.org/abs/2110.09456.
        downsample_norm (nn.Module): Norm layer used in stem and downsampling layers.
        norm_layers (list, tuple or norm_fcn): Norm layers for each stage.
        output_norm: Norm layer before classifier head.
        use_mlp_head: Use MLP classification head.
    r…   rÏ   Úavg©r,   r,   é   r,   ©é@   é€   i@  é   Frp   N)NNrS   rS   TÚin_chansrÐ   Úglobal_poolÚdepths.ÚdimsÚtoken_mixersrÞ   rß   Údrop_path_rateÚproj_drop_raterÓ   Úlayer_scale_init_valuesÚres_scale_init_valuesr÷   Únorm_layersÚoutput_normÚuse_mlp_headc                 óÞ  •— t          ¦   «                              ¦   «          ||dœ}|t          fv rt          |fi |¤Ž}|| _        || _        |d         | _        || _        || _        t          |¦  «        | _
        t          |t          t          f¦  «        s|g}t          |t          t          f¦  «        s|g}t          |t          t          f¦  «        s|g| j
        z  }t          |t          t          f¦  «        s|g| j
        z  }t          |t          t          f¦  «        s|g| j
        z  }t          |t          t          f¦  «        s|g| j
        z  }d| _        g | _        t!          ||d         fd|i|¤Ž| _        g }|d         }t%          |	|d¬¦  «        }t'          | j
        ¦  «        D ]ƒ}|t)          |||         f||         ||         |||
||         ||         ||         |||         dœ
|¤|¤Žgz  }||         }| xj        t+          ||         d	|d	z   z  d
|› �¬¦  «        gz  c_        Œ„t-          j        |Ž | _        |dk    rS| j        r't3          | j        |fd| j        i|¤Ž}| j        | _        n8t-          j        | j        |fi |¤Ž}| j        | _        nt-          j        ¦   «         }t-          j        t;          dt=          |¬¦  «        fd || j        fi |¤Žfd|rt-          j        d¦  «        nt-          j        ¦   «         fd| j        rt-          j         |¦  «        nt-          j        ¦   «         fd|fg¦  «        ¦  «        | _!        |  "                    | j#        ¦  «         d S )Nr'   r�   Fr   r%   T)Ú	stagewise)
rö   rÝ   rÞ   rß   r‚   rø   rá   râ   r÷   r%   r,   zstages.)Únum_chsÚ	reductionÚmodulerÓ   r  ©Ú	pool_typer7   Úflattenr   rä   Úfc)$r1   r2   ro   r   rÐ   r  Únum_featuresrÓ   r   ÚlenÚ
num_stagesÚ
isinstanceÚlistÚtuplerþ   Úfeature_infor"   Ústemr   r  ró   Údictr3   r   ÚstagesrÎ   Úhead_hidden_sizer‡   r6   r   r   ÚFlattenr‰   ÚheadÚapplyÚ_init_weights)r8   r  rÐ   r  r  r  r  rÞ   rß   r  r  rÓ   r  r  r÷   r  r  r   r(   r)   r‹   r9   r3  Úprev_dimrø   rü   Úfinalr:   s                              €r;   r2   zMetaFormer.__init__  så  ø€ õ. 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆà•x�kÐ!Ð!Ý˜gÐ,Ð,¨Ð,Ð,ˆGà&ˆÔØ ˆŒØ  œHˆÔØ"ˆŒØ(ˆÔÝ˜f™+œ+ˆŒõ ˜&¥4­ -Ñ0Ô0ð 	Ø�XˆFÝ˜$¥¥u Ñ.Ô.ð 	Ø�6ˆDÝ˜,­­u¨Ñ6Ô6ð 	<Ø(˜>¨D¬OÑ;ˆLÝ˜+­­e }Ñ5Ô5ð 	:Ø&˜-¨$¬/Ñ9ˆKÝÐ1µD½%°=ÑAÔAð 	RØ'>Ð&?À$Ä/Ñ&QÐ#ÝÐ/µ$½°Ñ?Ô?ð 	NØ%:Ð$;¸d¼oÑ$MÐ!à"'ˆÔØˆÔåØØ�ŒGð
ð 
ð 'ð
ð ð	
ð 
ˆŒ	ð ˆØ˜”7ˆÝ,¨^¸VÈtÐTÑTÔTˆÝ�t”Ñ'Ô'ð 	cð 	cˆAØ•ØØ�Q”ðð ˜Q”iØ(¨œOØØ!Ø(Ø! !œØ'>¸qÔ'AØ%:¸1Ô%=Ø /Ø& qœ>ðð ð ðð ðð ð ñ ˆFð  ˜A”wˆHØÐÔ¥$¨t°A¬wÀ!ÀaÈÁcÁ(ÐS`Ð]^ÐS`ÐS`Ð"aÑ"aÔ"aÐ!bÑbÐÔÐå”m VÐ,ˆŒð ˜Š?ˆ?ØÔ ð :å Ô 1°;Ð_Ð_È$Ì.Ð_Ð\^Ð_Ð_�Ø(,Ô(9�Ô%Ð%åœ	 $Ô"3°[ÐGÐGÀBÐGÐG�Ø(,Ô(9�Ô%Ð%å”K‘M”MˆEå”M¥+ØÕ0¸;ÐGÑGÔGÐHØ�[�[ Ô!2Ð9Ð9°bÐ9Ð9Ð:Ø¨ÐG�œ
 1™œ˜½"¼+¹-¼-ÐHØ¨dÔ.?ÐR•R”Z 	Ñ*Ô*Ð*ÅRÄ[Á]Ä]ÐSØ�5ˆMð/
ñ #ô #ñ ô ˆŒ	ð 	�
Š
�4Ô%Ñ&Ô&Ð&Ð&Ð&r<   c                 óÞ   — t          |t          j        t          j        f¦  «        rDt	          |j        d¬¦  «         |j        �)t          j                             |j        d¦  «         d S d S d S )Ng{®Gáz”?)Ústdr   )	r-  r3   r4   r‡   r   Úweightrw   ÚinitÚ	constant_)r8   Úms     r;   r8  zMetaFormer._init_weightsy  sj   € Ý�a�"œ)¥R¤YÐ/Ñ0Ô0ð 	-Ý˜!œ(¨Ð,Ñ,Ô,Ð,ØŒvÐ!Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,Ð,Ð,ð	-ð 	-à!Ð!r<   c                 óT   — || _         | j        D ]}|                     |¬¦  «         Œd S )N)r  )rþ   r3  r  )r8   r  Ústages      r;   r  z!MetaFormer.set_grad_checkpointing  s?   € à"(ˆÔØ”[ð 	8ð 	8ˆEØ×(Ò(°Ð(Ñ7Ô7Ð7Ð7ð	8ð 	8r<   Úreturnc                 ó   — | j         j        S r>   )r6  r)  )r8   s    r;   Úget_classifierzMetaFormer.get_classifier…  s   € àŒyŒ|Ðr<   c                 óŒ  — t          | ||¬¦  «        }|| _        |�Ÿt          |¬¦  «        | j        _        | j        j                             | j        j        ¦  «         |rt          j        d¦  «        nt          j	        ¦   «         | j        _
        | j        j
                             | j        j        ¦  «         |dk    r;| j        rt          | j        |fd| j        i|¤Ž}n,t          j        | j        |fi |¤Ž}nt          j	        ¦   «         }|| j        _        | j        j                             | j        j        ¦  «         d S )Nr'   r&  r   r   rÓ   )r   rÐ   r   r6  r  Útrainr•   r3   r5  r6   r(  r   rÎ   r*  rÓ   r‡   r)  )r8   rÐ   r  r(   r)   r9   r:  s          r;   Úreset_classifierzMetaFormer.reset_classifier‰  s$  € Ý˜d¨6¸Ð?Ñ?Ô?ˆØ&ˆÔØÐ"Ý$8À;Ð$OÑ$OÔ$OˆDŒIÔ!ØŒIÔ!×'Ò'¨¬	Ô(:Ñ;Ô;Ð;Ø1<Ð O¥¤
¨1¡¤ Å"Ä+Á-Ä-ˆDŒIÔØŒIÔ×#Ò# D¤IÔ$6Ñ7Ô7Ð7Ø˜Š?ˆ?ØÔ ð HÝ Ô 1°;Ð_Ð_È$Ì.Ð_Ð\^Ð_Ð_��åœ	 $Ô"3°[ÐGÐGÀBÐGÐG��å”K‘M”MˆEØˆŒ	ŒØŒ	Œ×Ò˜4œ9Ô-Ñ.Ô.Ð.Ð.Ð.r<   ÚNCHWr@   Úindicesr7   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óø  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }t          j                             ¦   «         s|s| j        }
n| j        d|	dz   …         }
t          |
¦  «        D ]_\  }}| j        r/t          j                             ¦   «         st          ||¦  «        }n ||¦  «        }||v r| 
                    |¦  «         Œ`|r|S ||fS )aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )rI  zOutput shape must be NCHW.Nr   )r   r+  r3  r1  r]   r  r  Ú	enumeraterþ   r   Úappend)r8   r@   rJ  r7   rK  rL  rM  ÚintermediatesÚtake_indicesÚ	max_indexr3  Úfeat_idxrB  s                r;   Úforward_intermediatesz MetaFormer.forward_intermediates›  s  € ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið �IŠI�a‰LŒLˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFå(¨Ñ0Ô0ð 	(ð 	(‰OˆH�eØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý˜u aÑ(Ô(��à�E˜!‘H”H�Ø˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐr<   r   Ú
prune_normÚ
prune_headc                 ó®   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr   r   Ú )r   r+  r3  rH  )r8   rJ  rV  rW  rR  rS  s         r;   Úprune_intermediate_layersz$MetaFormer.prune_intermediate_layersÈ  s\   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐr<   Ú
pre_logitsc                 ó  — | j                              |¦  «        }| j                              |¦  «        }| j                              |¦  «        }| j                              |¦  «        }|r|n| j                              |¦  «        S r>   )r6  r  r7   r(  rä   r)  )r8   r@   r[  s      r;   Úforward_headzMetaFormer.forward_headÖ  sm   € àŒI×!Ò! !Ñ$Ô$ˆØŒI�NŠN˜1ÑÔˆØŒI×Ò˜aÑ Ô ˆØŒI�NŠN˜1ÑÔˆØÐ3ˆqˆq D¤I§L¢L°¡O¤OÐ3r<   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S r>   )r1  rþ   r]   r  r  r   r3  r?   s     r;   Úforward_featureszMetaFormer.forward_featuresÞ  sX   € Ø�IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆr<   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r>   )r_  r]  r?   s     r;   rA   zMetaFormer.forwardæ  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr<   r  rC   )NFFrI  F)r   FTrm   )"rE   rF   rG   rH   rÅ   ro   r¯   r   rI   ry   r   r   r	   r3   rJ   r   rc   rb   r   r2   r8  r]   r  r  r  rE  rH  r
   rU  rZ  r]  r_  rA   rK   rL   s   @r;   r    r    ô  sº  ø€ € € € € ðð ð6 Ø#Ø$Ø&2Ø$7ØJQØ'/Ø"Ø$&Ø$&Ø"ØKOØ_uØ9JØIZØ+6Ø!%ØØð)i'ð i'àði'ð ði'ð ð	i'ð
 ˜#˜s˜(”Oði'ð ˜˜S˜”/ði'ð    R¤Y¤°°d¸2¼9´oÔ1FÐ FÔGði'ð ˜"œ)”_ði'ð ði'ð "ði'ð "ði'ð ði'ð &.¨e°E¸4À¼;Ð4FÔ.GÔ%Hði'ð $)¨¨x¸¬ÀÐ/CÔ)DÀdÈ8ÐTYÌ?ÔF[Ð)[Ô#\ði'ð & d¨2¬9¤oÔ6ði'ð  ˜t B¤Iœ°°T¸"¼)´_Ô0EÐEÔFð!i'ð" ˜bœiœð#i'ð$ ð%i'ð i'ð i'ð i'ð i'ð i'ðV-ð -ð -ð „YÔð8ð 8ð 8ñ Ôð8ð
 „YÔð ¤	ð ð ð ñ Ôðð/ð /¨Cð /¸hÀs¼mð /ð /ð /ð /ð* 8<ØØ$Ø$Ø',ð+ ð + àŒ|ð+ ð ˜e C¨¨c¬ NÔ3Ô4ð+ ð ð	+ ð
 ð+ ð ð+ ð !%ð+ ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð+ ð + ð + ð + ð^ ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð4ð 4˜fð 4°$ð 4ð 4ð 4ð 4ð &ð ð ð ð ð˜ð ð ð ð ð ð ð ð r<   c                 óx  — d| v r| S dd l }i }d| v }|                     ¦   «         }|                      ¦   «         D �]ÿ\  }}|r±|                     dd|¦  «        }|                     dd¦  «        }|                     dd	¦  «        }|                     d
d¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd|¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd|¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd |¦  «        }|                     d!d"|¦  «        }|j        ||         k    rP|                     ¦   «         ||                              ¦   «         k    r |                     ||         j        ¦  «        }|||<   �Œ|S )#Nzstem.conv.weightr   znetwork.0.0.mlp.fc1.weightzlayer_scale_([0-9]+)zlayer_scale\1.scalez	network.1zdownsample_layers.1z	network.3zdownsample_layers.2z	network.5zdownsample_layers.3z	network.2z	network.4z	network.6Únetworkr3  zdownsample_layers.([0-9]+)zstages.\1.downsamplezdownsample.projzdownsample.convzpatch_embed.projzpatch_embed.convz([0-9]+).([0-9]+)z\1.blocks.\2zstages.0.downsampleÚpatch_embedr1  Ú	post_normr7   Úpre_normz^headúhead.fcz^normz	head.norm)ÚreÚ
state_dictÚitemsÚsubÚreplacer[   Únumelr�   )rh  Úmodelrg  Úout_dictÚis_poolformerv1Úmodel_state_dictr�   rž   s           r;   Úcheckpoint_filter_fnrq  í  s2  € Ø˜ZÐ'Ð'ØÐà€I€I€IØ€HØ2°jÐ@€OØ×'Ò'Ñ)Ô)ÐØ× Ò Ñ"Ô"ð ñ ‰ˆˆ1Øð 	/Ø—’Ð.Ð0FÈÑJÔJˆAØ—	’	˜+Ð'<Ñ=Ô=ˆAØ—	’	˜+Ð'<Ñ=Ô=ˆAØ—	’	˜+Ð'<Ñ=Ô=ˆAØ—	’	˜+ {Ñ3Ô3ˆAØ—	’	˜+ {Ñ3Ô3ˆAØ—	’	˜+ {Ñ3Ô3ˆAØ—	’	˜) XÑ.Ô.ˆAà�FŠFÐ0Ð2IÈ1ÑMÔMˆØ�IŠIÐ'Ð):Ñ;Ô;ˆØ�IŠIÐ(Ð*<Ñ=Ô=ˆØ�FŠFÐ'¨¸!Ñ<Ô<ˆØ�IŠIÐ+¨]Ñ;Ô;ˆØ�IŠI�m VÑ,Ô,ˆØ�IŠI�k 6Ñ*Ô*ˆØ�IŠI�j &Ñ)Ô)ˆØ�FŠF�8˜Y¨Ñ*Ô*ˆØ�FŠF�8˜[¨!Ñ,Ô,ˆàŒ7Ð& qÔ)Ò)Ð)¨a¯gªg©i¬iÐ;KÈAÔ;N×;TÒ;TÑ;VÔ;VÒ.VÐ.VØ—	’	Ð*¨1Ô-Ô3Ñ4Ô4ˆAàˆ�‰‰Ø€Or<   Fc           	      óü   — t          d„ t          |                     dd¦  «        ¦  «        D ¦   «         ¦  «        }|                     d|¦  «        }t	          t
          | |ft          t          d|¬¦  «        dœ|¤Ž}|S )Nc              3   ó    K  — | ]	\  }}|V — Œ
d S r>   r»   )rû   rü   Ú_s      r;   ú	<genexpr>z%_create_metaformer.<locals>.<genexpr>  s&   è è € Ð\Ð\¡d a¨ Ð\Ð\Ð\Ð\Ð\Ð\r<   r  r  Úout_indicesT)Úflatten_sequentialrv  )Úpretrained_filter_fnÚfeature_cfg)r/  rO  r©   Úpopr   r    rq  r2  )ÚvariantÚ
pretrainedr‹   Údefault_out_indicesrv  rm  s         r;   Ú_create_metaformerr~    s‘   € ÝÐ\Ð\­i¸¿
º
À8È\Ñ8ZÔ8ZÑ.[Ô.[Ð\Ñ\Ô\Ñ\Ô\ÐØ—*’*˜]Ð,?Ñ@Ô@€Kå ÝØØðõ 2Ý¨D¸kÐJÑJÔJðð ð ðð €Eð €Lr<   rY  c                 ó6   — | dddddt           t          dddd	œ|¥S )
NrÏ   )r…   éà   r€  )r*   r*   rS   Úbicubicrf  z	stem.convz
apache-2.0)ÚurlrÐ   Ú
input_sizerÆ   Úcrop_pctÚinterpolationÚmeanr<  Ú
classifierÚ
first_convÚlicenser   )r‚  r‹   s     r;   Ú_cfgrŠ  "  s8   € àØ¨=ÀvØ¨)Ý%Õ.BØ¨{Øðð ð ðð r<   zpoolformer_s12.sail_in1kztimm/gÍÌÌÌÌÌì?)Ú	hf_hub_idr„  zpoolformer_s24.sail_in1kzpoolformer_s36.sail_in1kzpoolformer_m36.sail_in1kgffffffî?zpoolformer_m48.sail_in1kzpoolformerv2_s12.sail_in1k)r‹  zpoolformerv2_s24.sail_in1kzpoolformerv2_s36.sail_in1kzpoolformerv2_m36.sail_in1kzpoolformerv2_m48.sail_in1kzconvformer_s18.sail_in1kzhead.fc.fc2)r‹  r‡  zconvformer_s18.sail_in1k_384)r…   é€  rŒ  )é   r�  )r‹  r‡  rƒ  rÆ   z!convformer_s18.sail_in22k_ft_in1kz%convformer_s18.sail_in22k_ft_in1k_384zconvformer_s18.sail_in22kiQU  )r‹  r‡  rÐ   zconvformer_s36.sail_in1kzconvformer_s36.sail_in1k_384z!convformer_s36.sail_in22k_ft_in1kz%convformer_s36.sail_in22k_ft_in1k_384zconvformer_s36.sail_in22kzconvformer_m36.sail_in1kzconvformer_m36.sail_in1k_384z!convformer_m36.sail_in22k_ft_in1kz%convformer_m36.sail_in22k_ft_in1k_384zconvformer_m36.sail_in22kzconvformer_b36.sail_in1kzconvformer_b36.sail_in1k_384z!convformer_b36.sail_in22k_ft_in1kz%convformer_b36.sail_in22k_ft_in1k_384zconvformer_b36.sail_in22kzcaformer_s18.sail_in1kzcaformer_s18.sail_in1k_384zcaformer_s18.sail_in22k_ft_in1kz#caformer_s18.sail_in22k_ft_in1k_384zcaformer_s18.sail_in22kzcaformer_s36.sail_in1kzcaformer_s36.sail_in1k_384zcaformer_s36.sail_in22k_ft_in1kz#caformer_s36.sail_in22k_ft_in1k_384zcaformer_s36.sail_in22kzcaformer_m36.sail_in1kzcaformer_m36.sail_in1k_384zcaformer_m36.sail_in22k_ft_in1kz#caformer_m36.sail_in22k_ft_in1k_384zcaformer_m36.sail_in22kzcaformer_b36.sail_in1kzcaformer_b36.sail_in1k_384zcaformer_b36.sail_in22k_ft_in1kz#caformer_b36.sail_in22k_ft_in1k_384zcaformer_b36.sail_in22krC  c                 óp   — t          d	g d¢g d¢d t          j        dt          dd ddœ	|¤Ž}t	          d
d| i|¤ŽS )Nr  r  Tçñhãˆµøä>F©	r  r  r÷   rÞ   rß   r  r  r  r   Úpoolformer_s12r|  r»   )r‘  ©r2  r3   ÚGELUr   r~  ©r|  r‹   Úmodel_kwargss      r;   r‘  r‘  Ç  sg   € åð 
Øˆ|ˆ|Ø Ð Ð ØÝ”ØÝØ $Ø"Øð
ð 
ð ð
ð 
€Lõ ÐVÐV¸:ÐVÈÐVÐVÐVr<   c                 óp   — t          d	g d¢g d¢d t          j        dt          dd ddœ	|¤Ž}t	          d
d| i|¤ŽS )N©r+   r+   r�  r+   r  Tr�  Fr�  Úpoolformer_s24r|  r»   )r˜  r’  r”  s      r;   r˜  r˜  ×  óg   € åð 
Øˆ}ˆ}Ø Ð Ð ØÝ”ØÝØ $Ø"Øð
ð 
ð ð
ð 
€Lõ ÐVÐV¸:ÐVÈÐVÐVÐVr<   c                 óp   — t          d	g d¢g d¢d t          j        dt          dd ddœ	|¤Ž}t	          d
d| i|¤ŽS )N©r  r  é   r  r  Tr§   Fr�  Úpoolformer_s36r|  r»   )r�  r’  r”  s      r;   r�  r�  ç  r™  r<   c                 óp   — t          d	g d¢g d¢d t          j        dt          dd ddœ	|¤Ž}t	          d
d| i|¤ŽS )Nr›  ©é`   éÀ   rŒ  é   Tr§   Fr�  Úpoolformer_m36r|  r»   )r£  r’  r”  s      r;   r£  r£  ÷  r™  r<   c                 óp   — t          d	g d¢g d¢d t          j        dt          dd ddœ	|¤Ž}t	          d
d| i|¤ŽS )N©é   r¦  é   r¦  rŸ  Tr§   Fr�  Úpoolformer_m48r|  r»   )r¨  r’  r”  s      r;   r¨  r¨    r™  r<   c                 óR   — t          dg d¢g d¢t          ddœ|¤Ž}t          dd| i|¤ŽS )	Nr  r  F©r  r  r  r   Úpoolformerv2_s12r|  r»   )r«  ©r2  r¢   r~  r”  s      r;   r«  r«    sV   € åð Øˆ|ˆ|Ø Ð Ð Ý$Øð	ð ð
 ðð €Lõ ÐXÐX¸ZÐXÈ<ÐXÐXÐXr<   c                 óR   — t          dg d¢g d¢t          ddœ|¤Ž}t          dd| i|¤ŽS )	Nr—  r  Frª  Úpoolformerv2_s24r|  r»   )r®  r¬  r”  s      r;   r®  r®  "  óV   € åð Øˆ}ˆ}Ø Ð Ð Ý$Øð	ð ð
 ðð €Lõ ÐXÐX¸ZÐXÈ<ÐXÐXÐXr<   c                 óR   — t          dg d¢g d¢t          ddœ|¤Ž}t          dd| i|¤ŽS )	Nr›  r  Frª  Úpoolformerv2_s36r|  r»   )r±  r¬  r”  s      r;   r±  r±  -  r¯  r<   c                 óR   — t          dg d¢g d¢t          ddœ|¤Ž}t          dd| i|¤ŽS )	Nr›  rŸ  Frª  Úpoolformerv2_m36r|  r»   )r³  r¬  r”  s      r;   r³  r³  8  r¯  r<   c                 óR   — t          dg d¢g d¢t          ddœ|¤Ž}t          dd| i|¤ŽS )	Nr¥  rŸ  Frª  Úpoolformerv2_m48r|  r»   )rµ  r¬  r”  s      r;   rµ  rµ  C  r¯  r<   c                 ó\   — t          dg d¢g d¢t          t          dœ|¤Ž}t          dd| i|¤ŽS )N©r…   r…   é	   r…   r  ©r  r  r  r  Úconvformer_s18r|  r»   )rº  ©r2  rµ   r¯   r~  r”  s      r;   rº  rº  N  sV   € åð Øˆ|ˆ|Ø Ð Ð ÝÝ%ð	ð ð
 ðð €Lõ ÐVÐV¸:ÐVÈÐVÐVÐVr<   c                 ó\   — t          dg d¢g d¢t          t          dœ|¤Ž}t          dd| i|¤ŽS )N©r…   r�  rœ  r…   r  r¹  Úconvformer_s36r|  r»   )r¾  r»  r”  s      r;   r¾  r¾  Y  óV   € åð Øˆ~ˆ~Ø Ð Ð ÝÝ%ð	ð ð
 ðð €Lõ ÐVÐV¸:ÐVÈÐVÐVÐVr<   c                 ó\   — t          dg d¢g d¢t          t          dœ|¤Ž}t          dd| i|¤ŽS )Nr½  ©r   r¡  rŒ  i@  r¹  Úconvformer_m36r|  r»   )rÂ  r»  r”  s      r;   rÂ  rÂ  d  r¿  r<   c                 ó\   — t          dg d¢g d¢t          t          dœ|¤Ž}t          dd| i|¤ŽS )Nr½  ©r  é   r  r¢  r¹  Úconvformer_b36r|  r»   )rÆ  r»  r”  s      r;   rÆ  rÆ  o  sV   € åð Øˆ~ˆ~Ø!Ð!Ð!ÝÝ%ð	ð ð
 ðð €Lõ ÐVÐV¸:ÐVÈÐVÐVÐVr<   c           	      ó¢   — t          dg d¢g d¢t          t          t          t          gt          gdz  t          gdz  z   dœ|¤Ž}t          dd| i|¤ŽS )	Nr·  r  r,   r¹  Úcaformer_s18r|  r»   )rÈ  ©r2  rµ   r{   r¯   r²   r~  r”  s      r;   rÈ  rÈ  z  st   € åð Øˆ|ˆ|Ø Ð Ð Ý�w­	µ9Ð=Ý&Ð'¨!Ñ+­Ð.?À!Ñ.CÑCð	ð ð
 ðð €Lõ ÐTÐT¸ÐTÀ|ÐTÐTÐTr<   c           	      ó¢   — t          dg d¢g d¢t          t          t          t          gt          gdz  t          gdz  z   dœ|¤Ž}t          dd| i|¤ŽS )	Nr½  r  r,   r¹  Úcaformer_s36r|  r»   )rË  rÉ  r”  s      r;   rË  rË  …  ót   € åð Øˆ~ˆ~Ø Ð Ð Ý�w­	µ9Ð=Ý&Ð'¨!Ñ+­Ð.?À!Ñ.CÑCð	ð ð
 ðð €Lõ ÐTÐT¸ÐTÀ|ÐTÐTÐTr<   c           	      ó¢   — t          dg d¢g d¢t          t          t          t          gt          gdz  t          gdz  z   dœ|¤Ž}t          dd| i|¤ŽS )	Nr½  rÁ  r,   r¹  Úcaformer_m36r|  r»   )rÎ  rÉ  r”  s      r;   rÎ  rÎ  �  rÌ  r<   c           	      ó¢   — t          dg d¢g d¢t          t          t          t          gt          gdz  t          gdz  z   dœ|¤Ž}t          dd| i|¤ŽS )	Nr½  rÄ  r,   r¹  Úcaformer_b36r|  r»   )rÐ  rÉ  r”  s      r;   rÐ  rÐ  ›  st   € åð Øˆ~ˆ~Ø!Ð!Ð!Ý�w­	µ9Ð=Ý&Ð'¨!Ñ+­Ð.?À!Ñ.CÑCð	ð ð
 ðð €Lõ ÐTÐT¸ÐTÀ|ÐTÐTÐTr<   rm   )rY  )SrH   Úcollectionsr   Ú	functoolsr   Útypingr   r   r   r   r	   r]   Útorch.nnr3   Útorch.nn.functionalÚ
functionalr“   r
   Ú	torch.jitr   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   r   Ú	_registryr   r   Ú__all__rJ   r"   rN   rR   re   ro   r{   r¢   r¯   r²   rµ   rÅ   rÎ   rÜ   ró   r    rq  r~  rŠ  Údefault_cfgsr‘  r˜  r�  r£  r¨  r«  r®  r±  r³  rµ  rº  r¾  rÂ  rÆ  rÈ  rË  rÎ  rÐ  r»   r<   r;   ú<module>rà     sé  ððð ð8 $Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Aðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð +Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ.€ðð ð ð ð ˆ2Œ9ñ ô ð ð@ð ð ð ð �2”9ñ ô ð ðD/ð /ð /ð /ð /ˆBŒIñ /ô /ð /ð.
*ð 
*ð 
*ð 
*ð 
*�"”)ñ 
*ô 
*ð 
*ð:ð :ð :ð :ð :ˆrŒyñ :ô :ð :ð69ð 9ð 9ð 9ð 9�”	ñ 9ô 9ð 9ð~ð ð ð ð �zñ ô ð ðð ð ð ð ˜ñ ô ð ðð ð ð ð �b”lñ ô ð ð)ð )ð )ð )ð )ˆbŒiñ )ô )ð )ðXð ð ð ð ˆbŒiñ ô ð ðð ð ð ð ˆbŒiñ ô ð ðD;ð ;ð ;ð ;ð ;�b”iñ ;ô ;ð ;ð|Fð Fð Fð Fð F�b”iñ Fô Fð FðRuð uð uð uð u�”ñ uô uð uðr"ð "ð "ðJð ð ð ð 	ð 	ð 	ð 	ð %Ð$ð V&Ø  ØØð!ñ !ô !ðV&ð   ØØð!ñ !ô !ð	V&ð   ØØð!ñ !ô !ðV&ð   ØØð!ñ !ô !ðV&ð   ØØð!ñ !ô !ðV&ð" ! $ $°Ð"9Ñ"9Ô"9ð#V&ð$ ! $ $°Ð"9Ñ"9Ô"9ð%V&ð& ! $ $°Ð"9Ñ"9Ô"9ð'V&ð( ! $ $°Ð"9Ñ"9Ô"9ð)V&ð* ! $ $°Ð"9Ñ"9Ô"9ð+V&ð.   ØØ ð!"ñ !"ô !"ð/V&ð4 # D DØØ ¨]Àhð%Pñ %Pô %Pð5V&ð: (¨¨ØØ ð*"ñ *"ô *"ð;V&ð@ ,¨T¨TØØ ¨]Àhð.Pñ .Pô .PðAV&ðF    ØØ ¨eð"5ñ "5ô "5ðGV&ðN   ØØ ð!"ñ !"ô !"ðOV&ðT # D DØØ ¨]Àhð%Pñ %Pô %PðUV&ð V&ðZ (¨¨ØØ ð*"ñ *"ô *"ð[V&ð` ,¨T¨TØØ ¨]Àhð.Pñ .Pô .PðaV&ðf    ØØ ¨eð"5ñ "5ô "5ðgV&ðn   ØØ ð!"ñ !"ô !"ðoV&ðt # D DØØ ¨]Àhð%Pñ %Pô %PðuV&ðz (¨¨ØØ ð*"ñ *"ô *"ð{V&ð@ ,¨T¨TØØ ¨]Àhð.Pñ .Pô .PðAV&ðF    ØØ ¨eð"5ñ "5ô "5ðGV&ðN   ØØ ð!"ñ !"ô !"ðOV&ðT # D DØØ ¨]Àhð%Pñ %Pô %PðUV&ðZ (¨¨ØØ ð*"ñ *"ô *"ð[V&ð` ,¨T¨TØØ ¨]Àhð.Pñ .Pô .PðaV&ðf    ØØ ¨eð"5ñ "5ô "5ðgV&ðn ˜d˜dØØ ð"ñ "ô "ðoV&ðt ! $ $ØØ ¨]Àhð#Pñ #Pô #PðuV&ðz & t tØØ ð("ñ ("ô ("ð{V&ð@ *¨4¨4ØØ ¨]Àhð,Pñ ,Pô ,PðAV&ð V&ð V&ðF ˜t˜tØØ ¨eð 5ñ  5ô  5ðGV&ðN ˜d˜dØØ ð"ñ "ô "ðOV&ðT ! $ $ØØ ¨]Àhð#Pñ #Pô #PðUV&ðZ & t tØØ ð("ñ ("ô ("ð[V&ð` *¨4¨4ØØ ¨]Àhð,Pñ ,Pô ,PðaV&ðf ˜t˜tØØ ¨eð 5ñ  5ô  5ðgV&ðn ˜d˜dØØ ð"ñ "ô "ðoV&ðt ! $ $ØØ ¨]Àhð#Pñ #Pô #PðuV&ðz & t tØØ ð("ñ ("ô ("ð{V&ð@ *¨4¨4ØØ ¨]Àhð,Pñ ,Pô ,PðAV&ðF ˜t˜tØØ ¨eð 5ñ  5ô  5ðGV&ðN ˜d˜dØØ ð"ñ "ô "ðOV&ðT ! $ $ØØ ¨]Àhð#Pñ #Pô #PðUV&ðZ & t tØØ ð("ñ ("ô ("ð[V&ð` *¨4¨4ØØ ¨]Àhð,Pñ ,Pô ,PðaV&ðf ˜t˜tØØ ¨eð 5ñ  5ô  5ðgV&ð V&ñ Vô V€ðr ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðYð Y°Jð Yð Yð Yñ „ðYð ðYð Y°Jð Yð Yð Yñ „ðYð ðYð Y°Jð Yð Yð Yñ „ðYð ðYð Y°Jð Yð Yð Yñ „ðYð ðYð Y°Jð Yð Yð Yñ „ðYð ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðWð W°*ð Wð Wð Wñ „ðWð ðUð U°
ð Uð Uð Uñ „ðUð ðUð U°
ð Uð Uð Uñ „ðUð ðUð U°
ð Uð Uð Uñ „ðUð ðUð U°
ð Uð Uð Uñ „ðUð Uð Ur<   