§
    ·¯¸jÇ\  ã                   ó  — d Z ddlmZmZmZmZmZmZ ddlZddl	m
Z
 ddlmZmZ ddlmZmZmZmZmZmZmZmZmZ ddlmZ ddlmZ dd	lmZ dd
lmZm Z  dgZ!ddddœZ"ddddœZ# G d„ dej
        j$        ¦  «        Z% G d„ de
j&        ¦  «        Z' G d„ de
j$        ¦  «        Z( G d„ de
j$        ¦  «        Z) G d„ de
j$        ¦  «        Z* G d„ de
j$        ¦  «        Z+ G d„ d e
j$        ¦  «        Z, G d!„ d"e
j$        ¦  «        Z- G d#„ d$e
j$        ¦  «        Z. G d%„ de
j$        ¦  «        Z/d&„ Z0d2d(„Z1 e e1d)¬*¦  «         e1d)¬*¦  «         e1d)¬*¦  «        d+œ¦  «        Z2d3d-„Z3e d3d.e/fd/„¦   «         Z4e d3d.e/fd0„¦   «         Z5e d3d.e/fd1„¦   «         Z6dS )4aû   EfficientFormer

@article{li2022efficientformer,
  title={EfficientFormer: Vision Transformers at MobileNet Speed},
  author={Li, Yanyu and Yuan, Geng and Wen, Yang and Hu, Eric and Evangelidis, Georgios and Tulyakov,
   Sergey and Wang, Yanzhi and Ren, Jian},
  journal={arXiv preprint arXiv:2206.01191},
  year={2022}
}

Based on Apache 2.0 licensed code at https://github.com/snap-research/EfficientFormer, Copyright (c) 2022 Snap Inc.

Modifications and timm support by / Copyright 2022, Ross Wightman
é    )ÚDictÚListÚOptionalÚTupleÚTypeÚUnionN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)	Úget_device_dtypeÚDropPathÚ
LayerScaleÚLayerScale2dÚMlpÚcalculate_drop_path_ratesÚtrunc_normal_Ú	to_2tupleÚndgridé   )Úbuild_model_with_cfg)Úfeature_take_indices)Úcheckpoint_seq)Úgenerate_default_cfgsÚregister_modelÚEfficientFormer©é0   é`   éà   iÀ  )é@   é€   i@  i   )r   éÀ   é€  i   )Úl1Úl3Úl7©é   é   é   é   )r+   r+   é   r*   )r*   r*   é   é   c                   óÊ   ‡ — e Zd ZU eeej        f         ed<   	 	 	 	 	 	 	 dded	ed
ede	def
ˆ fd„Z
 ej        ¦   «         dˆ fd„	¦   «         Zdej        dej        fd„Zd„ Zˆ xZS )Ú	AttentionÚattention_bias_cacher#   é    r.   r+   é   NÚdimÚkey_dimÚ	num_headsÚ
attn_ratioÚ
resolutionc           
      óæ  •— ||dœ}t          ¦   «                              ¦   «          || _        |dz  | _        || _        ||z  | _        t          ||z  ¦  «        | _        | j        |z  | _        || _	        t          j        || j        dz  | j        z   fi |¤Ž| _        t          j        | j        |fi |¤Ž| _        t          |¦  «        }t          j        t#          t          j        |d         |t          j        ¬¦  «        t          j        |d         |t          j        ¬¦  «        ¦  «        ¦  «                             d¦  «        }	|	dd d …d f         |	dd d d …f         z
                       ¦   «         }
|
d         |d         z  |
d         z   }
t          j
                             t          j        ||d         |d         z  fi |¤Ž¦  «        | _        |                      d|
¦  «         i | _        d S )N©ÚdeviceÚdtypeg      à¿r)   r   r   .Úattention_bias_idxs)ÚsuperÚ__init__r6   Úscaler5   Úkey_attn_dimÚintÚval_dimÚval_attn_dimr7   ÚnnÚLinearÚqkvÚprojr   ÚtorchÚstackr   ÚarangeÚlongÚflattenÚabsÚ	ParameterÚzerosÚattention_biasesÚregister_bufferr1   )Úselfr4   r5   r6   r7   r8   r;   r<   ÚddÚposÚrel_posÚ	__class__s              €úk/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/efficientformer.pyr?   zAttention.__init__8   sã  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"ˆŒØ ‘_ˆŒ
ØˆŒØ# iÑ/ˆÔÝ˜:¨Ñ/Ñ0Ô0ˆŒØ œL¨9Ñ4ˆÔØ$ˆŒå”9˜S $Ô"3°aÑ"7¸$Ô:KÑ"KÐRÐRÈrÐRÐRˆŒÝ”I˜dÔ/°Ð;Ð;¸Ð;Ð;ˆŒ	å˜zÑ*Ô*ˆ
ÝŒk�&ÝŒL˜ Aœ¨v½U¼ZÐHÑHÔHÝŒL˜ Aœ¨v½U¼ZÐHÑHÔHñ
ô 
ñ ô ÷ Š7�1‰:Œ:ð 	ð �s˜A˜A˜A˜t�|Ô$ s¨3°°a°a°a¨<Ô'8Ñ8×=Ò=Ñ?Ô?ˆØ˜1”: 
¨1¤Ñ-°¸´Ñ;ˆÝ %¤× 2Ò 2µ5´;¸yÈ*ÐUVÌ-ÐZdÐefÔZgÑJgÐ3nÐ3nÐkmÐ3nÐ3nÑ oÔ oˆÔØ×ÒÐ2°GÑ<Ô<Ð<Ø$&ˆÔ!Ð!Ð!ó    Tc                 ój   •— t          ¦   «                              |¦  «         | j        r	i | _        d S d S ©N)r>   Útrainr1   )rS   ÚmoderW   s     €rX   r\   zAttention.trainZ   s<   ø€ å‰Œ�Š�dÑÔÐØÔ$ð 	+Ø(*ˆDÔ%Ð%Ð%ð	+ð 	+rY   r;   Úreturnc                 óþ   — t           j                             ¦   «         s| j        r| j        d d …| j        f         S t          |¦  «        }|| j        vr| j        d d …| j        f         | j        |<   | j        |         S r[   )rI   ÚjitÚ
is_tracingÚtrainingrQ   r=   Ústrr1   )rS   r;   Ú
device_keys      rX   Úget_attention_biaseszAttention.get_attention_biases`   s„   € ÝŒ9×ÒÑ!Ô!ð 	9 T¤]ð 	9ØÔ(¨¨¨¨DÔ,DÐ)DÔEÐEå˜V™œˆJØ Ô!:Ð:Ð:Ø8<Ô8MÈaÈaÈaÐQUÔQiÐNiÔ8j�Ô)¨*Ñ5ØÔ,¨ZÔ8Ð8rY   c                 ó>  — |j         \  }}}|                      |¦  «        }|                     ||| j        d¦  «                             dddd¦  «        }|                     | j        | j        | j        gd¬¦  «        \  }}}||                     dd¦  «        z  | j	        z  }	|	|  
                    |j        ¦  «        z   }	|	                     d¬¦  «        }	|	|z                       dd¦  «                             ||| j        ¦  «        }|                      |¦  «        }|S )Néÿÿÿÿr   r)   r   r(   ©r4   éþÿÿÿ)ÚshaperG   Úreshaper6   ÚpermuteÚsplitr5   rC   Ú	transposer@   re   r;   ÚsoftmaxrD   rH   )
rS   ÚxÚBÚNÚCrG   ÚqÚkÚvÚattns
             rX   ÚforwardzAttention.forwardi   s  € Ø”'‰ˆˆ1ˆaØ�hŠh�q‰kŒkˆØ�kŠk˜!˜Q ¤°Ñ3Ô3×;Ò;¸A¸qÀ!ÀQÑGÔGˆØ—)’)˜Tœ\¨4¬<¸¼ÐFÈA�)ÑNÔN‰ˆˆ1ˆaà�A—K’K  BÑ'Ô'Ñ'¨4¬:Ñ5ˆØ�d×/Ò/°´Ñ9Ô9Ñ9ˆà�|Š| ˆ|Ñ#Ô#ˆØ�A‰X× Ò   AÑ&Ô&×.Ò.¨q°!°TÔ5FÑGÔGˆØ�IŠI�a‰LŒLˆØˆrY   )r#   r2   r.   r+   r3   NN©T)Ú__name__Ú
__module__Ú__qualname__r   rc   rI   ÚTensorÚ__annotations__rB   Úfloatr?   Úno_gradr\   r;   re   rx   Ú__classcell__©rW   s   @rX   r0   r0   5   s  ø€ € € € € € Ø˜s E¤LÐ0Ô1Ð1Ð1Ñ1ð ØØØ !ØØØð 'ð  'àð 'ð ð 'ð ð	 'ð
 ð 'ð ð 'ð  'ð  'ð  'ð  'ð  'ðD €U„]�_„_ð+ð +ð +ð +ð +ñ „_ð+ð
9¨5¬<ð 9¸E¼Lð 9ð 9ð 9ð 9ðð ð ð ð ð ð rY   r0   c            
       óz   ‡ — e Zd Zej        ej        ddfdededeej                 deej                 fˆ fd„Z	ˆ xZ
S )ÚStem4NÚin_chsÚout_chsÚ	act_layerÚ
norm_layerc           
      ó
  •— ||dœ}t          ¦   «                              ¦   «          d| _        |                      dt	          j        ||dz  fddddœ|¤Ž¦  «         |                      d ||dz  fi |¤Ž¦  «         |                      d	 |¦   «         ¦  «         |                      d
t	          j        |dz  |fddddœ|¤Ž¦  «         |                      d ||fi |¤Ž¦  «         |                      d |¦   «         ¦  «         d S )Nr:   r+   Úconv1r)   r(   r   ©Úkernel_sizeÚstrideÚpaddingÚnorm1Úact1Úconv2Únorm2Úact2)r>   r?   r�   Ú
add_modulerE   ÚConv2d)	rS   r…   r†   r‡   rˆ   r;   r<   rT   rW   s	           €rX   r?   zStem4.__init__y   s)  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒà�Š˜¥¤¨6°7¸a±<Ð!jÈQÐWXÐbcÐ!jÐ!jÐgiÐ!jÐ!jÑkÔkÐkØ�Š˜  ¨G°q©LÐ!?Ð!?¸BÐ!?Ð!?Ñ@Ô@Ð@Ø�Š˜ 	 	¡¤Ñ,Ô,Ð,Ø�Š˜¥¤¨7°a©<¸Ð!kÈaÐXYÐcdÐ!kÐ!kÐhjÐ!kÐ!kÑlÔlÐlØ�Š˜  ¨GÐ!:Ð!:°rÐ!:Ð!:Ñ;Ô;Ð;Ø�Š˜ 	 	¡¤Ñ,Ô,Ð,Ð,Ð,rY   )rz   r{   r|   rE   ÚReLUÚBatchNorm2drB   r   ÚModuler?   r�   r‚   s   @rX   r„   r„   x   s†   ø€ € € € € ð
 *,¬Ø*,¬.ØØð-ð -àð-ð ð-ð ˜BœI”ð	-ð
 ˜RœYœð-ð -ð -ð -ð -ð -ð -ð -ð -ð -rY   r„   c                   ó|   ‡ — e Zd ZdZdddej        ddfdedededed	ee         d
eej	                 fˆ fd„Z
d„ Zˆ xZS )Ú
DownsamplezŽ
    Downsampling via strided conv w/ norm
    Input: tensor in shape [B, C, H, W]
    Output: tensor in shape [B, C, H/stride, W/stride]
    r(   r)   Nr…   r†   rŒ   r�   rŽ   rˆ   c	                 ó´   •— ||dœ}	t          ¦   «                              ¦   «          |€|dz  }t          j        ||f|||dœ|	¤Ž| _         ||fi |	¤Ž| _        d S )Nr:   r)   r‹   )r>   r?   rE   r•   ÚconvÚnorm)rS   r…   r†   rŒ   r�   rŽ   rˆ   r;   r<   rT   rW   s             €rX   r?   zDownsample.__init__•   sz   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆ?Ø! QÑ&ˆGÝ”I˜f gÐm¸;ÈvÐ_fÐmÐmÐjlÐmÐmˆŒ	Ø�J˜wÐ-Ð-¨"Ð-Ð-ˆŒ	ˆ	ˆ	rY   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r[   )rœ   r�   ©rS   rp   s     rX   rx   zDownsample.forward§   s%   € Ø�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆØˆrY   )rz   r{   r|   Ú__doc__rE   r—   rB   r   r   r˜   r?   rx   r�   r‚   s   @rX   rš   rš   Ž   sµ   ø€ € € € € ðð ð  !ØØ%)Ø*,¬.ØØð.ð .àð.ð ð.ð ð	.ð
 ð.ð ˜c”]ð.ð ˜RœYœð.ð .ð .ð .ð .ð .ð$ð ð ð ð ð ð rY   rš   c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚFlatc                 óH   •— t          ¦   «                              ¦   «          d S r[   )r>   r?   )rS   rW   s    €rX   r?   zFlat.__init__¯   s   ø€ Ý‰Œ×ÒÑÔÐÐÐrY   c                 óX   — |                      d¦  «                             dd¦  «        }|S )Nr)   r   )rM   rn   rŸ   s     rX   rx   zFlat.forward²   s&   € Ø�IŠI�a‰LŒL×"Ò" 1 aÑ(Ô(ˆØˆrY   )rz   r{   r|   r?   rx   r�   r‚   s   @rX   r¢   r¢   ­   sG   ø€ € € € € ðð ð ð ð ðð ð ð ð ð ð rY   r¢   c                   ó0   ‡ — e Zd ZdZddefˆ fd„Zd„ Zˆ xZS )ÚPoolingzP
    Implementation of pooling for PoolFormer
    --pool_size: pooling size
    r(   Ú	pool_sizec                 óˆ   •— t          ¦   «                              ¦   «          t          j        |d|dz  d¬¦  «        | _        d S )Nr   r)   F)r�   rŽ   Úcount_include_pad)r>   r?   rE   Ú	AvgPool2dÚpool)rS   r§   rW   s     €rX   r?   zPooling.__init__½   s<   ø€ Ý‰Œ×ÒÑÔÐÝ”L °1¸iÈ1¹nÐ`eÐfÑfÔfˆŒ	ˆ	ˆ	rY   c                 ó2   — |                       |¦  «        |z
  S r[   )r«   rŸ   s     rX   rx   zPooling.forwardÁ   s   € Ø�yŠy˜‰|Œ|˜aÑÐrY   )r(   )rz   r{   r|   r    rB   r?   rx   r�   r‚   s   @rX   r¦   r¦   ·   sj   ø€ € € € € ðð ð
gð g #ð gð gð gð gð gð gð ð  ð  ð  ð  ð  ð  rY   r¦   c                   óª   ‡ — e Zd ZdZddej        ej        dddfdedee         dee         de	ej
                 de	ej
                 d	efˆ fd
„Zd„ Zˆ xZS )ÚConvMlpWithNormz`
    Implementation of MLP with 1*1 convolutions.
    Input: tensor with shape [B, C, H, W]
    Nç        Úin_featuresÚhidden_featuresÚout_featuresr‡   rˆ   Údropc	                 ó¢  •— ||dœ}	t          ¦   «                              ¦   «          |p|}|p|}t          j        ||dfi |	¤Ž| _        |�	 ||fi |	¤Žnt          j        ¦   «         | _         |¦   «         | _        t          j        ||dfi |	¤Ž| _        |�	 ||fi |	¤Žnt          j        ¦   «         | _	        t          j
        |¦  «        | _        d S )Nr:   r   )r>   r?   rE   r•   Úfc1ÚIdentityr�   ÚactÚfc2r’   ÚDropoutr³   )rS   r°   r±   r²   r‡   rˆ   r³   r;   r<   rT   rW   s             €rX   r?   zConvMlpWithNorm.__init__Ë   sò   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ#Ð2 {ˆØ)Ð8¨[ˆÝ”9˜[¨/¸1ÐCÐCÀÐCÐCˆŒØ:DÐ:P�Z�Z Ð6Ð6°2Ð6Ð6Ð6ÕVXÔVaÑVcÔVcˆŒ
Ø�9‘;”;ˆŒÝ”9˜_¨l¸AÐDÐDÀÐDÐDˆŒØ7AÐ7M�Z�Z Ð3Ð3°Ð3Ð3Ð3ÕSUÔS^ÑS`ÔS`ˆŒ
Ý”J˜tÑ$Ô$ˆŒ	ˆ	ˆ	rY   c                 ó,  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r[   )rµ   r�   r·   r³   r¸   r’   rŸ   s     rX   rx   zConvMlpWithNorm.forwardá   sp   € Ø�HŠH�Q‰KŒKˆØ�JŠJ�q‰MŒMˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØ�JŠJ�q‰MŒMˆØ�IŠI�a‰LŒLˆØˆrY   )rz   r{   r|   r    rE   ÚGELUr—   rB   r   r   r˜   r   r?   rx   r�   r‚   s   @rX   r®   r®   Å   sÄ   ø€ € € € € ðð ð .2Ø*.Ø)+¬Ø*,¬.ØØØð%ð %àð%ð & cœ]ð%ð # 3œ-ð	%ð
 ˜BœI”ð%ð ˜RœYœð%ð ð%ð %ð %ð %ð %ð %ð,ð ð ð ð ð ð rY   r®   c                   ó”   ‡ — e Zd Zdej        ej        dddddfdededeej	                 deej	                 d	ed
edefˆ fd„Z
d„ Zˆ xZS )ÚMetaBlock1dç      @r¯   çñhãˆµøä>Nr4   Ú	mlp_ratior‡   rˆ   Ú	proj_dropÚ	drop_pathÚlayer_scale_init_valuec
                 óú  •— ||	dœ}
t          ¦   «                              ¦   «           ||fi |
¤Ž| _        t          |fi |
¤Ž| _        t          ||fi |
¤Ž| _        |dk    rt          |¦  «        nt          j	        ¦   «         | _
         ||fi |
¤Ž| _        t          d|t          ||z  ¦  «        ||dœ|
¤Ž| _        t          ||fi |
¤Ž| _        |dk    rt          |¦  «        nt          j	        ¦   «         | _        d S )Nr:   r¯   )r°   r±   r‡   r³   © )r>   r?   r�   r0   Útoken_mixerr   Úls1r   rE   r¶   Ú
drop_path1r’   r   rB   ÚmlpÚls2Ú
drop_path2)rS   r4   rÀ   r‡   rˆ   rÁ   rÂ   rÃ   r;   r<   rT   rW   s              €rX   r?   zMetaBlock1d.__init__î   s-  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�Z Ð*Ð* rÐ*Ð*ˆŒ
Ý$ SÐ/Ð/¨BÐ/Ð/ˆÔÝ˜cÐ#9Ð@Ð@¸RÐ@Ð@ˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒà�Z Ð*Ð* rÐ*Ð*ˆŒ
Ýð 
ØÝ  i¡Ñ0Ô0ØØð	
ð 
ð
 ð
ð 
ˆŒõ ˜cÐ#9Ð@Ð@¸RÐ@Ð@ˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒˆˆrY   c           
      óJ  — ||                       |                      |                      |                      |¦  «        ¦  «        ¦  «        ¦  «        z   }||                      |                      |                      |                      |¦  «        ¦  «        ¦  «        ¦  «        z   }|S r[   )rÈ   rÇ   rÆ   r�   rË   rÊ   rÉ   r’   rŸ   s     rX   rx   zMetaBlock1d.forward  sy   € Ø�—’ §¢¨×)9Ò)9¸$¿*º*ÀQ¹-¼-Ñ)HÔ)HÑ IÔ IÑJÔJÑJˆØ�—’ §¢¨¯ª°$·*²*¸Q±-´-Ñ)@Ô)@Ñ AÔ AÑBÔBÑBˆØˆrY   )rz   r{   r|   rE   r»   Ú	LayerNormrB   r   r   r˜   r?   rx   r�   r‚   s   @rX   r½   r½   ì   sÍ   ø€ € € € € ð
  "Ø)+¬Ø*,¬,Ø!Ø!Ø,0ØØðSð SàðSð ðSð ˜BœI”ð	Sð
 ˜RœYœðSð ðSð ðSð %*ðSð Sð Sð Sð Sð Sð<ð ð ð ð ð ð rY   r½   c                   óš   ‡ — e Zd Zddej        ej        dddddf	dededed	eej	                 d
eej	                 dededefˆ fd„Z
d„ Zˆ xZS )ÚMetaBlock2dr(   r¾   r¯   r¿   Nr4   r§   rÀ   r‡   rˆ   rÁ   rÂ   rÃ   c                 óÊ  •— |	|
dœ}t          ¦   «                              ¦   «          t          |¬¦  «        | _        t	          ||fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _	        t          |ft          ||z  ¦  «        |||dœ|¤Ž| _        t	          ||fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        d S )Nr:   )r§   r¯   )r±   r‡   rˆ   r³   )r>   r?   r¦   rÆ   r   rÇ   r   rE   r¶   rÈ   r®   rB   rÉ   rÊ   rË   )rS   r4   r§   rÀ   r‡   rˆ   rÁ   rÂ   rÃ   r;   r<   rT   rW   s               €rX   r?   zMetaBlock2d.__init__  sù   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ"¨YÐ7Ñ7Ô7ˆÔÝ Ð%;ÐBÐB¸rÐBÐBˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒå"Øð
å  i¡Ñ0Ô0ØØ!Øð
ð 
ð ð
ð 
ˆŒõ   Ð%;ÐBÐB¸rÐBÐBˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒˆˆrY   c                 óþ   — ||                       |                      |                      |¦  «        ¦  «        ¦  «        z   }||                      |                      |                      |¦  «        ¦  «        ¦  «        z   }|S r[   )rÈ   rÇ   rÆ   rË   rÊ   rÉ   rŸ   s     rX   rx   zMetaBlock2d.forward2  sc   € Ø�—’ §¢¨×)9Ò)9¸!Ñ)<Ô)<Ñ =Ô =Ñ>Ô>Ñ>ˆØ�—’ §¢¨¯ª°!©¬Ñ 5Ô 5Ñ6Ô6Ñ6ˆØˆrY   )rz   r{   r|   rE   r»   r—   rB   r   r   r˜   r?   rx   r�   r‚   s   @rX   rÏ   rÏ     sÛ   ø€ € € € € ð
 Ø!Ø)+¬Ø*,¬.Ø!Ø!Ø,0ØØðSð SàðSð ðSð ð	Sð
 ˜BœI”ðSð ˜RœYœðSð ðSð ðSð %*ðSð Sð Sð Sð Sð Sð<ð ð ð ð ð ð rY   rÏ   c                   óÔ   ‡ — e Zd Zddddej        ej        ej        dddddfded	ed
edededede	de
ej                 de
ej                 de
ej                 de	de	de	fˆ fd„Zd„ Zˆ xZS )ÚEfficientFormerStageTr   r(   r¾   r¯   r¿   Nr4   Údim_outÚdepthÚ
downsampleÚnum_vitr§   rÀ   r‡   rˆ   Únorm_layer_clrÁ   rÂ   rÃ   c                 óž  •— ||dœ}t          ¦   «                              ¦   «          d| _        |rt          d|||	dœ|¤Ž| _        |}n ||k    sJ ‚t          j        ¦   «         | _        g }|r'||k    r!|                     t          ¦   «         ¦  «         t          |¦  «        D ]—}||z
  dz
  }|r4||k    r.|                     t          |f|||
|||         |dœ|¤Ž¦  «         Œ@|                     t          |f||||	|||         |dœ|¤Ž¦  «         |r'||k    r!|                     t          ¦   «         ¦  «         Œ˜t          j        |Ž | _        d S )Nr:   F)r…   r†   rˆ   r   )rÀ   r‡   rˆ   rÁ   rÂ   rÃ   )r§   rÀ   r‡   rˆ   rÁ   rÂ   rÃ   rÅ   )r>   r?   Úgrad_checkpointingrš   rÖ   rE   r¶   Úappendr¢   Úranger½   rÏ   Ú
SequentialÚblocks)rS   r4   rÔ   rÕ   rÖ   r×   r§   rÀ   r‡   rˆ   rØ   rÁ   rÂ   rÃ   r;   r<   rT   rÞ   Ú	block_idxÚ
remain_idxrW   s                       €rX   r?   zEfficientFormerStage.__init__:  sÅ  ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"'ˆÔàð 	,Ý(Ðb°¸WÐQ[ÐbÐbÐ_aÐbÐbˆDŒOØˆCˆCà˜'’>�>�>�>Ý œk™mœmˆDŒOàˆØð 	"�w %Ò'Ð'Ø�MŠM�$™&œ&Ñ!Ô!Ð!å˜u™œð 	*ð 	*ˆIØ Ñ*¨QÑ.ˆJØð *˜7 ZÒ/Ð/Ø—’ÝØð	à"+Ø"+Ø#0Ø"+Ø"+¨IÔ"6Ø/Eð	ð 	ð ð	ð 	ñ
ô 
ð 
ð 
ð —’ÝØð
à"+Ø"+Ø"+Ø#-Ø"+Ø"+¨IÔ"6Ø/Eð
ð 
ð ð
ð 
ñô ð ð ð *˜w¨*Ò4Ð4Ø—M’M¥$¡&¤&Ñ)Ô)Ð)øå”m VÐ,ˆŒˆˆrY   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S r[   )rÖ   rÚ   rI   r`   Úis_scriptingr   rÞ   rŸ   s     rX   rx   zEfficientFormerStage.forward{  sZ   € Ø�OŠO˜AÑÔˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆrY   )rz   r{   r|   rE   r»   r—   rÍ   rB   Úboolr   r   r˜   r?   rx   r�   r‚   s   @rX   rÓ   rÓ   8  s  ø€ € € € € ð  $ØØØ!Ø)+¬Ø*,¬.Ø-/¬\Ø!Ø!Ø,0ØØð!?-ð ?-àð?-ð ð?-ð ð	?-ð
 ð?-ð ð?-ð ð?-ð ð?-ð ˜BœI”ð?-ð ˜RœYœð?-ð   ¤	œ?ð?-ð ð?-ð ð?-ð %*ð?-ð ?-ð ?-ð ?-ð ?-ð ?-ðBð ð ð ð ð ð rY   rÓ   c            !       ó8  ‡ — e Zd Zdddddddddd	ej        ej        ej        d
d
d
ddfdeedf         deedf         dedede	de
eedf                  dededededeej                 deej                 deej                 dededef ˆ fd„Zd„ Zej        j        d„ ¦   «         Zej        j        d7d „¦   «         Zej        j        d8d"„¦   «         Zej        j        d#ej        fd$„¦   «         Zd9dede
e	         fd%„Zej        j        d8d&„¦   «         Z	 	 	 	 	 d:d(ej        d)e
eeee         f                  d*ed+ed,e	d-ed#eeej                 eej        eej                 f         f         fd.„Z	 	 	 d;d)eeee         f         d0ed1efd2„Zd3„ Zd7d4efd5„Z d6„ Z!ˆ xZ"S )<r   r'   r   r(   éè  ÚavgNr   r+   r¿   r¯   Údepths.Ú
embed_dimsÚin_chansÚnum_classesÚglobal_poolÚdownsamplesr×   Ú
mlp_ratiosr§   rÃ   r‡   rˆ   rØ   Ú	drop_rateÚproj_drop_rateÚdrop_path_ratec                 óV  •— t          ¦   «                              ¦   «          ||dœ}|| _        || _        || _        t          ||d         fd|i|¤Ž| _        |d         }t          |¦  «        | _        | j        dz
  }t          ||d¬¦  «        }|pdd| j        dz
  z  z   }g }g | _
        t          | j        ¦  «        D ]‰}t          |||         ||         f||         ||k    r|nd|	|||||||         |
d	œ
|¤Ž}||         }|                     |¦  «         | xj
        t          ||         d
|d
z   z  d|› �¬¦  «        gz  c_
        ŒŠt          j        |Ž | _        |d         x| _        | _         || j        fi |¤Ž| _        t          j        |¦  «        | _        |dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _        |dk    rt          j        |d         |fi |¤Žnt          j        ¦   «         | _        d| _        |                      | j        ¦  «         d S )Nr:   r   rˆ   r   T)Ú	stagewise©Fry   )
rÖ   r×   r§   rÀ   r‡   rØ   rˆ   rÁ   rÂ   rÃ   r)   ústages.)Únum_chsÚ	reductionÚmodulerg   F)r>   r?   rê   ré   rë   r„   ÚstemÚlenÚ
num_stagesr   Úfeature_inforÜ   rÓ   rÛ   ÚdictrE   rÝ   ÚstagesÚnum_featuresÚhead_hidden_sizer�   r¹   Ú	head_droprF   r¶   ÚheadÚ	head_distÚdistilled_trainingÚapplyÚ_init_weights)rS   rç   rè   ré   rê   rë   rì   r×   rí   r§   rÃ   r‡   rˆ   rØ   rî   rï   rð   r;   r<   ÚkwargsrT   Úprev_dimÚ
last_stageÚdprrý   ÚiÚstagerW   s                              €rX   r?   zEfficientFormer.__init__†  s�  ø€ õ, 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ&ˆÔØ ˆŒØ&ˆÔå˜( J¨q¤MÐOÐO¸jÐOÈBÐOÐOˆŒ	Ø˜a”=ˆõ ˜f™+œ+ˆŒØ”_ qÑ(ˆ
Ý'¨¸È$ÐOÑOÔOˆØ!ÐO X°¸4¼?ÈQÑ;NÑ0OÑ%OˆØˆØˆÔÝ�t”Ñ'Ô'ð 	ið 	iˆAÝ(ØØ˜1”Ø�q”	ðð ' qœ>Ø#$¨
¢? ?˜˜¸Ø#Ø$Ø#Ø+Ø%Ø(Ø˜aœ&Ø'=ðð ð ðð ˆEð  " !”}ˆHØ�MŠM˜%Ñ Ô Ð ØÐÔ¥$¨z¸!¬}ÈÈAÈaÉCÉÐYfÐcdÐYfÐYfÐ"gÑ"gÔ"gÐ!hÑhÐÔÐÝ”m VÐ,ˆŒð 5?¸r´NÐBˆÔ˜DÔ1Ø!�M $Ô"3Ð:Ð:°rÐ:Ð:ˆŒ	Ýœ IÑ.Ô.ˆŒØGRÐUVÂÀ•B”I˜dÔ/°ÐCÐCÀÐCÐCÐCÕ\^Ô\gÑ\iÔ\iˆŒ	àITÐWXÊÈ�œ :¨b¤>°;ÐEÐEÀ"ÐEÐEÐEÕ^`Ô^iÑ^kÔ^kˆŒØ"'ˆÔà�
Š
�4Ô%Ñ&Ô&Ð&Ð&Ð&rY   c                 óþ   — t          |t          j        ¦  «        r^t          |j        d¬¦  «         t          |t          j        ¦  «        r0|j        �+t          j                             |j        d¦  «         d S d S d S d S )Ng{®Gáz”?)Ústdr   )Ú
isinstancerE   rF   r   ÚweightÚbiasÚinitÚ	constant_)rS   Úms     rX   r  zEfficientFormer._init_weightsÎ  s€   € Ý�a�œÑ#Ô#ð 	-Ý˜!œ(¨Ð,Ñ,Ô,Ð,Ý˜!�RœYÑ'Ô'ð -¨A¬FÐ,>Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,Ð,Ð,ð	-ð 	-ð-ð -Ð,>Ð,>rY   c                 ó>   — d„ |                       ¦   «         D ¦   «         S )Nc                 ó    — h | ]\  }}d |v ¯	|’ŒS )rQ   rÅ   )Ú.0ru   Ú_s      rX   ú	<setcomp>z2EfficientFormer.no_weight_decay.<locals>.<setcomp>Ö  s'   € ÐQÐQÐQ‘d�a˜Ð9KÈqÐ9PÐ9P�Ð9PÐ9PÐ9PrY   )Únamed_parameters©rS   s    rX   Úno_weight_decayzEfficientFormer.no_weight_decayÔ  s"   € àQÐQ˜d×3Ò3Ñ5Ô5ÐQÑQÔQÐQrY   Fc                 ó,   — t          dddg¬¦  «        }|S )Nz^stem)z^stages\.(\d+)N)z^norm)iŸ† )rø   rÞ   )rü   )rS   ÚcoarseÚmatchers      rX   Úgroup_matcherzEfficientFormer.group_matcherØ  s)   € åØØ-Ð/CÐDð
ñ 
ô 
ˆð ˆrY   Tc                 ó(   — | j         D ]	}||_        Œ
d S r[   )rý   rÚ   )rS   ÚenableÚss      rX   Úset_grad_checkpointingz&EfficientFormer.set_grad_checkpointingà  s(   € à”ð 	*ð 	*ˆAØ#)ˆAÔ Ð ð	*ð 	*rY   r^   c                 ó   — | j         | j        fS r[   ©r  r  r  s    rX   Úget_classifierzEfficientFormer.get_classifierå  s   € àŒy˜$œ.Ð(Ð(rY   c                 ó˜  — t          | ¦  «        }|| _        |�|| _        |dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _        | j                             | j	        ¦  «         |dk    rt          j        | j        |fi |¤Žnt          j        ¦   «         | _
        | j
                             | j	        ¦  «         d S )Nr   )r   rê   rë   rE   rF   rþ   r¶   r  r\   rb   r  )rS   rê   rë   rT   s       rX   Úreset_classifierz EfficientFormer.reset_classifieré  sÅ   € Ý˜dÑ#Ô#ˆØ&ˆÔØÐ"Ø*ˆDÔØGRÐUVÂÀ•B”I˜dÔ/°ÐCÐCÀÐCÐCÐCÕ\^Ô\gÑ\iÔ\iˆŒ	ØŒ	�Š˜œÑ&Ô&Ð&ØLWÐZ[ÊOÈO�œ 4Ô#4°kÐHÐHÀRÐHÐHÐHÕacÔalÑanÔanˆŒØŒ×Ò˜Tœ]Ñ+Ô+Ð+Ð+Ð+rY   c                 ó   — || _         d S r[   )r  )rS   r!  s     rX   Úset_distilled_trainingz&EfficientFormer.set_distilled_trainingó  s   € à"(ˆÔÐÐrY   ÚNCHWrp   Úindicesr�   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc           	      óä  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }|j        \  }
}}}| j        dz
  }t          j                             ¦   «         s|s| j        }n| j        d|	dz   …         }d}t          |¦  «        D ]¢\  }} ||¦  «        }||k     r|j        \  }
}}}||v r|||k    ra|r|  
                    |¦  «        n|}|                     |                     |
|dz  |dz  d¦  «                             dddd¦  «        ¦  «         Œ�|                     |¦  «         Œ£|r|S ||k    r|  
                    |¦  «        }||fS )	aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )r+  zOutput shape must be NCHW.r   Nr   r)   rg   r(   )r   rù   rý   rø   rj   rú   rI   r`   râ   Ú	enumerater�   rÛ   rk   rl   )rS   rp   r,  r�   r-  r.  r/  ÚintermediatesÚtake_indicesÚ	max_indexrq   rs   ÚHÚWÚlast_idxrý   Úfeat_idxr  Úx_inters                      rX   Úforward_intermediatesz%EfficientFormer.forward_intermediates÷  s­  € ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ið �IŠI�a‰LŒLˆØ”W‰
ˆˆ1ˆa�à”? QÑ&ˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFØˆÝ(¨Ñ0Ô0ð 		,ð 		,‰OˆH�eØ��a‘”ˆAØ˜(Ò"Ð"ØœW‘
��1�a˜Ø˜<Ð'Ð'Ø˜xÒ'Ð'Ø.2Ð9˜dŸiši¨™lœl˜l¸�GØ!×(Ò(¨¯ª¸¸AÀ¹FÀAÈÁFÈBÑ)OÔ)O×)WÒ)WÐXYÐ[\Ð^_ÐabÑ)cÔ)cÑdÔdÐdÐdà!×(Ò(¨Ñ+Ô+Ð+øàð 	!Ø Ð à�xÒÐØ—	’	˜!‘”ˆAà�-ÐÐrY   r   Ú
prune_normÚ
prune_headc                 óâ   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |rt          j        ¦   «         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        Nr   r   Ú )r   rù   rý   rE   r¶   r�   r(  )rS   r,  r;  r<  r3  r4  s         rX   Úprune_intermediate_layersz)EfficientFormer.prune_intermediate_layers-  sq   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	&Ýœ™œˆDŒIØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐrY   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r[   )rø   rý   r�   rŸ   s     rX   Úforward_featuresz EfficientFormer.forward_features=  s4   € Ø�IŠI�a‰LŒLˆØ�KŠK˜‰NŒNˆØ�IŠI�a‰LŒLˆØˆrY   Ú
pre_logitsc                 ó:  — | j         dk    r|                     d¬¦  «        }|                      |¦  «        }|r|S |                      |¦  «        |                      |¦  «        }}| j        r)| j        r"t          j         	                    ¦   «         s||fS ||z   dz  S )Nræ   r   rh   r)   )
rë   Úmeanr   r  r  r  rb   rI   r`   râ   )rS   rp   rB  Úx_dists       rX   Úforward_headzEfficientFormer.forward_headC  s¢   € ØÔ˜uÒ$Ð$Ø—’˜1�‘”ˆAØ�NŠN˜1ÑÔˆØð 	ØˆHØ—I’I˜a‘L”L $§.¢.°Ñ"3Ô"3ˆ6ˆØÔ"ð 	$ t¤}ð 	$½U¼Y×=SÒ=SÑ=UÔ=Uð 	$à�f�9Ðð ˜‘J !Ñ#Ð#rY   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r[   )rA  rF  rŸ   s     rX   rx   zEfficientFormer.forwardQ  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆrY   ró   ry   r[   )NFFr+  F)r   FT)#rz   r{   r|   rE   r»   r—   rÍ   r   rB   rc   r   rã   r   r   r˜   r?   r  rI   r`   Úignorer  r  r#  r&  r(  r*  r}   r   r   r:  r?  rA  rF  rx   r�   r‚   s   @rX   r   r   „  s—  ø€ € € € € ð '3Ø*<ØØ#Ø$Ø6:ØØ !ØØ,0Ø)+¬Ø*,¬.Ø-/¬\Ø!Ø$&Ø$&ØØð'E'ð E'à˜#˜s˜(”OðE'ð ˜c 3˜hœðE'ð ð	E'ð
 ðE'ð ðE'ð " %¨¨c¨	Ô"2Ô3ðE'ð ðE'ð ðE'ð ðE'ð %*ðE'ð ˜BœI”ðE'ð ˜RœYœðE'ð   ¤	œ?ðE'ð ðE'ð  "ð!E'ð" "ð#E'ð E'ð E'ð E'ð E'ð E'ðP-ð -ð -ð „YÔðRð Rñ ÔðRð „YÔðð ð ñ Ôðð „YÔð*ð *ð *ñ Ôð*ð „YÔð) ¤	ð )ð )ð )ñ Ôð)ð,ð ,¨Cð ,¸hÀs¼mð ,ð ,ð ,ð ,ð „YÔð)ð )ð )ñ Ôð)ð 8<ØØ$Ø$Ø',ð4 ð 4 àŒ|ð4 ð ˜e C¨¨c¬ NÔ3Ô4ð4 ð ð	4 ð
 ð4 ð ð4 ð !%ð4 ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð4 ð 4 ð 4 ð 4 ðp ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð ð ð ð$ð $¨$ð $ð $ð $ð $ðð ð ð ð ð ð rY   c                 óp  — d| v r| S i }ddl }d}|                      ¦   «         D �]\  }}|                     d¦  «        rX|                     dd¦  «        }|                     dd¦  «        }|                     d	d
¦  «        }|                     dd¦  «        }|                     d|¦  «        r|dz  }|                     dd|› d�|¦  «        }|                     dd|› d�|¦  «        }|                     dd|› d�|¦  «        }|                     dd|¦  «        }|                     dd¦  «        }|||<   �Œ|S )z$ Remap original checkpoints -> timm zstem.0.weightr   NÚpatch_embedzpatch_embed.0ú
stem.conv1zpatch_embed.1z
stem.norm1zpatch_embed.3z
stem.conv2zpatch_embed.4z
stem.norm2znetwork\.(\d+)\.proj\.weightr   znetwork.(\d+).(\d+)rô   z
.blocks.\2znetwork.(\d+).projz.downsample.convznetwork.(\d+).normz.downsample.normzlayer_scale_([0-9])z
ls\1.gammaÚ	dist_headr  )ÚreÚitemsÚ
startswithÚreplaceÚmatchÚsub)Ú
state_dictÚmodelÚout_dictrM  Ú	stage_idxru   rv   s          rX   Úcheckpoint_filter_fnrW  W  sf  € à˜*Ð$Ð$ØÐà€HØ€I€I€IØ€IØ× Ò Ñ"Ô"ð ñ ‰ˆˆ1Ø�<Š<˜Ñ&Ô&ð 	9Ø—	’	˜/¨<Ñ8Ô8ˆAØ—	’	˜/¨<Ñ8Ô8ˆAØ—	’	˜/¨<Ñ8Ô8ˆAØ—	’	˜/¨<Ñ8Ô8ˆAà�8Š8Ð3°QÑ7Ô7ð 	Ø˜‰NˆIØ�FŠFÐ)Ð+K°YÐ+KÐ+KÐ+KÈQÑOÔOˆØ�FŠFÐ(Ð*O°IÐ*OÐ*OÐ*OÐQRÑSÔSˆØ�FŠFÐ(Ð*O°IÐ*OÐ*OÐ*OÐQRÑSÔSˆà�FŠFÐ)¨=¸!Ñ<Ô<ˆØ�IŠI�k ;Ñ/Ô/ˆØˆ�‰‰Ø€OrY   r>  c                 ó8   — | ddd dddt           t          dddd	œ|¥S )
Nrå   )r(   r   r   Tgffffffî?ÚbicubicrK  r%  z
apache-2.0)Úurlrê   Ú
input_sizer§   Úfixed_input_sizeÚcrop_pctÚinterpolationrD  r  Ú
first_convÚ
classifierÚlicenser	   )rZ  r  s     rX   Ú_cfgrb  r  s<   € àØ¨=ÀtÐaeØ¨)Ý%Õ.BØ"Ð2GØðð ð ðð rY   ztimm/)Ú	hf_hub_id)z!efficientformer_l1.snap_dist_in1kz!efficientformer_l3.snap_dist_in1kz!efficientformer_l7.snap_dist_in1kFc                 óˆ   — |                      dd¦  «        }t          t          | |ft          t	          |d¬¦  «        dœ|¤Ž}|S )NÚout_indicesr+   Úgetter)re  Úfeature_cls)Úpretrained_filter_fnÚfeature_cfg)Úpopr   r   rW  rü   )ÚvariantÚ
pretrainedr  re  rT  s        rX   Ú_create_efficientformerrm  ‹  sY   € Ø—*’*˜]¨AÑ.Ô.€KÝ Ý˜ *ðå1Ý [¸hÐGÑGÔGðð ð ð	ð €Eð €LrY   r^   c           	      ó„   — t          t          d         t          d         d¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr$   r   ©rç   rè   r×   Úefficientformer_l1rl  )rp  ©rü   ÚEfficientFormer_depthÚEfficientFormer_widthrm  ©rl  r  Ú
model_argss      rX   rp  rp  –  óW   € åÝ$ TÔ*Ý(¨Ô.Øðñ ô €Jõ
 #ÐmÐmÀJÐmÕRVÐWaÐRlÐRlÐekÐRlÐRlÐmÐmÐmrY   c           	      ó„   — t          t          d         t          d         d¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr%   r+   ro  Úefficientformer_l3rl  )rx  rq  rt  s      rX   rx  rx     rv  rY   c           	      ó„   — t          t          d         t          d         d¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr&   r.   ro  Úefficientformer_l7rl  )rz  rq  rt  s      rX   rz  rz  ª  rv  rY   )r>  ró   )7r    Útypingr   r   r   r   r   r   rI   Útorch.nnrE   Ú	timm.datar
   r   Útimm.layersr   r   r   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Ú__all__rs  rr  r˜   r0   rÝ   r„   rš   r¢   r¦   r®   r½   rÏ   rÓ   r   rW  rb  Údefault_cfgsrm  rp  rx  rz  rÅ   rY   rX   ú<module>r…     s‚  ððð ð <Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;Ð ;à €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
ð +Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àÐ
€ð Ø
Ø
ðð Ð ð Ø
Ø
ðð Ð ð@ð @ð @ð @ð @�””ñ @ô @ð @ðF-ð -ð -ð -ð -ˆBŒMñ -ô -ð -ð,ð ð ð ð �”ñ ô ð ð>ð ð ð ð ˆ2Œ9ñ ô ð ð ð  ð  ð  ð  ˆbŒiñ  ô  ð  ð$ð $ð $ð $ð $�b”iñ $ô $ð $ðN#ð #ð #ð #ð #�"”)ñ #ô #ð #ðL#ð #ð #ð #ð #�"”)ñ #ô #ð #ðLIð Ið Ið Ið I˜2œ9ñ Iô Ið IðXPð Pð Pð Pð P�b”iñ Pô Pð Pðfð ð ð6	ð 	ð 	ð 	ð %Ð$Ø)-¨Øð*ñ *ô *ð *.¨Øð*ñ *ô *ð *.¨Øð*ñ *ô *ð
&ð 
&ñ 
ô 
€ðð ð ð ð ðnð n°oð nð nð nñ „ðnð ðnð n°oð nð nð nñ „ðnð ðnð n°oð nð nð nñ „ðnð nð nrY   