§
    ·¯¸jX  ã                   óÀ   — d Z ddlmZmZmZmZ ddlmZ ddlm	Z	 ddl
mZ  G d„ dej        ¦  «        ZeZ G d	„ d
ej        ¦  «        ZeZ G d„ dej        ¦  «        ZdS )aÅ   Squeeze-and-Excitation Channel Attention

An SE implementation originally based on PyTorch SE-Net impl.
Has since evolved with additional functionality / configuration.

Paper: `Squeeze-and-Excitation Networks` - https://arxiv.org/abs/1709.01507

Also included is Effective Squeeze-Excitation (ESE).
Paper: `CenterMask : Real-Time Anchor-Free Instance Segmentation` - https://arxiv.org/abs/1911.06667

Hacked together by / Copyright 2021 Ross Wightman
é    )ÚOptionalÚTupleÚTypeÚUnion)Únné   )Úcreate_act_layer)Úmake_divisiblec                   óØ   ‡ — e Zd ZdZdddddej        ddddf
ded	ed
ee         dede	de	de
ej                 dee
ej                          deee
ej                 f         fˆ fd„Zd„ Zˆ xZS )ÚSEModuleáÒ   SE Module as defined in original SE-Nets with a few additions
    Additions include:
        * divisor can be specified to keep channels % div == 0 (default: 8)
        * reduction channels can be specified directly by arg (if rd_channels is set)
        * reduction channels can be specified by float rd_ratio (default: 1/16)
        * global max pooling can be added to the squeeze aggregation
        * customizable activation, normalization, and gate layer
    ç      °?Né   FTÚsigmoidÚchannelsÚrd_ratioÚrd_channelsÚ
rd_divisorÚadd_maxpoolÚbiasÚ	act_layerÚ
norm_layerÚ
gate_layerc                 ó”  •— |
|dœ}t          ¦   «                              ¦   «          || _        |st          ||z  |d¬¦  «        }t	          j        ||fd|dœ|¤Ž| _        |r	 ||fi |¤Žnt	          j        ¦   «         | _        t          |d¬¦  «        | _
        t	          j        ||fd|dœ|¤Ž| _        t          |	¦  «        | _        d S )N©ÚdeviceÚdtypeç        ©Úround_limitr   )Úkernel_sizer   T©Úinplace)ÚsuperÚ__init__r   r
   r   ÚConv2dÚfc1ÚIdentityÚbnr	   ÚactÚfc2Úgate)Úselfr   r   r   r   r   r   r   r   r   r   r   ÚddÚ	__class__s                €új/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/squeeze_excite.pyr%   zSEModule.__init__   sé   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ&ˆÔØð 	ZÝ(¨°HÑ)<¸jÐVXÐYÑYÔYˆKÝ”9˜X {ÐSÀÈÐSÐSÐPRÐSÐSˆŒØ3=ÐP�*�*˜[Ð/Ð/¨BÐ/Ð/Ð/Å2Ä;Á=Ä=ˆŒÝ# I°tÐ<Ñ<Ô<ˆŒÝ”9˜[¨(ÐSÀÈÐSÐSÐPRÐSÐSˆŒÝ$ ZÑ0Ô0ˆŒ	ˆ	ˆ	ó    c                 óR  — |                      dd¬¦  «        }| j        r d|z  d|                     dd¬¦  «        z  z   }|                      |¦  «        }|                      |                      |¦  «        ¦  «        }|                      |¦  «        }||                      |¦  «        z  S ©N)é   é   T)Úkeepdimg      à?)Úmeanr   Úamaxr'   r*   r)   r+   r,   ©r-   ÚxÚx_ses      r0   ÚforwardzSEModule.forward7   s”   € Ø�vŠv�f dˆvÑ+Ô+ˆØÔð 	Cà˜‘:  a§f¢f¨V¸T fÑ&BÔ&BÑ BÑBˆDØ�xŠx˜‰~Œ~ˆØ�xŠx˜Ÿš ™œÑ&Ô&ˆØ�xŠx˜‰~Œ~ˆØ�4—9’9˜T‘?”?Ñ"Ð"r1   ©Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚReLUÚintÚfloatr   Úboolr   ÚModuler   Ústrr%   r<   Ú__classcell__©r/   s   @r0   r   r      sú   ø€ € € € € ðð ð &Ø)-ØØ %ØØ)+¬Ø48Ø6?ØØð1ð 1àð1ð ð1ð " #œð	1ð
 ð1ð ð1ð ð1ð ˜BœI”ð1ð !  b¤i¤Ô1ð1ð ˜c 4¨¬	¤?Ð2Ô3ð1ð 1ð 1ð 1ð 1ð 1ð2#ð #ð #ð #ð #ð #ð #r1   r   c            
       óf   ‡ — e Zd ZdZ	 	 	 	 d
dededeeee	j
                 f         fˆ fd„Zd	„ Zˆ xZS )ÚEffectiveSEModulezŠ 'Effective Squeeze-Excitation
    From `CenterMask : Real-Time Anchor-Free Instance Segmentation` - https://arxiv.org/abs/1911.06667
    FÚhard_sigmoidNr   r   r   c                 óÆ   •— ||dœ}t          ¦   «                              ¦   «          || _        t          j        ||dd||¬¦  «        | _        t          |¦  «        | _        d S )Nr   r   r   )r!   Úpaddingr   r   )r$   r%   r   r   r&   Úfcr	   r,   )	r-   r   r   r   r   r   Ú_r.   r/   s	           €r0   r%   zEffectiveSEModule.__init__I   sc   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ&ˆÔÝ”)˜H h¸AÀqÐQWÐ_dÐeÑeÔeˆŒÝ$ ZÑ0Ô0ˆŒ	ˆ	ˆ	r1   c                 óØ   — |                      dd¬¦  «        }| j        r d|z  d|                     dd¬¦  «        z  z   }|                      |¦  «        }||                      |¦  «        z  S r3   )r7   r   r8   rO   r,   r9   s      r0   r<   zEffectiveSEModule.forwardX   sj   € Ø�vŠv�f dˆvÑ+Ô+ˆØÔð 	Cà˜‘:  a§f¢f¨V¸T fÑ&BÔ&BÑ BÑBˆDØ�wŠw�t‰}Œ}ˆØ�4—9’9˜T‘?”?Ñ"Ð"r1   )FrL   NN)r>   r?   r@   rA   rC   rE   r   rG   r   r   rF   r%   r<   rH   rI   s   @r0   rK   rK   E   s•   ø€ € € € € ðð ð !&Ø6DØØð1ð 1àð1ð ð1ð ˜c 4¨¬	¤?Ð2Ô3ð	1ð 1ð 1ð 1ð 1ð 1ð#ð #ð #ð #ð #ð #ð #r1   rK   c                   óª   ‡ — e Zd ZdZddddej        dddfdeded	ee         d
ede	de
ej                 deee
ej                 f         fˆ fd„Zd„ Zˆ xZS )ÚSqueezeExciteClr   r   Nr   Tr   r   r   r   r   r   r   r   c
                 ó<  •— ||	dœ}
t          ¦   «                              ¦   «          |st          ||z  |d¬¦  «        }t          j        ||fd|i|
¤Ž| _        t          |d¬¦  «        | _        t          j        ||fd|i|
¤Ž| _        t          |¦  «        | _	        d S )Nr   r   r   r   Tr"   )
r$   r%   r
   r   ÚLinearr'   r	   r*   r+   r,   )r-   r   r   r   r   r   r   r   r   r   r.   r/   s              €r0   r%   zSqueezeExciteCl.__init__m   s²   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØð 	ZÝ(¨°HÑ)<¸jÐVXÐYÑYÔYˆKÝ”9˜X {ÐDÐD¸ÐDÀÐDÐDˆŒÝ# I°tÐ<Ñ<Ô<ˆŒÝ”9˜[¨(ÐDÐD¸ÐDÀÐDÐDˆŒÝ$ ZÑ0Ô0ˆŒ	ˆ	ˆ	r1   c                 óÞ   — |                      dd¬¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }||                      |¦  «        z  S )N)r   r4   T)Úkeepdims)r7   r'   r*   r+   r,   r9   s      r0   r<   zSqueezeExciteCl.forward‚   sY   € Ø�vŠv�f tˆvÑ,Ô,ˆØ�xŠx˜‰~Œ~ˆØ�xŠx˜‰~Œ~ˆØ�xŠx˜‰~Œ~ˆØ�4—9’9˜T‘?”?Ñ"Ð"r1   r=   rI   s   @r0   rS   rS   d   sÕ   ø€ € € € € ðð ð &Ø)-ØØØ)+¬Ø6?ØØð1ð 1àð1ð ð1ð " #œð	1ð
 ð1ð ð1ð ˜BœI”ð1ð ˜c 4¨¬	¤?Ð2Ô3ð1ð 1ð 1ð 1ð 1ð 1ð*#ð #ð #ð #ð #ð #ð #r1   rS   N)rA   Útypingr   r   r   r   Útorchr   Ú
create_actr	   Úhelpersr
   rF   r   ÚSqueezeExciterK   ÚEffectiveSqueezeExciterS   © r1   r0   ú<module>r_      s	  ððð ð 0Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /à Ð Ð Ð Ð Ð à (Ð (Ð (Ð (Ð (Ð (Ø #Ð #Ð #Ð #Ð #Ð #ð*#ð *#ð *#ð *#ð *#ˆrŒyñ *#ô *#ð *#ðZ €ð#ð #ð #ð #ð #˜œ	ñ #ô #ð #ð8 +Ð ð##ð ##ð ##ð ##ð ##�b”iñ ##ô ##ð ##ð ##ð ##r1   