§
    ·¯¸j¬  ã                   ó¢   — d Z ddlmZmZmZmZ ddlZddlmZ ddl	mc m
Z ddlmZmZ ddlmZ ddlmZ dd	lmZ  G d
„ dej        ¦  «        ZdS )aã   Gather-Excite Attention Block

Paper: `Gather-Excite: Exploiting Feature Context in CNNs` - https://arxiv.org/abs/1810.12348

Official code here, but it's only partial impl in Caffe: https://github.com/hujie-frank/GENet

I've tried to support all of the extent both w/ and w/o params. I don't believe I've seen another
impl that covers all of the cases.

NOTE: extent=0 + extra_params=False is equivalent to Squeeze-and-Excitation

Hacked together by / Copyright 2021 Ross Wightman
é    )ÚOptionalÚTupleÚTypeÚUnionN)Únné   )Úcreate_act_layerÚget_act_layer)Úcreate_conv2d)Úmake_divisible)ÚConvMlpc                   ó  ‡ — e Zd ZdZddddddddej        ej        dddfd	ed
ee	eef                  de
dede
dedee         dede
deej                 deej                 deeeej                 f         fˆ fd„Zd„ Zˆ xZS )ÚGatherExcitez$ Gather-Excite Attention Module
    NFr   Tg      °?r   ÚsigmoidÚchannelsÚ	feat_sizeÚextra_paramsÚextentÚuse_mlpÚrd_ratioÚrd_channelsÚ
rd_divisorÚadd_maxpoolÚ	act_layerÚ
norm_layerÚ
gate_layerc                 óŒ  •— ||dœ}t          ¦   «                              ¦   «          |	| _        t          |
¦  «        }
|| _        |�r]t          j        ¦   «         | _        |dk    rg|€
J d¦   «         ‚| j                             dt          ||g|¢R |dddœŽ¦  «         |r+| j                             dt          j
        |g|¢R Ž ¦  «         �n"|d	z  dk    sJ ‚t          t          j        |¦  «        ¦  «        }t          |¦  «        D ]›}| j                             d
|dz   › �t          ||g|¢R dd	ddœŽ¦  «         |r1| j                             d|dz   › �t          j
        |g|¢R Ž ¦  «         ||dz
  k    r+| j                             d|dz   › � |
d¬¦  «        ¦  «         ŒœnJd | _        | j        dk    rd| _        d| _        n)|d	z  dk    sJ ‚| j        d	z  dz
  | _        | j        | _        |st#          ||z  |d¬¦  «        }|rt%          ||g|¢R d|
iŽnt          j        ¦   «         | _        t+          |¦  «        | _        d S )N)ÚdeviceÚdtyper   zBspatial feature size must be specified for global extent w/ paramsÚconv1r   T)Úkernel_sizeÚstrideÚ	depthwiseÚnorm1é   Úconvé   ÚnormÚact)Úinplaceg        )Úround_limitr   )ÚsuperÚ__init__r   r
   r   r   Ú
SequentialÚgatherÚ
add_moduler   ÚBatchNorm2dÚintÚmathÚlog2ÚrangeÚgkÚgsr   r   ÚIdentityÚmlpr	   Úgate)Úselfr   r   r   r   r   r   r   r   r   r   r   r   r   r   ÚddÚnum_convÚiÚ	__class__s                     €úi/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/gather_excite.pyr-   zGatherExcite.__init__   s¾  ø€ ð" ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ&ˆÔÝ! )Ñ,Ô,ˆ	ØˆŒØñ 	&Ýœ-™/œ/ˆDŒKØ˜Š{ˆ{Ø Ð,Ð,Ð.rÑ,Ô,Ð,Ø”×&Ò&Ø�]¨8°XÐtÐqsÐtÐtÈ9Ð]^ÐjnÐtÐtÐtñvô vð vàð TØ”K×*Ò*¨8µR´^ÀHÐ5RÈrÐ5RÐ5RÐ5RÑSÔSÐSùà ‘z Q’���Ý�tœy¨Ñ0Ô0Ñ1Ô1�Ý˜x™œð Wð W�AØ”K×*Ò*Ø&˜q 1™u˜˜Ý% h°ÐgÐdfÐgÐgÀaÐPQÐ]aÐgÐgÐgñiô ið ið "ð ^Øœ×.Ò.¨~°a¸!±e¨~¨~½r¼~ÈhÐ?\ÐY[Ð?\Ð?\Ð?\Ñ]Ô]Ð]Ø˜H q™LÒ(Ð(Øœ×.Ò.¨}°Q¸±U¨}¨}¸i¸iÐPTÐ>UÑ>UÔ>UÑVÔVÐVøðWð ˆDŒKØŒ{˜aÒÐØ�”Ø�”�à ‘z Q’���Øœ+¨™/¨AÑ-�”Øœ+�”àð 	ZÝ(¨°HÑ)<¸jÐVXÐYÑYÔYˆKØOVÐi•7˜8 [ÐKÈÐKÐKÐK¸IÐKÐKÐKÕ\^Ô\gÑ\iÔ\iˆŒÝ$ ZÑ0Ô0ˆŒ	ˆ	ˆ	ó    c           	      ó‚  — |j         dd …         }| j        �|                      |¦  «        }n¯| j        dk    r?|                     dd¬¦  «        }| j        r d|z  d|                     dd¬¦  «        z  z   }net          j        || j        | j	        | j        dz  d	¬
¦  «        }| j        r3d|z  dt          j
        || j        | j	        | j        dz  ¬¦  «        z  z   }|                      |¦  «        }|j         d         dk    s|j         d         dk    rt          j        ||¬¦  «        }||                      |¦  «        z  S )Néþÿÿÿr   )r%   r'   T)ÚdimÚkeepdimsg      à?)Úkeepdimr%   F)r!   r"   ÚpaddingÚcount_include_pad)r!   r"   rG   éÿÿÿÿr   )Úsize)Úshaper/   r   Úmeanr   ÚamaxÚFÚ
avg_pool2dr6   r7   Ú
max_pool2dr9   Úinterpolater:   )r;   ÚxrJ   Úx_ges       r@   ÚforwardzGatherExcite.forwardU   sF  € ØŒw�r�s�sŒ|ˆØŒ;Ð"Ø—;’;˜q‘>”>ˆDˆDàŒ{˜aÒÐà—v’v &°4�vÑ8Ô8�ØÔ#ð Kà ™:¨¨a¯fªf°VÀT¨fÑ.JÔ.JÑ(JÑJ�Døå”|Ø 4¤7°4´7ÀDÄGÈqÁLÐdiðkñ kô k�àÔ#ð yà ™:¨­a¬l¸1È$Ì'ÐZ^ÔZaÐkoÔkrÐvwÑkwÐ.xÑ.xÔ.xÑ(xÑx�DØ�xŠx˜‰~Œ~ˆØŒ:�bŒ>˜QÒÐ $¤*¨R¤.°AÒ"5Ð"5Ý”= ¨DÐ1Ñ1Ô1ˆDØ�4—9’9˜T‘?”?Ñ"Ð"rA   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚReLUr1   r2   r   r   ÚboolÚfloatr   ÚModuler   Ústrr-   rT   Ú__classcell__)r?   s   @r@   r   r      s,  ø€ € € € € ðð ð
 48Ø!&ØØ Ø#Ø)-ØØ %Ø)+¬Ø*,¬.Ø6?ØØð61ð 61àð61ð    c¨3 h¤Ô0ð61ð ð	61ð
 ð61ð ð61ð ð61ð " #œð61ð ð61ð ð61ð ˜BœI”ð61ð ˜RœYœð61ð ˜c 4¨¬	¤?Ð2Ô3ð61ð 61ð 61ð 61ð 61ð 61ðp#ð #ð #ð #ð #ð #ð #rA   r   )rX   Útypingr   r   r   r   r3   Útorchr   Útorch.nn.functionalÚ
functionalrN   Ú
create_actr	   r
   r   Úhelpersr   r9   r   r\   r   © rA   r@   ú<module>rf      sù   ððð ð 0Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ø €€€à Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø (Ð (Ð (Ð (Ð (Ð (Ø #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð ðO#ð O#ð O#ð O#ð O#�2”9ñ O#ô O#ð O#ð O#ð O#rA   