§
    ·¯¸j  ã                   óš   — d Z ddlmZmZmZmZ ddlmZ ddlmc m	Z
 ddlmZmZ ddlmZ ddlmZ dd	lmZ  G d
„ dej        ¦  «        ZdS )a   Global Context Attention Block

Paper: `GCNet: Non-local Networks Meet Squeeze-Excitation Networks and Beyond`
    - https://arxiv.org/abs/1904.11492

Official code consulted as reference: https://github.com/xvjiarui/GCNet

Hacked together by / Copyright 2021 Ross Wightman
é    )ÚOptionalÚTupleÚTypeÚUnion)ÚnnNé   )Úcreate_act_layerÚget_act_layer)Úmake_divisible)ÚConvMlp)ÚLayerNorm2dc                   ó¾   ‡ — e Zd Zdddddddej        dddfdeded	ed
edededee         dede	ej
                 deee	ej
                 f         fˆ fd„Zd„ Zd„ Zˆ xZS )ÚGlobalContextTFg      À?Nr   ÚsigmoidÚchannelsÚuse_attnÚfuse_addÚ
fuse_scaleÚinit_last_zeroÚrd_ratioÚrd_channelsÚ
rd_divisorÚ	act_layerÚ
gate_layerc                 óÎ  •— ||dœ}t          ¦   «                              ¦   «          t          |	¦  «        }	|rt          j        |dfdddœ|¤Žnd | _        |€t          ||z  |d¬¦  «        }|rt          ||f|	t          dœ|¤Ž| _	        nd | _	        |rt          ||f|	t          dœ|¤Ž| _
        nd | _
        t          |
¦  «        | _        || _        |                      ¦   «          d S )N)ÚdeviceÚdtyper   T)Úkernel_sizeÚbiasg        )Úround_limit)r   Ú
norm_layer)ÚsuperÚ__init__r
   r   ÚConv2dÚ	conv_attnr   r   r   Úmlp_addÚ	mlp_scaler	   Úgater   Úreset_parameters)Úselfr   r   r   r   r   r   r   r   r   r   r   r   ÚddÚ	__class__s                 €új/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/global_context.pyr#   zGlobalContext.__init__   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ! )Ñ,Ô,ˆ	àS[Ðe�œ 8¨QÐO¸AÀDÐOÐOÈBÐOÐOÐOÐaeˆŒàÐÝ(¨°HÑ)<¸jÐVXÐYÑYÔYˆKØð 	 Ý" 8¨[ÐlÀIÕZeÐlÐlÐikÐlÐlˆDŒLˆLàˆDŒLØð 	"Ý$ X¨{ÐnÀiÕ\gÐnÐnÐkmÐnÐnˆDŒNˆNà!ˆDŒNå$ ZÑ0Ô0ˆŒ	Ø,ˆÔà×ÒÑÔÐÐÐó    c                 óÚ   — | j         �,t          j                             | j         j        dd¬¦  «         | j        �0t          j                             | j        j        j        ¦  «         d S d S )NÚfan_inÚrelu)ÚmodeÚnonlinearity)r%   r   ÚinitÚkaiming_normal_Úweightr&   Úzeros_Úfc2)r*   s    r-   r)   zGlobalContext.reset_parameters<   s_   € ØŒ>Ð%ÝŒG×#Ò# D¤NÔ$9ÀÐW]Ð#Ñ^Ô^Ð^ØŒ<Ð#ÝŒG�NŠN˜4œ<Ô+Ô2Ñ3Ô3Ð3Ð3Ð3ð $Ð#r.   c                 óB  — |j         \  }}}}| j        �Ÿ|                      |¦  «                             |d||z  ¦  «        }t          j        |d¬¦  «                             d¦  «        }|                     ||||z  ¦  «                             d¦  «        |z  }|                     ||dd¦  «        }n|                     dd¬¦  «        }| j        �-|                      |¦  «        }||  	                    |¦  «        z  }| j
        �|  
                    |¦  «        }||z   }|S )Nr   éÿÿÿÿ)Údimé   )é   r<   T)r;   Úkeepdim)Úshaper%   ÚreshapeÚFÚsoftmaxÚ	unsqueezeÚviewÚmeanr'   r(   r&   )	r*   ÚxÚBÚCÚHÚWÚattnÚcontextÚmlp_xs	            r-   ÚforwardzGlobalContext.forwardB   s  € Ø”W‰
ˆˆ1ˆa�àŒ>Ð%Ø—>’> !Ñ$Ô$×,Ò,¨Q°°1°q±5Ñ9Ô9ˆDÝ”9˜T rÐ*Ñ*Ô*×4Ò4°QÑ7Ô7ˆDØ—i’i  1 a¨!¡eÑ,Ô,×6Ò6°qÑ9Ô9¸DÑ@ˆGØ—l’l 1 a¨¨AÑ.Ô.ˆGˆGà—f’f °�fÑ6Ô6ˆGàŒ>Ð%Ø—N’N 7Ñ+Ô+ˆEØ�D—I’I˜eÑ$Ô$Ñ$ˆAØŒ<Ð#Ø—L’L Ñ)Ô)ˆEØ�E‘	ˆAàˆr.   )Ú__name__Ú
__module__Ú__qualname__r   ÚReLUÚintÚboolÚfloatr   r   ÚModuler   Ústrr#   r)   rN   Ú__classcell__)r,   s   @r-   r   r      s  ø€ € € € € ð
 "Ø"Ø#Ø#(Ø"Ø)-ØØ)+¬Ø6?ØØð# ð # àð# ð ð# ð ð	# ð
 ð# ð !ð# ð ð# ð " #œð# ð ð# ð ˜BœI”ð# ð ˜c 4¨¬	¤?Ð2Ô3ð# ð # ð # ð # ð # ð # ðJ4ð 4ð 4ðð ð ð ð ð ð r.   r   )Ú__doc__Útypingr   r   r   r   Útorchr   Útorch.nn.functionalÚ
functionalrA   Ú
create_actr	   r
   Úhelpersr   Úmlpr   Únormr   rV   r   © r.   r-   ú<module>rc      sæ   ððð ð 0Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /à Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð ð?ð ?ð ?ð ?ð ?�B”Iñ ?ô ?ð ?ð ?ð ?r.   