§
    ·¯¸já  ã                   óD   — d Z ddlZddlmZ  G d„ dej        ¦  «        ZdS )aª   Global Response Normalization Module

Based on the GRN layer presented in
`ConvNeXt-V2 - Co-designing and Scaling ConvNets with Masked Autoencoders` - https://arxiv.org/abs/2301.00808

This implementation
* works for both NCHW and NHWC tensor layouts
* uses affine param names matching existing torch norm layers
* slightly improves eager mode performance via fused addcmul

Hacked together by / Copyright 2023 Ross Wightman
é    N)Únnc                   ó@   ‡ — e Zd ZdZ	 	 	 	 d
dededefˆ fd„Zd	„ Zˆ xZ	S )ÚGlobalResponseNormz) Global Response Normalization layer
    ç�íµ ÷Æ°>TNÚdimÚepsÚchannels_lastc                 ó^  •— ||dœ}t          ¦   «                              ¦   «          || _        |rd| _        d| _        d| _        nd| _        d| _        d| _        t          j        t          j	        |fi |¤Ž¦  «        | _
        t          j        t          j	        |fi |¤Ž¦  «        | _        d S )N)ÚdeviceÚdtype)é   é   éÿÿÿÿ)r   r   r   r   )r   é   r   )r   r   r   r   )ÚsuperÚ__init__r   Úspatial_dimÚchannel_dimÚwb_shaper   Ú	ParameterÚtorchÚzerosÚweightÚbias)Úselfr   r   r	   r   r   ÚddÚ	__class__s          €ú_/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/grn.pyr   zGlobalResponseNorm.__init__   s±   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØð 	*Ø%ˆDÔØ!ˆDÔØ)ˆDŒMˆMà%ˆDÔØ ˆDÔØ)ˆDŒMå”l¥5¤;¨sÐ#9Ð#9°bÐ#9Ð#9Ñ:Ô:ˆŒÝ”L¥¤¨SÐ!7Ð!7°BÐ!7Ð!7Ñ8Ô8ˆŒ	ˆ	ˆ	ó    c                 ó6  — |                      d| j        d¬¦  «        }||                     | j        d¬¦  «        | j        z   z  }|t          j        | j                             | j	        ¦  «        | j
                             | j	        ¦  «        ||z  ¦  «        z   S )Nr   T)Úpr   Úkeepdim)r   r"   )Únormr   Úmeanr   r   r   Úaddcmulr   Úviewr   r   )r   ÚxÚx_gÚx_ns       r   ÚforwardzGlobalResponseNorm.forward,   s„   € Ø�fŠf�q˜dÔ.¸ˆfÑ=Ô=ˆØ�S—X’X $Ô"2¸D�XÑAÔAÀDÄHÑLÑMˆØ•5”= ¤§¢°´Ñ!>Ô!>ÀÄ×@PÒ@PÐQUÔQ^Ñ@_Ô@_ÐabÐehÑahÑiÔiÑiÐir   )r   TNN)
Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚfloatÚboolr   r*   Ú__classcell__)r   s   @r   r   r      sŒ   ø€ € € € € ðð ð
 Ø"&ØØð9ð 9àð9ð ð9ð  ð	9ð 9ð 9ð 9ð 9ð 9ð.jð jð jð jð jð jð jr   r   )r.   r   r   ÚModuler   © r   r   ú<module>r5      sl   ððð ð €€€Ø Ð Ð Ð Ð Ð ðjð jð jð jð j˜œñ jô jð jð jð jr   