§
    ·¯¸jS  ã                   óJ  — d Z ddlmZmZmZmZ ddlZddlmZ ddlmc m	Z
 ddlmZ ddlmZmZ ddlmZ  G d	„ d
ej        ¦  «        Z G d„ de¦  «        Z G d„ dej        ¦  «        Z G d„ dej        ¦  «        Z G d„ dej        ¦  «        Z G d„ dej        ¦  «        ZdS )ak   CBAM (sort-of) Attention

Experimental impl of CBAM: Convolutional Block Attention Module: https://arxiv.org/abs/1807.06521

WARNING: Results with these attention layers have been mixed. They can significantly reduce performance on
some tasks, especially fine-grained it seems. I may end up removing this impl.

Hacked together by / Copyright 2020 Ross Wightman
é    )ÚOptionalÚTupleÚTypeÚUnionN)Únné   )ÚConvNormAct)Úcreate_act_layerÚget_act_layer)Úmake_divisiblec                   ó¦   ‡ — e Zd ZdZdddej        ddddfdeded	ee         d
ede	ej
                 deee	ej
                 f         fˆ fd„Zd„ Zˆ xZS )ÚChannelAttnzT Original CBAM channel attention module, currently avg + max pool variant only.
    ç      °?Nr   ÚsigmoidFÚchannelsÚrd_ratioÚrd_channelsÚ
rd_divisorÚ	act_layerÚ
gate_layerc
                 ó6  •— ||	dœ}
t          ¦   «                              ¦   «          |st          ||z  |d¬¦  «        }t          j        ||dfd|i|
¤Ž| _         |d¬¦  «        | _        t          j        ||dfd|i|
¤Ž| _        t          |¦  «        | _	        d S )N©ÚdeviceÚdtypeg        )Úround_limitr   ÚbiasT)Úinplace)
ÚsuperÚ__init__r   r   ÚConv2dÚfc1ÚactÚfc2r
   Úgate)Úselfr   r   r   r   r   r   Úmlp_biasr   r   ÚddÚ	__class__s              €ú`/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/cbam.pyr   zChannelAttn.__init__   s¶   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØð 	ZÝ(¨°HÑ)<¸jÐVXÐYÑYÔYˆKÝ”9˜X {°AÐKÐK¸HÐKÈÐKÐKˆŒØ�9 TÐ*Ñ*Ô*ˆŒÝ”9˜[¨(°AÐKÐK¸HÐKÈÐKÐKˆŒÝ$ ZÑ0Ô0ˆŒ	ˆ	ˆ	ó    c           
      óx  — |                       |                      |                      |                     dd¬¦  «        ¦  «        ¦  «        ¦  «        }|                       |                      |                      |                     dd¬¦  «        ¦  «        ¦  «        ¦  «        }||                      ||z   ¦  «        z  S )N©é   é   T©Úkeepdim)r#   r"   r!   ÚmeanÚamaxr$   )r%   ÚxÚx_avgÚx_maxs       r)   ÚforwardzChannelAttn.forward-   s�   € Ø—’˜Ÿš $§(¢(¨1¯6ª6°&À$¨6Ñ+GÔ+GÑ"HÔ"HÑIÔIÑJÔJˆØ—’˜Ÿš $§(¢(¨1¯6ª6°&À$¨6Ñ+GÔ+GÑ"HÔ"HÑIÔIÑJÔJˆØ�4—9’9˜U U™]Ñ+Ô+Ñ+Ð+r*   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚReLUÚintÚfloatr   r   ÚModuler   Ústrr   r6   Ú__classcell__©r(   s   @r)   r   r      sË   ø€ € € € € ðð ð
 &Ø)-ØØ)+¬Ø6?ØØØð1ð 1àð1ð ð1ð " #œð	1ð
 ð1ð ˜BœI”ð1ð ˜c 4¨¬	¤?Ð2Ô3ð1ð 1ð 1ð 1ð 1ð 1ð*,ð ,ð ,ð ,ð ,ð ,ð ,r*   r   c                   óª   ‡ — e Zd ZdZdddej        ddddfdeded	ee         d
ede	ej
                 deee	ej
                 f         defˆ fd„Zd„ Zˆ xZS )ÚLightChannelAttnzAAn experimental 'lightweight' that sums avg + max pool first
    r   Nr   r   Fr   r   r   r   r   r   r&   c
                 ó\   •— t          ¦   «                              |||||||||	¬¦	  «	         d S )Nr   )r   r   )r%   r   r   r   r   r   r   r&   r   r   r(   s             €r)   r   zLightChannelAttn.__init__6   sK   ø€ õ 	‰Œ×ÒØ�h ¨Z¸ÀJÐPXÐagÐotð 	ñ 	vô 	vð 	vð 	vð 	vr*   c                 ó  — d|                      dd¬¦  «        z  d|                     dd¬¦  «        z  z   }|                      |                      |                      |¦  «        ¦  «        ¦  «        }|t          j        |¦  «        z  S )Nç      à?r,   Tr/   )r1   r2   r#   r"   r!   ÚFr   )r%   r3   Úx_poolÚx_attns       r)   r6   zLightChannelAttn.forwardE   su   € Ø�q—v’v˜f¨d�vÑ3Ô3Ñ3°c¸A¿FºFÀ6ÐSW¸FÑ<XÔ<XÑ6XÑXˆØ—’˜$Ÿ(š( 4§8¢8¨FÑ#3Ô#3Ñ4Ô4Ñ5Ô5ˆØ•1”9˜VÑ$Ô$Ñ$Ð$r*   )r7   r8   r9   r:   r   r;   r<   r=   r   r   r>   r   r?   Úboolr   r6   r@   rA   s   @r)   rC   rC   3   sã   ø€ € € € € ðð ð
 $Ø)-ØØ)+¬Ø6?Ø"ØØðvð vàðvð ðvð " #œð	vð
 ðvð ˜BœI”ðvð ˜c 4¨¬	¤?Ð2Ô3ðvð ðvð vð vð vð vð vð%ð %ð %ð %ð %ð %ð %r*   rC   c                   ób   ‡ — e Zd ZdZ	 	 	 	 d	dedeeeej	                 f         fˆ fd„Z
d„ Zˆ xZS )
ÚSpatialAttnz, Original CBAM spatial attention module
    é   r   NÚkernel_sizer   c                 ó¤   •— t          ¦   «                              ¦   «          t          dd|d||¬¦  «        | _        t	          |¦  «        | _        d S )Nr-   r   F©Ú	apply_actr   r   ©r   r   r	   Úconvr
   r$   ©r%   rN   r   r   r   r(   s        €r)   r   zSpatialAttn.__init__N   óK   ø€ õ 	‰Œ×ÒÑÔÐÝ  1 k¸UÈ6ÐY^Ð_Ñ_Ô_ˆŒ	Ý$ ZÑ0Ô0ˆŒ	ˆ	ˆ	r*   c                 óà   — t          j        |                     dd¬¦  «        |                     dd¬¦  «        gd¬¦  «        }|                      |¦  «        }||                      |¦  «        z  S )Nr   T©Údimr0   )rX   )ÚtorchÚcatr1   r2   rS   r$   ©r%   r3   rI   s      r)   r6   zSpatialAttn.forwardY   sd   € Ý”˜AŸFšF q°$˜FÑ7Ô7¸¿ºÀAÈt¸Ñ9TÔ9TÐUÐ[\Ð]Ñ]Ô]ˆØ—’˜6Ñ"Ô"ˆØ�4—9’9˜VÑ$Ô$Ñ$Ð$r*   ©rM   r   NN©r7   r8   r9   r:   r<   r   r?   r   r   r>   r   r6   r@   rA   s   @r)   rL   rL   K   ó‹   ø€ € € € € ðð ð  !Ø6?ØØð	1ð 	1àð	1ð ˜c 4¨¬	¤?Ð2Ô3ð	1ð 	1ð 	1ð 	1ð 	1ð 	1ð%ð %ð %ð %ð %ð %ð %r*   rL   c                   ób   ‡ — e Zd ZdZ	 	 	 	 d	dedeeeej	                 f         fˆ fd„Z
d„ Zˆ xZS )
ÚLightSpatialAttnzSAn experimental 'lightweight' variant that sums avg_pool and max_pool results.
    rM   r   NrN   r   c                 ó¤   •— t          ¦   «                              ¦   «          t          dd|d||¬¦  «        | _        t	          |¦  «        | _        d S )Nr   FrP   rR   rT   s        €r)   r   zLightSpatialAttn.__init__b   rU   r*   c                 óÆ   — d|                      dd¬¦  «        z  d|                     dd¬¦  «        z  z   }|                      |¦  «        }||                      |¦  «        z  S )NrF   r   TrW   )r1   r2   rS   r$   r[   s      r)   r6   zLightSpatialAttn.forwardm   s_   € Ø�q—v’v !¨T�vÑ2Ô2Ñ2°S¸1¿6º6ÀaÐQU¸6Ñ;VÔ;VÑ5VÑVˆØ—’˜6Ñ"Ô"ˆØ�4—9’9˜VÑ$Ô$Ñ$Ð$r*   r\   r]   rA   s   @r)   r`   r`   _   r^   r*   r`   c                   ó¬   ‡ — e Zd Zddddej        ddddf	deded	ee         d
ededeej	                 de
eeej	                 f         defˆ fd„Zd„ Zˆ xZS )Ú
CbamModuler   Nr   rM   r   Fr   r   r   r   Úspatial_kernel_sizer   r   r&   c           
      ó¬   •— |	|
dœ}t          ¦   «                              ¦   «          t          |f||||||dœ|¤Ž| _        t	          |fd|i|¤Ž| _        d S )Nr   ©r   r   r   r   r   r&   r   )r   r   r   ÚchannelrL   Úspatial©r%   r   r   r   r   re   r   r   r&   r   r   r'   r(   s               €r)   r   zCbamModule.__init__t   s†   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ"Øð	
àØ#Ø!ØØ!Øð	
ð 	
ð ð	
ð 	
ˆŒõ #Ð#6ÐTÐTÀ:ÐTÐQSÐTÐTˆŒˆˆr*   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S ©N©rh   ri   ©r%   r3   s     r)   r6   zCbamModule.forward�   ó%   € Ø�LŠL˜‰OŒOˆØ�LŠL˜‰OŒOˆØˆr*   ©r7   r8   r9   r   r;   r<   r=   r   r   r>   r   r?   rJ   r   r6   r@   rA   s   @r)   rd   rd   s   sç   ø€ € € € € ð $Ø)-ØØ'(Ø)+¬Ø6?Ø"ØØðUð UàðUð ðUð " #œð	Uð
 ðUð "%ðUð ˜BœI”ðUð ˜c 4¨¬	¤?Ð2Ô3ðUð ðUð Uð Uð Uð Uð Uð6ð ð ð ð ð ð r*   rd   c                   ó¬   ‡ — e Zd Zddddej        ddddf	deded	ee         d
ededeej	                 de
eeej	                 f         defˆ fd„Zd„ Zˆ xZS )ÚLightCbamModuler   Nr   rM   r   Fr   r   r   r   re   r   r   r&   c           
      ó¨   •— |	|
dœ}t          ¦   «                              ¦   «          t          |f||||||dœ|¤Ž| _        t	          |fi |¤Ž| _        d S )Nr   rg   )r   r   rC   rh   r`   ri   rj   s               €r)   r   zLightCbamModule.__init__–   s€   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ'Øð	
àØ#Ø!ØØ!Øð	
ð 	
ð ð	
ð 	
ˆŒõ (Ð(;ÐBÐB¸rÐBÐBˆŒˆˆr*   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rl   rm   rn   s     r)   r6   zLightCbamModule.forward±   ro   r*   rp   rA   s   @r)   rr   rr   •   sç   ø€ € € € € ð $Ø)-ØØ'(Ø)+¬Ø6?Ø"ØØðCð CàðCð ðCð " #œð	Cð
 ðCð "%ðCð ˜BœI”ðCð ˜c 4¨¬	¤?Ð2Ô3ðCð ðCð Cð Cð Cð Cð Cð6ð ð ð ð ð ð r*   rr   )r:   Útypingr   r   r   r   rY   r   Útorch.nn.functionalÚ
functionalrG   Úconv_bn_actr	   Ú
create_actr
   r   Úhelpersr   r>   r   rC   rL   r`   rd   rr   © r*   r)   ú<module>r|      s¸  ððð ð 0Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à $Ð $Ð $Ð $Ð $Ð $Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø #Ð #Ð #Ð #Ð #Ð #ð,ð ,ð ,ð ,ð ,�"”)ñ ,ô ,ð ,ð<%ð %ð %ð %ð %�{ñ %ô %ð %ð0%ð %ð %ð %ð %�"”)ñ %ô %ð %ð(%ð %ð %ð %ð %�r”yñ %ô %ð %ð(ð ð ð ð �”ñ ô ð ðDð ð ð ð �b”iñ ô ð ð ð r*   