§
    ·¯¸jí  ã                   óì   — d Z ddlmZmZ ddlZddlmZ ddlmZ ddl	m
Z
 ddlmZ dd	lmZ dd
lmZ  G d„ dej        ¦  «        Ze
 G d„ dej        ¦  «        ¦   «         Z G d„ dej        ¦  «        ZdS )aw   Bilinear-Attention-Transform and Non-Local Attention

Paper: `Non-Local Neural Networks With Grouped Bilinear Attentional Transforms`
    - https://openaccess.thecvf.com/content_CVPR_2020/html/Chi_Non-Local_Neural_Networks_With_Grouped_Bilinear_Attentional_Transforms_CVPR_2020_paper.html
Adapted from original code: https://github.com/BA-Transform/BAT-Image-Classification
é    )ÚOptionalÚTypeN)Únn)Ú
functionalé   )Úregister_notrace_module)ÚConvNormAct)Úmake_divisible)Ú_assertc                   ó<   ‡ — e Zd ZdZ	 	 	 	 	 	 d	ˆ fd„	Zd„ Zd„ Zˆ xZS )
ÚNonLocalAttnzßSpatial NL block for image classification.

    This was adapted from https://github.com/BA-Transform/BAT-Image-Classification
    Their NonLocal impl inspired by https://github.com/facebookresearch/video-nonlocal-net.
    Tç      À?Né   c                 óÐ  •— ||dœ}	t          ¦   «                              ¦   «          |€t          ||z  |¬¦  «        }|r|dz  nd| _        t	          j        ||fddddœ|	¤Ž| _        t	          j        ||fddddœ|	¤Ž| _        t	          j        ||fddddœ|	¤Ž| _        t	          j        ||fddddœ|	¤Ž| _	        t	          j
        |fi |	¤Ž| _        |                      ¦   «          d S )N©ÚdeviceÚdtype©Údivisorg      à¿g      ð?r   T)Úkernel_sizeÚstrideÚbias)ÚsuperÚ__init__r
   Úscaler   ÚConv2dÚtÚpÚgÚzÚBatchNorm2dÚnormÚreset_parameters)ÚselfÚin_channelsÚ	use_scaleÚrd_ratioÚrd_channelsÚ
rd_divisorr   r   Ú_ÚddÚ	__class__s             €új/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/non_local_attn.pyr   zNonLocalAttn.__init__   s$  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐÝ(¨°xÑ)?ÈÐTÑTÔTˆKØ,5Ð>�[ DÑ(Ð(¸3ˆŒ
Ý”˜;¨Ð^ÀÈ1ÐSWÐ^Ð^Ð[]Ð^Ð^ˆŒÝ”˜;¨Ð^ÀÈ1ÐSWÐ^Ð^Ð[]Ð^Ð^ˆŒÝ”˜;¨Ð^ÀÈ1ÐSWÐ^Ð^Ð[]Ð^Ð^ˆŒÝ”˜;¨Ð^ÀÈ1ÐSWÐ^Ð^Ð[]Ð^Ð^ˆŒÝ”N ;Ð5Ð5°"Ð5Ð5ˆŒ	Ø×ÒÑÔÐÐÐó    c                 óÜ  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                     ¦   «         \  }}}}	|                     ||d¦  «                             ddd¦  «        }|                     ||d¦  «        }|                     ||d¦  «                             ddd¦  «        }t          j        ||¦  «        | j        z  }
t          j
        |
d¬¦  «        }
t          j        |
|¦  «        }|                     ddd¦  «                             ||||	¦  «        }|                      |¦  «        }|                      |¦  «        |z   }|S )Néÿÿÿÿr   é   r   ©Údim)r   r   r   ÚsizeÚviewÚpermuteÚtorchÚbmmr   ÚFÚsoftmaxÚreshaper    r"   )r$   ÚxÚshortcutr   r   r   ÚBÚCÚHÚWÚatts              r-   ÚforwardzNonLocalAttn.forward1   s8  € Øˆà�FŠF�1‰IŒIˆØ�FŠF�1‰IŒIˆØ�FŠF�1‰IŒIˆà—V’V‘X”X‰
ˆˆ1ˆa�Ø�FŠF�1�a˜ÑÔ×$Ò$ Q¨¨1Ñ-Ô-ˆØ�FŠF�1�a˜ÑÔˆØ�FŠF�1�a˜ÑÔ×$Ò$ Q¨¨1Ñ-Ô-ˆåŒi˜˜1‰oŒo ¤
Ñ*ˆÝŒi˜ Ð#Ñ#Ô#ˆÝŒI�c˜1ÑÔˆà�IŠI�a˜˜AÑÔ×&Ò& q¨!¨Q°Ñ2Ô2ˆØ�FŠF�1‰IŒIˆØ�IŠI�a‰LŒL˜8Ñ#ˆàˆr.   c                 ó  — |                       ¦   «         D �]i\  }}t          |t          j        ¦  «        rt          j                             |j        dd¬¦  «         t          t          | 	                    ¦   «         ¦  «        ¦  «        dk    r%t          j         
                    |j        d¦  «         ŒŸt          |t          j        ¦  «        rLt          j         
                    |j        d¦  «         t          j         
                    |j        d¦  «         �Œt          |t          j        ¦  «        rJt          j         
                    |j        d¦  «         t          j         
                    |j        d¦  «         �Œkd S )NÚfan_outÚrelu)ÚmodeÚnonlinearityr   g        r   )Únamed_modulesÚ
isinstancer   r   ÚinitÚkaiming_normal_ÚweightÚlenÚlistÚ
parametersÚ	constant_r   r!   Ú	GroupNorm)r$   ÚnameÚms      r-   r#   zNonLocalAttn.reset_parametersG   s<  € Ø×)Ò)Ñ+Ô+ð 	-ñ 	-‰GˆD�!Ý˜!�RœYÑ'Ô'ð 
-Ý”×'Ò'Ø”H 9¸6ð (ñ Cô Cð Cå•t˜AŸLšL™NœNÑ+Ô+Ñ,Ô,¨qÒ0Ð0Ý”G×%Ò% a¤f¨cÑ2Ô2Ð2øÝ˜A�rœ~Ñ.Ô.ð -Ý”×!Ò! !¤(¨AÑ.Ô.Ð.Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,Ñ,Ý˜A�rœ|Ñ,Ô,ð -Ý”×!Ò! !¤(¨AÑ.Ô.Ð.Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,ùð	-ð 	-r.   )Tr   Nr   NN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rC   r#   Ú__classcell__©r,   s   @r-   r   r      sy   ø€ € € € € ðð ð ØØØØØð ð  ð  ð  ð  ð  ð.ð ð ð,-ð -ð -ð -ð -ð -ð -r.   r   c                   ó�   ‡ — e Zd Zej        ej        ddfdedededeej                 deej                 f
ˆ fd„Z	defd	„Z
d
„ Zˆ xZS )ÚBilinearAttnTransformNr%   Ú
block_sizeÚgroupsÚ	act_layerÚ
norm_layerc                 ó`  •— ||dœ}t          ¦   «                              ¦   «          t          ||df||dœ|¤Ž| _        t	          j        |||z  |z  fd|dfi|¤Ž| _        t	          j        |||z  |z  fdd|fi|¤Ž| _        t          ||df||dœ|¤Ž| _        || _	        || _
        || _        d S )Nr   r   ©r_   r`   r   )r   r   r	   Úconv1r   r   Úconv_pÚconv_qÚconv2r]   r^   r%   )
r$   r%   r]   r^   r_   r`   r   r   r+   r,   s
            €r-   r   zBilinearAttnTransform.__init__Y   sð   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ  ¨f°aÐjÀ9ÐYcÐjÐjÐgiÐjÐjˆŒ
Ý”i ¨
°ZÑ(?À&Ñ(HÐlÐlÐWaÐcdÐVeÐlÐikÐlÐlˆŒÝ”i ¨
°ZÑ(?À&Ñ(HÐlÐlÐWXÐZdÐVeÐlÐikÐlÐlˆŒÝ  ¨k¸1ÐoÈ	Ð^hÐoÐoÐlnÐoÐoˆŒ
Ø$ˆŒØˆŒØ&ˆÔÐÐr.   r   c                 óö  — |j         \  }}}}t          ||k    d¦  «         |dk    r|S |                     ||z  ddd¦  «        }|t          j        |||j        |j        ¬¦  «        z  }|                     ||z  ||||¦  «        }t          j        t          j        |dd¬¦  «        d¬¦  «        }t          j        t          j        |dd¬¦  «        d¬¦  «        }|                     ||||z  ||z  ¦  «        }|S )	NÚ r   r0   )r   r   r2   é   r1   é   )	Úshaper   r5   r7   Úeyer   r   ÚcatÚsplit)r$   r<   r   r>   r?   r]   Úblock_size1s          r-   Ú
resize_matz BilinearAttnTransform.resize_matm   sü   € Ø()¬Ñ%ˆˆ1ˆj˜+Ý�
˜kÒ)¨2Ñ.Ô.Ð.Ø�Š6ˆ6ØˆHØ�FŠF�1�q‘5˜"˜a Ñ#Ô#ˆØ•”	˜!˜Q a¤g°a´hÐ?Ñ?Ô?Ñ?ˆØ�FŠF�1�q‘5˜* j°!°QÑ7Ô7ˆÝŒI•e”k ! Q¨AÐ.Ñ.Ô.°AÐ6Ñ6Ô6ˆÝŒI•e”k ! Q¨AÐ.Ñ.Ô.°AÐ6Ñ6Ô6ˆØ�FŠF�1�a˜ a™¨°a©Ñ8Ô8ˆØˆr.   c                 óV  — t          |j        d         | j        z  dk    d¦  «         t          |j        d         | j        z  dk    d¦  «         |j        \  }}}}|                      |¦  «        }t	          j        || j        df¦  «        }t	          j        |d| j        f¦  «        }|                      |¦  «                             || j        | j        | j        ¦  «         	                    ¦   «         }	|  
                    |¦  «                             || j        | j        | j        ¦  «         	                    ¦   «         }
|	|	                     dd¬¦  «        z  }	|
|
                     d	d¬¦  «        z  }
|	                     || j        d| j        | j        ¦  «                             |                     d¦  «        | j        || j        z  | j        | j        ¦  «                             ¦   «         }	|	                     ||| j        | j        ¦  «        }	|
                     || j        d| j        | j        ¦  «                             |                     d¦  «        | j        || j        z  | j        | j        ¦  «                             ¦   «         }
|
                     ||| j        | j        ¦  «        }
|                      |	|| j        z  ¦  «        }	|                      |
|| j        z  ¦  «        }
|	                     |¦  «        }|                     |
¦  «        }|                      |¦  «        }|S )
Nr0   r   rh   éþÿÿÿr   ri   T)r3   Úkeepdimr1   )r   rk   r]   rc   r9   Úadaptive_max_pool2drd   r5   r^   Úsigmoidre   ÚsumÚexpandr4   Ú
contiguousrp   Úmatmulrf   )r$   r<   r>   r?   r@   rA   ÚoutÚrpÚcpr   ÚqÚys               r-   rC   zBilinearAttnTransform.forwardz   s¦  € Ý�”˜”˜dœoÑ-°Ò2°BÑ7Ô7Ð7Ý�”˜”˜dœoÑ-°Ò2°BÑ7Ô7Ð7Ø”W‰
ˆˆ1ˆa�Ø�jŠj˜‰mŒmˆÝÔ" 3¨¬¸!Ð(<Ñ=Ô=ˆÝÔ" 3¨¨D¬OÐ(<Ñ=Ô=ˆØ�KŠK˜‰OŒO× Ò   D¤K°´À$Ä/ÑRÔR×ZÒZÑ\Ô\ˆØ�KŠK˜‰OŒO× Ò   D¤K°´À$Ä/ÑRÔR×ZÒZÑ\Ô\ˆØ�—’˜! T�Ñ*Ô*Ñ*ˆØ�—’˜! T�Ñ*Ô*Ñ*ˆØ�FŠF�1�d”k 1 d¤o°t´ÑGÔG×NÒNÈqÏvÊvØñPô PØ”˜Q $¤+Ñ-¨t¬ÀÄñQô QßQ[ÒQ[ÑQ]ÔQ]ð 	
à�FŠF�1�a˜œ¨$¬/Ñ:Ô:ˆØ�FŠF�1�d”k 1 d¤o°t´ÑGÔG×NÒNÈqÏvÊvØñPô PØ”˜Q $¤+Ñ-¨t¬ÀÄñQô QßQ[ÒQ[ÑQ]ÔQ]ð 	
à�FŠF�1�a˜œ¨$¬/Ñ:Ô:ˆØ�OŠO˜A˜q D¤OÑ3Ñ4Ô4ˆØ�OŠO˜A˜q D¤OÑ3Ñ4Ô4ˆØ�HŠH�Q‰KŒKˆØ�HŠH�Q‰KŒKˆà�JŠJ�q‰MŒMˆØˆr.   )rU   rV   rW   r   ÚReLUr!   Úintr   ÚModuler   rp   rC   rY   rZ   s   @r-   r\   r\   V   sº   ø€ € € € € ð *,¬Ø*,¬.ØØð'ð 'àð'ð ð'ð ð	'ð
 ˜BœI”ð'ð ˜RœYœð'ð 'ð 'ð 'ð 'ð 'ð(˜sð ð ð ð ðð ð ð ð ð ð r.   r\   c                   ó°   ‡ — e Zd ZdZddddddej        ej        ddf
ded	ed
edede	e         dedede
ej                 de
ej                 fˆ fd„Zd„ Zˆ xZS )ÚBatNonLocalAttnzT BAT
    Adapted from: https://github.com/BA-Transform/BAT-Image-Classification
    é   r1   g      Ð?Nr   gš™™™™™É?r%   r]   r^   r'   r(   r)   Ú	drop_rater_   r`   c                 ó<  •— |
|dœ}t          ¦   «                              ¦   «          |€t          ||z  |¬¦  «        }t          ||df||	dœ|¤Ž| _        t          |||f||	dœ|¤Ž| _        t          ||df||	dœ|¤Ž| _        t          j	        |¬¦  «        | _
        d S )Nr   r   r   rb   )r   )r   r   r
   r	   rc   r\   Úbarf   r   Ú	Dropout2dÚdropout)r$   r%   r]   r^   r'   r(   r)   r…   r_   r`   r   r   r*   r+   r,   s                 €r-   r   zBatNonLocalAttn.__init__™   sÝ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐÝ(¨°xÑ)?ÈÐTÑTÔTˆKÝ  ¨k¸1ÐoÈ	Ð^hÐoÐoÐlnÐoÐoˆŒ
Ý'ØØØð
ð  Ø!ð
ð 
ð ð
ð 
ˆŒõ ! ¨k¸1ÐoÈ	Ð^hÐoÐoÐlnÐoÐoˆŒ
Ý”| iÐ0Ñ0Ô0ˆŒˆˆr.   c                 ó´   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }||z   S )N)rc   r‡   rf   r‰   )r$   r<   Úxlr~   s       r-   rC   zBatNonLocalAttn.forward¸   sG   € Ø�ZŠZ˜‰]Œ]ˆØ�GŠG�B‰KŒKˆØ�JŠJ�q‰MŒMˆØ�LŠL˜‰OŒOˆØ�1‰uˆr.   )rU   rV   rW   rX   r   r   r!   r€   Úfloatr   r   r�   r   rC   rY   rZ   s   @r-   rƒ   rƒ   ”   sç   ø€ € € € € ðð ð  ØØ"Ø)-ØØ"Ø)+¬Ø*,¬.ØØð1ð 1àð1ð ð1ð ð	1ð
 ð1ð " #œð1ð ð1ð ð1ð ˜BœI”ð1ð ˜RœYœð1ð 1ð 1ð 1ð 1ð 1ð>ð ð ð ð ð ð r.   rƒ   )rX   Útypingr   r   r7   r   Útorch.nnr   r9   Ú_fxr   Úconv_bn_actr	   Úhelpersr
   Útrace_utilsr   r�   r   r\   rƒ   © r.   r-   ú<module>r”      sC  ððð ð "Ð !Ð !Ð !Ð !Ð !Ð !Ð !à €€€Ø Ð Ð Ð Ð Ð Ø $Ð $Ð $Ð $Ð $Ð $à (Ð (Ð (Ð (Ð (Ð (Ø $Ð $Ð $Ð $Ð $Ð $Ø #Ð #Ð #Ð #Ð #Ð #Ø  Ð  Ð  Ð  Ð  Ð  ð@-ð @-ð @-ð @-ð @-�2”9ñ @-ô @-ð @-ðF ð:ð :ð :ð :ð :˜BœIñ :ô :ñ Ôð:ðz)ð )ð )ð )ð )�b”iñ )ô )ð )ð )ð )r.   