§
    ·¯¸jh  ã                   óœ   — d Z ddlmZmZmZ ddlZddlmc mZ	 ddlmZ ddl
mZ  G d„ dej        ¦  «        Z G d	„ d
ej        ¦  «        ZdS )a'   Split Attention Conv2d (for ResNeSt Models)

Paper: `ResNeSt: Split-Attention Networks` - /https://arxiv.org/abs/2004.08955

Adapted from original PyTorch impl at https://github.com/zhanghang1989/ResNeSt

Modified for torchscript compat, performance, and consistency with timm by Ross Wightman
é    )ÚOptionalÚTypeÚUnionN)Únné   )Úmake_divisiblec                   ó.   ‡ — e Zd Zdedefˆ fd„Zd„ Zˆ xZS )ÚRadixSoftmaxÚradixÚcardinalityc                 ód   •— t          ¦   «                              ¦   «          || _        || _        d S )N)ÚsuperÚ__init__r   r   )Úselfr   r   Ú	__class__s      €úf/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/split_attn.pyr   zRadixSoftmax.__init__   s.   ø€ Ý‰Œ×ÒÑÔÐØˆŒ
Ø&ˆÔÐÐó    c                 ó4  — |                      d¦  «        }| j        dk    rc|                     || j        | j        d¦  «                             dd¦  «        }t          j        |d¬¦  «        }|                     |d¦  «        }nt          j	        |¦  «        }|S )Nr   r   éÿÿÿÿé   ©Údim)
Úsizer   Úviewr   Ú	transposeÚFÚsoftmaxÚreshapeÚtorchÚsigmoid)r   ÚxÚbatchs      r   ÚforwardzRadixSoftmax.forward   s…   € Ø—’�q‘	”	ˆØŒ:˜Š>ˆ>Ø—’�u˜dÔ.°´
¸BÑ?Ô?×IÒIÈ!ÈQÑOÔOˆAÝ”	˜! Ð#Ñ#Ô#ˆAØ—	’	˜% Ñ$Ô$ˆAˆAå”˜aÑ Ô ˆAØˆr   )Ú__name__Ú
__module__Ú__qualname__Úintr   r#   Ú__classcell__©r   s   @r   r
   r
      sZ   ø€ € € € € ð'˜cð '°ð 'ð 'ð 'ð 'ð 'ð 'ð
ð ð ð ð ð ð r   r
   c            !       ó  ‡ — e Zd ZdZdddddddddddej        ddfd	ed
ee         dededee         dedededede	dee         dede
ej                 dee
ej                          dee
ej                          fˆ fd„Zd„ Zˆ xZS )Ú	SplitAttnz Split-Attention (aka Splat)
    Né   r   Fr   g      Ð?é   Úin_channelsÚout_channelsÚkernel_sizeÚstrideÚpaddingÚdilationÚgroupsÚbiasr   Úrd_ratioÚrd_channelsÚ
rd_divisorÚ	act_layerÚ
norm_layerÚ
drop_layerc                 ó
  •— |                      dd ¦  «        |                      dd ¦  «        dœ}t          ¦   «                              ¦   «          |p|}|	| _        ||	z  }|€t	          ||	z  |
z  d|¬¦  «        }n||	z  }|€|dz  n|}t          j        ||||||f||	z  |dœ|¤|¤Ž| _        |r	 ||fi |¤Žnt          j        ¦   «         | _	        |�
 |¦   «         nt          j        ¦   «         | _
         |d¬	¦  «        | _        t          j        ||d
fd|i|¤Ž| _        |r	 ||fi |¤Žnt          j        ¦   «         | _         |d¬	¦  «        | _        t          j        ||d
fd|i|¤Ž| _        t!          |	|¦  «        | _        d S )NÚdeviceÚdtype)r=   r>   é    )Ú	min_valueÚdivisorr   )r4   r5   T)Úinplacer   r4   )Úpopr   r   r   r   r   ÚConv2dÚconvÚIdentityÚbn0ÚdropÚact0Úfc1Úbn1Úact1Úfc2r
   Úrsoftmax)r   r.   r/   r0   r1   r2   r3   r4   r5   r   r6   r7   r8   r9   r:   r;   ÚkwargsÚddÚmid_chsÚattn_chsr   s                       €r   r   zSplitAttn.__init__&   så  ø€ ð& Ÿ
š
 8¨TÑ2Ô2¸V¿ZºZÈÐQUÑ=VÔ=VÐWÐWˆÝ‰Œ×ÒÑÔÐØ#Ð2 {ˆØˆŒ
Ø Ñ&ˆØÐÝ% k°EÑ&9¸HÑ&DÐPRÐ\fÐgÑgÔgˆHˆHà" UÑ*ˆHà&- o�+ Ñ"Ð"¸7ˆÝ”IØØØØØØð
ð ˜E‘>Øð
ð 
ð ð
ð ð
ð 
ˆŒ	ð 1;ÐM�:�:˜gÐ,Ð,¨Ð,Ð,Ð,ÅÄÁÄˆŒØ$.Ð$:�J�J‘L”L�LÅÄÁÄˆŒ	Ø�I dÐ+Ñ+Ô+ˆŒ	Ý”9˜\¨8°QÐLÐL¸vÐLÈÐLÐLˆŒØ1;ÐN�:�:˜hÐ-Ð-¨"Ð-Ð-Ð-ÅÄÁÄˆŒØ�I dÐ+Ñ+Ô+ˆŒ	Ý”9˜X w°ÐGÐG¸&ÐGÀBÐGÐGˆŒÝ$ U¨FÑ3Ô3ˆŒˆˆr   c                 óJ  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|j        \  }}}}| j        dk    r>|                     || j        || j        z  ||f¦  «        }|                     d¬¦  «        }n|}|                     dd¬¦  «        }|  	                    |¦  «        }|  
                    |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «                             |ddd¦  «        }| j        dk    r?||                     || j        || j        z  ddf¦  «        z                       d¬¦  «        }n||z  }|                     ¦   «         S )Nr   r   )r   r,   T)Úkeepdimr   )rE   rG   rH   rI   Úshaper   r   ÚsumÚmeanrJ   rK   rL   rM   rN   r   Ú
contiguous)	r   r!   ÚBÚRCÚHÚWÚx_gapÚx_attnÚouts	            r   r#   zSplitAttn.forwardY   so  € Ø�IŠI�a‰LŒLˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆà”g‰ˆˆ2ˆq�!ØŒ:˜Š>ˆ>Ø—	’	˜1˜dœj¨"°´
Ñ*:¸A¸qÐAÑBÔBˆAØ—E’E˜a�E‘L”LˆEˆEàˆEØ—
’
˜6¨4�
Ñ0Ô0ˆØ—’˜‘”ˆØ—’˜‘”ˆØ—	’	˜%Ñ Ô ˆØ—’˜%‘”ˆà—’˜vÑ&Ô&×+Ò+¨A¨r°1°aÑ8Ô8ˆØŒ:˜Š>ˆ>Ø�v—~’~ q¨$¬*°b¸D¼JÑ6FÈÈ1Ð&MÑNÔNÑN×SÒSÐXYÐSÑZÔZˆCˆCà�f‘*ˆCØ�~Š~ÑÔÐr   )r$   r%   r&   Ú__doc__r   ÚReLUr'   r   ÚboolÚfloatr   ÚModuler   r#   r(   r)   s   @r   r+   r+   #   sF  ø€ € € € € ðð ð
 +/Ø ØØ%)ØØØØØ"Ø)-ØØ)+¬Ø48Ø48ð!14ð 14àð14ð # 3œ-ð14ð ð	14ð
 ð14ð ˜c”]ð14ð ð14ð ð14ð ð14ð ð14ð ð14ð " #œð14ð ð14ð ˜BœI”ð14ð !  b¤i¤Ô1ð14ð  !  b¤i¤Ô1ð!14ð 14ð 14ð 14ð 14ð 14ðf ð  ð  ð  ð  ð  ð  r   r+   )r`   Útypingr   r   r   r   Útorch.nn.functionalr   Ú
functionalr   Úhelpersr   rd   r
   r+   © r   r   ú<module>rj      sã   ððð ð )Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à #Ð #Ð #Ð #Ð #Ð #ðð ð ð ð �2”9ñ ô ð ð"M ð M ð M ð M ð M �”	ñ M ô M ð M ð M ð M r   