§
    ·¯¸j  ã                   ó¸   — d dl mZmZ d dlZd dlmZ d dlmc mZ ddl	m
Z
 ddlmZ ddlmZ ddlmZ  G d„ d	ej        ¦  «        Z G d
„ dej        ¦  «        ZdS )é    )ÚOptionalÚTypeNé   )Úmaybe_add_mask)Úuse_fused_attn)ÚMlp)Útrunc_normal_tf_c            !       ó8  ‡ — e Zd ZU dZej        j        e         ed<   ddddddddddd	d
de	j
        dddfdededededee         dededededededededeee	j                          deee	j                          def ˆ fd„Zd„ Zd deej                 fd„Zˆ xZS )!ÚAttentionPoolLatentz‹ Attention pooling w/ latent query

    Setting out_features=0 disables the output projection, norm, and MLP layers (pre_logits mode).
    Ú
fused_attnNé   g      @TFr   Ú Útokeng        Úin_featuresÚout_featuresÚ	embed_dimÚ	num_headsÚ	feat_sizeÚ	mlp_ratioÚqkv_biasÚq_projÚqk_normÚ
latent_lenÚ
latent_dimÚ	pos_embedÚ	pool_typeÚ
norm_layerÚ	act_layerÚdropc                 óŽ  •— ||dœ}t          ¦   «                              ¦   «          |p|}|€|}||z  dk    sJ ‚|| _        ||z  | _        || _        | j        dz  | _        || _        t          ¦   «         | _        |dk    r/|€J ‚t          j
        t          j        ||fi |¤Ž¦  «        | _        nd | _        |p|| _        |s!| j        |k    sJ d| j        › d|› d�¦   «         ‚|
| _        t          j
        t          j        d| j        | j        fi |¤Ž¦  «        | _        |rt          j        | j        |fd	|i|¤Žnt          j        ¦   «         | _        t          j        ||d
z  fd	|i|¤Ž| _        |	r5|pt          j        } || j        fi |¤Ž| _         || j        fi |¤Ž| _        n0t          j        ¦   «         | _        t          j        ¦   «         | _        |dk    r{t          j        ||fi |¤Ž| _        t          j        |¦  «        | _        |�	 ||fi |¤Žnt          j        ¦   «         | _        t9          |t;          ||z  ¦  «        f||dœ|¤Ž| _        nRt          j        ¦   «         | _        t          j        |¦  «        | _        t          j        ¦   «         | _        d | _        |}|| _        |                       ¦   «          d S )N©ÚdeviceÚdtyper   ç      à¿Úabszdq_proj=False uses the latent directly as the query; latent_dim must equal embed_dim (got latent_dim=z, embed_dim=z).r   Úbiasé   )r   r   )!ÚsuperÚ__init__r   Úhead_dimr   ÚscaleÚpoolr   r   ÚnnÚ	ParameterÚtorchÚzerosr   r   r   ÚlatentÚLinearÚIdentityÚqÚkvÚ	LayerNormÚq_normÚk_normÚprojÚDropoutÚ	proj_dropÚnormr   ÚintÚmlpr   Úinit_weights)Úselfr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r"   r#   ÚddÚqk_norm_layerÚ	__class__s                        €új/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/attention_pool.pyr)   zAttentionPoolLatent.__init__   s  ø€ ð* ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ, ˆ	ØÐØ&ˆLØ˜9Ñ$¨Ò)Ð)Ð)Ð)Ø"ˆŒØ! YÑ.ˆŒØ"ˆŒØ”] dÑ*ˆŒ
ØˆŒ	Ý(Ñ*Ô*ˆŒà˜ÒÐØÐ(Ð(Ð(Ýœ\­%¬+°iÀÐ*SÐ*SÐPRÐ*SÐ*SÑTÔTˆDŒNˆNà!ˆDŒNà$Ð1¨	ˆŒØð 	Nà”? iÒ/Ð/Ð/ðNØ#'¤?ðNð NØ@IðNð Nð Nñ 0Ô/Ð/ð %ˆŒÝ”l¥5¤;¨q°$´/À4Ä?Ð#YÐ#YÐVXÐ#YÐ#YÑZÔZˆŒð PVÐh•”˜4œ?¨IÐKÐK¸HÐKÈÐKÐKÐKÕ[]Ô[fÑ[hÔ[hˆŒÝ”)˜I y°1¡}ÐJÐJ¸8ÐJÀrÐJÐJˆŒØð 	(Ø&Ð6­"¬,ˆMØ'˜-¨¬Ð<Ð<¸Ð<Ð<ˆDŒKØ'˜-¨¬Ð<Ð<¸Ð<Ð<ˆDŒKˆKåœ+™-œ-ˆDŒKÝœ+™-œ-ˆDŒKà˜!ÒÐÝœ	 )¨\Ð@Ð@¸RÐ@Ð@ˆDŒIÝœZ¨Ñ-Ô-ˆDŒNØ:DÐ:P˜
˜
 <Ð6Ð6°2Ð6Ð6Ð6ÕVXÔVaÑVcÔVcˆDŒIÝ˜<­¨\¸IÑ-EÑ)FÔ)FÐ}ÐUaÐmvÐ}Ð}Ðz|Ð}Ð}ˆDŒHˆHåœ™œˆDŒIÝœZ¨Ñ-Ô-ˆDŒNÝœ™œˆDŒIØˆDŒHØ$ˆLà(ˆÔà×ÒÑÔÐÐÐó    c                 ó¢   — | j         �)t          | j         | j         j        d         dz  ¬¦  «         t          | j        | j        dz  ¬¦  «         d S )Nr   r$   )Ústd)r   r	   Úshaper1   r   )r@   s    rD   r?   z AttentionPoolLatent.init_weightsa   sP   € ØŒ>Ð%Ý˜Tœ^°´Ô1EÀaÔ1HÈDÑ1PÐQÑQÔQÐQÝ˜œ¨$¬/¸TÑ*AÐBÑBÔBÐBÐBÐBrE   Ú	attn_maskc                 óê  — |j         \  }}}| j        �5|| j                             d¦  «                             |j        ¦  «        z   }| j                             |dd¦  «        }|                      |¦  «                             || j	        | j
        | j        ¦  «                             dd¦  «        }|                      |¦  «                             ||d| j
        | j        ¦  «                             ddddd¦  «        }|                     d¦  «        \  }	}
|                      |¦  «        |                      |	¦  «        }	}| j        rt'          j        ||	|
|¬¦  «        }nN|| j        z  }||	                     dd¦  «        z  }t-          ||¦  «        }|                     d¬	¦  «        }||
z  }|                     dd¦  «                             || j	        |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �+||                      |                      |¦  «        ¦  «        z   }| j        d
k    r|d d …df         }n | j        dk    r|                     d¦  «        }|S )Nr   éÿÿÿÿr   r'   é   é   )rI   éþÿÿÿ©Údimr   Úavg)rH   r   Ú	unsqueezeÚtor#   r1   Úexpandr4   Úreshaper   r   r*   Ú	transposer5   ÚpermuteÚunbindr7   r8   r   ÚFÚscaled_dot_product_attentionr+   r   Úsoftmaxr9   r;   r>   r<   r,   Úmean)r@   ÚxrI   ÚBÚNÚCÚq_latentr4   r5   ÚkÚvÚattns               rD   ÚforwardzAttentionPoolLatent.forwardf   s0  € Ø”'‰ˆˆ1ˆaàŒ>Ð%à�D”N×,Ò,¨QÑ/Ô/×2Ò2°1´7Ñ;Ô;Ñ;ˆAà”;×%Ò% a¨¨RÑ0Ô0ˆØ�FŠF�8ÑÔ×$Ò$ Q¨¬¸¼ÈÌÑWÔW×aÒaÐbcÐefÑgÔgˆà�WŠW�Q‰ZŒZ×Ò  1 a¨¬¸¼ÑGÔG×OÒOÐPQÐSTÐVWÐYZÐ\]Ñ^Ô^ˆØ�yŠy˜‰|Œ|‰ˆˆ1à�{Š{˜1‰~Œ~˜tŸ{š{¨1™~œ~ˆ1ˆàŒ?ð 	ÝÔ.¨q°!°QÀ)ÐLÑLÔLˆAˆAà�D”J‘ˆAØ�q—{’{ 2 rÑ*Ô*Ñ*ˆDÝ! $¨	Ñ2Ô2ˆDØ—<’< B�<Ñ'Ô'ˆDØ�q‘ˆAØ�KŠK˜˜1ÑÔ×%Ò% a¨¬¸!Ñ<Ô<ˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆàŒ8ÐØ�D—H’H˜TŸYšY q™\œ\Ñ*Ô*Ñ*ˆAð Œ9˜ÒÐØ�!�!�!�Q�$”ˆAˆAØŒY˜%ÒÐØ—’�q‘	”	ˆAØˆrE   )N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r/   ÚjitÚFinalÚboolÚ__annotations__r-   ÚGELUr=   r   ÚfloatÚstrr   ÚModuler)   r?   ÚTensorre   Ú__classcell__©rC   s   @rD   r   r      s¥  ø€ € € € € € ðð ð ”	” Ô%Ð%Ð%Ñ%ð
 !%Ø!ØØ'+Ø"Ø!ØØ!ØØ"ØØ$Ø48Ø35´7ØØØð'Kð KàðKð ðKð ð	Kð
 ðKð   ”}ðKð ðKð ðKð ðKð ðKð ðKð ðKð ðKð ðKð !  b¤i¤Ô1ðKð     R¤Y¤Ô0ð!Kð" ð#Kð Kð Kð Kð Kð KðZCð Cð Cð
#ð # H¨U¬\Ô$:ð #ð #ð #ð #ð #ð #ð #ð #rE   r   c                   ó¾   ‡ — e Zd ZU dZej        j        e         ed<   	 	 	 	 	 	 	 dde	de	d	e
d
ededeeej                          fˆ fd„Zdej        dej        fd„Zˆ xZS )ÚAttentionPoolPrruF   Patch Representation Refinement (PRR) attention pool.

    From "Locality-Attending Vision Transformer" (ICLR 2026).

    Parameter-free multi-head self-attention that refines all patch representations
    before pooling. No Q/K/V projections â€” input is reshaped directly into multi-head
    format for self-attention.
    r   r   r   FNrP   r   r   Úpre_normÚ	post_normr   c	                 óÜ  •— ||dœ}	t          ¦   «                              ¦   «          |dv sJ d|› d�¦   «         ‚||z  dk    sJ d|› d|› d�¦   «         ‚|€|s|rt          j        }|| _        ||z  | _        | j        d	z  | _        || _        t          ¦   «         | _	        || _
        |r	 ||fi |	¤Žnt          j        ¦   «         | _        |r	 ||fi |	¤Žnt          j        ¦   «         | _        d S )
Nr!   )r   rQ   z)pool_type must be 'token' or 'avg', got 'ú'r   zdim (z") must be divisible by num_heads (ú)r$   )r(   r)   r-   r6   r   r*   r+   r,   r   r   r   r3   rw   rx   )r@   rP   r   r   rw   rx   r   r"   r#   rA   rC   s             €rD   r)   zAttentionPoolPrr.__init__—   s+  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ,Ð,Ð,Ð,Ð.fÐZcÐ.fÐ.fÐ.fÑ,Ô,Ð,Ø�Y‰ !Ò#Ð#Ð#Ð%`¨SÐ%`Ð%`ÐT]Ð%`Ð%`Ð%`Ñ#Ô#Ð#àÐ 8Ð¨yÐÝœˆJà"ˆŒØ˜yÑ(ˆŒØ”] dÑ*ˆŒ
ØˆŒ	Ý(Ñ*Ô*ˆŒØˆÔà19ÐL˜
˜
 3Ð-Ð-¨"Ð-Ð-Ð-½r¼{¹}¼}ˆŒØ2;ÐN˜˜ CÐ.Ð.¨2Ð.Ð.Ð.ÅÄÁÄˆŒˆˆrE   r]   Úreturnc                 óV  — |j         \  }}}|                      |¦  «        }|                     ||| j        | j        ¦  «                             dd¦  «        }| j        rt          j        |||¦  «        }n<|| j	        z  |                     dd¦  «        z  }| 
                    d¬¦  «        }||z  }|                     dd¦  «                             |||¦  «        }|                      |¦  «        }| j        dk    r|d d …df         }n | j        dk    r|                     d¦  «        }|S )	Nr   r'   rN   rK   rO   r   r   rQ   )rH   rw   rU   r   r*   rV   r   rY   rZ   r+   r[   rx   r,   r\   )r@   r]   r^   r_   r`   Úqkvrd   s          rD   re   zAttentionPoolPrr.forward´   s!  € Ø”'‰ˆˆ1ˆaà�MŠM˜!ÑÔˆð �iŠi˜˜1˜dœn¨d¬mÑ<Ô<×FÒFÀqÈ!ÑLÔLˆØŒ?ð 	ÝÔ.¨s°C¸Ñ=Ô=ˆAˆAà˜$œ*Ñ$¨¯ª°b¸"Ñ(=Ô(=Ñ=ˆDØ—<’< B�<Ñ'Ô'ˆDØ�s‘
ˆAØ�KŠK˜˜1ÑÔ×%Ò% a¨¨AÑ.Ô.ˆà�NŠN˜1ÑÔˆð Œ9˜ÒÐØ�!�!�!�Q�$”ˆAˆAØŒY˜%ÒÐØ—’�q‘	”	ˆAàˆrE   )r   r   FFNNN)rf   rg   rh   ri   r/   rj   rk   rl   rm   r=   rp   r   r   r-   rq   r)   rr   re   rs   rt   s   @rD   rv   rv   Œ   sô   ø€ € € € € € ðð ð ”	” Ô%Ð%Ð%Ñ%ð
 Ø$Ø"Ø#Ø48ØØðOð OàðOð ðOð ð	Oð
 ðOð ðOð !  b¤i¤Ô1ðOð Oð Oð Oð Oð Oð:˜œð ¨%¬,ð ð ð ð ð ð ð ð rE   rv   )Útypingr   r   r/   Útorch.nnr-   Útorch.nn.functionalÚ
functionalrY   Ú	attentionr   Úconfigr   r>   r   Úweight_initr	   rq   r   rv   © rE   rD   ú<module>r‡      s  ðØ !Ð !Ð !Ð !Ð !Ð !Ð !Ð !à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à %Ð %Ð %Ð %Ð %Ð %Ø "Ð "Ð "Ð "Ð "Ð "Ø Ð Ð Ð Ð Ð Ø )Ð )Ð )Ð )Ð )Ð )ð|ð |ð |ð |ð |˜"œ)ñ |ô |ð |ð~?ð ?ð ?ð ?ð ?�r”yñ ?ô ?ð ?ð ?ð ?rE   