§
    ·¯¸j¢5  ã                   óà   — d dl mZmZmZmZ d dlZd dlmZ d dlmZ	 ddl
mZ ddlmZ ddlmZ dd	lmZ  G d
„ dej        ¦  «        Z G d„ dej        ¦  «        Z G d„ dej        ¦  «        ZdS )é    )ÚListÚOptionalÚTypeÚUnionN)Únn)Ú
functionalé   )Úuse_fused_attn)Úcreate_conv2d)Ú	to_2tuple)Úcreate_pool2dc                   óŽ   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 ddedee         ded	ed
ededefˆ fd„Zd„ Zd„ Z	ddee
j                 fd„Zˆ xZS )ÚMultiQueryAttentionV2aÀ  Multi Query Attention.

    Fast Transformer Decoding: One Write-Head is All You Need
    https://arxiv.org/pdf/1911.02150.pdf

    This is an acceletor optimized version - removing multiple unnecessary
    tensor transpose by re-arranging indices according to the following rules: 1)
    contracted indices are at the end, 2) other indices have the same order in the
    input and output tensores.

    Compared to V1, this gives 3x speed up.
    Né   é@   ç        ÚdimÚdim_outÚ	num_headsÚkey_dimÚ	value_dimÚ	attn_dropÚ	proj_dropc
                 ó¼  •— ||	dœ}
t          ¦   «                              ¦   «          |p|}|| _        || _        || _        |dz  | _        t          j        t          j	        | j        | j        |ffi |
¤Ž¦  «        | _
        t          j        t          j	        || j        ffi |
¤Ž¦  «        | _        t          j        t          j	        || j        ffi |
¤Ž¦  «        | _        t          j        |¦  «        | _        t          j        t          j	        || j        | j        ffi |
¤Ž¦  «        | _        t          j        |¦  «        | _        |                      ¦   «          dS )zInitializer.©ÚdeviceÚdtypeç      à¿N)ÚsuperÚ__init__r   r   r   Úscaler   Ú	ParameterÚtorchÚemptyÚ
query_projÚkey_projÚ
value_projÚDropoutr   Úout_projr   Úreset_parameters)Úselfr   r   r   r   r   r   r   r   r   ÚddÚ	__class__s              €úg/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/attention2d.pyr    zMultiQueryAttentionV2.__init__   s>  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�.˜SˆØ"ˆŒØˆŒØ"ˆŒØ ‘_ˆŒ
åœ,¥u¤{°D´NÀDÄLÐRUÐ3VÐ']Ð']ÐZ\Ð']Ð']Ñ^Ô^ˆŒÝœ¥U¤[°#°t´|Ð1DÐ%KÐ%KÈÐ%KÐ%KÑLÔLˆŒÝœ,¥u¤{°C¸¼Ð3HÐ'OÐ'OÈBÐ'OÐ'OÑPÔPˆŒÝœ IÑ.Ô.ˆŒÝœ¥U¤[°'¸4¼>È4Ì>Ð1ZÐ%aÐ%aÐ^`Ð%aÐ%aÑbÔbˆŒÝœ IÑ.Ô.ˆŒà×ÒÑÔÐÐÐó    c                 ó†  — | j         j        d         dz  }t          j                             | j        |¬¦  «         t          j                             | j         |¬¦  «         t          j                             | j        |¬¦  «         t          j                             | j        | j        j        d         dz  ¬¦  «         d S )Nr   r   )Ústd)r&   Úshaper   ÚinitÚnormal_r%   r'   r)   )r+   r!   s     r.   r*   z&MultiQueryAttentionV2.reset_parameters9   s“   € Ø”Ô# AÔ&¨$Ñ.ˆÝ
Œ�Š˜œ¨UˆÑ3Ô3Ð3Ý
Œ�Š˜œ¨5ˆÑ1Ô1Ð1Ý
Œ�Š˜œ¨UˆÑ3Ô3Ð3Ý
Œ�Š˜œ¨4¬=Ô+>¸qÔ+AÀTÑ+IˆÑJÔJÐJÐJÐJr/   c                 ó~   — |j         }|                     |d         |d         d¦  «                             dd¦  «        S )zBReshapes a tensor to three dimensions, keeping the first and last.r   r	   éÿÿÿÿé   )r2   ÚreshapeÚ	transpose©r+   ÚtÚss      r.   Ú_reshape_inputz$MultiQueryAttentionV2._reshape_input@   s9   € àŒGˆð �yŠy˜˜1œ˜q œt RÑ(Ô(×2Ò2°1°aÑ8Ô8Ð8r/   Úmc                 ój  — |j         \  }}}}|�|n|}|                      |¦  «        }|                      |¦  «        }t          j        d|| j        ¦  «        }	t          j        d|| j        ¦  «        }
t          j        d|	|
¦  «        | j        z  }|                     d¬¦  «        }|                      |¦  «        }t          j        d|| j	        ¦  «        }t          j        d||¦  «        }t          j        d	|| j
        ¦  «        }|                      |¦  «        }|                     |d||¦  «        S )
úRun layer computation.Nzbnd,hkd->bnhkzbmd,dk->bmkzbnhk,bmk->bnhmr6   ©r   zbmd,dv->bmvzbnhm,bmv->bnhvzbnhv,dhv->bdn)r2   r=   r#   Úeinsumr%   r&   r!   Úsoftmaxr   r'   r)   r   r8   )r+   Úxr>   ÚbÚ_ÚhÚwÚ
reshaped_xÚ
reshaped_mÚqÚkÚattnÚvÚoÚresults                  r.   ÚforwardzMultiQueryAttentionV2.forwardH   s  € à”W‰
ˆˆ1ˆa�Ø�ˆAˆA Aˆà×(Ò(¨Ñ+Ô+ˆ
Ø×(Ò(¨Ñ+Ô+ˆ
åŒL˜¨*°d´oÑFÔFˆÝŒL˜¨
°D´MÑBÔBˆåŒ|Ð,¨a°Ñ3Ô3°d´jÑ@ˆØ�|Š| ˆ|Ñ#Ô#ˆØ�~Š~˜dÑ#Ô#ˆåŒL˜¨
°D´OÑDÔDˆÝŒLÐ)¨4°Ñ3Ô3ˆÝ”˜o¨q°$´-Ñ@Ô@ˆØ—’ Ñ'Ô'ˆØ�~Š~˜a  Q¨Ñ*Ô*Ð*r/   )Nr   r   r   r   r   NN©N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Úintr   Úfloatr    r*   r=   r#   ÚTensorrQ   Ú__classcell__©r-   s   @r.   r   r      sö   ø€ € € € € ðð ð  &*ØØØØ!Ø!ØØð ð  àð ð ˜c”]ð ð ð	 ð
 ð ð ð ð ð ð ð ð  ð  ð  ð  ð  ð<Kð Kð Kð9ð 9ð 9ð+ð +˜H U¤\Ô2ð +ð +ð +ð +ð +ð +ð +ð +r/   r   c                   óŠ  ‡ — e Zd ZU dZej        j        e         ed<   ddddddddddde	j
        d	ddfd
edee         dedee         dee         dededededeeeee         f         dededee	j                 defˆ fd„Zd„ Zdej        fd„Zdej        dedefd„Zdej        dededefd„Zd"d eej                 fd!„Zˆ xZS )#ÚMultiQueryAttention2daª  Multi Query Attention with spatial downsampling.

     3 parameters are introduced for the spatial downsampling:
     1. kv_stride: downsampling factor on Key and Values only.
     2. query_strides: horizontal & vertical strides on Query only.

    This is an optimized version.
    1. Projections in Attention is explicit written out as 1x1 Conv2D.
    2. Additional reshapes are introduced to bring a up to 3x speed up.
    Ú
fused_attnNr   r	   é   Ú r   Fr   r   r   r   r   Úquery_stridesÚ	kv_strideÚdw_kernel_sizeÚdilationÚpaddingr   r   Ú
norm_layerÚuse_biasc                 ój  •— ||dœ}t          ¦   «                              ¦   «          |p|}|| _        |p||z  | _        |p||z  | _        t          |¦  «        | _        || _        t          d„ | j        D ¦   «         ¦  «        | _	        | j        dz  | _
        t          ¦   «         | _        || _        t          j        ¦   «         | _        | j	        r‡|
dk    r1| j                             dt%          d| j        d¬¦  «        ¦  «         n.| j                             dt          j        |¬¦  «        ¦  «         | j                             d	 ||fi |¤Ž¦  «         | j                             d
t)          || j        | j        z  fd|dœ|¤Ž¦  «         t          j        ¦   «         | _        |dk    rO| j                             dt)          ||f|||	|
ddœ|¤Ž¦  «         | j                             d	 ||fi |¤Ž¦  «         | j                             d
t)          || j        fd|
|dœ|¤Ž¦  «         t          j        ¦   «         | _        |dk    rO| j                             dt)          ||f|||	|
ddœ|¤Ž¦  «         | j                             d	 ||fi |¤Ž¦  «         | j                             d
t)          || j        fd|dœ|¤Ž¦  «         t          j        |¦  «        | _        t          j        ¦   «         | _        | j	        r5| j                             dt          j        | j        dd¬¦  «        ¦  «         | j                             d
t)          | j        | j        z  |fd|dœ|¤Ž¦  «         | j                             dt          j        |¦  «        ¦  «         d| _        |                      ¦   «          dS )a{  Initializer.

        Args:
          num_heads: Number of attention heads.
          key_dim: Size of the attention key dimension.
          value_dim: Size of the attention value dimension.
          query_strides: Vertical stride size for query only.
          kv_stride: Key and value stride size.
          dw_kernel_size: Spatial dimension of the depthwise kernel.
        r   c                 ó   — g | ]}|d k    ‘Œ	S )r	   © )Ú.0r<   s     r.   ú
<listcomp>z2MultiQueryAttention2d.__init__.<locals>.<listcomp>�   s   € Ð%HÐ%HÐ%H° a¨!¢eÐ%HÐ%HÐ%Hr/   r   ÚsameÚ	down_poolÚavg)Úkernel_sizere   )rp   ÚnormÚprojr	   )rp   ÚbiasÚ	down_convT)rp   Ústriderd   re   Ú	depthwise)rp   re   rs   ÚupsampleÚbilinearF)Úscale_factorÚmodeÚalign_cornersÚdropN)r   r    r   r   r   r   ra   rb   ÚanyÚhas_query_stridesr!   r
   r^   r|   r   Ú
SequentialÚqueryÚ
add_moduler   Ú	AvgPool2dr   ÚkeyÚvaluer(   r   ÚoutputÚUpsamplerB   Úinit_weights)r+   r   r   r   r   r   ra   rb   rc   rd   re   r   r   rf   rg   r   r   r,   r-   s                     €r.   r    zMultiQueryAttention2d.__init__k   s‚  ø€ ð: ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�.˜SˆØ"ˆŒØÐ2 #¨Ñ"2ˆŒØ"Ð6 c¨YÑ&6ˆŒÝ& }Ñ5Ô5ˆÔØ"ˆŒÝ!$Ð%HÐ%H°TÔ5GÐ%HÑ%HÔ%HÑ!IÔ!IˆÔØ”\ TÑ)ˆŒ
Ý(Ñ*Ô*ˆŒØˆŒ	å”]‘_”_ˆŒ
ØÔ!ð 	Aà˜&Ò Ð Ø”
×%Ò% kµ=ØØ $Ô 2Ø"ð4ñ 4ô 4ñ ô ð ð ð ”
×%Ò% kµ2´<ÈMÐ3ZÑ3ZÔ3ZÑ[Ô[Ð[ØŒJ×!Ò! &¨*¨*°SÐ*?Ð*?¸BÐ*?Ð*?Ñ@Ô@Ð@ØŒ
×Ò˜f¥mØØŒN˜Tœ\Ñ)ð'
ð Øð	'
ð '
ð
 ð'
ð '
ñ 	ô 	ð 	õ ”=‘?”?ˆŒØ�qŠ=ˆ=ØŒH×Ò ­]ØØð	.ð +Ø Ø!ØØð	.ð 	.ð ð	.ð 	.ñ 	ô 	ð 	ð ŒH×Ò ¨
¨
°3Ð(=Ð(=¸"Ð(=Ð(=Ñ>Ô>Ð>ØŒ×Ò˜F¥MØØŒLð%
ð ØØð%
ð %
ð ð%
ð %
ñ 	ô 	ð 	õ ”]‘_”_ˆŒ
Ø�qŠ=ˆ=ØŒJ×!Ò! +­}ØØð	0ð +Ø Ø!ØØð	0ð 	0ð ð	0ð 	0ñ 	ô 	ð 	ð ŒJ×!Ò! &¨*¨*°SÐ*?Ð*?¸BÐ*?Ð*?Ñ@Ô@Ð@ØŒ
×Ò˜f¥mØØŒNð'
ð Øð	'
ð '
ð
 ð'
ð '
ñ 	ô 	ð 	õ œ IÑ.Ô.ˆŒå”m‘o”oˆŒØÔ!ð 	ØŒK×"Ò" :­r¬{Ø!Ô/ØØ#ð0ñ 0ô 0ñ ô ð ð
 	Œ×Ò˜v¥}ØŒN˜Tœ^Ñ+Øð(
ð Øð	(
ð (
ð
 ð(
ð (
ñ 	ô 	ð 	ð 	Œ×Ò˜v¥r¤z°)Ñ'<Ô'<Ñ=Ô=Ð=àˆŒØ×ÒÑÔÐÐÐr/   c                 óD  — t           j                             | j        j        j        ¦  «         t           j                             | j        j        j        ¦  «         t           j                             | j        j        j        ¦  «         | j        dk    r\t           j                             | j        j	        j        ¦  «         t           j                             | j        j	        j        ¦  «         t           j                             | j
        j        j        ¦  «         d S )Nr	   )r   r3   Úxavier_uniform_r€   rr   Úweightrƒ   r„   rb   rt   r…   )r+   s    r.   r‡   z"MultiQueryAttention2d.init_weightsê   sÆ   € å
Œ×Ò ¤
¤Ô 6Ñ7Ô7Ð7Ý
Œ×Ò ¤¤Ô 4Ñ5Ô5Ð5Ý
Œ×Ò ¤
¤Ô 6Ñ7Ô7Ð7ØŒ>˜AÒÐÝŒG×#Ò# D¤HÔ$6Ô$=Ñ>Ô>Ð>ÝŒG×#Ò# D¤JÔ$8Ô$?Ñ@Ô@Ð@Ý
Œ×Ò ¤Ô 0Ô 7Ñ8Ô8Ð8Ð8Ð8r/   r;   c                 óÞ   — |j         }|                     |d         |d         d¦  «                             dd¦  «        }| j        r|S |                     d¦  «                             ¦   «         S )zFReshapes a tensor to three dimensions, keeping the batch and channels.r   r	   r6   r7   )r2   r8   r9   rB   Ú	unsqueezeÚ
contiguousr:   s      r.   r=   z$MultiQueryAttention2d._reshape_inputô   sa   € àŒGˆØ�IŠI�a˜”d˜A˜aœD "Ñ%Ô%×/Ò/°°1Ñ5Ô5ˆØŒ;ð 	/ØˆHà—;’;˜q‘>”>×,Ò,Ñ.Ô.Ð.r/   c                 óþ   — |j         }|                     |d         ||d¦  «        }| j        r*|                     dddd¦  «                             ¦   «         S |                     dd¦  «                             ¦   «         S )z?Reshapes projected query: [b, n, n, h x k] -> [b, n x n, h, k].r   r6   r_   r	   r7   éþÿÿÿ)r2   r8   rB   Úpermuter�   r9   )r+   r;   r   r   r<   s        r.   Ú_reshape_projected_queryz.MultiQueryAttention2d._reshape_projected_queryý   sr   € àŒGˆØ�IŠI�a˜”d˜I w°Ñ3Ô3ˆØŒ;ð 	4Ø—9’9˜Q  1 aÑ(Ô(×3Ò3Ñ5Ô5Ð5à—;’;˜r 2Ñ&Ô&×1Ò1Ñ3Ô3Ð3r/   Úh_pxÚw_pxc                 óì   — |j         }|d         |z  }| j        s|                     dd¦  «        }|                     |d         |||¦  «                             dddd¦  «                             ¦   «         S )z2Reshape output:[b, n x n x h, k] -> [b, n, n, hk].r6   r	   r7   r   r_   )r2   rB   r9   r8   r�   r�   )r+   r;   r   r’   r“   r<   Úfeat_dims          r.   Ú_reshape_outputz%MultiQueryAttention2d._reshape_output  sp   € àŒGˆØ�R”5˜9Ñ$ˆØŒ{ð 	"Ø—’˜A˜qÑ!Ô!ˆAØ�yŠy˜˜1œ˜t T¨8Ñ4Ô4×<Ò<¸QÀÀ1ÀaÑHÔH×SÒSÑUÔUÐUr/   Ú	attn_maskc                 óÊ  — |j         x\  }}}}}|                      |¦  «        }|                      || j        | j        ¦  «        }|                      |¦  «        }	|                      |	¦  «        }	|                      |¦  «        }
|                      |
¦  «        }
| j        rgt          j        d||	¦  «        | j
        z  }|�||z   }|                     d¬¦  «        }|                      |¦  «        }t          j        d||
¦  «        }nŽ| j        r-t          j        ||	|
|| j        r| j        j        nd¬¦  «        }nZ|| j
        z  }||	                     dd¦  «        z  }|�||z   }|                     d¬¦  «        }|                      |¦  «        }||
z  }|                      || j        || j        d	         z  || j        d
         z  ¦  «        }|                      |¦  «        }|S )r@   zblhk,bpk->blhpNr6   rA   zblhp,bpk->blhkr   ©r—   Ú	dropout_pr�   r   r	   )r2   r€   r‘   r   r   rƒ   r=   r„   rB   r#   r!   rC   r   r^   ÚFÚscaled_dot_product_attentionÚtrainingÚpr9   r–   ra   r…   )r+   rD   r—   ÚBÚCÚHÚWr<   rK   rL   rN   rM   rO   s                r.   rQ   zMultiQueryAttention2d.forward  sæ  € àœÐ ‰
ˆˆ1ˆa��Qà�JŠJ�q‰MŒMˆà×)Ò)¨!¨T¬^¸T¼\ÑJÔJˆà�HŠH�Q‰KŒKˆà×Ò Ñ"Ô"ˆà�JŠJ�q‰MŒMˆà×Ò Ñ"Ô"ˆð
 Œ;ð 	Ý”<Ð 0°!°QÑ7Ô7¸$¼*ÑDˆDØÐ$à˜iÑ'�Ø—<’< B�<Ñ'Ô'ˆDØ—>’> $Ñ'Ô'ˆDÝ”Ð-¨t°QÑ7Ô7ˆAˆAàŒð ÝÔ2Ø�q˜!Ø'Ø26´-ÐG˜dœnÔ.Ð.ÀRðñ ô ��ð ˜œ
‘N�Ø˜1Ÿ;š; r¨2Ñ.Ô.Ñ.�ØÐ(à )Ñ+�DØ—|’|¨�|Ñ+Ô+�Ø—~’~ dÑ+Ô+�Ø˜1‘H�ð × Ò   D¤N°A¸Ô9KÈAÔ9NÑ4NÐPQÐUYÔUgÐhiÔUjÑPjÑkÔkˆØ�KŠK˜‰NŒNˆØˆr/   rR   )rS   rT   rU   rV   r#   ÚjitÚFinalÚboolÚ__annotations__r   ÚBatchNorm2drW   r   r   Ústrr   rX   r   ÚModuler    r‡   rY   r=   r‘   r–   rQ   rZ   r[   s   @r.   r]   r]   ^   s  ø€ € € € € € ð	ð 	ð ”	” Ô%Ð%Ð%Ñ%ð
 &*ØØ%)Ø'+Ø!"ØØ"#ØØ24Ø!Ø!Ø*,¬.Ø"ØØð#}ð }àð}ð ˜c”]ð}ð ð	}ð
 ˜c”]ð}ð   ”}ð}ð ð}ð ð}ð  ð}ð ð}ð ˜3  T¨#¤YÐ.Ô/ð}ð ð}ð ð}ð ˜RœYœð}ð ð}ð }ð }ð }ð }ð }ð~9ð 9ð 9ð/ ¤ð /ð /ð /ð /ð4¨%¬,ð 4À3ð 4ÐQTð 4ð 4ð 4ð 4ðV ¤ð V¸#ð VÀSð VÐPSð Vð Vð Vð Vð/ð / H¨U¬\Ô$:ð /ð /ð /ð /ð /ð /ð /ð /r/   r]   c                   ó²   ‡ — e Zd ZU ej        j        e         ed<   	 	 	 	 	 	 	 	 	 	 ddede	e         d	ed
ededede
de
fˆ fd„Zdde	ej                 fd„Zˆ xZS )ÚAttention2dr^   Né    TFr   r   r   r   rs   Úexpand_firstÚ
head_firstr   r   c                 ó’  •— |	|
dœ}t          ¦   «                              ¦   «          |p|}|r|n|}|| _        ||z  | _        || _        t          ¦   «         | _        t          j        ||dz  dfd|i|¤Ž| _	        t          j
        |¦  «        | _        t          j        ||dfd|i|¤Ž| _        t          j
        |¦  «        | _        d S )Nr   r_   r	   rs   )r   r    r   Údim_headr®   r
   r^   r   ÚConv2dÚqkvr(   r   rr   r   )r+   r   r   r   rs   r­   r®   r   r   r   r   r,   Údim_attnr-   s                €r.   r    zAttention2d.__init__D  sÔ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ�.˜SˆØ*Ð3�7�7°ˆØ"ˆŒØ  IÑ-ˆŒØ$ˆŒÝ(Ñ*Ô*ˆŒå”9˜S (¨Q¡,°ÐCÐC¸ÐCÀÐCÐCˆŒÝœ IÑ.Ô.ˆŒÝ”I˜h¨°ÐDÐD¸ÐDÀÐDÐDˆŒ	Ýœ IÑ.Ô.ˆŒˆˆr/   r—   c                 óÔ  — |j         \  }}}}| j        rR|                      |¦  «                             || j        | j        dz  d¦  «                             dd¬¦  «        \  }}}	nM|                      |¦  «                             |d| j        | j        d¦  «                             d¦  «        \  }}}	| j	        rÙt          j        j                             |                     dd¦  «                             ¦   «         |                     dd¦  «                             ¦   «         |	                     dd¦  «                             ¦   «         || j        r| j        j        nd¬¦  «                             dd¦  «                             |d||¦  «        }n«|                     dd¦  «        }|	                     dd¦  «        }	||z  |                     d¦  «        d	z  z  }
|�|
|z   }
|
                     d¬¦  «        }
|                      |
¦  «        }
|
|	z                       dd¦  «                             |d||¦  «        }|                      |¦  «        }|                      |¦  «        }|S )
Nr_   r6   r7   rA   r	   r�   r   r™   r   )r2   r®   r²   Úviewr   r°   Úchunkr8   Úunbindr^   r#   r   r   rœ   r9   r�   r�   r   rž   ÚsizerC   rr   r   )r+   rD   r—   rŸ   r    r¡   r¢   rK   rL   rN   rM   s              r.   rQ   zAttention2d.forward_  s/  € Ø”W‰
ˆˆ1ˆa�àŒ?ð 	]Ø—h’h˜q‘k”k×&Ò& q¨$¬.¸$¼-È!Ñ:KÈRÑPÔP×VÒVÐWXÐ^_ÐVÑ`Ô`‰GˆAˆq�!�!à—h’h˜q‘k”k×)Ò)¨!¨Q°´ÀÄÈrÑRÔR×YÒYÐZ[Ñ\Ô\‰GˆAˆq�!àŒ?ð 	BÝ”Ô#×@Ò@Ø—’˜B Ñ#Ô#×.Ò.Ñ0Ô0Ø—’˜B Ñ#Ô#×.Ò.Ñ0Ô0Ø—’˜B Ñ#Ô#×.Ò.Ñ0Ô0Ø#Ø.2¬mÐC˜$œ.Ô*Ð*Àð Añ ô ÷ Ši˜˜BÑÔ§¢¨¨2¨q°!Ñ 4Ô 4ð ˆAð —’˜B Ñ#Ô#ˆAØ—’˜B Ñ#Ô#ˆAØ�q‘5˜1Ÿ6š6 "™:œ:¨Ñ-Ñ-ˆDØÐ$à˜iÑ'�Ø—<’< B�<Ñ'Ô'ˆDØ—>’> $Ñ'Ô'ˆDØ˜‘×$Ò$ R¨Ñ,Ô,×4Ò4°Q¸¸A¸qÑAÔAˆAà�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØˆr/   )	Nr¬   TFFr   r   NNrR   )rS   rT   rU   r#   r£   r¤   r¥   r¦   rW   r   rX   r    rY   rQ   rZ   r[   s   @r.   r«   r«   @  sò   ø€ € € € € € Ø”	” Ô%Ð%Ð%Ñ%à3ð &*ØØØ!&Ø$Ø!Ø!ØØð/ð /àð/ð ˜c”]ð/ð ð	/ð
 ð/ð ð/ð ð/ð ð/ð ð/ð /ð /ð /ð /ð /ð6ð  H¨U¬\Ô$:ð ð ð ð ð ð ð ð r/   r«   )Útypingr   r   r   r   r#   r   Útorch.nnr   r›   Úconfigr
   r   Úhelpersr   Úpool2d_samer   r©   r   r]   r«   rj   r/   r.   ú<module>r¾      s>  ðØ .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .à €€€Ø Ð Ð Ð Ð Ð Ø $Ð $Ð $Ð $Ð $Ð $à "Ð "Ð "Ð "Ð "Ð "Ø (Ð (Ð (Ð (Ð (Ð (Ø Ð Ð Ð Ð Ð Ø &Ð &Ð &Ð &Ð &Ð &ðN+ð N+ð N+ð N+ð N+˜BœIñ N+ô N+ð N+ðb_ð _ð _ð _ð _˜BœIñ _ô _ð _ðD<ð <ð <ð <ð <�"”)ñ <ô <ð <ð <ð <r/   