§
    ·¯¸j3…  ã            	       óÈ  — d Z ddlZddlZddlmZmZ ddlmZmZm	Z	m
Z
 ddlZddlZddlmZ ddlmc mZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZ ddl m!Z! ddl"m#Z# dd	l$m%Z%m&Z& d
dl'm(Z(m)Z) ddgZ*dZ+dZ,de-de-dee-         fd„Z.	 	 dAde-de/dej0        fd„Z1	 	 dAde-de/dej0        fd„Z2 G d„ dej3        ¦  «        Z4 G d„ dej3        ¦  «        Z5dBde-fd„Z6 G d„ d ej3        ¦  «        Z7 G d!„ d"ej3        ¦  «        Z8 G d#„ d$ej3        ¦  «        Z9 G d%„ d&ej3        ¦  «        Z: G d'„ d(ej3        ¦  «        Z; G d)„ d*ej3        ¦  «        Z< G d+„ d,ej3        ¦  «        Z= G d-„ dej3        ¦  «        Z>dCd/„Z? e) e?d0¬1¦  «         e?d0d2d3¬4¦  «         e?d0d5d3¬6¦  «        d7œ¦  «        Z@d8eAd9ej3        deAfd:„ZBdDd<eCd=e/de>fd>„ZDe(dDd=e/de>fd?„¦   «         ZEe(dDd=e/de>fd@„¦   «         ZFdS )Ea  CSATv2

A frequency-domain vision model using DCT transforms with spatial attention.

Paper: TBD

This model created by members of MLPA Lab. Welcome feedback and suggestion, questions.
gusdlf93@naver.com
juno.demie.oh@gmail.com

Refined for timm by Ross Wightman
é    N)ÚpartialÚreduce)ÚListÚOptionalÚTupleÚUnion)
Útrunc_normal_ÚDropPathÚMlpÚLayerNorm2dÚ	AttentionÚNormMlpClassifierHeadÚ
LayerScaleÚLayerScale2dÚget_device_dtypeÚcalculate_drop_path_rates)ÚGlobalResponseNorm)Úbuild_model_with_cfg)Úfeature_take_indices)Ú
checkpointÚcheckpoint_seqé   )Úregister_modelÚgenerate_default_cfgsÚCSATv2Úcsatv2))@g£;ˆ�i#�@g”ö_˜Le¿gmV}®¶bÕ?g†ZÓ¼ã�¿çiUMuÿ>gž{—œ¿g µ‰“û]¿çiUMu?gñhãˆµø4?g	áÑÆk¡?gˆ�)t^cw¿g-Cëâ6*?r   gžŽ’Wç8¿g^×/ØÛv¿g„dS¿ç       €g!¡JÍ>¿çñhãˆµø¿ga2U0*©3¿g	3mÿÊJƒ?gÿ	.VÔ`Z?çÖÿ9Ì—¿çiUMu¿gÒûÆ×žY"¿gÇº¸�ð6¿çñhãˆµøä>g/n£¼b¿g8„*5{ 5?çñhãˆµøô¾çiUMuÿ¾g-Cëâ6*¿çÒûÆ×žY?r   ç-Cëâ6
?gG¬Å§ h?çñhãˆµø¿r   gžŽ’Wç(?çñhãˆµø?r   ga2U0*©#¿r$   r&   g-Cëâ6?r(   çñhãˆµø?ç        r*   çñhãˆµøä¾ga2U0*©#?çñhãˆµøô>r&   r   r)   r,   r)   r   r-   r   r    r   r%   r   )@g Òo_ÇŽ@g¹nÀç‡q¿gÅ�1w-¹?gžŽ’WçX?r!   gå'Õ>�i?g™�Êø÷W¿r,   gCÅ8
!¿g/Ý$�…?g”ö_˜LE?r   r   r   g8„*5{ e?r+   r#   r&   r"   r   gÈêVÏIïk?g¢—Q,·´Z?r)   r   r,   r*   r   g’ËH¿}M?gÖÿ9Ì—'?r"   r,   r&   r%   r,   r   g¼yªCn†K?r   r,   r+   r)   r,   r$   r+   r#   r-   r#   r)   çK°8œùÕ?r+   r%   r.   r$   r#   r#   r#   r#   çÒûÆ×žY¿r%   r#   r+   r#   r-   r#   r+   )@gQ1Îß¤t�@gP6å
ïra¿gVñFæ‘·¿g~têÊgy^?çCÅ8
!?g€Ÿqá@H6?g�kCÅ8S¿r-   r.   g×†Šqþ&„¿gÚæÆô„%>?r/   r,   g-Cëâ6
¿g’ËH¿}]?g¼yªCn†;?r-   g-Cëâ6¿r)   r   gcbóqm¨h¿g{®GázT?r$   r%   r,   r,   r,   gÒûÆ×žYB?g¼yªCn†+?r#   r,   r-   r,   r,   r'   gÇº¸�ðF¿r$   r$   r'   r(   r   r-   r$   r#   r+   r%   r)   r&   r#   r+   r0   r   r+   r-   r   r,   r(   r%   r+   r#   r,   r#   r   r+   ))@g   €‘€Ag©¤N@�¸@g->ÀðV·@gr3Ü€oÔ™@gðŠà«ß–@g|~!\¢œ@gº ¾eŸ‡@gwR~R£…@g[”Ù “D„@gMuÀ„@gqZð¢¯Üq@g-²�ïÙr@gC­iÞñÆw@gõœô¾qÝu@gP6åŠbw@gîZB>èÉg@gŸF�Øg@g&�Ñ:ª´k@gxî=\ri@g"«[='<b@g­QÑèº_@g´CV·O@gý\ðP@g�ŸqášY@gK°8œù7`@gJï_{A`@ggí¶ÍÇY@ge¥I)èpX@gÊl�IF–J@gòÏ½gK@g�N]ù,_R@g‚ÿ­dÇBT@gX9´ÈvVQ@g�ô¾ñµ‡H@g×i¤¥òú@@gcÑtv2„B@gÌz1”}4@gûËîÉÃò8@g\ÉŽ�@ô@@g.Êl�IFF@g²… %ÈG@gÜFxD@gžê�›án>@g–x@Ù”£6@g‹2d’‰:@güo%;6’:@g„dØ5@gß2§Ëbj1@gèy’t].@g†!YÀd%@g%zÅr{&@g§t°þÏñ)@g’?xî-.@güûŒ¢.@gHmâäÎ!@giR
º½Ä@gMÛ¿²Ò¤@g¸éÏ~¤è@gJFÎÂž¶@g„Ø™Bçµ@g%XÎü
@gXVš”‚î@gå'Õ>O@gÔe1±ù¸÷?)@g[|
€ÍeÒ@ga¦í_Yt@g%;6qÂr@gQkšwœ^S@g:d¯wS@g³Í�é	CV@gHŠÈ°Šÿ@@g2�üÁÀ_A@gÏNGÉ@@gÃð1%2<@g-²�ï(@ga7l[”‰,@g“o¶¹1u2@g*Wx—‹˜0@g]3ùf›[/@g5ÒRy;‚@gqr¿CQ !@g ã4”$@g‹72�üÑ"@gÁ9#J{Ã@gñ×d�z¨@gµÃ_“5j@gtÈ^ï>@g–²q¬«@gÑ–s)®j@gx´qÄZü@gEdXÅY@gÐ›ŠT[@gºN#-•7ÿ?g¡¹N#-@gßà“©‚@g‘~û:p@g5ÒRy;‚@g—âª²ïŠ@gJÒ5“o¶ø?gs×òAù?gTŒó7¡ï?g	Äëú;ò?g·]h®ÓÈ÷?g Tût<fþ?gÓ¤t{Iÿ?g1¬Zdú?g½:Ç€ìõó?g'÷;úí?g µ‰“{ñ?g 2þ}Æ…ñ?gàÖÝ<Õ!î?g³^åDé?gnQfƒL2ç?g³^åDà?g|—wJà?gr§t°þÏá?gÃ¶E™2ä?g…ëQ¸…ä?g"‰^F±ÜØ?g±ÄÊ¦\Õ?g(ò$éšÉÓ?g´«�ò“jÕ?g¸…ëQ¸Ê?g3d’‘³È?g~ãkÏ,	Ì?gã6À[ Á?gL£uT5Á?g¸u7Ou¸?)@g[|
€Ù¹Ð@g8¡Mr@g”M¹Â;÷p@gÈ^ïþ¨P@gðmú³ÍO@g¿+‚ÿ­S@g›É7ÛÜ<@g©ÞØ*Ù;@g,Ÿåyp÷9@g_˜LŒš7@g–ìØÄû#@gÁnØ¶(³&@gq¬‹Ûhð,@gïrßÙ)@gû–9]c)@gEõÖÀV©@g*Æù›Ph@g‰”M¹¢@gã¥›Ä P@grùé·O@grùé·/@gúòì£@g€·@‚â‡@gòï3.H@g3Ä±.n@geS®ðŽ@gíÓñ˜�Ê
@gõg?RDÆ@gÁV	‡³ù?gÃdª`TRü?g¸u7Ï@g„Ó‚}…@g[%X@g�üÁÀsïû?ga†�ˆ)ô?gÄáÑÆõ?gÃ»\Äwbé?gMÖ¨‡htí?gO@aÃÓò?g>?Œž÷?gö]üo%ø?gj¼t“˜ô?gdu«ç¤÷ï?gÃ*ÞÈ<òç?gÁ=~oë?gÛù~j¼të?g£Ì™däç?gmÿÊJ“Rä?g»aÛ¢Ìâ?gZØÓMÚ?g7qr¿CQÚ?gfÚþ••Ü?gm±à?g\='½o|à?gCV·zNÔ?g;6ñº~Ñ?gá´àE_AÐ?gs�FZ*oÑ?güo%;6Æ?g‘~û:pÎÄ?g|ò°PkšÇ?gO’®™|³½?g�KqUÙw½?goƒÀÊ¡µ?ÚrowsÚcolsÚreturnc                 óþ  — t          j        d| |z  d¦  «                             | |¦  «                             ¦   «         }d„ t	          | |z   dz
  ¦  «        D ¦   «         }g }t	          | ¦  «        D ]r}t	          |¦  «        D ]`}||z   }|dz  dk    r)||                              d||         |         ¦  «         Œ9||                              ||         |         ¦  «         ŒaŒs|D ]}|                     |¦  «         Œ|S )z0Generate zigzag scan order for DCT coefficients.r   r   c                 ó   — g | ]}g ‘ŒS © r6   )Ú.0Ú_s     úb/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/csatv2.pyú
<listcomp>z'_zigzag_permutation.<locals>.<listcomp>f   s   € Ð
.Ð
.Ð
.�!ˆ2Ð
.Ð
.Ð
.ó    é   )ÚnpÚarangeÚreshapeÚtolistÚrangeÚinsertÚappendÚextend)	r1   r2   Ú
idx_matrixÚdiaÚzigzagÚiÚjÚsÚds	            r9   Ú_zigzag_permutationrL   c   s  € å”˜1˜d T™k¨1Ñ-Ô-×5Ò5°d¸DÑAÔA×HÒHÑJÔJ€JØ
.Ð
.•u˜T D™[¨1™_Ñ-Ô-Ð
.Ñ
.Ô
.€CØ€FÝ�4‰[Œ[ð 0ð 0ˆÝ�t‘”ð 	0ð 	0ˆAØ�A‘ˆAØ�1‰u˜ŠzˆzØ�A”—’˜a ¨A¤¨qÔ!1Ñ2Ô2Ð2Ð2à�A”—’˜j¨œm¨AÔ.Ñ/Ô/Ð/Ð/ð	0ð ð ð ˆØ�Š�aÑÔÐÐØ€Mr;   Úkernel_sizeÚorthonormalc                 ó¸  — t          ||¬¦  «        }t          j        | fi |¤Ž}|                     ¦   «                              ¦   «                              d| ¦  «        }t          j        ||                     dg¦  «        gd¬¦  «        }t          j                             |d¬¦  «        dd…d| …f         }t          j	        d|t          j
        ¬¦  «        t          j        z  t          j        | |t          j        ¬¦  «        ddd…f         z  }t          j        || dz  z  ¦  «        }||z  }|j        }|r€|dd…df         t          j        t          j	        d| d	z  z  fi |¤Ž¦  «        z  |dd…df<   |dd…dd…f         t          j        t          j	        d| dz  z  fi |¤Ž¦  «        z  |dd…dd…f<    |                     ¦   «         j        |j        Ž }|S )
z#Generate Type-II DCT kernel matrix.©ÚdeviceÚdtypeéÿÿÿÿr   ©ÚdimNy       €      ð¿r<   r   é   )ÚdictÚtorchÚeyeÚcloneÚ
contiguousÚviewÚcatÚflipÚfftÚtensorÚ	complex64Úpir>   ÚlongÚexpÚrealÚsqrtÚshape)rM   rN   rQ   rR   ÚddÚxÚvÚks           r9   Ú_dct_kernel_type_2rl   t   sÕ  € õ 
�V 5Ð	)Ñ	)Ô	)€BÝŒ	�+Ð$Ð$ Ð$Ð$€AØ	�Š‰	Œ	×ÒÑÔ×#Ò# B¨Ñ4Ô4€AÝŒ	�1�a—f’f˜a˜S‘k”kÐ"¨Ð+Ñ+Ô+€AÝŒ	�Š�a˜RˆÑ Ô     L [ L Ô1€AåŒ�S ­u¬Ð?Ñ?Ô?Å%Ä(ÑJÝ
Œ,�{¨6½¼Ð
DÑ
DÔ
DÀTÈ1È1È1ÀWÔ
Mñ	Nð õ 	Œ	�!�{ Q‘Ñ'Ñ(Ô(€AØ	ˆA‰€AØ	Œ€AØð TØ�A�A�A�q�D”'�EœJ¥u¤|°A¸Àq¹Ñ4IÐ'PÐ'PÈRÐ'PÐ'PÑQÔQÑQˆˆ!ˆ!ˆ!ˆQˆ$‰Ø�Q�Q�Q˜˜˜�U”8�eœj­¬°a¸;È¹?Ñ6KÐ)RÐ)RÈrÐ)RÐ)RÑSÔSÑSˆˆ!ˆ!ˆ!ˆQˆRˆRˆ%‰Øˆ�Š‰ŒÔ˜QœWÐ%€AØ€Hr;   c                 ó`   — t           j                             t          | |||¦  «        ¦  «        S )z9Generate Type-III DCT kernel matrix (inverse of Type-II).)rX   ÚlinalgÚinvrl   )rM   rN   rQ   rR   s       r9   Ú_dct_kernel_type_3rp   Ž   s*   € õ Œ<×ÒÕ.¨{¸KÈÐQVÑWÔWÑXÔXÐXr;   c            	       ób   ‡ — e Zd ZdZ	 	 	 	 ddedededdfˆ fd	„Zd
ej        dej        fd„Z	ˆ xZ
S )ÚDct1dz#1D Discrete Cosine Transform layer.r<   TNrM   Úkernel_typerN   r3   c                 ó0  •— t          ||¬¦  «        }t          ¦   «                              ¦   «          t          t          dœ} ||›          ||fi |¤Žj        }|                      d|                     ¦   «         ¦  «         |                      dd ¦  «         d S )NrP   )Ú2Ú3ÚweightsÚbias)	rW   ÚsuperÚ__init__rl   rp   ÚTÚregister_bufferr[   Úregister_parameter)
ÚselfrM   rs   rN   rQ   rR   rh   ÚkernelÚdct_weightsÚ	__class__s
            €r9   rz   zDct1d.__init__›   s�   ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐÝ)Õ0BÐCÐCˆØ.�f Ð-Ô.¨{¸KÐNÐNÈ2ÐNÐNÔPˆØ×Ò˜Y¨×(>Ò(>Ñ(@Ô(@ÑAÔAÐAØ×Ò ¨Ñ-Ô-Ð-Ð-Ð-r;   ri   c                 óB   — t          j        || j        | j        ¦  «        S ©N)ÚFÚlinearrw   rx   ©r~   ri   s     r9   ÚforwardzDct1d.forwardª   s   € ÝŒx˜˜4œ<¨¬Ñ3Ô3Ð3r;   ©r<   TNN©Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚboolrz   rX   ÚTensorr‡   Ú__classcell__©r�   s   @r9   rr   rr   ˜   s¢   ø€ € € € € Ø-Ð-ð
  !Ø $ØØð.ð .àð.ð ð.ð ð	.ð 
ð.ð .ð .ð .ð .ð .ð4˜œð 4¨%¬,ð 4ð 4ð 4ð 4ð 4ð 4ð 4ð 4r;   rr   c            	       ób   ‡ — e Zd ZdZ	 	 	 	 ddedededdfˆ fd	„Zd
ej        dej        fd„Z	ˆ xZ
S )ÚDct2dz#2D Discrete Cosine Transform layer.r<   TNrM   rs   rN   r3   c                 ó’   •— t          ||¬¦  «        }t          ¦   «                              ¦   «          t          |||fi |¤Ž| _        d S ©NrP   )rW   ry   rz   rr   Ú	transform©r~   rM   rs   rN   rQ   rR   rh   r�   s          €r9   rz   zDct2d.__init__±   sL   ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐÝ˜{¨K¸ÐKÐKÈÐKÐKˆŒˆˆr;   ri   c                 ó¢   — |                       |                       |¦  «                             dd¦  «        ¦  «                             dd¦  «        S )NrS   éþÿÿÿ)r—   Ú	transposer†   s     r9   r‡   zDct2d.forward½   sA   € Ø�~Š~˜dŸnšn¨QÑ/Ô/×9Ò9¸"¸bÑAÔAÑBÔB×LÒLÈRÐQSÑTÔTÐTr;   rˆ   r‰   r’   s   @r9   r”   r”   ®   s·   ø€ € € € € Ø-Ð-ð
  !Ø $ØØð
Lð 
Làð
Lð ð
Lð ð	
Lð 
ð
Lð 
Lð 
Lð 
Lð 
Lð 
LðU˜œð U¨%¬,ð Uð Uð Uð Uð Uð Uð Uð Ur;   r”   ©é   rV   rV   Úout_chsc           
      óX  ‡‡— t          t          j        |¦  «        Št          ˆfd„|D ¦   «         ¦  «        }t	          |¦  «        }| |z  dk    r| |k    sJ d| › d|› d|› d|› d�	¦   «         ‚| |z  Šˆfd„|D ¦   «         \  }}}||z   |z   | k    rt          |||¦  «        dk    sJ ‚|||fS )	Nc              3   ó"   •K  — | ]	}|‰z  V — Œ
d S rƒ   r6   )r7   ri   Úgs     €r9   ú	<genexpr>z!_split_out_chs.<locals>.<genexpr>Ä   s'   øè è € Ð$Ð$˜ˆa�1‰fÐ$Ð$Ð$Ð$Ð$Ð$r;   r   zout_chs=z( can't be split into Y/Cb/Cr with ratio z
 (reduced z!); out_chs must be a multiple of ú.c              3   ó"   •K  — | ]	}|‰z  V — Œ
d S rƒ   r6   )r7   ÚriÚunits     €r9   r¢   z!_split_out_chs.<locals>.<genexpr>Í   s'   øè è € Ð'Ð'˜r��d‘Ð'Ð'Ð'Ð'Ð'Ð'r;   )r   ÚmathÚgcdÚtupleÚsumÚmin)	rž   ÚratioÚrÚdenomÚyÚcbÚcrr¡   r¦   s	          @@r9   Ú_split_out_chsr²   Á   s  øø€ å�tŒx˜ÑÔ€AÝÐ$Ð$Ð$Ð$˜eÐ$Ñ$Ô$Ñ$Ô$€AÝ�‰FŒF€Eà�U‰?˜aÒÐ G¨uÒ$4Ð$4Ð$4ð	A�7ð 	Að 	AÀEð 	Að 	AØð	Að 	AØ8=ð	Að 	Að 	Añ %5Ô$4Ð4ð
 �eÑ€DØ'Ð'Ð'Ð' QÐ'Ñ'Ô'�I€A€rˆ2Øˆr‰6�B‰;˜'Ò!Ð!¥c¨!¨R°¡n¤n°qÒ&8Ð&8Ð&8Ð8Øˆb�"ˆ9Ðr;   c                   óì   ‡ — e Zd ZdZ	 	 	 	 	 ddededed	ed
df
ˆ fd„Zdd„Zdd„Zdd„Z	de
j        d
e
j        fd„Zde
j        d
e
j        fd„Zde
j        d
e
j        fd„Zde
j        d
e
j        fd„Zˆ xZS )ÚLearnableDct2dzKLearnable 2D DCT stem with RGB to YCbCr conversion and frequency selection.r<   Té    NrM   rs   rN   rž   r3   c           
      óD  •— t          ||¬¦  «        }t          ¦   «                              ¦   «          || _        t	          |||fi |¤Ž| _        t          ||¦  «        | _        t          |d¬¦  «        \  }}	}
t          j
        |dz  |fdddœ|¤Ž| _        t          j
        |dz  |	fdddœ|¤Ž| _        t          j
        |dz  |
fdddœ|¤Ž| _        |                      dt          j        d	d
||¬¦  «        d¬¦  «         |                      dt          j        d	d
||¬¦  «        d¬¦  «         |                      dt          j        d	dd||¬¦  «        d¬¦  «         |                      dt          j        d	dd||¬¦  «        d¬¦  «         |                      ¦   «          d S )NrP   rœ   )r¬   r<   r   r   ©rM   ÚpaddingÚmeané   é@   F)Ú
persistentÚvarÚimagenet_meanÚimagenet_std)rW   ry   rz   rk   r”   r—   rL   Úpermutationr²   ÚnnÚConv2dÚconv_yÚconv_cbÚconv_crr|   rX   ÚemptyÚreset_parameters)r~   rM   rs   rN   rž   rQ   rR   rh   Úy_chÚcb_chÚcr_chr�   s              €r9   rz   zLearnableDct2d.__init__Õ   sÓ  ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐØˆŒÝ˜{¨K¸ÐKÐKÈÐKÐKˆŒÝ.¨{¸KÑHÔHˆÔå+¨G¸:ÐFÑFÔFÑˆˆe�UÝ”y °Ñ!1°4ÐYÀaÐQRÐYÐYÐVXÐYÐYˆŒÝ”y °Ñ!1°5ÐYÀaÐQRÐYÐYÐVXÐYÐYˆŒÝ”y °Ñ!1°5ÐYÀaÐQRÐYÐYÐVXÐYÐYˆŒð 	×Ò˜V¥U¤[°°B¸vÈUÐ%SÑ%SÔ%SÐ`eÐÑfÔfÐfØ×Ò˜U¥E¤K°°2¸fÈEÐ$RÑ$RÔ$RÐ_dÐÑeÔeÐeà×Ò˜_­e¬k¸!¸QÀÈ&ÐX]Ð.^Ñ.^Ô.^ÐkpÐÑqÔqÐqØ×Ò˜^­U¬[¸¸A¸qÈÐW\Ð-]Ñ-]Ô-]ÐjoÐÑpÔpÐpð 	×ÒÑÔÐÐÐr;   c                 ó.   — |                       ¦   «          dS )zInitialize buffers.N©Ú_init_buffers©r~   s    r9   rÇ   zLearnableDct2d.reset_parametersó   ó   € à×ÒÑÔÐÐÐr;   c                 óÖ  — | j                              t          j        t          ¦  «        ¦  «         | j                             t          j        t          ¦  «        ¦  «         | j                             t          j        g d¢¦  «                             ddd¦  «        ¦  «         | j	                             t          j        g d¢¦  «                             ddd¦  «        ¦  «         dS )z.Compute and fill non-persistent buffer values.©g
×£p=
ß?gÉv¾Ÿ/Ý?g–C‹lçûÙ?rº   r   ©gZd;ßOÍ?gyé&1¬Ì?gÍÌÌÌÌÌÌ?N)
r¹   Úcopy_rX   r`   Ú	_DCT_MEANr½   Ú_DCT_VARr¾   r\   r¿   rÎ   s    r9   rÍ   zLearnableDct2d._init_buffers÷   s¹   € àŒ	�Š�œ¥YÑ/Ô/Ñ0Ô0Ð0ØŒ�Š•u”|¥HÑ-Ô-Ñ.Ô.Ð.ØÔ× Ò ¥¤Ð.CÐ.CÐ.CÑ!DÔ!D×!IÒ!IÈ!ÈQÐPQÑ!RÔ!RÑSÔSÐSØÔ×Ò¥¤Ð-BÐ-BÐ-BÑ CÔ C× HÒ HÈÈAÈqÑ QÔ QÑRÔRÐRÐRÐRr;   c                 ó.   — |                       ¦   «          dS )z"Initialize non-persistent buffers.NrÌ   rÎ   s    r9   Úinit_non_persistent_buffersz*LearnableDct2d.init_non_persistent_buffersþ   rÏ   r;   ri   c                 ól   — |                      | j        ¦  «                             | j        ¦  «        dz  S )z3Convert from ImageNet normalized to [0, 255] range.éÿ   )Úmulr¿   Úadd_r¾   r†   s     r9   Ú_denormalizezLearnableDct2d._denormalize  s-   € à�uŠu�TÔ&Ñ'Ô'×,Ò,¨TÔ-?Ñ@Ô@À3ÑFÐFr;   c                 óÊ   — |dd…df         |dd…df         |dd…df         }}}|dz  |dz  z   |dz  z   }d||z
  z  d	z   }d
||z
  z  d	z   }t          j        |||gd¬¦  «        S )z5Convert RGB to YCbCr color space (BCHW input/output).Nr   r   r<   g‰A`åÐ"Ó?gbX9´Èâ?gÉv¾Ÿ/½?g?5^ºIâ?é€   g7‰A`åÐæ?rT   )rX   Ústack)r~   ri   r­   r¡   Úbr¯   r°   r±   s           r9   Ú_rgb_to_ycbcrzLearnableDct2d._rgb_to_ycbcr  s�   € à�A�A�A�q�D”'˜1˜Q˜Q˜Q ˜Tœ7 A a a a¨ d¤Gˆaˆ1ˆØ�‰I˜˜E™	Ñ! A¨¡IÑ-ˆØ�a˜!‘e‰_˜sÑ"ˆØ�a˜!‘e‰_˜sÑ"ˆÝŒ{˜A˜r 2˜;¨AÐ.Ñ.Ô.Ð.r;   c                 ó6   — | j         dz  dz   }|| j        z
  |z  S )z8Normalize DCT coefficients using precomputed statistics.g      à?g:Œ0âŽyE>)r½   r¹   )r~   ri   Ústds      r9   Ú_frequency_normalizez#LearnableDct2d._frequency_normalize  s#   € àŒh˜#‰o Ñ$ˆØ�D”I‘ Ñ$Ð$r;   c                 ób  — |j         \  }}}}|                      |¦  «        }|                      |¦  «        }|                     |||| j        z  | j        || j        z  | j        ¦  «        }|                     dddddd¦  «        }|                      |¦  «        }|                     d|| j        | j        z  ¦  «        }|d d …d d …| j        f         }|                      |¦  «        }|                     ||| j        z  || j        z  |d¦  «        }|                     ddddd¦  «         	                    ¦   «         }|  
                    |d d …df         ¦  «        }|                      |d d …df         ¦  «        }|                      |d d …df         ¦  «        }t          j        |||gd¬¦  «        S )	Nr   r<   rV   r   rº   é   rS   rT   )rg   rÜ   rá   r?   rk   Úpermuter—   rÀ   rä   r[   rÃ   rÄ   rÅ   rX   r]   )	r~   ri   rà   ÚcÚhÚwÚx_yÚx_cbÚx_crs	            r9   r‡   zLearnableDct2d.forward  s—  € Ø”W‰
ˆˆ1ˆa�Ø×Ò˜aÑ Ô ˆØ×Ò˜qÑ!Ô!ˆà�IŠI�a˜˜A ¤™K¨¬°°d´f±¸d¼fÑEÔEˆØ�IŠI�a˜˜A˜q ! QÑ'Ô'ˆØ�NŠN˜1ÑÔˆØ�IŠI�b˜!˜TœV d¤f™_Ñ-Ô-ˆØˆaˆaˆa����DÔ$Ð$Ô%ˆØ×%Ò% aÑ(Ô(ˆØ�IŠI�a˜˜dœf™ a¨4¬6¡k°1°bÑ9Ô9ˆØ�IŠI�a˜˜A˜q !Ñ$Ô$×/Ò/Ñ1Ô1ˆØ�kŠk˜!˜A˜A˜A˜q˜Dœ'Ñ"Ô"ˆØ�|Š|˜A˜a˜a˜a ˜dœGÑ$Ô$ˆØ�|Š|˜A˜a˜a˜a ˜dœGÑ$Ô$ˆÝŒy˜#˜t TÐ*°Ð2Ñ2Ô2Ð2r;   )r<   Trµ   NN©r3   N)rŠ   r‹   rŒ   r�   rŽ   r�   rz   rÇ   rÍ   r×   rX   r�   rÜ   rá   rä   r‡   r‘   r’   s   @r9   r´   r´   Ò   sg  ø€ € € € € ØUÐUð
  !Ø $ØØØð ð  àð ð ð ð ð	 ð
 ð ð 
ð ð  ð  ð  ð  ð  ð<ð ð ð ðSð Sð Sð Sðð ð ð ðG˜eœlð G¨u¬|ð Gð Gð Gð Gð/˜uœ|ð /°´ð /ð /ð /ð /ð% e¤lð %°u´|ð %ð %ð %ð %ð
3˜œð 3¨%¬,ð 3ð 3ð 3ð 3ð 3ð 3ð 3ð 3r;   r´   c            	       ó|   ‡ — e Zd ZdZ	 	 	 	 ddedededdfˆ fd	„Zd
ej        de	ej        ej        f         fd„Z
ˆ xZS )Ú
Dct2dStatsz5Utility module to compute DCT coefficient statistics.r<   TNrM   rs   rN   r3   c                 óÊ   •— t          ||¬¦  «        }t          ¦   «                              ¦   «          || _        t	          |||fi |¤Ž| _        t          ||¦  «        | _        d S r–   )rW   ry   rz   rk   r”   r—   rL   rÀ   r˜   s          €r9   rz   zDct2dStats.__init__)  sg   ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐØˆŒÝ˜{¨K¸ÐKÐKÈÐKÐKˆŒÝ.¨{¸KÑHÔHˆÔÐÐr;   ri   c                 óº  — |j         \  }}}}|                     |||| j        z  | j        || j        z  | j        ¦  «        }|                     dddddd¦  «        }|                      |¦  «        }|                     d|| j        | j        z  ¦  «        }|d d …d d …| j        f         }|                     ||| j        z  z  || j        z  z  |d¦  «        }t          j        ddg¦  «        }t          j        ddg¦  «        }t          d¦  «        D ]H}t          j	        |d d …|f         d¬	¦  «        ||<   t          j
        |d d …|f         d¬	¦  «        ||<   ŒI||fS )
Nr   r<   rV   r   rº   ræ   rS   r»   rT   )rg   r?   rk   rç   r—   rÀ   rX   ÚzerosrA   r¹   r½   )	r~   ri   rà   rè   ré   rê   Ú	mean_listÚvar_listrH   s	            r9   r‡   zDct2dStats.forward7  s\  € Ø”W‰
ˆˆ1ˆa�à�IŠI�a˜˜A ¤™K¨¬°°d´f±¸d¼fÑEÔEˆØ�IŠI�a˜˜A˜q ! QÑ'Ô'ˆØ�NŠN˜1ÑÔˆØ�IŠI�b˜!˜TœV d¤f™_Ñ-Ô-ˆØˆaˆaˆa����DÔ$Ð$Ô%ˆØ�IŠI�a˜1 ¤™;Ñ'¨1°´©;Ñ7¸¸BÑ?Ô?ˆå”K  B Ñ(Ô(ˆ	Ý”;  2˜wÑ'Ô'ˆÝ�q‘”ð 	4ð 	4ˆAÝ œ: a¨¨¨¨1¨¤g°1Ð5Ñ5Ô5ˆI�a‰LÝœ) A a a a¨ d¤G°Ð3Ñ3Ô3ˆH�Q‰KˆKØ˜(Ð"Ð"r;   rˆ   )rŠ   r‹   rŒ   r�   rŽ   r�   rz   rX   r�   r   r‡   r‘   r’   s   @r9   rð   rð   &  s¹   ø€ € € € € Ø?Ð?ð
  !Ø $ØØðIð IàðIð ðIð ð	Ið 
ðIð Ið Ið Ið Ið Ið#˜œð #¨%°´¸e¼lÐ0JÔ*Kð #ð #ð #ð #ð #ð #ð #ð #r;   rð   c            	       ón   ‡ — e Zd ZdZ	 	 	 	 ddededee         ddfˆ fd„Zd	ej	        dej	        fd
„Z
ˆ xZS )ÚBlockz,ConvNeXt-style block with spatial attention.r+   NrU   Ú	drop_pathÚls_init_valuer3   c                 ól  •— t          ||¬¦  «        }t          ¦   «                              ¦   «          t          j        ||fdd|dœ|¤Ž| _        t          j        |fddi|¤Ž| _        t          j        |d|z  fi |¤Ž| _	        t          j
        ¦   «         | _        t          d|z  fdd	i|¤Ž| _        t          j        d|z  |fi |¤Ž| _        |rt          |fd
|i|¤Žnt          j        ¦   «         | _        |dk    rt%          |¦  «        nt          j        ¦   «         | _        t)          di |¤Ž| _        d S )NrP   é   rº   )rM   r¸   ÚgroupsÚepsç�íµ ÷Æ°>rV   Úchannels_lastTÚinit_valuesr+   r6   )rW   ry   rz   rÁ   rÂ   ÚdwconvÚ	LayerNormÚnormÚLinearÚpwconv1ÚGELUÚactr   ÚgrnÚpwconv2r   ÚIdentityÚlsr
   rø   ÚSpatialAttentionÚattn)r~   rU   rø   rù   rQ   rR   rh   r�   s          €r9   rz   zBlock.__init__L  sF  ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐÝ”i  SÐU°aÀÈ3ÐUÐUÐRTÐUÐUˆŒÝ”L Ð5Ð5¨$Ð5°"Ð5Ð5ˆŒ	Ý”y  a¨#¡gÐ4Ð4°Ð4Ð4ˆŒÝ”7‘9”9ˆŒÝ% a¨#¡gÐHÐH¸TÐHÀRÐHÐHˆŒÝ”y  S¡¨#Ð4Ð4°Ð4Ð4ˆŒØHUÐh•,˜sÐDÐD°ÐDÀÐDÐDÐDÕ[]Ô[fÑ[hÔ[hˆŒØ09¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒÝ$Ð*Ð* rÐ*Ð*ˆŒ	ˆ	ˆ	r;   ri   c                 ó:  — |}|                       |¦  «        }|                     dddd¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                     dddd¦  «        }|                      |¦  «        }t          j	        ||j
        dd …         dd¬¦  «        }||z  }|                      |¦  «        }||                      |¦  «        z   S )Nr   r<   rº   r   ÚbilinearT)ÚsizeÚmodeÚalign_corners)r  rç   r  r  r  r  r	  r  r„   Úinterpolaterg   r  rø   )r~   ri   Úshortcutr  s       r9   r‡   zBlock.forward`  sð   € ØˆØ�KŠK˜‰NŒNˆØ�IŠI�a˜˜A˜qÑ!Ô!ˆØ�IŠI�a‰LŒLˆØ�LŠL˜‰OŒOˆØ�HŠH�Q‰KŒKˆØ�HŠH�Q‰KŒKˆØ�LŠL˜‰OŒOˆØ�IŠI�a˜˜A˜qÑ!Ô!ˆà�yŠy˜‰|Œ|ˆÝŒ}˜T¨¬°°°¬¸*ÐTXÐYÑYÔYˆØ�‰HˆØ�GŠG�A‰JŒJˆà˜$Ÿ.š.¨Ñ+Ô+Ñ+Ð+r;   )r+   NNN)rŠ   r‹   rŒ   r�   rŽ   Úfloatr   rz   rX   r�   r‡   r‘   r’   s   @r9   r÷   r÷   I  s¦   ø€ € € € € Ø6Ð6ð
  "Ø-1ØØð+ð +àð+ð ð+ð $ Eœ?ð	+ð 
ð+ð +ð +ð +ð +ð +ð(,˜œð ,¨%¬,ð ,ð ,ð ,ð ,ð ,ð ,ð ,ð ,r;   r÷   c                   óP   ‡ — e Zd ZdZ	 	 d	 dˆ fd„Zdej        dej        fd„Zˆ xZS )	ÚSpatialTransformerBlockzüLightweight transformer block for spatial attention (1-channel, 7x7 grid).

    This is a simplified transformer with single-head, 1-dim attention over spatial
    positions. Used inside SpatialAttention where input is 1 channel at 7x7 resolution.
    Nr3   c                 óR  •— t          ||¬¦  «        }t          ¦   «                              ¦   «          t          d	ddi|¤Ž| _        t          j        d
i |¤Ž| _        t          j        dddi|¤Ž| _	        t          j        d
i |¤Ž| _
        t          ddt
          j        i|¤Ž| _        d S )NrP   Úin_chansr   rº   rx   F)r   rV   r   Ú	act_layerr6   )r   )r   rº   )rW   ry   rz   ÚPosConvÚ	pos_embedrÁ   r  Únorm1r  ÚqkvÚnorm2r   r  Úmlp©r~   rQ   rR   rh   r�   s       €r9   rz   z SpatialTransformerBlock.__init__z  s³   ø€ õ
 ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐå Ð2Ð2¨!Ð2¨rÐ2Ð2ˆŒÝ”\Ð*Ð* rÐ*Ð*ˆŒ
Ý”9Ð4Ð4¨Ð4°Ð4Ð4ˆŒõ ”\Ð*Ð* rÐ*Ð*ˆŒ
ÝÐ8Ð8­"¬'Ð8°RÐ8Ð8ˆŒˆˆr;   ri   c                 ó  — |j         \  }}}}|}|                     d¦  «                             dd¦  «        }|                      |¦  «        }|                      |||f¦  «        }|                      |¦  «        }|                     d¦  «        \  }	}
}|	|
                     dd¦  «        z                       d¬¦  «        }||z                       d¦  «        }|                     dd¦  «         	                    ||||¦  «        }||z   }|}|                     d¦  «                             dd¦  «        }|  
                    |                      |¦  «        ¦  «        }|                     dd¦  «         	                    ||||¦  «        }||z   }|S )Nr<   r   rS   rš   rT   )rg   Úflattenr›   r  r  r  ÚunbindÚsoftmaxÚ	unsqueezer?   r   r  )r~   ri   ÚBÚCÚHÚWr  Úx_tr  Úqrk   rj   r  s                r9   r‡   zSpatialTransformerBlock.forwardŠ  si  € Ø”W‰
ˆˆ1ˆa�ð ˆØ�iŠi˜‰lŒl×$Ò$ Q¨Ñ*Ô*ˆØ�jŠj˜‰oŒoˆØ�nŠn˜S 1 a &Ñ)Ô)ˆð �hŠh�s‰mŒmˆØ—*’*˜R‘.”.‰ˆˆ1ˆaØ�A—K’K  BÑ'Ô'Ñ'×0Ò0°RÐ0Ñ8Ô8ˆØ�a‰x×"Ò" 2Ñ&Ô&ˆà�mŠm˜A˜qÑ!Ô!×)Ò)¨!¨Q°°1Ñ5Ô5ˆØ�s‰Nˆð ˆØ�iŠi˜‰lŒl×$Ò$ Q¨Ñ*Ô*ˆØ�hŠh�t—z’z #‘”Ñ'Ô'ˆØ�mŠm˜A˜qÑ!Ô!×)Ò)¨!¨Q°°1Ñ5Ô5ˆØ�s‰Nˆàˆr;   ©NNrî   ©	rŠ   r‹   rŒ   r�   rz   rX   r�   r‡   r‘   r’   s   @r9   r  r  s  s   ø€ € € € € ðð ð Øð9ð 
ð	9ð 9ð 9ð 9ð 9ð 9ð ˜œð ¨%¬,ð ð ð ð ð ð ð ð r;   r  c                   óP   ‡ — e Zd ZdZ	 	 d	 dˆ fd„Zdej        dej        fd„Zˆ xZS )	r  zBSpatial attention module using channel statistics and transformer.Nr3   c                 óð   •— t          ||¬¦  «        }t          ¦   «                              ¦   «          t          j        d¦  «        | _        t          j        ddddœ|¤Ž| _        t          d	i |¤Ž| _	        d S )
NrP   )rû   rû   r<   r   rû   rº   r·   )r<   r   r6   )
rW   ry   rz   rÁ   ÚAdaptiveAvgPool2dÚavgpoolrÂ   Úconvr  r  r!  s       €r9   rz   zSpatialAttention.__init__©  sv   ø€ õ
 ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐÝÔ+¨FÑ3Ô3ˆŒÝ”IÐC°¸1ÐCÐCÀÐCÐCˆŒ	Ý+Ð1Ð1¨bÐ1Ð1ˆŒ	ˆ	ˆ	r;   ri   c                 ó  — |                      dd¬¦  «        }|                     dd¬¦  «        }t          j        ||gd¬¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S )Nr   T)rU   ÚkeepdimrT   )r¹   ÚamaxrX   r]   r2  r3  r  )r~   ri   Úx_avgÚx_maxs       r9   r‡   zSpatialAttention.forward´  sv   € Ø—’˜1 d�Ñ+Ô+ˆØ—’˜1 d�Ñ+Ô+ˆÝŒI�u˜e�n¨!Ð,Ñ,Ô,ˆØ�LŠL˜‰OŒOˆØ�IŠI�a‰LŒLˆØ�IŠI�a‰LŒLˆØˆr;   r-  rî   r.  r’   s   @r9   r  r  ¦  s{   ø€ € € € € ØLÐLð Øð	2ð 
ð		2ð 	2ð 	2ð 	2ð 	2ð 	2ð˜œð ¨%¬,ð ð ð ð ð ð ð ð r;   r  c                   ó�   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 ddeded	ed
edededededee         ddfˆ fd„Zde	j
        de	j
        fd„Zˆ xZS )ÚTransformerBlockzQTransformer block with optional downsampling and convolutional position encoding.é   rµ   Fr+   NÚinpÚoupÚ	num_headsÚattn_head_dimÚ
downsampleÚ	attn_dropÚ	proj_droprø   rù   r3   c           
      ó.  •— t          |
|¬¦  «        }t          ¦   «                              ¦   «          t          |dz  ¦  «        }|| _        | j        rTt          j        ddd¦  «        | _        t          j        ddd¦  «        | _        t          j	        ||dddfddi|¤Ž| _
        nHt          j        ¦   «         | _        t          j        ¦   «         | _        t          j        ¦   «         | _
        t          dd	|i|¤Ž| _        t          j        |fi |¤Ž| _        t!          d||||||d
œ|¤Ž| _        |	rt%          |fd|	i|¤Žnt          j        ¦   «         | _        |dk    rt)          |¦  «        nt          j        ¦   «         | _        t          j        |fi |¤Ž| _        t/          |||ft
          j        |dœ|¤Ž| _        |	rt%          |fd|	i|¤Žnt          j        ¦   «         | _        |dk    rt)          |¦  «        nt          j        ¦   «         | _        d S )NrP   rV   rº   r<   r   r   rx   Fr  )rU   r>  r?  Údim_outrA  rB  r   r+   )r  Údropr6   )rW   ry   rz   rŽ   r@  rÁ   Ú	MaxPool2dÚpool1Úpool2rÂ   Úprojr
  r  r  r  r  r   r  r   Úls1r
   Ú
drop_path1r  r   r  r   Úls2Ú
drop_path2)r~   r<  r=  r>  r?  r@  rA  rB  rø   rù   rQ   rR   rh   Ú
hidden_dimr�   s                 €r9   rz   zTransformerBlock.__init__Á  s  ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐÝ˜˜q™‘\”\ˆ
Ø$ˆŒàŒ?ð 	&Ýœ a¨¨AÑ.Ô.ˆDŒJÝœ a¨¨AÑ.Ô.ˆDŒJÝœ	 # s¨A¨q°!ÐFÐF¸%ÐFÀ2ÐFÐFˆDŒIˆIåœ™œˆDŒJÝœ™œˆDŒJÝœ™œˆDŒIå Ð4Ð4¨#Ð4°Ð4Ð4ˆŒÝ”\ #Ð,Ð,¨Ð,Ð,ˆŒ
Ýð 
ØØØ'ØØØð
ð 
ð ð
ð 
ˆŒ	ð HUÐg•:˜cÐCÐC¨}ÐCÀÐCÐCÐCÕZ\ÔZeÑZgÔZgˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒå”\ #Ð,Ð,¨Ð,Ð,ˆŒ
Ý�s˜J¨ÐUµr´wÀYÐUÐUÐRTÐUÐUˆŒØGTÐg•:˜cÐCÐC¨}ÐCÀÐCÐCÐCÕZ\ÔZeÑZgÔZgˆŒØ1:¸R²°�( 9Ñ-Ô-Ð-ÅRÄ[Á]Ä]ˆŒˆˆr;   ri   c                 ó:  — | j         �r|                      |                      |¦  «        ¦  «        }|                      |¦  «        }|j        \  }}}}|                     d¦  «                             dd¦  «        }|                      |¦  «        }|                      |||f¦  «        }|  	                    |  
                    |¦  «        ¦  «        }|                     dd¦  «                             |d||¦  «        }||                      |¦  «        z   }nÐ|j        \  }}}}|}|                     d¦  «                             dd¦  «        }|                      |¦  «        }|                      |||f¦  «        }|  	                    |  
                    |¦  «        ¦  «        }|                     dd¦  «                             |d||¦  «        }||                      |¦  «        z   }|j        \  }}}}|}|                     d¦  «                             dd¦  «        }|                      |                      |                      |¦  «        ¦  «        ¦  «        }|                     dd¦  «                             ||||¦  «        }||                      |¦  «        z   }|S )Nr<   r   rS   )r@  rI  rG  rH  rg   r#  r›   r  r  rJ  r  r?   rK  rL  r   r  rM  )r~   ri   r  r+  r'  r(  r)  r*  s           r9   r‡   zTransformerBlock.forwardð  s3  € ØŒ?ñ 	0Ø—y’y §¢¨A¡¤Ñ/Ô/ˆHØ—*’*˜Q‘-”-ˆCØœ‰JˆAˆq�!�QØ—+’+˜a‘.”.×*Ò*¨1¨aÑ0Ô0ˆCØ—*’*˜S‘/”/ˆCØ—.’.  q¨! fÑ-Ô-ˆCØ—(’(˜4Ÿ9š9 S™>œ>Ñ*Ô*ˆCØ—-’-  1Ñ%Ô%×-Ò-¨a°°Q¸Ñ:Ô:ˆCØ˜4Ÿ?š?¨3Ñ/Ô/Ñ/ˆAˆAàœ‰JˆAˆq�!�QØˆHØ—)’)˜A‘,”,×(Ò(¨¨AÑ.Ô.ˆCØ—*’*˜S‘/”/ˆCØ—.’.  q¨! fÑ-Ô-ˆCØ—(’(˜4Ÿ9š9 S™>œ>Ñ*Ô*ˆCØ—-’-  1Ñ%Ô%×-Ò-¨a°°Q¸Ñ:Ô:ˆCØ˜4Ÿ?š?¨3Ñ/Ô/Ñ/ˆAð ”W‰
ˆˆ1ˆa�ØˆØ�iŠi˜‰lŒl×$Ò$ Q¨Ñ*Ô*ˆØ�hŠh�t—x’x §
¢
¨3¡¤Ñ0Ô0Ñ1Ô1ˆØ�mŠm˜A˜qÑ!Ô!×)Ò)¨!¨Q°°1Ñ5Ô5ˆØ�t—’ sÑ+Ô+Ñ+ˆàˆr;   )	r;  rµ   Fr+   r+   r+   NNN)rŠ   r‹   rŒ   r�   rŽ   r�   r  r   rz   rX   r�   r‡   r‘   r’   s   @r9   r:  r:  ¾  s  ø€ € € € € Ø[Ð[ð Ø!#Ø$Ø!Ø!Ø!Ø-1ØØð-Sð -Sàð-Sð ð-Sð ð	-Sð
 ð-Sð ð-Sð ð-Sð ð-Sð ð-Sð $ Eœ?ð-Sð 
ð-Sð -Sð -Sð -Sð -Sð -Sð^˜œð ¨%¬,ð ð ð ð ð ð ð ð r;   r:  c                   ój   ‡ — e Zd ZdZ	 	 d	deddfˆ fd„Zdej        deeef         dej        fd„Z	ˆ xZ
S )
r  z Convolutional position encoding.Nr  r3   c           	      ó¦   •— t          ||¬¦  «        }t          ¦   «                              ¦   «          t          j        ||fdddd|dœ|¤Ž| _        d S )NrP   rº   r   T)rM   Ústrider¸   rx   rü   )rW   ry   rz   rÁ   rÂ   rI  )r~   r  rQ   rR   rh   r�   s        €r9   rz   zPosConv.__init__  s]   ø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐÝ”I˜h¨Ðw¸aÈÐSTÐ[_ÐhpÐwÐwÐtvÐwÐwˆŒ	ˆ	ˆ	r;   ri   r  c                 óü   — |j         \  }}}|\  }}|                     dd¦  «                             ||||¦  «        }|                      |¦  «        |z   }|                     d¦  «                             dd¦  «        S )Nr   r<   )rg   r›   r\   rI  r#  )	r~   ri   r  r'  ÚNr(  r)  r*  Úcnn_feats	            r9   r‡   zPosConv.forward  su   € Ø”'‰ˆˆ1ˆaØ‰ˆˆ1Ø—;’;˜q !Ñ$Ô$×)Ò)¨!¨Q°°1Ñ5Ô5ˆØ�IŠI�hÑÔ (Ñ*ˆØ�yŠy˜‰|Œ|×%Ò% a¨Ñ+Ô+Ð+r;   r-  )rŠ   r‹   rŒ   r�   rŽ   rz   rX   r�   r   r‡   r‘   r’   s   @r9   r  r    s    ø€ € € € € Ø*Ð*ð
 Øð	xð xàðxð
 
ðxð xð xð xð xð xð,˜œð ,¨U°3¸°8¬_ð ,ÀÄð ,ð ,ð ,ð ,ð ,ð ,ð ,ð ,r;   r  c                   óÒ  ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 d0dededeedf         deedf         deedf         dededee         de	dd	fˆ fd„Z
d1defd„Zd1dej        dedd	fd„Zej        j        dej        fd„¦   «         Zd2dedee	         dd	fd„Zej        j        d1dedd	fd„¦   «         Zd ej        dej        fd!„Z	 	 	 	 	 d3d ej        d#eeeee         f                  d$ed%ed&e	d'edeeej                 eej        eej                 f         f         fd(„Z	 	 	 d4d#eeee         f         d*ed+edee         fd,„Zd5d ej        d-edej        fd.„Zd ej        dej        fd/„Zˆ xZS )6r   zÉCSATv2: Frequency-domain vision model with spatial attention.

    A hybrid architecture that processes images in the DCT frequency domain
    with ConvNeXt-style blocks and transformer attention.
    éè  rº   ©rµ   éH   é¨   i‚  ©r<   r<   r;  é   ©r   r   r<   r<   r+   FNÚavgÚnum_classesr  Údims.ÚdepthsÚtransformer_depthsÚdrop_path_rateÚtransformer_drop_pathrù   Úglobal_poolr3   c           	      óà  •‡‡‡‡‡— t          |
|¬¦  «        Št          ¦   «                              ¦   «          |dk    rt          j        d|› d�¦  «         || _        || _        |	| _        d| _        |d         | _	        | j	        | _
        t          |d         dd	¬
¦  «        g| _        d}t          |¦  «        D ]=\  }Š|dk    r|dz  }| j                             t          ‰|d|› �¬
¦  «        ¦  «         Œ>‰rt          |¦  «        n&t          d„ t          ||¦  «        D ¦   «         ¦  «        }t!          t#          ||¦  «        ¦  «        Šg }t          ||¦  «        D ]E\  }}|ˆfd„t%          ||z
  ¦  «        D ¦   «         z  }|ˆˆfd„t%          |¦  «        D ¦   «         z  }ŒFt'          dd|d         i‰¤Ž| _        t!          |¦  «        Šg }t          t          |||¦  «        ¦  «        D ]¼\  }\  Š}}|dk    r t+          j        ||dz
           ‰fdddœ‰¤Žgng ˆˆˆˆfd„t%          ||z
  ¦  «        D ¦   «         z   ˆˆˆˆfd„t%          |¦  «        D ¦   «         z   |t/          |¦  «        dz
  k     rt1          ‰fddi‰¤Žgng z   }|                     t+          j        |Ž ¦  «         Œ½t+          j        |Ž | _        t7          |d         |fd|	i‰¤Ž| _        |                      d¬¦  «         d S )NrP   rº   z5CSATv2 is designed for 3-channel RGB input. in_chans=z* may not work correctly with the DCT stem.FrS   r   r;  Ústem_dct)Únum_chsÚ	reductionÚmoduler<   ústages.c              3   ó&   K  — | ]\  }}||z
  V — Œd S rƒ   r6   )r7   rK   Úts      r9   r¢   z"CSATv2.__init__.<locals>.<genexpr>S  s+   è è € ÐDwÐDwÉtÈqÐRSÀQÈÁUÐDwÐDwÐDwÐDwÐDwÐDwr;   c                 ó.   •— g | ]}t          ‰¦  «        ‘ŒS r6   ©Únext)r7   r8   Údp_iters     €r9   r:   z#CSATv2.__init__.<locals>.<listcomp>W  s   ø€ ÐGÐGÐG¨1�˜g™œÐGÐGÐGr;   c                 ó6   •— g | ]}‰rt          ‰¦  «        nd ‘ŒS )r+   ro  )r7   r8   rq  rd  s     €€r9   r:   z#CSATv2.__init__.<locals>.<listcomp>X  s)   ø€ Ð`Ð`Ð`ÈAÐ*?ÐG�˜g™œ˜ÀRÐ`Ð`Ð`r;   rž   r   )rM   rR  c           	      óJ   •— g | ]}t          d‰t          ‰¦  «        ‰d œ‰¤Ž‘Œ S ))rU   rø   rù   r6   )r÷   rp  ©r7   r8   rh   rU   rq  rù   s     €€€€r9   r:   z#CSATv2.__init__.<locals>.<listcomp>d  s8   ø€ Ð|Ð|Ð|Ð`a•Ð[˜3­$¨w©-¬-À}Ð[Ð[ÐXZÐ[Ð[Ð|Ð|Ð|r;   c           
      óL   •— g | ] }t          d‰‰t          ‰¦  «        ‰d œ‰¤Ž‘Œ!S ))r<  r=  rø   rù   r6   )r:  rp  rt  s     €€€€r9   r:   z#CSATv2.__init__.<locals>.<listcomp>f  sN   ø€ ð  Ið  Ið  IÐtuÕ!Ðo c¨s½dÀ7¹m¼mÐ[hÐoÐoÐlnÐoÐoð  Ið  Ið  Ir;   rý   rþ   Ú	pool_type©Úneeds_reset)r;  )rW   ry   rz   ÚwarningsÚwarnr_  r  re  Úgrad_checkpointingÚnum_featuresÚhead_hidden_sizeÚfeature_infoÚ	enumeraterC   rª   ÚzipÚiterr   rA   r´   rg  rÁ   rÂ   Úlenr   Ú
SequentialÚstagesr   ÚheadÚinit_weights)r~   r_  r  r`  ra  rb  rc  rd  rù   re  rQ   rR   Úkwargsri  rH   Útotal_blocksÚdp_ratesÚdepthÚt_depthr„  Úlayersrh   rU   rq  r�   s          ``            @@@€r9   rz   zCSATv2.__init__,  sÕ  øøøøøø€ õ ˜ uÐ-Ñ-Ô-ˆÝ‰Œ×ÒÑÔÐØ�qŠ=ˆ=ÝŒMðQØ$ðQð Qð Qñô ð ð 'ˆÔØ ˆŒØ&ˆÔØ"'ˆÔà  œHˆÔØ $Ô 1ˆÔõ "¨$¨q¬'¸QÀzÐRÑRÔRÐSˆÔØˆ	Ý ‘o”oð 	cð 	c‰FˆAˆsØ�1ŠuˆuØ˜Q‘�	ØÔ×$Ò$¥T°#ÀÐS`Ð]^ÐS`ÐS`Ð%aÑ%aÔ%aÑbÔbÐbÐbð '<Ðw•s˜6‘{”{�{ÅÐDwÐDwÕWZÐ[aÐcuÑWvÔWvÐDwÑDwÔDwÑAwÔAwˆÝÕ0°ÀÑNÔNÑOÔOˆØˆÝ! &Ð*<Ñ=Ô=ð 	að 	a‰NˆE�7ØÐGÐGÐGÐGµ°e¸g±oÑ0FÔ0FÐGÑGÔGÑGˆHØÐ`Ð`Ð`Ð`Ð`ÕQVÐW^ÑQ_ÔQ_Ð`Ñ`Ô`Ñ`ˆHˆHå&Ð@Ð@°$°q´'Ð@¸RÐ@Ð@ˆŒõ �x‘.”.ˆØˆÝ(1µ#°d¸FÐDVÑ2WÔ2WÑ(XÔ(Xð 	2ð 	2Ñ$ˆAÑ$��U˜Gð RSÐUVÒQVÐQV•"”)˜D  Q¡œK¨ÐL¸!ÀAÐLÐLÈÐLÐLÐMÐMÐ\^à|Ð|Ð|Ð|Ð|Ð|Ð|ÕejÐkpÐszÑkzÑe{Ôe{Ð|Ñ|Ô|ñ}ð Ið  Ið  Ið  Ið  Ið  Ið  IÕy~ð  @Gñ  zHô  zHð  Iñ  Iô  Iñ	Ið 89½3¸v¹;¼;È¹?Ò7JÐ7J•+˜cÐ2Ð2 tÐ2¨rÐ2Ð2Ð3Ð3ÐPRñTð ð �MŠM�"œ-¨Ð0Ñ1Ô1Ð1Ð1Ý”m VÐ,ˆŒå)¨$¨r¬(°KÐ]Ð]È;Ð]ÐZ\Ð]Ð]ˆŒ	ð 	×Ò eÐÑ,Ô,Ð,Ð,Ð,r;   Trx  c                 óX   — |                       t          | j        |¬¦  «        ¦  «         d S )Nrw  )Úapplyr   Ú_init_weights)r~   rx  s     r9   r†  zCSATv2.init_weightsr  s*   € Ø�
Š
•7˜4Ô-¸;ÐGÑGÔGÑHÔHÐHÐHÐHr;   Úmc                 ó2  — t          |t          j        t          j        f¦  «        rFt	          |j        d¬¦  «         |j        �'t          j                             |j        d¦  «         d S d S |r&t          |d¦  «        r| 
                    ¦   «          d S d S d S )Ng{®Gáz”?)rã   r   rÇ   )Ú
isinstancerÁ   rÂ   r  r	   Úweightrx   ÚinitÚ	constant_ÚhasattrrÇ   )r~   r�  rx  s      r9   r�  zCSATv2._init_weightsu  s¨   € Ý�a�"œ)¥R¤YÐ/Ñ0Ô0ð 	!Ý˜!œ(¨Ð-Ñ-Ô-Ð-ØŒvÐ!Ý”×!Ò! !¤&¨!Ñ,Ô,Ð,Ð,Ð,ð "Ð!àð 	!�W QÐ(:Ñ;Ô;ð 	!Ø×ÒÑ Ô Ð Ð Ð ð	!ð 	!ð 	!ð 	!r;   c                 ó   — | j         j        S rƒ   )r…  ÚfcrÎ   s    r9   Úget_classifierzCSATv2.get_classifier}  s   € àŒyŒ|Ðr;   c                 ón   — t          | ¦  «        }|| _        |�|| _         | j        j        |fd|i|¤Ž d S )Nrv  )r   r_  re  r…  Úreset)r~   r_  re  rh   s       r9   Úreset_classifierzCSATv2.reset_classifier�  sL   € Ý˜dÑ#Ô#ˆØ&ˆÔØÐ"Ø*ˆDÔØˆŒ	Œ˜ÐAÐA¨{ÐA¸bÐAÐAÐAÐAÐAr;   Úenablec                 ó   — || _         d S rƒ   )r{  )r~   r�  s     r9   Úset_grad_checkpointingzCSATv2.set_grad_checkpointingˆ  s   € à"(ˆÔÐÐr;   ri   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S rƒ   )rg  r{  rX   ÚjitÚis_scriptingr   r„  r†   s     r9   Úforward_featureszCSATv2.forward_featuresŒ  sZ   € Ø�MŠM˜!ÑÔˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆr;   ÚNCHWÚindicesr  Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óD  — |dk    s
J d¦   «         ‚g }t          t          | j        ¦  «        dz   |¦  «        \  }}	|                      |¦  «        }d|v r|                     |¦  «         t
          j                             ¦   «         s|s| j        }
n|	dk    r| j        d|	…         ng }
t          |
¦  «        D ]b\  }}| j	        r/t
          j                             ¦   «         st          ||¦  «        }n ||¦  «        }|dz   |v r|                     |¦  «         Œc|r|S ||fS )aO  Forward pass returning intermediate features.

        Args:
            x: Input image tensor.
            indices: Indices of features to return (0=stem_dct, 1-4=stages). None returns all.
            norm: Apply norm layer to final intermediate (unused, for API compat).
            stop_early: Stop iterating when last desired intermediate is reached.
            output_fmt: Output format, must be 'NCHW'.
            intermediates_only: Only return intermediate features.

        Returns:
            List of intermediate features or tuple of (final features, intermediates).
        r¤  zOutput format must be NCHW.r   r   N)r   r‚  r„  rg  rC   rX   r¡  r¢  r  r{  r   )r~   ri   r¥  r  r¦  r§  r¨  ÚintermediatesÚtake_indicesÚ	max_indexr„  Úfeat_idxÚstages                r9   Úforward_intermediateszCSATv2.forward_intermediates”  sS  € ð, ˜VÒ#Ð#Ð#Ð%BÑ#Ô#Ð#Øˆå"6µs¸4¼;Ñ7GÔ7GÈ!Ñ7KÈWÑ"UÔ"UÑˆ�ià�MŠM˜!ÑÔˆØ�ÐÐØ× Ò  Ñ#Ô#Ð#åŒ9×!Ò!Ñ#Ô#ð 	F¨:ð 	FØ”[ˆFˆFð 1:¸A²°�T”[  ) Ô,Ð,À2ˆFå(¨Ñ0Ô0ð 	(ð 	(‰OˆH�eØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý˜u aÑ(Ô(��à�E˜!‘H”H�Ø˜!‰|˜|Ð+Ð+Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐr;   r   Ú
prune_normÚ
prune_headc                 ó  — t          t          | j        ¦  «        dz   |¦  «        \  }}|dk    r| j        d|…         nt          j        ¦   «         | _        |rt          j        ¦   «         | j        _        |r|                      dd¦  «         |S )a_  Prune layers not required for specified intermediates.

        Args:
            indices: Indices of intermediate layers to keep (0=stem_dct, 1-4=stages).
            prune_norm: Whether to prune the final norm layer.
            prune_head: Whether to prune the classifier head.

        Returns:
            List of indices that were kept.
        r   r   NÚ )	r   r‚  r„  rÁ   rƒ  r
  r…  r  rœ  )r~   r¥  r°  r±  r«  r¬  s         r9   Úprune_intermediate_layersz CSATv2.prune_intermediate_layersÆ  s‡   € õ" #7µs¸4¼;Ñ7GÔ7GÈ!Ñ7KÈWÑ"UÔ"UÑˆ�ià1:¸Q²°�d”k * 9 *Ô-Ð-ÅBÄMÁOÄOˆŒàð 	+Ýœ[™]œ]ˆDŒIŒNØð 	)Ø×!Ò! ! RÑ(Ô(Ð(àÐr;   Ú
pre_logitsc                 ó0   — |                       ||¬¦  «        S )N)rµ  )r…  )r~   ri   rµ  s      r9   Úforward_headzCSATv2.forward_headâ  s   € Ø�yŠy˜ zˆyÑ2Ô2Ð2r;   c                 óV   — |                       |¦  «        }|                      |¦  «        S rƒ   )r£  r·  r†   s     r9   r‡   zCSATv2.forwardå  s)   € Ø×!Ò! !Ñ$Ô$ˆØ× Ò  Ñ#Ô#Ð#r;   )rW  rº   rX  r[  r]  r+   FNr^  NN)Trƒ   )NFFr¤  F)r   FT©F)rŠ   r‹   rŒ   r�   rŽ   r   r  r�   r   Ústrrz   r†  rÁ   ÚModuler�  rX   r¡  Úignorer™  rœ  rŸ  r�   r£  r   r   r¯  r´  r·  r‡   r‘   r’   s   @r9   r   r   %  sx  ø€ € € € € ðð ð  $ØØ$6Ø&2Ø2>Ø$'Ø*/Ø-1Ø$ØØðD-ð D-àðD-ð ðD-ð ˜˜S˜”/ð	D-ð
 ˜#˜s˜(”OðD-ð !& c¨3 h¤ðD-ð "ðD-ð $(ðD-ð $ Eœ?ðD-ð ðD-ð 
ðD-ð D-ð D-ð D-ð D-ð D-ðLIð I¨ð Ið Ið Ið Ið!ð !˜rœyð !°tð !Àtð !ð !ð !ð !ð „YÔð ¤	ð ð ð ñ ÔððBð B¨Cð B¸hÀs¼mð BÐW[ð Bð Bð Bð Bð „YÔð)ð )¨Tð )¸Tð )ð )ð )ñ Ôð)ð %¤,ð °5´<ð ð ð ð ð 8<ØØ$Ø$Ø',ð0 ð 0 àŒ|ð0 ð ˜e C¨¨c¬ NÔ3Ô4ð0 ð ð	0 ð
 ð0 ð ð0 ð !%ð0 ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð0 ð 0 ð 0 ð 0 ðh ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 
ˆcŒðð ð ð ð83ð 3˜eœlð 3¸ð 3ÈÌð 3ð 3ð 3ð 3ð$˜œð $¨%¬,ð $ð $ð $ð $ð $ð $ð $ð $r;   r³  c                 ó    — | ddddddddg d	œ
|¥S )
NrW  )rº   é   r¾  )r;  r;  rÑ   rÒ   r  g      ð?zhead.fc)
Úurlr_  Ú
input_sizeÚ	pool_sizer¹   rã   ÚinterpolationÚcrop_pctÚ
classifierÚ
first_convr6   )r¿  r‡  s     r9   Ú_cfgrÆ  ê  s5   € àØ¨=ÀvØ%Ð.CØ#°Ø¨rðð ð ðð r;   ztimm/)Ú	hf_hub_id)rº   é€  rÈ  Úbicubic)rÇ  rÀ  rÂ  )é
   rÊ  )rÇ  rÁ  rÂ  )zcsatv2.r512_in1kzcsatv2_21m.sw_r640_in1kzcsatv2_21m.sw_r512_in1kÚ
state_dictÚmodelc                 ó^  ‡— d| v r| S ddl }ddddœŠ|                     d¦  «        }|                     d¦  «        }|                     d	¦  «        }|                     d
¦  «        }d|j        dt          fˆfd„}i }|                      ¦   «         D �]\  }	}
|                     d|	¦  «        }	|	                     dd¦  «                             dd¦  «                             dd¦  «        }	|                     ||	¦  «        }	d|	v r,|	                     dd¦  «        |
                     d¦  «        }
}	n/d|	v r+|	                     dd¦  «        |
                     d¦  «        }
}	d|	v r|	                     dd¦  «        }	nPd|	v r|	                     dd¦  «        }	n5d|	v r|	                     dd¦  «        }	nd |	v r|	                     d d!¦  «        }	d"|	v r?|	                     d#d$¦  «                             d%d&¦  «                             d"d&¦  «        }	nd'|	v r|	                     d'd(¦  «        }	d)|	v r|	                     d)d*¦  «        }	nd+|	v r|	                     d+d,¦  «        }	d-|	v rd&|	vr|	                     d-d.¦  «        }	|                     d/|	¦  «        }	|                     d0|	¦  «        }	|
||	<   �Œ|S )1zßRemap original CSATv2 checkpoint to timm format.

    Handles two key structural changes:
    1) Stage naming: stages1/2/3/4 -> stages.0/1/2/3
    2) Downsample position: moved from end of stage N to start of stage N+1
    zstages.0.0.grn.weightr   Nrº   é	   )r   r<   rº   z^dct\.z^stages([1-4])\.(\d+)\.(.*)$z^head\.z^norm\.r�  r3   c                 ó$  •— t          |                      d¦  «        ¦  «        t          |                      d¦  «        ¦  «        |                      d¦  «        }}}|‰v r|‰|         k    rd|› d|› �S |dk    rd|› d|› �S d|dz
  › d|dz   › d|› �S )Nr   r<   rº   rk  z.0.z	stages.0.r£   )rŽ   Úgroup)r�  r®  ÚidxÚrestÚdownsample_idxs       €r9   Úremap_stagez)checkpoint_filter_fn.<locals>.remap_stage  s¯   ø€ Ý˜qŸwšw q™zœz™?œ?­C°·²¸±
´
©O¬O¸Q¿WºWÀQ¹Z¼Z�DˆsˆØ�NÐ"Ð" s¨n¸UÔ.CÒ'CÐ'CØ-˜UÐ-Ð- tÐ-Ð-Ð-Ø�AŠ:ˆ:Ø+˜sÐ+Ð+ TÐ+Ð+Ð+Ø5˜ ™Ð5Ð5 S¨1¡WÐ5Ð5¨tÐ5Ð5Ð5r;   z	stem_dct.z.Y_Conv.z.conv_y.z	.Cb_Conv.z	.conv_cb.z	.Cr_Conv.z	.conv_cr.z	grn.gammaz
grn.weightrS   zgrn.betazgrn.biasz
.ff.net.0.z	.mlp.fc1.z
.ff.net.3.z	.mlp.fc2.z	.ff_norm.z.norm2.z.attn_norm.z.norm1.z.attention.attention.z!.attention.attention.attn.to_qkv.z.attn.attn.qkv.z.attention.attention.attn.z.attn.attn.z.attention.z.attn.z.attn.to_qkv.z
.attn.qkv.z.attn.to_out.0.z.attn.proj.z.attn.pos_embed.z.pos_embed.zhead.fc.z
head.norm.)ÚreÚcompileÚMatchrº  ÚitemsÚsubÚreplacer?   )rË  rÌ  rÕ  Údct_reÚstage_reÚhead_reÚnorm_rerÔ  Úoutrk   rj   rÓ  s              @r9   Úcheckpoint_filter_fnrà    s
  ø€ ð  *Ð,Ð,ØÐà€I€I€Ið ˜q QÐ'Ð'€Nà�zŠz˜)Ñ$Ô$€FØ�zŠzÐ9Ñ:Ô:€HØ�zŠz˜*Ñ%Ô%€GØ�zŠz˜*Ñ%Ô%€Gð6�r”xð 6¥Cð 6ð 6ð 6ð 6ð 6ð 6ð €CØ× Ò Ñ"Ô"ð 0ñ 0‰ˆˆ1à�JŠJ�{ AÑ&Ô&ˆØ�YŠY�z JÑ/Ô/ß’˜ [Ñ1Ô1ß’˜ [Ñ1Ô1ð 	
ð
 �LŠL˜ aÑ(Ô(ˆð ˜!ÐÐØ—9’9˜[¨,Ñ7Ô7¸¿ºÀ2¹¼ˆqˆAˆAØ˜1ˆ_ˆ_Ø—9’9˜Z¨Ñ4Ô4°a·i²iÀ±m´mˆqˆAð ˜1ÐÐØ—	’	˜,¨Ñ4Ô4ˆAˆAØ˜QÐÐØ—	’	˜,¨Ñ4Ô4ˆAˆAØ˜AÐÐØ—	’	˜+ yÑ1Ô1ˆAˆAØ˜aÐÐØ—	’	˜-¨Ñ3Ô3ˆAð # aÐ'Ð'Ø—’Ð>Ð@QÑRÔRß’GÐ8ÀÑOÔOß’GÐ3ÀÑOÔOð ˆAð ˜aÐÐØ—	’	˜-¨Ñ2Ô2ˆAð ˜aÐÐØ—	’	˜/¨<Ñ8Ô8ˆAˆAØ !Ð#Ð#Ø—	’	Ð+¨]Ñ;Ô;ˆAð  Ð"Ð" }¸AÐ'=Ð'=Ø—	’	Ð,¨mÑ<Ô<ˆAð �KŠK˜
 AÑ&Ô&ˆØ�KŠK˜ aÑ(Ô(ˆàˆˆA‰‰à€Jr;   FÚvariantÚ
pretrainedc                 óœ   — |                      dd¦  «        }t          t          | |ft          t	          |d¬¦  «        t
          |          dœ|¤ŽS )NÚout_indices)r   r<   rº   rV   T)rä  Úflatten_sequential)Úpretrained_filter_fnÚfeature_cfgÚdefault_cfg)Úpopr   r   rà  rW   Údefault_cfgs)rá  râ  r‡  rä  s       r9   Ú_create_csatv2rë  X  sa   € Ø—*’*˜]¨LÑ9Ô9€KÝÝØØðõ 2Ý [ÀTÐJÑJÔJÝ  Ô)ðð ð ðð ð r;   c                 ó   — t          d| fi |¤ŽS )Nr   )rë  )râ  r‡  s     r9   r   r   e  s   € å˜( JÐ9Ð9°&Ð9Ð9Ð9r;   c           	      óX   — t          ddd¬¦  «        }t          d| fi t          |fi |¤Ž¤ŽS )N)é0   é`   éà   iÀ  )rº   rº   rÊ  r;  )r   r   rV   rº   )r`  ra  rb  Ú
csatv2_21m)rW   rë  )râ  r‡  Ú
model_argss      r9   rñ  rñ  j  sK   € õ Ø!ØØ)ðñ ô €Jõ ˜,¨
ÐQÐQµd¸:Ð6PÐ6PÈÐ6PÐ6PÐQÐQÐQr;   r-  )rœ   )r³  r¹  )Gr�   r§   ry  Ú	functoolsr   r   Útypingr   r   r   r   Únumpyr=   rX   Útorch.nnrÁ   Útorch.nn.functionalÚ
functionalr„   Útimm.layersr	   r
   r   r   r   r   r   r   r   r   Útimm.layers.grnr   Útimm.models._builderr   Útimm.models._featuresr   Útimm.models._manipulater   r   Ú	_registryr   r   Ú__all__rÔ   rÕ   rŽ   rL   r�   r�   rl   rp   r»  rr   r”   r²   r´   rð   r÷   r  r  r:  r  r   rÆ  rê  rW   rà  rº  rë  r   rñ  r6   r;   r9   ú<module>r      s§  ððð ð €€€Ø €€€Ø %Ð %Ð %Ð %Ð %Ð %Ð %Ð %Ø /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /à Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð /Ð .Ð .Ð .Ð .Ð .Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <à�XÐ
€ð€	ð6€ð8˜cð ¨ð °°c´ð ð ð ð ð( Øð	ð Øðàðð
 „\ðð ð ð ð: Øð	Yð YØðYàðYð
 „\ðYð Yð Yð Yð4ð 4ð 4ð 4ð 4ˆBŒIñ 4ô 4ð 4ð,Uð Uð Uð Uð UˆBŒIñ Uô Uð Uð&ð ˜Cð ð ð ð ð"Q3ð Q3ð Q3ð Q3ð Q3�R”Yñ Q3ô Q3ð Q3ðh #ð  #ð  #ð  #ð  #�”ñ  #ô  #ð  #ðF',ð ',ð ',ð ',ð ',ˆBŒIñ ',ô ',ð ',ðT0ð 0ð 0ð 0ð 0˜bœiñ 0ô 0ð 0ðfð ð ð ð �r”yñ ô ð ð0Oð Oð Oð Oð O�r”yñ Oô Oð Oðd,ð ,ð ,ð ,ð ,ˆbŒiñ ,ô ,ð ,ð*B$ð B$ð B$ð B$ð B$ˆRŒYñ B$ô B$ð B$ðJð ð ð ð %Ð$Ø˜Øðñ ô ð  $˜tØØ Øð ñ  ô  ð
  $˜tØØØð ñ  ô  ð&ð &ñ ô €ð"O Tð O°"´)ð OÀð Oð Oð Oð Oðd
ð 
˜Cð 
¨Tð 
Èð 
ð 
ð 
ð 
ð ð:ð :�tð :°&ð :ð :ð :ñ „ð:ð ðRð R˜4ð R°fð Rð Rð Rñ „ðRð Rð Rr;   