§
    ·¯¸jèn  ã                   óz  — d Z ddlZddlZddlmZmZmZmZmZm	Z	m
Z
 ddlZddlmZ ddlmc mZ ddlmZmZ ddlmZ ddlmZ  ej        e¦  «        Z G d	„ d
ej        ¦  «        Z G d„ de¦  «        Z	 	 	 d%dee         dededefd„Z ej!        Z"e"fde	eef         de	eef         dededej#        dej$        dej%        fd„Z&e"fdej%        dej%        de	eef         dej$        dej$        dej%        fd„Z'	 	 	 d%dej%        dee         dededef
d „Z( G d!„ d"ej        ¦  «        Z) G d#„ d$ej        ¦  «        Z*dS )&a?   Image to Patch Embedding using Conv2d

A convolution based approach to patchifying a 2D image w/ embedding projection.

Based on code in:
  * https://github.com/google-research/vision_transformer
  * https://github.com/google-research/big_vision/tree/main/big_vision

Hacked together by / Copyright 2020 Ross Wightman
é    N)ÚCallableÚDictÚIterableÚListÚOptionalÚTupleÚUnion)Únné   )ÚFormatÚnchw_to)Ú	to_2tuple)Ú_assertc                   óÞ  ‡ — e Zd ZU dZeed<   ej        j        e	         ed<   	 	 	 	 	 	 	 	 	 	 	 	 dde
eeeeef         f                  dededede
e         de	de
e         de	de	de	fˆ fd„Zdeeeeef         f         fd„Z	 	 dde
eeeeef         f                  de
eeeeef         f                  fd„Zddeeeef         ef         fd„Zdeeef         deeef         fd„Zd„ Zˆ xZS )Ú
PatchEmbedú! 2D Image to Patch Embedding
    Ú
output_fmtÚdynamic_img_padéà   é   é   é   NTFÚimg_sizeÚ
patch_sizeÚin_chansÚ	embed_dimÚ
norm_layerÚflattenÚbiasÚstrict_img_sizec                 óÐ  •— ||dœ}t          ¦   «                              ¦   «          t          |¦  «        | _        |                      |¦  «        \  | _        | _        | _        |�d| _        t          |¦  «        | _
        n|| _        t          j        | _
        |	| _        |
| _        t          j        ||f|||dœ|¤Ž| _        |r	 ||fi |¤Žnt          j        ¦   «         | _        d S )N©ÚdeviceÚdtypeF)Úkernel_sizeÚstrider   )ÚsuperÚ__init__r   r   Ú_init_img_sizer   Ú	grid_sizeÚnum_patchesr   r   r   ÚNCHWr    r   r
   ÚConv2dÚprojÚIdentityÚnorm)Úselfr   r   r   r   r   r   r   r   r    r   r#   r$   ÚddÚ	__class__s                 €úg/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/patch_embed.pyr(   zPatchEmbed.__init__    sì   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ# JÑ/Ô/ˆŒØ:>×:MÒ:MÈhÑ:WÔ:WÑ7ˆŒ�t”~ tÔ'7àÐ!Ø ˆDŒLÝ$ ZÑ0Ô0ˆDŒOˆOð #ˆDŒLÝ$œkˆDŒOØ.ˆÔØ.ˆÔå”I˜h¨	Ðn¸zÐR\ÐcgÐnÐnÐkmÐnÐnˆŒ	Ø3=ÐP�J�J˜yÐ/Ð/¨BÐ/Ð/Ð/Å2Ä;Á=Ä=ˆŒ	ˆ	ˆ	ó    c                 ó¾   — | j         sJ ‚|€dS t          |¦  «        }t          d„ t          || j         ¦  «        D ¦   «         ¦  «        }|d         |d         z  }|||fS )N)NNNc                 ó   — g | ]
\  }}||z  ‘ŒS © r8   )Ú.0ÚsÚps      r4   ú
<listcomp>z-PatchEmbed._init_img_size.<locals>.<listcomp>F   s    € ÐMÐMÐM¡d a¨˜1 ™6ÐMÐMÐMr5   r   r   )r   r   ÚtupleÚzip)r1   r   r*   r+   s       r4   r)   zPatchEmbed._init_img_sizeA   so   € ØŒÐÐˆØÐØ#Ð#Ý˜XÑ&Ô&ˆÝÐMÐM­c°(¸D¼OÑ.LÔ.LÐMÑMÔMÑNÔNˆ	Ø ”l Y¨q¤\Ñ1ˆØ˜ KÐ/Ð/r5   c           
      ó´  — d }|�t          |¦  «        }|��|| j        k    röt          j        ¦   «         5  t	          j        | j        j        | j        j        ||| j        j	        d u| j        j
        j        | j        j
        j        ¬¦  «        }|j
                             t          | j        j
        |d¬¦  «        ¦  «         | j        j	        �$|j	                             | j        j	        ¦  «         || _        d d d ¦  «         n# 1 swxY w Y   || _        |p| j        }|| j        k    s|�*|                      |¦  «        \  | _        | _        | _        d S d S )N)r%   r&   r   r#   r$   T)Úverbose)r   r   ÚtorchÚno_gradr
   r-   r.   Úin_channelsÚout_channelsr   Úweightr#   r$   Úcopy_Úresample_patch_embedr   r)   r*   r+   )r1   r   r   Únew_patch_sizeÚnew_projs        r4   Úset_input_sizezPatchEmbed.set_input_sizeJ   sŽ  € ð
 ˆØÐ!Ý& zÑ2Ô2ˆNØÑ%¨.¸D¼OÒ*KÐ*KÝ”‘”ð %ð %Ýœ9Ø”IÔ)Ø”IÔ*Ø .Ø)Øœœ¨tÐ3Øœ9Ô+Ô2Øœ)Ô*Ô0ðñ ô �ð ”×%Ò%Õ&:¸4¼9Ô;KÈ^ÐeiÐ&jÑ&jÔ&jÑkÔkÐkØ”9”>Ð-Ø”M×'Ò'¨¬	¬Ñ7Ô7Ð7Ø$�”	ð%ð %ð %ñ %ô %ð %ð %ð %ð %ð %ð %øøøð %ð %ð %ð %ð -ˆDŒOØÐ,˜tœ}ˆØ�t”}Ò$Ð$¨Ð(BØ>B×>QÒ>QÐRZÑ>[Ô>[Ñ;ˆDŒM˜4œ>¨4Ô+;Ð+;Ð+;ð )CÐ(Bs   µCDÄD
ÄD
Úreturnc                 ó<   — |rt          | j        ¦  «        S | j        S ©N)Úmaxr   )r1   Ú	as_scalars     r4   Ú
feat_ratiozPatchEmbed.feat_ratiof   s"   € Øð 	#Ý�t”Ñ'Ô'Ð'à”?Ð"r5   c                 ó  — | j         rPt          j        |d         | j        d         z  ¦  «        t          j        |d         | j        d         z  ¦  «        fS |d         | j        d         z  |d         | j        d         z  fS )z¤ Get grid (feature) size for given image size taking account of dynamic padding.
        NOTE: must be torchscript compatible so using fixed tuple indexing
        r   r   )r   ÚmathÚceilr   )r1   r   s     r4   Údynamic_feat_sizezPatchEmbed.dynamic_feat_sizel   s   € ð Ôð 	XÝ”9˜X aœ[¨4¬?¸1Ô+=Ñ=Ñ>Ô>ÅÄ	È(ÐSTÌ+ÐX\ÔXgÐhiÔXjÑJjÑ@kÔ@kÐkÐkà˜A”; $¤/°!Ô"4Ñ4°h¸q´kÀTÄ_ÐUVÔEWÑ6WÐWÐWr5   c                 óØ  — |j         \  }}}}| j        �Ù| j        rct          || j        d         k    d|› d| j        d         › d�¦  «         t          || j        d         k    d|› d| j        d         › d�¦  «         no| j        sht          || j        d         z  dk    d|› d| j        d         › d�¦  «         t          || j        d         z  dk    d|› d| j        d         › d�¦  «         | j        rq| j        d         || j        d         z  z
  | j        d         z  }| j        d         || j        d         z  z
  | j        d         z  }t          j        |d|d|f¦  «        }|                      |¦  «        }| j	        r*| 	                    d¦  «         
                    dd¦  «        }n*| j        t          j        k    rt          || j        ¦  «        }|                      |¦  «        }|S )	Nr   zInput height (z) doesn't match model (ú).r   zInput width (z%) should be divisible by patch size (é   )Úshaper   r    r   r   r   ÚFÚpadr.   r   Ú	transposer   r   r,   r   r0   )r1   ÚxÚBÚCÚHÚWÚpad_hÚpad_ws           r4   ÚforwardzPatchEmbed.forwardu   s  € Ø”W‰
ˆˆ1ˆa�ØŒ=Ð$ØÔ#ð Ý˜˜Tœ]¨1Ô-Ò-Ð/nÀÐ/nÐ/nÐZ^ÔZgÐhiÔZjÐ/nÐ/nÐ/nÑoÔoÐoÝ˜˜Tœ]¨1Ô-Ò-Ð/m¸qÐ/mÐ/mÐY]ÔYfÐghÔYiÐ/mÐ/mÐ/mÑnÔnÐnÐnØÔ)ð ÝØ˜œ¨Ô*Ñ*¨aÒ/Øc QÐcÐcÈTÌ_Ð]^ÔM_ÐcÐcÐcñô ð õ Ø˜œ¨Ô*Ñ*¨aÒ/Øb AÐbÐbÈDÌOÐ\]ÔL^ÐbÐbÐbñô ð ð Ôð 	/Ø”_ QÔ'¨!¨d¬o¸aÔ.@Ñ*@Ñ@ÀDÄOÐTUÔDVÑVˆEØ”_ QÔ'¨!¨d¬o¸aÔ.@Ñ*@Ñ@ÀDÄOÐTUÔDVÑVˆEÝ”�a˜!˜U A uÐ-Ñ.Ô.ˆAØ�IŠI�a‰LŒLˆØŒ<ð 	,Ø—	’	˜!‘”×&Ò& q¨!Ñ,Ô,ˆAˆAØŒ_¥¤Ò+Ð+Ý˜˜4œ?Ñ+Ô+ˆAØ�IŠI�a‰LŒLˆØˆr5   )r   r   r   r   NTNTTFNN)NN©T)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ú__annotations__rA   ÚjitÚFinalÚboolr   r	   Úintr   r   Ústrr(   r)   rJ   rP   rT   rc   Ú__classcell__©r3   s   @r4   r   r      s9  ø€ € € € € € ðð àÐÐÑØ”Y”_ TÔ*Ð*Ð*Ñ*ð ?BØ ØØ Ø-1Ø Ø(,ØØ$(Ø$)ØØðQð Qà˜u S¨%°°S°¬/Ð%9Ô:Ô;ðQð ðQð ð	Qð
 ðQð ! Ô*ðQð ðQð ! œðQð ðQð "ðQð "ðQð Qð Qð Qð Qð QðB0 u¨S°%¸¸S¸´/Ð-AÔ'Bð 0ð 0ð 0ð 0ð ?CØ@Dð\ð \à˜u S¨%°°S°¬/Ð%9Ô:Ô;ð\ð !  s¨E°#°s°(¬OÐ';Ô!<Ô=ð\ð \ð \ð \ð8#ð #¨E°%¸¸S¸´/À3Ð2FÔ,Gð #ð #ð #ð #ðX¨%°°S°¬/ð X¸eÀCÈÀH¼oð Xð Xð Xð Xðð ð ð ð ð ð r5   r   c                   óÜ   ‡ — e Zd ZU dZeed<   	 	 	 	 	 	 	 	 	 	 dd	eeee	eef         f                  d
edededee
         dedee         defˆ fd„Zde	ej        ee         f         fd„Zˆ xZS )ÚPatchEmbedWithSizer   r   r   r   r   r   NTr   r   r   r   r   r   r   c                 ó^   •— t          ¦   «                              |||||||||	|
¬¦
  «
         d S )N)
r   r   r   r   r   r   r   r   r#   r$   )r'   r(   )r1   r   r   r   r   r   r   r   r   r#   r$   r3   s              €r4   r(   zPatchEmbedWithSize.__init__–   sN   ø€ õ 	‰Œ×ÒØØ!ØØØ!ØØ!ØØØð 	ñ 	
ô 	
ð 	
ð 	
ð 	
r5   rK   c                 ó(  — |j         \  }}}}| j        �ht          || j        d         z  dk    d|› d| j        d         › d�¦  «         t          || j        d         z  dk    d|› d| j        d         › d�¦  «         |                      |¦  «        }|j         dd …         }| j        r*|                     d¦  «                             dd¦  «        }n*| j        t          j	        k    rt          || j        ¦  «        }|                      |¦  «        }||fS )	Nr   zInput image height (z#) must be divisible by patch size (rV   r   zInput image width (éþÿÿÿrW   )rX   r   r   r   r.   r   r[   r   r   r,   r   r0   )r1   r\   r]   r^   r_   r`   Ú	feat_sizes          r4   rc   zPatchEmbedWithSize.forward°   sS  € Ø”W‰
ˆˆ1ˆa�ØŒ=Ð$Ý�A˜œ¨Ô*Ñ*¨aÒ/ð  2EÈð  2Eð  2EÐnrÔn}Ð~ô  oAð  2Eð  2Eð  2Eñ  Fô  Fð  FÝ�A˜œ¨Ô*Ñ*¨aÒ/ð  2DÀqð  2Dð  2DÐmqÔm|Ð}~Ômð  2Dð  2Dð  2Dñ  Eô  Eð  Eà�IŠI�a‰LŒLˆØ”G˜B˜C˜C”Lˆ	ØŒ<ð 	,Ø—	’	˜!‘”×&Ò& q¨!Ñ,Ô,ˆAˆAØŒ_¥¤Ò+Ð+Ý˜˜4œ?Ñ+Ô+ˆAØ�IŠI�a‰LŒLˆØ�)ˆ|Ðr5   )
r   r   r   r   NTNTNN)re   rf   rg   rh   r   ri   r   r	   rm   r   r   rl   rn   r(   rA   ÚTensorr   rc   ro   rp   s   @r4   rr   rr   ‘   s  ø€ € € € € € ðð àÐÐÑð ?BØ ØØ Ø-1Ø Ø(,ØØØð
ð 
à˜u S¨%°°S°¬/Ð%9Ô:Ô;ð
ð ð
ð ð	
ð
 ð
ð ! Ô*ð
ð ð
ð ! œð
ð ð
ð 
ð 
ð 
ð 
ð 
ð4˜E %¤,°°S´	Ð"9Ô:ð ð ð ð ð ð ð ð r5   rr   ÚbicubicTFÚnew_sizeÚinterpolationÚ	antialiasr@   c           	      óÞ  ‡‡‡‡‡‡— ddl Š	 ddlm} n# t          $ r	 ddlm} Y nw xY wt          | j        ¦  «        dk    s
J d¦   «         ‚t          ‰¦  «        dk    s
J d¦   «         ‚| j        dd…         }t          |¦  «        t          ‰¦  «        k    r| S |r)t           	                    d	| j        › d
‰› d‰› d�¦  «         ˆˆfd„Šˆˆfd„} ||‰¦  «        }t          j
        ‰j                             |j        ¦  «        | j        ¬¦  «        Šˆˆfd„}	 | ||	dd¦  «        dd¦  «        }
| j        }|                      ¦   «         }  |
| ¦  «        } |                      |¦  «        } | S )a/  Resample the weights of the patch embedding kernel to target resolution.
    We resample the patch embedding kernel by approximately inverting the effect
    of patch resizing.

    Code based on:
      https://github.com/google-research/big_vision/blob/b00544b81f8694488d5f36295aeb7972f3755ffe/big_vision/models/proj/flexi/vit.py

    With this resizing, we can for example load a B/8 filter into a B/16 model
    and, on 2x larger input image, the result will match.

    Args:
        patch_embed: original parameter to be resized.
        new_size (tuple(int, int): target shape (height, width)-only.
        interpolation (str): interpolation for resize
        antialias (bool): use anti-aliasing filter in resize
        verbose (bool): log operation
    Returns:
        Resized patch embedding kernel.
    r   N)Úvmapé   zFour dimensions expectedrW   zNew shape should only be hwru   zResize patch embedding z to z, w/ z interpolation.c                 óœ   •— t          j        | ¦  «        d         }t          j        ||‰‰¬¦  «        d                              ¦   «         }|S )N)NN.)ÚsizeÚmoder{   )r   r   .)rA   rw   rY   ÚinterpolateÚnumpy)Úx_npÚ	_new_sizeÚx_tfÚx_upsampledr{   rz   s       €€r4   Úresizez(resample_patch_embed_old.<locals>.resizeê   sW   ø€ ÝŒ|˜DÑ!Ô! /Ô2ˆÝ”mØ�y }À	ðKñ Kô KØKTôVßV[ÒV[ÑV]ÔV]ð 	àÐr5   c                 óF  •— g }t          ‰                     | ¦  «        ¦  «        D ]b}‰                     | ¦  «        }d|‰                     || ¦  «        <   |                      ‰||¦  «                             d¦  «        ¦  «         Œc‰                     |¦  «        j        S )Ng      ð?éÿÿÿÿ)ÚrangeÚprodÚzerosÚunravel_indexÚappendÚreshapeÚstackÚT)Ú	_old_sizer…   ÚmatÚiÚ	basis_vecÚnprˆ   s        €€r4   Úget_resize_matz0resample_patch_embed_old.<locals>.get_resize_matð   s™   ø€ ØˆÝ�r—w’w˜yÑ)Ô)Ñ*Ô*ð 	Að 	AˆAØŸš Ñ+Ô+ˆIØ8:ˆI�b×&Ò& q¨)Ñ4Ô4Ñ5Ø�JŠJ�v�v˜i¨Ñ3Ô3×;Ò;¸BÑ?Ô?Ñ@Ô@Ð@Ð@Ø�xŠx˜‰}Œ}ŒÐr5   ©r#   c                 ó^   •— ‰|                       d¦  «        z  }|                      ‰¦  «        S )NrŠ   )r�   )ÚkernelÚresampled_kernelry   Úresize_mat_pinvs     €€r4   Úresample_kernelz1resample_patch_embed_old.<locals>.resample_kernelû   s.   ø€ Ø*¨V¯^ª^¸BÑ-?Ô-?Ñ?ÐØ×'Ò'¨Ñ1Ô1Ð1r5   r   )rƒ   rA   r}   ÚImportErrorÚ	functorchÚlenrX   r=   Ú_loggerÚinfoÚtensorÚlinalgÚpinvr’   r#   r$   ÚfloatÚto)Úpatch_embedry   rz   r{   r@   r}   Úold_sizer˜   Ú
resize_matrž   Úv_resample_kernelÚ
orig_dtyper—   rˆ   r�   s    ```        @@@r4   Úresample_patch_embed_oldr®   Á   s  øøøøøø€ ð4 ÐÐÐð#ØÐÐÐÐÐÐøÝð #ð #ð #Ø"Ð"Ð"Ð"Ð"Ð"Ð"Ð"ð#øøøõ ˆ{Ô Ñ!Ô! QÒ&Ð&Ð&Ð(BÑ&Ô&Ð&Ýˆx‰=Œ=˜AÒÐÐÐ<ÑÔÐØÔ    Ô%€HÝˆX�„�% ™/œ/Ò)Ð)ØÐàð uÝ�ŠÐs¨{Ô/@ÐsÐsÀhÐsÐsÐUbÐsÐsÐsÑtÔtÐtðð ð ð ð ð ðð ð ð ð ð ð  � ¨(Ñ3Ô3€JÝ”l 2¤9§>¢>°*´,Ñ#?Ô#?ÈÔHZÐ[Ñ[Ô[€Oð2ð 2ð 2ð 2ð 2ð 2ð ˜˜T˜T /°1°aÑ8Ô8¸!¸QÑ?Ô?ÐØÔ"€JØ×#Ò#Ñ%Ô%€KØ#Ð# KÑ0Ô0€KØ—.’. Ñ,Ô,€KØÐs   Œ “&¥&rª   r#   r$   rK   c                 ó:  — | \  }}|\  }}	||z  }
||	z  }t          j        |
||¬¦  «        }|                     |
d||¦  «        }t          j        ||||d¬¦  «        }|                     d¦  «                             ddd¦  «                             ||
¦  «        }|S )zKComputes the resize matrix basis vectors and interpolates them to new_size.r"   r   F)r€   r�   r{   Úalign_cornersrW   r   )rA   Úeyer�   rY   r‚   ÚsqueezeÚpermute)rª   ry   rz   r{   r#   r$   Úold_hÚold_wÚnew_hÚnew_wÚ	old_totalÚ	new_totalÚ
eye_matrixÚbasis_vectors_batchÚresized_basis_vectors_batchÚresize_matrixs                   r4   Ú_compute_resize_matrixr¾   
  s½   € ð �L€Eˆ5Ø�L€Eˆ5Ø˜‘€IØ˜‘€Iå”˜9¨V¸5ÐAÑAÔA€JØ$×,Ò,¨Y¸¸5À%ÑHÔHÐÝ"#¤-ØØØØØð#ñ #ô #Ðð 0×7Ò7¸Ñ:Ô:×BÒBÀ1ÀaÈÑKÔK×SÒSÐT]Ð_hÑiÔi€MØÐr5   r©   Úpinv_matrixÚnew_size_tupler­   Úintermediate_dtypec                 óì   — | j         ^}}}|                      ||d¦  «                             |¬¦  «        } |                     |¬¦  «        }| |z  } |j        ||g|¢R Ž                      |¬¦  «        }|S )zW Simplified resampling w/o vmap use.
    As proposed by https://github.com/stas-sl
    rŠ   )r$   )rX   r�   r¨   )	r©   r¿   rÀ   r­   rÁ   Úc_outÚc_inÚ_Úresampled_patch_embeds	            r4   Ú_apply_resamplingrÇ   %  s�   € ð "Ô'€O€Eˆ4�!Ø×%Ò% e¨T°2Ñ6Ô6×9Ò9Ð@RÐ9ÑSÔS€KØ—.’.Ð'9�.Ñ:Ô:€KØ'¨+Ñ5ÐØ9Ð1Ô9¸%ÀÐWÈÐWÐWÐW×ZÒZÐakÐZÑlÔlÐØ Ð r5   c                 ó¦  — t          | j        ¦  «        dk    s
J d¦   «         ‚t          |¦  «        dk    s
J d¦   «         ‚t          | j        dd…         ¦  «        }t          |¦  «        }||k    r| S | j        }| j        }t          |||||t          ¦  «        }	t          j         	                    |	¦  «        }
t          | |
||t          ¦  «        }|S )z5 Standalone function (computes matrix on each call). r~   z/Input tensor should be 4D (out_ch, in_ch, h, w)rW   z+New shape should only be hw (height, width)ru   N)r¡   rX   r=   r#   r$   r¾   ÚDTYPE_INTERMEDIATErA   r¥   r¦   rÇ   )r©   ry   rz   r{   r@   Úold_size_tuplerÀ   r#   r­   r«   r¿   rÆ   s               r4   rG   rG   7  sæ   € õ ˆ{Ô Ñ!Ô! QÒ&Ð&Ð&Ð(YÑ&Ô&Ð&Ýˆx‰=Œ=˜AÒÐÐÐLÑÔÐå&+¨KÔ,=¸b¸c¸cÔ,BÑ&CÔ&C€NÝ&+¨H¡o¤o€Nà˜Ò'Ð'ØÐàÔ€FØÔ"€Jå'Ø˜¨°yÀ&ÕJ\ñô €Jõ ”,×#Ò# JÑ/Ô/€KÝ-Ø�[ .°*Õ>Pñô Ðð !Ð r5   c            	       óB  ‡ — e Zd ZdZ	 	 	 ddeeef         dedefˆ fd„Ze	fd	eeef         d
e
j        de
j        de
j        fd„Zddefˆ fd„Z	 ddeeeeeef         f                  d
eeee
j        f                  ddfd„Zde
j        d	ee         de
j        fd„Zˆ xZS )Ú PatchEmbedResamplerFixedOrigSizez…
    Resample patch embedding weights from a fixed original size,
    caching the pseudoinverse matrix based on the target size.
    rx   TNÚ	orig_sizerz   r{   c                 óR  •— t          ¦   «                              ¦   «          t          |t          ¦  «        rt	          |¦  «        dk    s
J d¦   «         ‚|| _        || _        || _        i | _        |  	                    dt          j        dt          j        |¬¦  «        d¬¦  «         dS )	aJ  
        Args:
            orig_size (Tuple[int, int]): The expected original (height, width) of input patch_embed tensors.
            interpolation (str): Interpolation mode.
            antialias (bool): Use anti-aliasing filter in resize.
            device: Device used for cache prewarming before the first forward.
        rW   z.`orig_size` must be a tuple of (height, width)Ú_cache_device_anchorr   )r$   r#   F)Ú
persistentN)r'   r(   Ú
isinstancer=   r¡   rÍ   rz   r{   Ú_pinv_cache_mapÚregister_bufferrA   ÚemptyÚuint8)r1   rÍ   rz   r{   r#   r3   s        €r4   r(   z)PatchEmbedResamplerFixedOrigSize.__init__Z  s·   ø€ õ 	‰Œ×ÒÑÔÐÝ˜)¥UÑ+Ô+ð 	=µ°I±´À!Ò0CÐ0CÐ0CØ<ñ 1DÔ0CÐCà"ˆŒØ*ˆÔØ"ˆŒð ð 	Ôð 	×ÒØ"ÝŒK˜¥¤°VÐ<Ñ<Ô<Øð 	ñ 	
ô 	
ð 	
ð 	
ð 	
r5   ry   r#   r$   rK   c           
      ó¢  — |||f}| j                              |¦  «        }|�|S t          j        d¦  «        5  t          j        |j        d¬¦  «        5  t          | j        || j        | j	        ||¦  «        }t          j
                             |¦  «        }ddd¦  «         n# 1 swxY w Y   ddd¦  «         n# 1 swxY w Y   || j         |<   |S )zRRetrieves or computes the cached pinv matrix for a target size, device, and dtype.NF)Údevice_typeÚenabled)rÒ   ÚgetrA   Úinference_modeÚautocastÚtyper¾   rÍ   rz   r{   r¥   r¦   )r1   ry   r#   r$   Ú	cache_keyr¿   r«   s          r4   Ú_get_or_create_pinv_matrixz;PatchEmbedResamplerFixedOrigSize._get_or_create_pinv_matrix  sV  € ð ˜v uÐ-ˆ	ØÔ*×.Ò.¨yÑ9Ô9ˆØÐ"ØÐõ Ô! %Ñ(Ô(ð 	8ð 	8­%¬.ÀVÄ[ÐZ_Ð*`Ñ*`Ô*`ð 	8ð 	8Ý/Ø” ¨$Ô*<¸d¼nÈfÐV[ñô ˆJõ  œ,×+Ò+¨JÑ7Ô7ˆKð		8ð 	8ð 	8ñ 	8ô 	8ð 	8ð 	8ð 	8ð 	8ð 	8ð 	8øøøð 	8ð 	8ð 	8ð 	8ð 	8ð 	8ð 	8ñ 	8ô 	8ð 	8ð 	8ð 	8ð 	8ð 	8ð 	8øøøð 	8ð 	8ð 	8ð 	8ð +6ˆÔ˜YÑ'àÐs6   ¸B:ÁAB#ÂB:Â#B'	Â'B:Â*B'	Â+B:Â:B>ÃB>Úrecursec                 óx   •— | j                              ¦   «          t          ¦   «                              |¦  «        S rM   )rÒ   Úclearr'   Ú_apply)r1   Úfnrß   r3   s      €r4   râ   z'PatchEmbedResamplerFixedOrigSize._applyš  s2   ø€ ð 	Ô×"Ò"Ñ$Ô$Ð$õ ‰wŒw�~Š~˜bÑ!Ô!Ð!r5   Ú	new_sizesc                 óè   — |�.t          j        dt          j        |¦  «        ¬¦  «        j        }n| j        j        }|D ]2}t	          |¦  «        }|| j        k    r|                      ||¦  «         Œ3dS )aR  Precompute resampling matrices for a collection of target sizes.

        Prewarming is useful before ``torch.compile`` or other captured execution,
        where creating a new cache entry during the first forward is undesirable.

        The cache is cleared by any ``.to()`` / ``.cuda()`` / dtype conversion of this
        module, so prewarm after the model has been moved to its execution device.

        Args:
            new_sizes: Iterable of target patch sizes.
            device: Device on which to build the cache. Defaults to this module's
                current device.
        Nr   r™   )rA   rÔ   r#   rÏ   r   rÍ   rÞ   )r1   rä   r#   ry   s       r4   Úprewarmz(PatchEmbedResamplerFixedOrigSize.prewarm£  sˆ   € ð$ Ðõ ”[ ­5¬<¸Ñ+?Ô+?Ð@Ñ@Ô@ÔGˆFˆFàÔ.Ô5ˆFØ!ð 	Bð 	BˆHÝ  Ñ*Ô*ˆHØ˜4œ>Ò)Ð)Ø×/Ò/°¸&ÑAÔAÐAøð	Bð 	Br5   r©   c                 ó€  — t          |j        ¦  «        dk    sJ ‚t          |¦  «        dk    sJ ‚t          |j        dd…         ¦  «        }|| j        k    sJ d|› d| j        › �¦   «         ‚t          |¦  «        }| j        |k    r|S |j        }|j        }|                      ||¦  «        }t          ||||¦  «        }|S )a   Resamples the patch embedding weights to new_size.

        Args:
            patch_embed (torch.Tensor): Original weights (out_ch, in_ch, H_orig, W_orig).
            new_size (List[int]): Target [height, width].

        Returns:
            torch.Tensor: Resampled weights.
        r~   rW   ru   NzInput patch_embed spatial size z0 does not match module's expected original size )r¡   rX   r=   rÍ   r#   r$   rÞ   rÇ   )	r1   r©   ry   Ú
input_sizerÀ   r#   r­   r¿   rÆ   s	            r4   rc   z(PatchEmbedResamplerFixedOrigSize.forwardÀ  sø   € õ �;Ô$Ñ%Ô%¨Ò*Ð*Ð*Ð*Ý�8‰}Œ} Ò!Ð!Ð!Ð!õ ˜;Ô,¨R¨S¨SÔ1Ñ2Ô2ˆ
Ø˜Tœ^Ò+Ð+Ð+ð@¨jð @ð @Ø/3¬~ð@ð @ñ ,Ô+Ð+õ +0°©/¬/ˆð Œ>˜^Ò+Ð+ØÐàÔ#ˆØ Ô&ˆ
ð ×5Ò5°nÀfÑMÔMˆõ !2°+¸{ÈNÐ\fÑ gÔ gÐà$Ð$r5   )rx   TNrd   rM   )re   rf   rg   rh   r   rm   rn   rl   r(   rÉ   rA   r#   r$   rw   rÞ   râ   r   r	   r   ræ   r   rc   ro   rp   s   @r4   rÌ   rÌ   U  s“  ø€ € € € € ðð ð "+Ø"Øð#
ð #
à˜S #˜X”ð#
ð ð#
ð ð	#
ð #
ð #
ð #
ð #
ð #
ðR "4ð	ð à˜C ˜H”oðð ”Lðð ”;ð	ð
 
Œðð ð ð ð6"ð " $ð "ð "ð "ð "ð "ð "ð :>ðBð Bà  c¨5°°c°¬?Ð&:Ô ;Ô<ðBð ˜U 3¨¬Ð#4Ô5Ô6ðBð 
ð	Bð Bð Bð Bð:"% 5¤<ð "%¸4À¼9ð "%ÈÌð "%ð "%ð "%ð "%ð "%ð "%ð "%ð "%r5   rÌ   c                   ó¬  ‡ — e Zd ZdZ	 	 	 	 	 	 ddeeef         ded	ed
ededefˆ fd„Z	 dde	e
eeeef         f                  dee
eej        f                  ddfd„Zdej        deeef         dej        fd„Zdej        deeef         dej        fd„Z	 	 	 ddej        dej        deej                 deeeef                  dedej        fd„Zˆ xZS )ÚPatchEmbedInterpolatora  Dynamically interpolates patch embedding weights for variable patch sizes.

    This module wraps patch embedding weight resampling functionality to support
    on-the-fly patch size variation during training. It handles both Conv2d and
    Linear patch embeddings.

    Args:
        base_patch_size: The original patch size the model was initialized with
        in_chans: Number of input channels
        embed_dim: Embedding dimension
        interpolation: Interpolation mode for resampling
        antialias: Whether to use antialiasing during interpolation
        channels_last: Per-patch flat layout of the linear weight / patches:
            True -> (ph, pw, C) [NaFlex default], False -> (C, ph, pw).
        device: Device used for cache prewarming before the first forward.
    r   r   rx   TNÚbase_patch_sizer   r   rz   r{   Úchannels_lastc                 óÌ   •— t          ¦   «                              ¦   «          || _        || _        || _        || _        || _        || _        t          ||||¬¦  «        | _	        d S )N)rÍ   rz   r{   r#   )
r'   r(   rë   r   r   rz   r{   rì   rÌ   Ú	resampler)	r1   rë   r   r   rz   r{   rì   r#   r3   s	           €r4   r(   zPatchEmbedInterpolator.__init__÷  sn   ø€ õ 	‰Œ×ÒÑÔÐØ.ˆÔØ ˆŒØ"ˆŒØ*ˆÔØ"ˆŒØ*ˆÔÝ9Ø%Ø'ØØð	
ñ 
ô 
ˆŒˆˆr5   Útarget_patch_sizesr#   rK   c                 ó>   — | j                              ||¬¦  «         dS )a®  Precompute interpolation matrices for target patch sizes.

        The cache is cleared by any ``.to()`` / ``.cuda()`` / dtype conversion of this
        module, so prewarm after the model has been moved to its execution device.

        Args:
            target_patch_sizes: Iterable of target patch sizes.
            device: Device on which to build the cache. Defaults to this module's
                current device.
        r™   N)rî   ræ   )r1   rï   r#   s      r4   ræ   zPatchEmbedInterpolator.prewarm  s&   € ð 	Œ×ÒÐ1¸&ÐÑAÔAÐAÐAÐAr5   rE   Útarget_patch_sizec                 óÌ  — || j         k    r|S |j        d         }| j         \  }}|\  }}| j        r4|                     |||| j        ¦  «                             dddd¦  «        }n|                     || j        ||¦  «        }|                      |||g¦  «        }	| j        r-|	                     dddd¦  «                             |d¦  «        }
n|	                     |d¦  «        }
|
S )a/  Resample linear patch embedding weights for a new patch size.

        Args:
            weight: Linear weight tensor of shape [embed_dim, patch_h * patch_w * in_chans]
            target_patch_size: Target (patch_h, patch_w) to resample to

        Returns:
            Resampled weight tensor
        r   r   r   rW   rŠ   )rë   rX   rì   r�   r   r³   rî   )r1   rE   rñ   r   Úbase_phÚbase_pwÚ	target_phÚ	target_pwÚweight_convÚweight_conv_resampledÚweight_resampleds              r4   Úresample_linear_weightz-PatchEmbedInterpolator.resample_linear_weight   s  € ð  Ô 4Ò4Ð4ØˆMà”L ”Oˆ	ØÔ/Ñˆ�Ø0Ñˆ	�9ð Ôð 	UØ Ÿ.š.¨°G¸WÀdÄmÑTÔT×\Ò\Ð]^Ð`aÐcdÐfgÑhÔhˆKˆKà Ÿ.š.¨°D´MÀ7ÈGÑTÔTˆKð !%§¢¨{¸YÈ	Ð<RÑ SÔ SÐð Ôð 	LØ4×<Ò<¸QÀÀ1ÀaÑHÔH×PÒPÐQZÐ\^Ñ_Ô_ÐÐà4×<Ò<¸YÈÑKÔKÐàÐr5   c                 óf   — || j         k    r|S |                      |t          |¦  «        ¦  «        }|S )a-  Resample conv2d patch embedding weights for a new patch size.

        Args:
            weight: Conv2d weight tensor of shape [embed_dim, in_chans, patch_h, patch_w]
            target_patch_size: Target (patch_h, patch_w) to resample to

        Returns:
            Resampled weight tensor
        )rë   rî   Úlist)r1   rE   rñ   rù   s       r4   Úresample_conv_weightz+PatchEmbedInterpolator.resample_conv_weightG  s:   € ð  Ô 4Ò4Ð4ØˆMàŸ>š>¨&µ$Ð7HÑ2IÔ2IÑJÔJÐàÐr5   ÚpatchesÚproj_weightÚ	proj_biasr   Ú	is_linearc                 óÎ  — |€| j         }|rå|| j         k    r{|j        dk    s
J d¦   «         ‚|j        dd…         \  }}|                      ||¦  «        }|                     ||d¦  «        }	t
          j        j                             |	||¦  «        }
nÓ|j        dk    r-|                     |j        d         |j        d         d¦  «        }t
          j        j                             |||¦  «        }
nt|| j         k    r@|  	                    ||¦  «        }t
          j        j         
                    ||||d¬¦  «        }
n)t
          j        j         
                    ||||d¬¦  «        }
|
S )	aW  Apply patch embedding with dynamic weight resampling.

        Args:
            patches: Input patches
                - For linear mode with resampling: [B, N, Ph, Pw, C]
                - For linear mode without resampling: [B, N, Ph*Pw*C]
                - For conv mode: [B, C, H, W]
            proj_weight: Original projection weight
            proj_bias: Optional projection bias
            patch_size: Current patch size (if None, uses base_patch_size)
            is_linear: Whether using linear (True) or conv2d (False) projection

        Returns:
            Embedded patches
        Né   zKPatches must be 5-D ([B, N, Ph, Pw, C] or [B, N, C, Ph, Pw]) for resamplingrW   rŠ   r   r   )r&   Úpadding)rë   ÚndimrX   rú   r�   rA   r
   Ú
functionalÚlinearrý   Úconv2d)r1   rþ   rÿ   r   r   r  r]   ÚNrù   Úpatches_flatÚoutputs              r4   rc   zPatchEmbedInterpolator.forward\  s„  € ð. ÐØÔ-ˆJàð  	Ø˜TÔ1Ò1Ð1ð ”| qÒ(Ð(Ð(Øañ )Ô(Ð(à”} R a RÔ(‘��1ð $(×#>Ò#>¸{ÈJÑ#WÔ#WÐ ð  'Ÿš¨q°!°RÑ8Ô8�ÝœÔ,×3Ò3°LÐBRÐT]Ñ^Ô^��ð ”< 1Ò$Ð$Ø%Ÿošo¨g¬m¸AÔ.>ÀÄÈaÔ@PÐRTÑUÔU�GÝœÔ,×3Ò3°G¸[È)ÑTÔT��ð ˜TÔ1Ò1Ð1Ø#'×#<Ò#<¸[È*Ñ#UÔ#UÐ ÝœÔ,×3Ò3ØÐ-¨yØ%¨qð 4ñ ô ��õ
 œÔ,×3Ò3Ø˜[¨)Ø%¨qð 4ñ ô �ð
 ˆr5   )r   r   rx   TTNrM   )NNT)re   rf   rg   rh   r   rm   rn   rl   r(   r   r	   r   rA   r#   ræ   rw   rú   rý   rc   ro   rp   s   @r4   rê   rê   å  sý  ø€ € € € € ðð ð( Ø Ø!*Ø"Ø"&Øð
ð 
à" 3¨ 8œ_ð
ð ð
ð ð	
ð
 ð
ð ð
ð  ð
ð 
ð 
ð 
ð 
ð 
ð6 :>ðBð Bà (¨¨s°E¸#¸s¸(´OÐ/CÔ)DÔ EðBð ˜U 3¨¬Ð#4Ô5Ô6ðBð 
ð	Bð Bð Bð Bð"% à”Lð% ð  % S¨# Xœð% ð 
Œð	% ð % ð % ð % ðN à”Lð ð  % S¨# Xœð ð 
Œð	 ð  ð  ð  ð2 15Ø48Ø"ð<ð <à”\ð<ð œð<ð   ¤Ô-ð	<ð
 !  s¨C x¤Ô1ð<ð ð<ð 
Œð<ð <ð <ð <ð <ð <ð <ð <r5   rê   )rx   TF)+rh   ÚloggingrR   Útypingr   r   r   r   r   r   r	   rA   r
   Útorch.nn.functionalr  rY   Úformatr   r   Úhelpersr   Útrace_utilsr   Ú	getLoggerre   r¢   ÚModuler   rr   rm   rn   rl   r®   Úfloat32rÉ   r#   r$   rw   r¾   rÇ   rG   rÌ   rê   r8   r5   r4   ú<module>r     sK  ðð	ð 	ð €€€Ø €€€Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ Ià €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à #Ð #Ð #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  à
ˆ'Ô
˜HÑ
%Ô
%€ðtð tð tð tð t�”ñ tô tð tðn,ð ,ð ,ð ,ð ,˜ñ ,ô ,ð ,ðf 'ØØðCð Cà�s”)ðCð ðCð ð	Cð
 ðCð Cð Cð CðL ”]Ð ð 0ðð Ø˜˜S˜”/ðà˜˜S˜”/ðð ðð ð	ð
 ”ðð Œ{ðð „\ðð ð ð ð@ +=ð!ð !Ø”\ð!à”\ð!ð ˜c 3˜hœð!ð ”Kð	!ð
 "œKð!ð „\ð!ð !ð !ð !ð* 'ØØð!ð !Ø”\ð!à�s”)ð!ð ð!ð ð	!ð
 ð!ð !ð !ð !ð<M%ð M%ð M%ð M%ð M% r¤yñ M%ô M%ð M%ð`sð sð sð sð s˜RœYñ sô sð sð sð sr5   