§
    ·¯¸jÜ(  ã                   óâ   — d Z ddlZddlZddlmZmZmZmZ ddlZddlm	Z	 ddl
m	c mZ ddlmZmZ ddlmZ ddlmZ  ej        e¦  «        Z G d	„ d
e	j        ¦  «        Z G d„ de¦  «        ZdS )zZ Image to Patch Hybird Embedding Layer

Hacked together by / Copyright 2020 Ross Wightman
é    N)ÚListÚOptionalÚTupleÚUnion)Únné   )ÚFormatÚnchw_to)Ú	to_2tuple)Úresample_patch_embedc                   ó¤  ‡ — e Zd ZU dZeed<   ej        j        e	         ed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 d de
j        deeeeef         f         deeeeef         f         deeeeeef         f                  deeeeeef         f                  dedede	de	de	dee         de	de	fˆ fd„Z	 	 	 	 	 	 	 d!deeeeef         f         deeeeef         f         deeeeeef         f                  deeeeeef         f                  dee         f
d„Z	 	 	 	 	 d"deeeeeef         f                  deeeeeef         f                  deeeeeef         f                  deeeeeef         f                  dee         f
d„Zd#deeeef         ef         fd„Zdeeef         deeef         fd„Zej        j        d#de	fd„¦   «         Zd„ Zˆ xZS )$ÚHybridEmbedúd CNN Feature Map Embedding
    Extract feature map from CNN, flatten, project to embedding dim.
    Ú
output_fmtÚdynamic_img_padéà   r   Né   é   TFÚbackboneÚimg_sizeÚ
patch_sizeÚfeature_sizeÚfeature_ratioÚin_chansÚ	embed_dimÚbiasÚprojÚflattenÚstrict_img_sizec                 óè  •— ||dœ}t          ¦   «                              ¦   «          t          |t          j        ¦  «        sJ ‚|| _        || _         | j        d
||||dœ|¤Ž\  | _        | _	        | _
        | _        | _        | _        | _        |�d| _        t!          |¦  «        | _        n|
| _        t           j        | _        || _        || _        |s@| j
        d         | j	        d         z  dk    r| j
        d         | j	        d         z  dk    sJ ‚|	r#t          j        | j        |f|||dœ|¤Ž| _        d S | j        |k    sJ d| j        › d|› d	�¦   «         ‚t          j        ¦   «         | _        d S )N©ÚdeviceÚdtype)r   r   r   r   Fr   r   )Úkernel_sizeÚstrider   zThe feature dim (z must match embed dim (z) when projection disabled.© )ÚsuperÚ__init__Ú
isinstancer   ÚModuler   r   Ú_init_backboner   r   r   r   Úfeature_dimÚ	grid_sizeÚnum_patchesr   r	   r   ÚNCHWr   r   ÚConv2dr   ÚIdentity)Úselfr   r   r   r   r   r   r   r   r   r   r   r   r   r"   r#   ÚddÚ	__class__s                    €úh/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/layers/hybrid_embed.pyr(   zHybridEmbed.__init__   sÐ  ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜(¥B¤IÑ.Ô.Ð.Ð.Ð.Ø ˆŒØ ˆŒð  ˆDÔð 
ØØ!Ø%Ø'ð	
ð 
ð
 ð
ð 
ñ	
ØŒMØŒOØÔØÔØÔØŒNØÔð Ð!Ø ˆDŒLÝ$ ZÑ0Ô0ˆDŒOˆOð #ˆDŒLÝ$œkˆDŒOØ.ˆÔØ.ˆÔØð 	uØÔ$ QÔ'¨$¬/¸!Ô*<Ñ<ÀÒAÐAÀdÔFWÐXYÔFZÐ]aÔ]lÐmnÔ]oÑFoÐstÒFtÐFtÐFtÐtàð 	&Ýœ	ØÔ Øðð 'Ø!Øðð ð ðð ˆDŒIˆIˆIð Ô# yÒ0Ð0Ð0Øs DÔ$4ÐsÐsÈYÐsÐsÐsñ 1Ô0Ð0åœ™œˆDŒIˆIˆIó    r,   c                 óº  — t          |¦  «        }t          |¦  «        }|�€t          j        ¦   «         5  | j        j        }|r| j                             ¦   «          |                      t          j        d| j        |d         |d         ||¬¦  «        ¦  «        }	t          |	t          t          f¦  «        r|	d         }	|	j        dd …         }|	j        d         }| j                             |¦  «         d d d ¦  «         n# 1 swxY w Y   t          d„ t          ||¦  «        D ¦   «         ¦  «        }nht          |¦  «        }t          |pd¦  «        }|€Ft          | j        d¦  «        r%| j        j                             ¦   «         d         }n| j        j        }t          d	„ t          ||¦  «        D ¦   «         ¦  «        }
|
d         |
d         z  }||||||
|fS )
Nr   r   r!   éÿÿÿÿéþÿÿÿc                 ó   — g | ]
\  }}||z  ‘ŒS r&   r&   )Ú.0ÚsÚfs      r5   ú
<listcomp>z.HybridEmbed._init_backbone.<locals>.<listcomp>v   s    € Ð"RÐ"RÐ"R©d¨a° 1¨¡6Ð"RÐ"RÐ"Rr6   é   Úfeature_infoc                 ó   — g | ]
\  }}||z  ‘ŒS r&   r&   )r;   r=   Úps      r5   r>   z.HybridEmbed._init_backbone.<locals>.<listcomp>   s    € ÐLÐLÐL¡d a¨˜1 ™6ÐLÐLÐLr6   )r   ÚtorchÚno_gradr   ÚtrainingÚevalÚzerosr   r)   ÚlistÚtupleÚshapeÚtrainÚzipÚhasattrr@   ÚchannelsÚnum_features)r2   r   r   r   r   r,   r"   r#   rE   Úor-   r.   s               r5   r+   zHybridEmbed._init_backbone]   s  € õ ˜XÑ&Ô&ˆÝ˜zÑ*Ô*ˆ
ØÑÝ”‘”ð .ð .àœ=Ô1�Øð )Ø”M×&Ò&Ñ(Ô(Ð(à—M’M¥%¤+¨a°´ÀÈÄÈXÐVWÌ[ÐagÐotÐ"uÑ"uÔ"uÑvÔv�Ý˜a¥$­ Ñ/Ô/ð Ø˜"œ�AØ œw r s sœ|�Øœg aœj�Ø”×#Ò# HÑ-Ô-Ð-ð.ð .ð .ñ .ô .ð .ð .ð .ð .ð .ð .øøøð .ð .ð .ð .õ "Ð"RÐ"Rµc¸(ÀLÑ6QÔ6QÐ"RÑ"RÔ"RÑSÔSˆMˆMå$ \Ñ2Ô2ˆLÝ% mÐ&9°rÑ:Ô:ˆMØÐ"Ý˜4œ=¨.Ñ9Ô9ð =Ø"&¤-Ô"<×"EÒ"EÑ"GÔ"GÈÔ"K�K�Kà"&¤-Ô"<�KÝÐLÐL­c°,À
Ñ.KÔ.KÐLÑLÔLÑMÔMˆ	Ø ”l Y¨q¤\Ñ1ˆØ˜ \°=À+ÈyÐZeÐeÐes   µC DÄDÄDc           
      óT  — |€|€J ‚|p| j         }d }|�t          |¦  «        }|��|| j        k    �rt          | j        t
          j        ¦  «        s
J d¦   «         ‚t          j        ¦   «         5  t          j        | j        j	        | j        j
        ||| j        j        d u| j        j        | j        j        ¬¦  «        }|j                             t!          | j        j        |d¬¦  «        ¦  «         | j        j        �$|j                             | j        j        ¦  «         || _        d d d ¦  «         n# 1 swxY w Y   |}|p| j        }|| j         k    s|| j        k    rG|                      |||||¬¦  «        \  | _         | _        | _        | _        | _        | _        | _        d S d S )Nz>HybridEmbed must have a projection layer to change patch size.)r$   r%   r   r"   r#   T)Úverbose)r   r   r   r   r,   )r   r   r   r)   r   r   r0   rC   rD   Úin_channelsÚout_channelsr   r"   r#   ÚweightÚcopy_r   r+   r   r   r,   r-   r.   )r2   r   r   r   r   r,   Únew_patch_sizeÚnew_projs           r5   Úset_input_sizezHybridEmbed.set_input_sizeƒ   sÿ  € ð Ð# zÐ'=Ð'=Ð=ØÐ,˜tœ}ˆØˆØÐ!Ý& zÑ2Ô2ˆNØÑ%¨.¸D¼OÒ*KÑ*KÝ˜dœi­¬Ñ3Ô3ÐuÐuÐ5uÑuÔuÐ3Ý”‘”ð %ð %Ýœ9Ø”IÔ)Ø”IÔ*Ø .Ø)Øœœ¨tÐ3Øœ9Ô+Øœ)œ/ðñ ô �ð ”×%Ò%Õ&:¸4¼9Ô;KÈ^ÐeiÐ&jÑ&jÔ&jÑkÔkÐkØ”9”>Ð-Ø”M×'Ò'¨¬	¬Ñ7Ô7Ð7Ø$�”	ð%ð %ð %ñ %ô %ð %ð %ð %ð %ð %ð %øøøð %ð %ð %ð %ð (ˆJØÐ2 4¤?ˆ
à�t”}Ò$Ð$¨
°d´oÒ(EÐ(Eð ×#Ò#Ø!Ø%Ø)Ø+Ø'ð $ñ ô ñØ”Ø”ØÔ!ØÔ"ØÔ Ø”ØÔ Ð Ð ð )FÐ(Es   Á.B;D5Ä5D9Ä<D9Úreturnc                 ó”   — | j         d         | j        d         z  | j         d         | j        d         z  f}|rt          |¦  «        S |S )Nr   r   )r   r   Úmax)r2   Ú	as_scalarÚtotal_reductions      r5   Ú
feat_ratiozHybridEmbed.feat_ratioµ   sU   € àÔ˜qÔ! D¤O°AÔ$6Ñ6ØÔ˜qÔ! D¤O°AÔ$6Ñ6ð
ˆð ð 	#Ý�Ñ'Ô'Ð'à"Ð"r6   c                 ó`  — |d         | j         d         z  |d         | j         d         z  f}| j        rPt          j        |d         | j        d         z  ¦  «        t          j        |d         | j        d         z  ¦  «        fS |d         | j        d         z  |d         | j        d         z  fS )zb Get feature grid size taking account dynamic padding and backbone network feat reduction
        r   r   )r   r   ÚmathÚceilr   )r2   r   Ú	feat_sizes      r5   Údynamic_feat_sizezHybridEmbed.dynamic_feat_size¿   s¬   € ð ˜a”[ DÔ$6°qÔ$9Ñ9¸8ÀA¼;È$ÔJ\Ð]^ÔJ_Ñ;_Ð`ˆ	ØÔð 	ZÝ”9˜Y qœ\¨D¬O¸AÔ,>Ñ>Ñ?Ô?ÅÄÈ9ÐUVÌ<ÐZ^ÔZiÐjkÔZlÑKlÑAmÔAmÐmÐmà˜Q”< 4¤?°1Ô#5Ñ5°yÀ´|ÀtÄÐWXÔGYÑ7YÐYÐYr6   Úenablec                 ó°   — t          | j        d¦  «        r| j                             |¬¦  «         d S t          | j        d¦  «        r|| j        _        d S d S ©NÚset_grad_checkpointing)re   Úgrad_checkpointing©rM   r   rh   ri   ©r2   re   s     r5   rh   z"HybridEmbed.set_grad_checkpointingÈ   óe   € å�4”=Ð":Ñ;Ô;ð 	6ØŒM×0Ò0¸Ð0Ñ?Ô?Ð?Ð?Ð?Ý�T”]Ð$8Ñ9Ô9ð 	6Ø/5ˆDŒMÔ,Ð,Ð,ð	6ð 	6r6   c                 ó`  — |                       |¦  «        }t          |t          t          f¦  «        r|d         }|j        \  }}}}| j        rq| j        d         || j        d         z  z
  | j        d         z  }| j        d         || j        d         z  z
  | j        d         z  }t          j        |d|d|f¦  «        }|  	                    |¦  «        }| j
        r*| 
                    d¦  «                             dd¦  «        }n*| j        t          j        k    rt          || j        ¦  «        }|S )Nr8   r   r   é   )r   r)   rH   rI   rJ   r   r   ÚFÚpadr   r   Ú	transposer   r	   r/   r
   )r2   ÚxÚ_ÚHÚWÚpad_hÚpad_ws          r5   ÚforwardzHybridEmbed.forwardÏ   s  € Ø�MŠM˜!ÑÔˆÝ�a�$¥˜Ñ'Ô'ð 	Ø�"”ˆAØ”W‰
ˆˆ1ˆa�ØÔð 	/Ø”_ QÔ'¨!¨d¬o¸aÔ.@Ñ*@Ñ@ÀDÄOÐTUÔDVÑVˆEØ”_ QÔ'¨!¨d¬o¸aÔ.@Ñ*@Ñ@ÀDÄOÐTUÔDVÑVˆEÝ”�a˜!˜U A uÐ-Ñ.Ô.ˆAØ�IŠI�a‰LŒLˆØŒ<ð 	,Ø—	’	˜!‘”×&Ò& q¨!Ñ,Ô,ˆAˆAØŒ_¥¤Ò+Ð+Ý˜˜4œ?Ñ+Ô+ˆAØˆr6   )r   r   NNr   r   TTTNTFNN)r   r   NNNNN)NNNNN©T)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r	   Ú__annotations__rC   ÚjitÚFinalÚboolr   r*   r   Úintr   r   Ústrr(   r+   rY   r_   rd   Úignorerh   rx   Ú__classcell__©r4   s   @r5   r   r      sž  ø€ € € € € € ðð ð ÐÐÑØ”Y”_ TÔ*Ð*Ð*Ñ*ð
 58Ø67ØBFØCGØØ ØØØ Ø(,Ø$(Ø$)ØØð!?&ð ?&à”ið?&ð ˜C  s¨C x¤Ð0Ô1ð?&ð ˜c 5¨¨c¨¤?Ð2Ô3ð	?&ð
 # 5¨¨e°C¸°H¬oÐ)=Ô#>Ô?ð?&ð $ E¨#¨u°S¸#°X¬Ð*>Ô$?Ô@ð?&ð ð?&ð ð?&ð ð?&ð ð?&ð ð?&ð ! œð?&ð "ð?&ð "ð?&ð ?&ð ?&ð ?&ð ?&ð ?&ðF 58Ø67ØBFØCGØ)-ØØð$fð $fà˜C  s¨C x¤Ð0Ô1ð$fð ˜c 5¨¨c¨¤?Ð2Ô3ð$fð # 5¨¨e°C¸°H¬oÐ)=Ô#>Ô?ð	$fð
 $ E¨#¨u°S¸#°X¬Ð*>Ô$?Ô@ð$fð " #œð$fð $fð $fð $fðP ?CØ@DØBFØCGØ)-ð0ð 0à˜u S¨%°°S°¬/Ð%9Ô:Ô;ð0ð !  s¨E°#°s°(¬OÐ';Ô!<Ô=ð0ð # 5¨¨e°C¸°H¬oÐ)=Ô#>Ô?ð	0ð
 $ E¨#¨u°S¸#°X¬Ð*>Ô$?Ô@ð0ð " #œð0ð 0ð 0ð 0ðd#ð #¨E°%¸¸S¸´/À3Ð2FÔ,Gð #ð #ð #ð #ðZ¨%°°S°¬/ð Z¸eÀCÈÀH¼oð Zð Zð Zð Zð „YÔð6ð 6¨Tð 6ð 6ð 6ñ Ôð6ðð ð ð ð ð ð r6   r   c                   ó\  ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 ddej        d	eeeeef         f         d
eeeeef         f         de	eeeeef         f                  de	eeeeef         f                  dedefˆ fd„Z
ej        j        ddefd„¦   «         Zdeej        ee         f         fd„Zˆ xZS )ÚHybridEmbedWithSizer   r   r   Nr   r   Tr   r   r   r   r   r   r   c                 ó`   •— t          ¦   «                              |||||||||	|
|¬¦  «         d S )N)r   r   r   r   r   r   r   r   r   r"   r#   )r'   r(   )r2   r   r   r   r   r   r   r   r   r   r"   r#   r4   s               €r5   r(   zHybridEmbedWithSize.__init__ä   sQ   ø€ õ 	‰Œ×ÒØØØ!Ø%Ø'ØØØØØØð 	ñ 	
ô 	
ð 	
ð 	
ð 	
r6   re   c                 ó°   — t          | j        d¦  «        r| j                             |¬¦  «         d S t          | j        d¦  «        r|| j        _        d S d S rg   rj   rk   s     r5   rh   z*HybridEmbedWithSize.set_grad_checkpointing   rl   r6   rZ   c                 ó  — |                       |¦  «        }t          |t          t          f¦  «        r|d         }|                      |¦  «        }|                     d¦  «                             dd¦  «        |j        dd …         fS )Nr8   rn   r   r9   )r   r)   rH   rI   r   r   rq   rJ   )r2   rr   s     r5   rx   zHybridEmbedWithSize.forward  sp   € Ø�MŠM˜!ÑÔˆÝ�a�$¥˜Ñ'Ô'ð 	Ø�"”ˆAØ�IŠI�a‰LŒLˆØ�yŠy˜‰|Œ|×%Ò% a¨Ñ+Ô+¨Q¬W°R°S°S¬\Ð9Ð9r6   )
r   r   NNr   r   TTNNry   )rz   r{   r|   r}   r   r*   r   r‚   r   r   r(   rC   r   r„   r�   rh   ÚTensorr   rx   r…   r†   s   @r5   rˆ   rˆ   à   sa  ø€ € € € € ðð ð 58Ø67ØBFØCGØØ ØØØØð
ð 
à”ið
ð ˜C  s¨C x¤Ð0Ô1ð
ð ˜c 5¨¨c¨¤?Ð2Ô3ð	
ð
 # 5¨¨e°C¸°H¬oÐ)=Ô#>Ô?ð
ð $ E¨#¨u°S¸#°X¬Ð*>Ô$?Ô@ð
ð ð
ð ð
ð 
ð 
ð 
ð 
ð 
ð8 „YÔð6ð 6¨Tð 6ð 6ð 6ñ Ôð6ð:˜E %¤,°°S´	Ð"9Ô:ð :ð :ð :ð :ð :ð :ð :ð :r6   rˆ   )r}   Úloggingra   Útypingr   r   r   r   rC   r   Útorch.nn.functionalÚ
functionalro   Úformatr	   r
   Úhelpersr   Úpatch_embedr   Ú	getLoggerrz   Ú_loggerr*   r   rˆ   r&   r6   r5   ú<module>r–      s6  ððð ð €€€Ø €€€Ø /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ð /à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à #Ð #Ð #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð Ø -Ð -Ð -Ð -Ð -Ð -ð ˆ'Ô
˜HÑ
%Ô
%€ðHð Hð Hð Hð H�"”)ñ Hô Hð HðV,:ð ,:ð ,:ð ,:ð ,:˜+ñ ,:ô ,:ð ,:ð ,:ð ,:r6   