§
    ·¯¸j
  ã                   ób   — d Z ddlmZ ddlmZmZ ddlZddlmZ ddlm	Z	  G d„ de¦  «        Z
dS )	zú Lookahead Optimizer Wrapper.
Implementation modified from: https://github.com/alphadl/lookahead.pytorch
Paper: `Lookahead Optimizer: k steps forward, 1 step back` - https://arxiv.org/abs/1907.08610

Hacked together by / Copyright 2020 Ross Wightman
é    )ÚOrderedDict)ÚCallableÚDictN)Ú	Optimizer)Údefaultdictc                   óŠ   — e Zd Zd
d„Z ej        ¦   «         d„ ¦   «         Zd„ Z ej        ¦   «         dd„¦   «         Zd„ Z	d	„ Z
dS )Ú	Lookaheadç      à?é   c                 ó
  — t          ¦   «         | _        t          ¦   «         | _        d|cxk    rdk    sn t          d|› �¦  «        ‚d|k    st          d|› �¦  «        ‚t	          ||d¬¦  «        }|| _        |j        | _        |j        | _        | j                             |¦  «         t          t          ¦  «        | _
        |                     ¦   «         D ]*\  }}| j        j        D ]}|                     ||¦  «         ŒŒ+d S )Ng        g      ð?zInvalid slow update rate: é   zInvalid lookahead steps: r   )Úlookahead_alphaÚlookahead_kÚlookahead_step)r   Ú_optimizer_step_pre_hooksÚ_optimizer_step_post_hooksÚ
ValueErrorÚdictÚ_base_optimizerÚparam_groupsÚdefaultsÚupdater   ÚstateÚitemsÚ
setdefault)ÚselfÚbase_optimizerÚalphaÚkr   ÚnameÚdefaultÚgroups           úd/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/optim/lookahead.pyÚ__init__zLookahead.__init__   s   € å>I¹m¼mˆÔ&Ý?J¹}¼}ˆÔ'Ø�eÐ"Ð"Ò"Ð"˜sÒ"Ð"Ð"Ð"ÝÐA¸%ÐAÐAÑBÔBÐBØ�AŠvˆvÝÐ<¸Ð<Ð<Ñ=Ô=Ð=Ý¨¸1ÈQÐOÑOÔOˆØ-ˆÔØ*Ô7ˆÔØ&Ô/ˆŒØŒ×Ò˜XÑ&Ô&Ð&Ý ¥Ñ&Ô&ˆŒ
à%Ÿ^š^Ñ-Ô-ð 	0ð 	0‰MˆD�'ØÔ-Ô:ð 0ð 0�Ø× Ò   wÑ/Ô/Ð/Ð/ð0ð	0ð 	0ó    c                 ó6  — |d         D ]�}|j         €Œ
| j        j        |         }d|vr2t          j        |¦  «        |d<   |d                              |¦  «         |d         }|                     ||z
  |d         ¬¦  «         |                     |¦  «         Œ�d S )NÚparamsÚlookahead_slow_buffr   )r   )Úgradr   r   ÚtorchÚ
empty_likeÚcopy_Úadd_)r   r"   Úfast_pÚparam_stateÚslows        r#   Úupdate_slowzLookahead.update_slow#   sµ   € à˜H”oð 		ð 		ˆFØŒ{Ð"ØØÔ.Ô4°VÔ<ˆKØ$¨KÐ7Ð7Ý5:Ô5EÀfÑ5MÔ5M�Ð1Ñ2ØÐ1Ô2×8Ò8¸Ñ@Ô@Ð@ØÐ4Ô5ˆDØ�IŠI�f˜t‘m¨5Ð1BÔ+CˆIÑDÔDÐDØ�LŠL˜ÑÔÐÐð		ð 		r%   c                 óN   — | j         j        D ]}|                      |¦  «         Œd S ©N)r   r   r1   )r   r"   s     r#   Úsync_lookaheadzLookahead.sync_lookahead0   s8   € ØÔ)Ô6ð 	$ð 	$ˆEØ×Ò˜UÑ#Ô#Ð#Ð#ð	$ð 	$r%   Nc                 óÌ   — | j                              |¦  «        }| j         j        D ]<}|dxx         dz  cc<   |d         |d         z  dk    r|                      |¦  «         Œ=|S )Nr   r   r   r   )r   Ústepr   r1   )r   ÚclosureÚlossr"   s       r#   r6   zLookahead.step4   s   € àÔ#×(Ò(¨Ñ1Ô1ˆØÔ)Ô6ð 	(ð 	(ˆEØÐ"Ð#Ð#Ô# qÑ(Ð#Ð#Ñ#ØÐ%Ô&¨¨}Ô)=Ñ=ÀÒBÐBØ× Ò  Ñ'Ô'Ð'øØˆr%   c                 ó4   — | j                              ¦   «         S r3   )r   Ú
state_dict)r   s    r#   r:   zLookahead.state_dict=   s   € ØÔ#×.Ò.Ñ0Ô0Ð0r%   c                 ó\   — | j                              |¦  «         | j         j        | _        d S r3   )r   Úload_state_dictr   )r   r:   s     r#   r<   zLookahead.load_state_dict@   s-   € ØÔ×,Ò,¨ZÑ8Ô8Ð8Ø Ô0Ô=ˆÔÐÐr%   )r
   r   r3   )Ú__name__Ú
__module__Ú__qualname__r$   r*   Úno_gradr1   r4   r6   r:   r<   © r%   r#   r	   r	      s    € € € € € ð0ð 0ð 0ð 0ð& €U„]�_„_ð
ð 
ñ „_ð
ð$ð $ð $ð €U„]�_„_ðð ð ñ „_ðð1ð 1ð 1ð>ð >ð >ð >ð >r%   r	   )Ú__doc__Úcollectionsr   Útypingr   r   r*   Útorch.optim.optimizerr   r   r	   rA   r%   r#   ú<module>rF      sœ   ððð ð $Ð #Ð #Ð #Ð #Ð #Ø !Ð !Ð !Ð !Ð !Ð !Ð !Ð !à €€€Ø +Ð +Ð +Ð +Ð +Ð +Ø #Ð #Ð #Ð #Ð #Ð #ð3>ð 3>ð 3>ð 3>ð 3>�	ñ 3>ô 3>ð 3>ð 3>ð 3>r%   