§
    ·¯¸j  ã                   ó>   — d dl Z d dlZd dlmZ  G d„ de¦  «        ZdS )é    N)Ú	Optimizerc                   ó`   ‡ — e Zd ZdZ	 	 	 	 	 d
ˆ fd„	Z ej        ¦   «         dd	„¦   «         Zˆ xZS )ÚNAdamLegacyaa  Implements Nadam algorithm (a variant of Adam based on Nesterov momentum).

    NOTE: This impl has been deprecated in favour of torch.optim.NAdam and remains as a reference

    It has been proposed in `Incorporating Nesterov Momentum into Adam`__.

    Arguments:
        params (iterable): iterable of parameters to optimize or dicts defining
            parameter groups
        lr (float, optional): learning rate (default: 2e-3)
        betas (Tuple[float, float], optional): coefficients used for computing
            running averages of gradient and its square
        eps (float, optional): term added to the denominator to improve
            numerical stability (default: 1e-8)
        weight_decay (float, optional): weight decay (L2 penalty) (default: 0)
        schedule_decay (float, optional): momentum schedule decay (default: 4e-3)

    __ http://cs229.stanford.edu/proj2015/054_report.pdf
    __ http://www.cs.toronto.edu/~fritz/absps/momentum.pdf

        Originally taken from: https://github.com/pytorch/pytorch/pull/1408
        NOTE: Has potential issues but does work well on some problems.
    çü©ñÒMb`?©gÍÌÌÌÌÌì?g+‡ÙÎ÷ï?ç:Œ0âŽyE>r   çü©ñÒMbp?c                 óÒ   •— d|k    s"t          d                     |¦  «        ¦  «        ‚t          |||||¬¦  «        }t          t          | ¦  «                             ||¦  «         d S )Ng        zInvalid learning rate: {})ÚlrÚbetasÚepsÚweight_decayÚschedule_decay)Ú
ValueErrorÚformatÚdictÚsuperr   Ú__init__)	ÚselfÚparamsr   r   r   r   r   ÚdefaultsÚ	__class__s	           €ú`/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/optim/nadam.pyr   zNAdamLegacy.__init__    sv   ø€ ð �bŠyˆyÝÐ8×?Ò?ÀÑCÔCÑDÔDÐDÝØØØØ%Ø)ð
ñ 
ô 
ˆõ 	�k˜4Ñ Ô ×)Ò)¨&°(Ñ;Ô;Ð;Ð;Ð;ó    Nc           	      ó²  — d}|�5t          j        ¦   «         5   |¦   «         }ddd¦  «         n# 1 swxY w Y   | j        D �]}|d         D �]}|j        €Œ|j        }| j        |         }t          |¦  «        dk    r8d|d<   d|d<   t          j        |¦  «        |d<   t          j        |¦  «        |d<   |d         }|d	         }|d         |d         }
}	|d
         \  }}|d         }|dxx         dz  cc<   |d         }d||z  z
  }|d         dk    r|                     ||d         ¬¦  «        }|ddd||z  z  z  z
  z  }|ddd|dz   |z  z  z  z
  z  }||z  }||z  |z  }||d<   |	                     |¦  «         	                    |d|z
  ¬¦  «         |
                     |¦  «         
                    ||d|z
  ¬¦  «         |
                     ¦   «         t          j        |¦  «        z   	                    |¦  «        }|                     |||d          d|z
  z  d|z
  z  ¬¦  «         |                     |	||d          |z  d|z
  z  ¬¦  «         �Œ	�Œ|S )z¶Performs a single optimization step.

        Arguments:
            closure (callable, optional): A closure that reevaluates the model
                and returns the loss.
        Nr   r   Ústepg      ð?Ú
m_scheduleÚexp_avgÚ
exp_avg_sqr   r   r   é   r   )Úalphag      à?g¸…ëQ¸î?)Úvaluer   )ÚtorchÚenable_gradÚparam_groupsÚgradÚstateÚlenÚ
zeros_likeÚaddÚmul_Úadd_Úaddcmul_ÚsqrtÚmathÚaddcdiv_)r   ÚclosureÚlossÚgroupÚpr&   r'   r   r   r   r   Úbeta1Úbeta2r   ÚtÚbias_correction2Úmomentum_cache_tÚmomentum_cache_t_1Úm_schedule_newÚm_schedule_nextÚdenoms                        r   r   zNAdamLegacy.step4   s  € ð ˆØÐÝÔ"Ñ$Ô$ð !ð !Ø�w‘y”y�ð!ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !ð Ô&ð '	mñ '	mˆEØ˜8”_ð &mñ &m�Ø”6�>ØØ”v�Øœ
 1œ�õ �u‘:”: ’?�?Ø$%�E˜&‘MØ*,�E˜,Ñ'Ý',Ô'7¸Ñ':Ô':�E˜)Ñ$Ý*/Ô*:¸1Ñ*=Ô*=�E˜,Ñ'ð # <Ô0�
Ø!&Ð'7Ô!8�Ø&+¨IÔ&6¸¸lÔ8K˜�Ø$ Wœ~‘��uØ˜E”l�Ø�f��” Ñ"��‘Ø˜&”M�Ø#$ u°¡z¡>Ð à˜Ô(¨AÒ-Ð-ØŸ8š8 A¨U°>Ô-B˜8ÑCÔC�Dà#(¨B°¸ÀÀ^ÑASÑ8TÑ1UÑ,UÑ#VÐ Ø%*¨b°3¸$ÀAÈÁEÈ^ÑC[Ñ:\Ñ3]Ñ.]Ñ%^Ð"Ø!+Ð.>Ñ!>�Ø",Ð/?Ñ"?ÐBTÑ"T�Ø&4��lÑ#ð —’˜UÑ#Ô#×(Ò(¨°R¸%±ZÐ(Ñ@Ô@Ð@Ø—’ Ñ&Ô&×/Ò/°°dÀ"ÀuÁ*Ð/ÑMÔMÐMà#ŸšÑ*Ô*­T¬YÐ7GÑ-HÔ-HÑH×NÒNÈsÑSÔS�Ø—
’
˜4 ¨u°T¬{¨l¸bÐCSÑ>SÑ.TÐXZÐ]kÑXkÑ.l�
ÑmÔmÐmØ—
’
˜7 E°%¸´+°Ð@RÑ1RÐVXÐ[jÑVjÑ1k�
ÑlÔlÐlÑlñM&mðP ˆs   ˜/¯3¶3)r   r   r   r   r	   )N)	Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r#   Úno_gradr   Ú__classcell__)r   s   @r   r   r      s€   ø€ € € € € ðð ð6 ØØØØð<ð <ð <ð <ð <ð <ð( €U„]�_„_ð5ð 5ð 5ñ „_ð5ð 5ð 5ð 5ð 5r   r   )r/   r#   Útorch.optim.optimizerr   r   © r   r   ú<module>rF      sg   ðØ €€€à €€€Ø +Ð +Ð +Ð +Ð +Ð +ðcð cð cð cð c�)ñ cô cð cð cð cr   