§
    ·¯¸j  ã                   óB   — d Z ddlZddlZddlmZ  G d„ de¦  «        ZdS )a  RAdam Optimizer.
Implementation lifted from: https://github.com/LiyuanLucasLiu/RAdam
Paper: `On the Variance of the Adaptive Learning Rate and Beyond` - https://arxiv.org/abs/1908.03265

NOTE: This impl has been deprecated in favour of torch.optim.RAdam and remains as a reference
é    N)Ú	Optimizerc                   óh   ‡ — e Zd ZdZ	 	 	 	 d
ˆ fd„	Zˆ fd„Z ej        ¦   «         dd	„¦   «         Zˆ xZ	S )ÚRAdamLegacyz€ PyTorch RAdam optimizer

    NOTE: This impl has been deprecated in favour of torch.optim.AdamW and remains as a reference
    çü©ñÒMbP?©gÍÌÌÌÌÌì?g+‡ÙÎ÷ï?ç:Œ0âŽyE>r   c           
      ó°   •— t          ||||d„ t          d¦  «        D ¦   «         ¬¦  «        }t          t          | ¦  «                             ||¦  «         d S )Nc                 ó   — g | ]}g d ¢‘ŒS ))NNN© )Ú.0Ú_s     ú`/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/optim/radam.pyú
<listcomp>z(RAdamLegacy.__init__.<locals>.<listcomp>   s   € Ð:Ð:Ð:¨1Ð&Ð&Ð&Ð:Ð:Ð:ó    é
   )ÚlrÚbetasÚepsÚweight_decayÚbuffer)ÚdictÚrangeÚsuperr   Ú__init__)ÚselfÚparamsr   r   r   r   ÚdefaultsÚ	__class__s          €r   r   zRAdamLegacy.__init__   sd   ø€ õ ØØØØ%Ø:Ð:µ°b±	´	Ð:Ñ:Ô:ð
ñ 
ô 
ˆõ 	�k˜4Ñ Ô ×)Ò)¨&°(Ñ;Ô;Ð;Ð;Ð;r   c                 óX   •— t          t          | ¦  «                             |¦  «         d S ©N)r   r   Ú__setstate__)r   Ústater   s     €r   r!   zRAdamLegacy.__setstate__"   s'   ø€ Ý�k˜4Ñ Ô ×-Ò-¨eÑ4Ô4Ð4Ð4Ð4r   Nc                 ó®  — d }|�5t          j        ¦   «         5   |¦   «         }d d d ¦  «         n# 1 swxY w Y   | j        D �]}|d         D �]}|j        €Œ|j                             ¦   «         }|j        rt          d¦  «        ‚|                     ¦   «         }| j        |         }t          |¦  «        dk    r4d|d<   t          j	        |¦  «        |d<   t          j	        |¦  «        |d<   n<|d          
                    |¦  «        |d<   |d          
                    |¦  «        |d<   |d         |d         }	}|d         \  }
}|	                     |¦  «                             ||d|z
  ¬	¦  «         |                     |
¦  «                             |d|
z
  ¬
¦  «         |dxx         dz  cc<   |d         t          |d         dz  ¦  «                 }|d         |d         k    r|d         |d         }}n­|d         |d<   ||d         z  }dd|z
  z  dz
  }|d|d         z  |z  d|z
  z  z
  }||d<   |dk    rN|d         t          j        d|z
  |dz
  z  |dz
  z  |dz
  z  |z  |z  |dz
  z  ¦  «        z  d|
|d         z  z
  z  }n|d         d|
|d         z  z
  z  }||d<   |d         dk    r'|                     ||d          |d         z  ¬
¦  «         |dk    rG|	                     ¦   «                              |d         ¦  «        }|                     ||| ¬	¦  «         n|                     || ¬
¦  «         |                     |¦  «         �Œ�Œ|S )Nr   z'RAdam does not support sparse gradientsr   ÚstepÚexp_avgÚ
exp_avg_sqr   é   )Úvalue)Úalphar   r   é   é   r   é   r   r   )ÚtorchÚenable_gradÚparam_groupsÚgradÚfloatÚ	is_sparseÚRuntimeErrorr"   ÚlenÚ
zeros_likeÚtype_asÚmul_Úaddcmul_Úadd_ÚintÚmathÚsqrtÚaddcdiv_Úcopy_)r   ÚclosureÚlossÚgroupÚpr0   Úp_fp32r"   r%   r&   Úbeta1Úbeta2ÚbufferedÚnum_smaÚ	step_sizeÚbeta2_tÚnum_sma_maxÚdenoms                     r   r$   zRAdamLegacy.step%   s  € àˆØÐÝÔ"Ñ$Ô$ð !ð !Ø�w‘y”y�ð!ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !ð Ô&ð ;	 ñ ;	 ˆEà˜8”_ð 9 ñ 9 �Ø”6�>ØØ”v—|’|‘~”~�Ø”>ð RÝ&Ð'PÑQÔQÐQàŸš™œ�àœ
 1œ�å�u‘:”: ’?�?Ø$%�E˜&‘MÝ',Ô'7¸Ñ'?Ô'?�E˜)Ñ$Ý*/Ô*:¸6Ñ*BÔ*B�E˜,Ñ'Ð'à',¨YÔ'7×'?Ò'?ÀÑ'GÔ'G�E˜)Ñ$Ø*/°Ô*=×*EÒ*EÀfÑ*MÔ*M�E˜,Ñ'à&+¨IÔ&6¸¸lÔ8K˜�Ø$ Wœ~‘��uà—’ Ñ&Ô&×/Ò/°°dÀ!ÀeÁ)Ð/ÑLÔLÐLØ—’˜UÑ#Ô#×(Ò(¨°Q¸±YÐ(Ñ?Ô?Ð?à�f��” Ñ"��‘Ø  œ?­3¨u°V¬}¸rÑ/AÑ+BÔ+BÔC�Ø˜”= H¨Q¤KÒ/Ð/Ø)1°!¬°h¸q´k˜Y�G�Gà"'¨¤-�H˜Q‘KØ# u¨V¤}Ñ4�GØ"# q¨5¡y¡/°AÑ"5�KØ)¨A°°f´Ñ,=ÀÑ,GÈ1ÈwÉ;Ñ,WÑW�GØ")�H˜Q‘Kð  !’|�|Ø$)¨$¤Kµ$´)Ø ™[Ø$ q™[ñ*Ø-8¸1©_ñ>à$ q™[ñ*à,3ñ4ð (ñ(ð ,7¸©?ñ<ñ3=ô 3=ñ %=ð ABÀEÈUÐSYÌ]ÑDZÑ@Zñ	%\˜	˜	ð %*¨$¤K°1°uÀÀfÄÑ7MÑ3MÑ$N˜	Ø"+�H˜Q‘Kà˜Ô(¨AÒ-Ð-Ø—K’K ¨u°^Ô/DÐ.DÀuÈTÄ{Ñ.R�KÑSÔSÐSð ˜a’<�<Ø&ŸOšOÑ-Ô-×2Ò2°5¸´<Ñ@Ô@�EØ—O’O G¨U¸9¸*�OÑEÔEÐEÐEà—K’K °	¨z�KÑ:Ô:Ð:à—’˜‘”�‘ñs9 ðv ˆs   ˜/¯3¶3)r   r   r   r   r    )
Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r!   r-   Úno_gradr$   Ú__classcell__)r   s   @r   r   r      sž   ø€ € € € € ðð ð ØØØð<ð <ð <ð <ð <ð <ð"5ð 5ð 5ð 5ð 5ð €U„]�_„_ðCð Cð Cñ „_ðCð Cð Cð Cð Cr   r   )rO   r;   r-   Útorch.optim.optimizerr   r   r   r   r   ú<module>rS      ss   ððð ð €€€Ø €€€Ø +Ð +Ð +Ð +Ð +Ð +ð]ð ]ð ]ð ]ð ]�)ñ ]ô ]ð ]ð ]ð ]r   