§
    ·¯¸j›  ã                   ód   — d Z ddlZddlmc mZ ddlmZmZ ddl	Z	ddl
mZ  G d„ de¦  «        ZdS )aÞ  
SGDP Optimizer Implementation copied from https://github.com/clovaai/AdamP/blob/master/adamp/sgdp.py

Paper: `Slowing Down the Weight Norm Increase in Momentum-based Optimizers` - https://arxiv.org/abs/2006.08217
Code: https://github.com/clovaai/AdamP

References for added functionality:
    Cautious Optimizers: https://arxiv.org/abs/2411.16085
    Spherical Cautious Optimizers: https://openreview.net/forum?id=OyT2CJ4fh7 
Copyright (c) 2020-present NAVER Corp.
MIT license
é    N)Ú	OptimizerÚrequiredé   )Ú
projectionc            	       ód   ‡ — e Zd Zeddddddddf	ˆ fd„	Z ej        ¦   «         dd„¦   «         Zˆ xZS )	ÚSGDPr   Fg:Œ0âŽyE>gš™™™™™¹?c                 óŠ   •— t          ||||||||	|
¬¦	  «	        }t          t          | ¦  «                             ||¦  «         d S )N)	ÚlrÚmomentumÚ	dampeningÚweight_decayÚnesterovÚepsÚdeltaÚwd_ratioÚcaution)ÚdictÚsuperr   Ú__init__)ÚselfÚparamsr
   r   r   r   r   r   r   r   r   ÚdefaultsÚ	__class__s               €ú_/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/optim/sgdp.pyr   zSGDP.__init__   s\   ø€ õ ØØØØ%ØØØØØð

ñ 

ô 

ˆõ 	�d�DÑÔ×"Ò" 6¨8Ñ4Ô4Ð4Ð4Ð4ó    Nc                 ób  — d }|�5t          j        ¦   «         5   |¦   «         }d d d ¦  «         n# 1 swxY w Y   | j        D �]ì}|d         }|d         }|d         }|d         }|                     dd¦  «        }|d         D �]©}	|	j        €Œ|	j        }
| j        |	         }t          |¦  «        dk    rt          j        |	¦  «        |d<   |d         }|                     |¦  «         	                    |
d	|z
  ¬
¦  «         |r	|
||z  z   }n| 
                    ¦   «         }d	}t          |	j        ¦  «        dk    r+t          |	|
||d         |d         |d         |¦  «        \  }}ns|rq||
z  dk                         |
j        ¦  «        }|                     |                     ¦   «                              d¬¦  «        ¦  «         |                     |¦  «         |dk    r0|	                     d	|d         |d         z  |z  d|z
  z  z
  ¦  «         |	 	                    ||d          ¬
¦  «         �Œ«�Œî|S )Nr   r   r   r   r   Fr   r   g      ð?)Úalphar   r   r   r   gü©ñÒMbP?)Úminr
   )ÚtorchÚenable_gradÚparam_groupsÚgetÚgradÚstateÚlenÚ
zeros_likeÚmul_Úadd_ÚcloneÚshaper   ÚtoÚdtypeÚdiv_ÚmeanÚclamp_)r   ÚclosureÚlossÚgroupr   r   r   r   r   Úpr#   r$   ÚbufÚd_pr   Úmasks                   r   Ústepz	SGDP.step1   s–  € àˆØÐÝÔ"Ñ$Ô$ð !ð !Ø�w‘y”y�ð!ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !ð Ô&ð '	0ñ '	0ˆEØ  Ô0ˆLØ˜ZÔ(ˆHØ˜kÔ*ˆIØ˜ZÔ(ˆHØ—i’i 	¨5Ñ1Ô1ˆGà˜8”_ð  0ñ  0�Ø”6�>ØØ”v�Øœ
 1œ�õ �u‘:”: ’?�?Ý(-Ô(8¸Ñ(;Ô(;�E˜*Ñ%ð ˜JÔ'�Ø—’˜Ñ"Ô"×'Ò'¨°B¸±NÐ'ÑCÔCÐCØð &Ø ¨C¡Ñ/�C�CàŸ)š)™+œ+�Cð �Ý�q”w‘<”< !Ò#Ð#Ý$.¨q°$¸¸UÀ7¼^ÈUÐS]ÔM^Ð`eÐfkÔ`lÐnuÑ$vÔ$v‘M�C˜˜Øð #Ø $™J¨šN×.Ò.¨t¬zÑ:Ô:�DØ—I’I˜dŸiši™kœk×0Ò0°TÐ0Ñ:Ô:Ñ;Ô;Ð;Ø—H’H˜T‘N”N�Nð   1Ò$Ð$Ø—F’F˜2  d¤¨e°NÔ.CÑ CÀhÑ NÐRSÐT\ÑR\Ñ ]Ñ]Ñ^Ô^Ð^ð —’�s 5¨¤; ,�Ñ/Ô/Ð/Ñ/ñA 0ðD ˆs   ˜/¯3¶3)N)	Ú__name__Ú
__module__Ú__qualname__r   r   r   Úno_gradr7   Ú__classcell__)r   s   @r   r   r      s‚   ø€ € € € € ð ØØØØØØØØð5ð 5ð 5ð 5ð 5ð 5ð4 €U„]�_„_ð/ð /ð /ñ „_ð/ð /ð /ð /ð /r   r   )Ú__doc__r   Útorch.nn.functionalÚnnÚ
functionalÚFÚtorch.optim.optimizerr   r   ÚmathÚadampr   r   © r   r   ú<module>rF      s¦   ððð ð €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø €€€à Ð Ð Ð Ð Ð ðKð Kð Kð Kð Kˆ9ñ Kô Kð Kð Kð Kr   