§
    ·¯¸j?  ã            !       ó4  — d Z ddlmZmZmZ ddlZddlmZ ddlmZm	Z	m
Z
 ddlmZ  G d„ d	ej        j        ¦  «        Z	 	 ddee         dee         dee         dee         dee         dee         dededededededededee         ddf d„Zdee         dee         dee         dee         dee         dededededededededee         fd„Zdee         dee         dee         dee         dee         dededededededededee         fd„ZdS )ad   NAdamW Optimizer

Based on simplified algorithm in https://github.com/mlcommons/algorithmic-efficiency/tree/main/baselines/nadamw

Added multi-tensor (foreach) path.

References for added functionality:
    Cautious Optimizers: https://arxiv.org/abs/2411.16085
    Why Gradients Rapidly Increase Near the End of Training: https://arxiv.org/abs/2506.02285
é    )ÚListÚOptionalÚTupleN)ÚTensoré   )Ú_check_capturable_devicesÚ
_get_valueÚ_init_scalar)ÚParamsTc                   ó¸   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 dded	ed
eeef         dedededededee         defˆ fd„Z	ˆ fd„Z
 ej        ¦   «         dd„¦   «         Zˆ xZS )ÚNAdamWa”   Implements NAdamW algorithm.

    See Table 1 in https://arxiv.org/abs/1910.05446 for the implementation of
    the NAdam algorithm (there is also a comment in the code which highlights
    the only difference of NAdamW and AdamW).

    For further details regarding the algorithm we refer to
        - Decoupled Weight Decay Regularization: https://arxiv.org/abs/1711.05101
        - On the Convergence of Adam and Beyond: https://openreview.net/forum?id=ryQu7f-RZ

    Args:
        params: iterable of parameters to optimize or dicts defining parameter groups
        lr: learning rate
        betas: coefficients used for computing running averages of gradient and its square
        eps: term added to the denominator to improve numerical stability
        weight_decay: weight decay coefficient
        caution: enable caution
        corrected_weight_decay: apply corrected weight decay (lr**2 / max_lr)
    çü©ñÒMbP?©gÍÌÌÌÌÌì?g+‡ÙÎ÷ï?ç:Œ0âŽyE>ç{®Gáz„?FNÚparamsÚlrÚbetasÚepsÚweight_decayÚcautionÚcorrected_weight_decayÚmaximizeÚforeachÚ
capturablec                 óÀ  •— d|k    st          d|› �¦  «        ‚d|k    st          d|› �¦  «        ‚d|d         cxk    rdk     sn t          d|d         › �¦  «        ‚d|d         cxk    rdk     sn t          d|d         › �¦  «        ‚d|k    st          d	|› �¦  «        ‚t          |||||||	||
¬
¦	  «	        }t          ¦   «                              ||¦  «         d S )Ng        zInvalid learning rate: zInvalid epsilon value: r   ç      ð?z#Invalid beta parameter at index 0: r   z#Invalid beta parameter at index 1: zInvalid weight_decay value: )	r   r   r   r   r   r   r   r   r   )Ú
ValueErrorÚdictÚsuperÚ__init__)Úselfr   r   r   r   r   r   r   r   r   r   ÚdefaultsÚ	__class__s               €úa/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/optim/nadamw.pyr!   zNAdamW.__init__*   s4  ø€ ð �bŠyˆyÝÐ;°rÐ;Ð;Ñ<Ô<Ð<Ø�cŠzˆzÝÐ<°sÐ<Ð<Ñ=Ô=Ð=Ø�e˜A”hÐ$Ð$Ò$Ð$ Ò$Ð$Ð$Ð$ÝÐMÀ5ÈÄ8ÐMÐMÑNÔNÐNØ�e˜A”hÐ$Ð$Ò$Ð$ Ò$Ð$Ð$Ð$ÝÐMÀ5ÈÄ8ÐMÐMÑNÔNÐNØ�lÒ"Ð"ÝÐJ¸LÐJÐJÑKÔKÐKÝØØØØ%ØØ#9ØØØ!ð

ñ 

ô 

ˆõ 	‰Œ×Ò˜ Ñ*Ô*Ð*Ð*Ð*ó    c                 óä  •— t          ¦   «                              |¦  «         | j        D ]Å}|                     dd¦  «         |                     dd¦  «         |                     dd ¦  «         |                     dd¦  «         |                     dd¦  «         |d         D ]L}| j                             |i ¦  «        }|r-d|v r)t          |d         |d         r|j        nd	¬
¦  «        |d<   ŒMŒÆd S )Nr   Fr   r   r   r   r   ÚstepÚcpu©Údevice)r    Ú__setstate__Úparam_groupsÚ
setdefaultÚstateÚgetr
   r+   )r"   r/   ÚgroupÚpÚp_stater$   s        €r%   r,   zNAdamW.__setstate__N   s  ø€ Ý‰Œ×Ò˜UÑ#Ô#Ð#ØÔ&ð 	ð 	ˆEØ×Ò˜Y¨Ñ.Ô.Ð.Ø×ÒÐ5°uÑ=Ô=Ð=Ø×Ò˜Y¨Ñ-Ô-Ð-Ø×Ò˜Z¨Ñ/Ô/Ð/Ø×Ò˜\¨5Ñ1Ô1Ð1Ø˜8”_ð ð �Øœ*Ÿ.š.¨¨BÑ/Ô/�Øð ˜v¨Ð0Ð0Ý&2Ø œØ+0°Ô+>ÐI˜qœx˜xÀEð'ñ 'ô '�G˜F‘Oøðð	ð 	r&   c                 óv  — t          | d¦  «        r|                      ¦   «          n$t          | d¦  «        r|                      ¦   «          d}|�5t          j        ¦   «         5   |¦   «         }ddd¦  «         n# 1 swxY w Y   | j        D �]­}g }g }g }g }g }|d         \  }	}
|d         D �].}|j        €Œ|                     |¦  «         |j        j        rt          d¦  «        ‚|                     |j        ¦  «         | j
        |         }t          |¦  «        dk    rht          |d         r|j        nd	¬
¦  «        |d<   t          j        |t          j        ¬¦  «        |d<   t          j        |t          j        ¬¦  «        |d<   |                     |d         ¦  «         |                     |d         ¦  «         |                     |d         ¦  «         �Œ0t!          ||||||d         |	|
|d         |d         |d         |d         |d         |d         |d         r| j        d         nd¬¦  «         �Œ¯|S )z¹Performs a single optimization step.

            Args:
              closure (callable, optional): A closure that reevaluates the model
                  and returns the loss.
        Ú'_accelerator_graph_capture_health_checkÚ _cuda_graph_capture_health_checkNr   r   z(NAdamW does not support sparse gradientsr   r   r)   r*   r(   )Úmemory_formatÚexp_avgÚ
exp_avg_sqr   r   r   r   r   r   r   )
r   Úbeta1Úbeta2r   r   r   r   r   r   Úmax_lr)Úhasattrr5   r6   ÚtorchÚenable_gradr-   ÚgradÚappendÚ	is_sparseÚRuntimeErrorr/   Úlenr
   r+   Ú
zeros_likeÚpreserve_formatÚnadamwr#   )r"   ÚclosureÚlossr1   Úparams_with_gradÚgradsÚexp_avgsÚexp_avg_sqsÚstate_stepsr:   r;   r2   r/   s                r%   r(   zNAdamW.step^   s·  € õ �4ÐBÑCÔCð 	4Ø×8Ò8Ñ:Ô:Ð:Ð:Ý�TÐ=Ñ>Ô>ð 	4Ø×1Ò1Ñ3Ô3Ð3àˆØÐÝÔ"Ñ$Ô$ð !ð !Ø�w‘y”y�ð!ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !ð Ô&ð .	ñ .	ˆEØ!ÐØˆEØˆHØˆKØˆKØ  œ>‰LˆE�5à˜8”_ð 2ñ 2�Ø”6�>ØØ ×'Ò'¨Ñ*Ô*Ð*Ø”6Ô#ð SÝ&Ð'QÑRÔRÐRØ—’˜QœVÑ$Ô$Ð$àœ
 1œ�õ �u‘:”: ’?�?Ý$0ÀEÈ,ÔDWÐ8b¸¼¸Ð]bÐ$cÑ$cÔ$c�E˜&‘Må',Ô'7¸ÍÔI^Ð'_Ñ'_Ô'_�E˜)Ñ$å*/Ô*:¸1ÍEÔLaÐ*bÑ*bÔ*b�E˜,Ñ'à—’  iÔ 0Ñ1Ô1Ð1Ø×"Ò" 5¨Ô#6Ñ7Ô7Ð7Ø×"Ò" 5¨¤=Ñ1Ô1Ð1Ñ1åØ ØØØØØ˜iÔ(ØØØ˜”;Ø" >Ô2Ø˜%”LØ˜iÔ(Ø˜zÔ*Ø  Ô.Ø.3Ð4LÔ.MÐW�t”} TÔ*Ð*ÐSWðñ ô ð ñ ð$ ˆs   Á!A8Á8A<Á?A<)	r   r   r   r   FFFNF©N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Úfloatr   Úboolr   r!   r,   r>   Úno_gradr(   Ú__classcell__)r$   s   @r%   r   r      s"  ø€ € € € € ðð ð. Ø)5ØØ"&Ø!Ø+0Ø"Ø&*Ø$ð"+ð "+àð"+ð ð"+ð ˜ ˜Ô&ð	"+ð
 ð"+ð  ð"+ð ð"+ð %)ð"+ð ð"+ð ˜d”^ð"+ð ð"+ð "+ð "+ð "+ð "+ð "+ðHð ð ð ð ð  €U„]�_„_ðAð Að Añ „_ðAð Að Að Að Ar&   r   Fr   rK   rL   rM   rN   r   r   r:   r;   r   r   r   r   r   r<   Úreturnc                ó   — t          d„ |D ¦   «         ¦  «        st          d¦  «        ‚|€[	 | p)dt          j        j        j                             ¦   «         v }|rt          j        |	¦  «        r|sd}n# t          $ r d}Y nw xY w|r&t          j	         
                    ¦   «         st          }nt          } || |||||||	|
|||||¬¦  «         dS )zcFunctional API that performs NAdamW algorithm computation.
      See NAdamW class for details.
    c              3   óJ   K  — | ]}t          |t          j        ¦  «        V — Œd S rO   )Ú
isinstancer>   r   )Ú.0Úts     r%   ú	<genexpr>znadamw.<locals>.<genexpr>¹   s.   è è € Ð@Ð@¨q�z˜!�Uœ\Ñ*Ô*Ð@Ð@Ð@Ð@Ð@Ð@r&   zPAPI has changed, `state_steps` argument must contain a list of singleton tensorsNÚScalarF)	r:   r;   r   r   r   r   r   r   r<   )ÚallrC   r>   ÚopsÚatenÚ_foreach_maximum_Ú	overloadsÚ	is_tensorÚ	ExceptionÚjitÚis_scriptingÚ_multi_tensor_nadamwÚ_single_tensor_nadamw)r   rK   rL   rM   rN   r   r   r:   r;   r   r   r   r   r   r<   Úfuncs                   r%   rG   rG   £   s,  € õ, Ð@Ð@°KÐ@Ñ@Ô@Ñ@Ô@ð "Ýð!ñ"ô "ð 	"ð €ð	à!�kÐ] Xµ´´Ô1Q×1[Ò1[Ñ1]Ô1]Ð%]ˆGàð  �5œ?¨2Ñ.Ô.ð  °zð  Ø�øøÝð 	ð 	ð 	ØˆGˆGˆGð	øøøð ð %•u”y×-Ò-Ñ/Ô/ð %Ý#ˆˆå$ˆà€DØØØØØØØØØ!ØØØØØðñ ô ð ð ð s   ¬AA4 Á4BÂBc       	         óh  — |rt          | |¦  «         t          | ¦  «        D �]\  }}|s||         n||          }||         }||         }||         }|dz  }|€|n|dz  |z  }|                     d||z  z
  ¦  «         |                     |¦  «                             |d|z
  ¬¦  «         |                     |¦  «                             ||d|z
  ¬¦  «         |�rG|}dt          j        ||¦  «        z
  }dt          j        ||¦  «        z
  }||z  }|                     ¦   «         }|                     ¦   «         }| 	                    |¦  «                             |d|z
  ¬¦  «        }|                     ¦   «         ||z  z                       |	|z  ¦  «        }|
rq||z  dk     
                    |j        ¦  «        }|                     |                     ¦   «                              d¬¦  «        ¦  «         |                     |¦  «         |                     ||¦  «         �Œt!          |¦  «        }d||z  z
  }d||z  z
  }||z  }|d	z  }| 	                    |¦  «                             |d|z
  ¬¦  «        }|                     ¦   «         |z                       |	¦  «        }|
rq||z  dk     
                    |j        ¦  «        }|                     |                     ¦   «                              d¬¦  «        ¦  «         |                     |¦  «         |                     ||| ¬¦  «         �Œd S )
Nr   é   r   ©Úalpha)Úvaluer   r   )Úminç      à?)r   Ú	enumerateÚmul_Úadd_Úaddcmul_r>   ÚpowÚnegÚsqrtÚmulÚtoÚdtypeÚdiv_ÚmeanÚclamp_Úaddcdiv_r	   )r   rK   rL   rM   rN   r:   r;   r   r   r   r   r   r   r<   ÚiÚparamr@   r8   r9   Ústep_tÚwd_scaler(   Úbias_correction1Úbias_correction2Ú	step_sizeÚstep_size_negÚbias_correction2_sqrtÚdenomÚmasks                                r%   rj   rj   ß   sT  € ð" ð 7Ý! &¨+Ñ6Ô6Ð6å˜fÑ%Ô%ð >=ñ >=‰ˆˆ5Ø'Ð6ˆu�QŒxˆx¨e°A¬h¨YˆØ˜1”+ˆØ  ”^ˆ
Ø˜Q”ˆð 	�!‰ˆð  ˜�2�2¨R°1©W°vÑ-=ˆØ�
Š
�2˜ <Ñ/Ñ/Ñ0Ô0Ð0ð 	�Š�UÑÔ× Ò  ¨Q°©YÐ Ñ7Ô7Ð7Ø�Š˜ÑÔ×'Ò'¨¨d¸!¸e¹)Ð'ÑDÔDÐDàñ -	=ØˆDð  !¥5¤9¨U°DÑ#9Ô#9Ñ9ÐØ ¥5¤9¨U°DÑ#9Ô#9Ñ9ÐàÐ-Ñ-ˆIØ%ŸMšM™OœOˆMà$4×$9Ò$9Ñ$;Ô$;Ð!ð —k’k %Ñ(Ô(×-Ò-¨d¸!¸e¹)Ð-ÑDÔDˆGà—_’_Ñ&Ô&Ð*?À-Ñ*OÑP×VÒVÐWZÐ]jÑWjÑkÔkˆEàð #ð   $™¨Ò*×.Ò.¨t¬zÑ:Ô:�Ø—	’	˜$Ÿ)š)™+œ+×,Ò,°Ð,Ñ6Ô6Ñ7Ô7Ð7Ø—’˜TÑ"Ô"Ð"à�NŠN˜7 EÑ*Ô*Ð*Ñ*å˜fÑ%Ô%ˆDØ  5¨D¡=Ñ0ÐØ  5¨D¡=Ñ0ÐØÐ-Ñ-ˆIØ$4¸Ñ$;Ð!ð —k’k %Ñ(Ô(×-Ò-¨d¸!¸e¹)Ð-ÑDÔDˆGØ—_’_Ñ&Ô&Ð)>Ñ>×DÒDÀSÑIÔIˆEàð #à $™¨Ò*×.Ò.¨t¬zÑ:Ô:�Ø—	’	˜$Ÿ)š)™+œ+×,Ò,°Ð,Ñ6Ô6Ñ7Ô7Ð7Ø—’˜TÑ"Ô"Ð"à�NŠN˜7 E°)°ˆNÑ<Ô<Ð<Ñ<ð}>=ð >=r&   c       	         óÆ  ‡‡‡— t          | ¦  «        dk    rd S |rt          | |¦  «         |r!t          j        t	          |¦  «        ¦  «        }d„ |D ¦   «         }d„ |D ¦   «         }d„ |D ¦   «         }d„ | D ¦   «         } t          j        |d¦  «         |€‰n‰dz  |z  }t          j        | d||z  z
  ¦  «         t          j        |‰¦  «         t          j        ||d‰z
  ¬¦  «         t          j        |‰¦  «         t          j        |||d‰z
  ¦  «         |�rüˆfd	„|D ¦   «         }ˆfd
„|D ¦   «         }t          j        |d¦  «         t          j        |d¦  «         t          j	        |¦  «         t          j	        |¦  «         t          j
        |‰¦  «        }t          j        |¦  «         t          j	        |¦  «         t          j        |¦  «        }t          j        |‰¦  «        }t          j        ||d‰z
  ¬¦  «         t          j        |¦  «        }t          j        |t          j        ||¦  «        ¦  «         t          j
        ||	¦  «        }t          j        |¦  «         t          j        ||¦  «        }|
rzt          j        ||¦  «        }d„ t!          ||¦  «        D ¦   «         }d„ |D ¦   «         }t          j        |d¦  «         t          j        ||¦  «         t          j        ||¦  «         t          j        | ||¦  «         d S ˆfd„|D ¦   «         }ˆfd„|D ¦   «         }ˆfd„|D ¦   «         }d„ |D ¦   «         }t          j        |‰¦  «        }t          j        ||d‰z
  ¬¦  «         t          j        |¦  «        }t          j        ||¦  «         t          j        ||	¦  «        }|
rzt          j        ||¦  «        }d„ t!          ||¦  «        D ¦   «         }d„ |D ¦   «         }t          j        |d¦  «         t          j        ||¦  «         t          j        ||¦  «         t          j        ||¦  «         t          j        | ||¦  «         d S )Nr   c                 ób   — g | ],}t          j        |¦  «        rt          j        |¦  «        n|‘Œ-S © ©r>   Ú
is_complexÚview_as_real©r\   Úxs     r%   ú
<listcomp>z(_multi_tensor_nadamw.<locals>.<listcomp>N  s8   € ÐPÐPÐPÀQ¥eÔ&6°qÑ&9Ô&9Ð@�UÔ Ñ"Ô"Ð"¸qÐPÐPÐPr&   c                 ób   — g | ],}t          j        |¦  «        rt          j        |¦  «        n|‘Œ-S rŽ   r�   r’   s     r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>O  s8   € ÐVÐVÐVÈ­Ô)9¸!Ñ)<Ô)<ÐC•Ô" 1Ñ%Ô%Ð%À!ÐVÐVÐVr&   c                 ób   — g | ],}t          j        |¦  «        rt          j        |¦  «        n|‘Œ-S rŽ   r�   r’   s     r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>P  s8   € Ð\Ð\Ð\È1­EÔ,<¸QÑ,?Ô,?ÐF•5Ô% aÑ(Ô(Ð(ÀQÐ\Ð\Ð\r&   c                 ób   — g | ],}t          j        |¦  «        rt          j        |¦  «        n|‘Œ-S rŽ   r�   r’   s     r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>Q  s8   € ÐRÐRÐRÀa¥uÔ'7¸Ñ':Ô':ÐA�eÔ  Ñ#Ô#Ð#ÀÐRÐRÐRr&   r   rm   rn   c                 ó:   •— g | ]}t          j        ‰|¦  «        ‘ŒS rŽ   ©r>   rw   ©r\   r(   r:   s     €r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>c  ó%   ø€ ÐKÐKÐK°t�EœI e¨TÑ2Ô2ÐKÐKÐKr&   c                 ó:   •— g | ]}t          j        ‰|¦  «        ‘ŒS rŽ   r™   ©r\   r(   r;   s     €r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>d  r›   r&   c                 óP   — g | ]#\  }}|d k                          |j        ¦  «        ‘Œ$S ©r   ©r{   r|   ©r\   ÚmÚgs      r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>ƒ  ó.   € ÐGÐGÐG©T¨Q°�a˜!’e—Z’Z ¤Ñ(Ô(ÐGÐGÐGr&   c                 ó6   — g | ]}|                      ¦   «         ‘ŒS rŽ   ©r~   ©r\   r¢   s     r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>„  ó    € Ð2Ð2Ð2 q˜!Ÿ&š&™(œ(Ð2Ð2Ð2r&   r   c                 ó:   •— g | ]}d ‰t          |¦  «        z  z
  ‘ŒS ©r   ©r	   rš   s     €r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>Œ  ó+   ø€ ÐRÐRÐR¸d˜A ­°DÑ)9Ô)9Ñ 9Ñ9ÐRÐRÐRr&   c                 ó:   •— g | ]}d ‰t          |¦  «        z  z
  ‘ŒS rª   r«   r�   s     €r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>�  r¬   r&   c                 ó    •— g | ]
}‰|z  d z  ‘ŒS )éÿÿÿÿrŽ   )r\   Úbcr   s     €r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>�  s!   ø€ Ð?Ð?Ð?¨�b˜2‘g ‘^Ð?Ð?Ð?r&   c                 ó   — g | ]}|d z  ‘ŒS )rr   rŽ   )r\   r°   s     r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>‘  s   € Ð FÐ FÐ F¨r  s¡Ð FÐ FÐ Fr&   c                 óP   — g | ]#\  }}|d k                          |j        ¦  «        ‘Œ$S rŸ   r    r¡   s      r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>Ÿ  r¤   r&   c                 ó6   — g | ]}|                      ¦   «         ‘ŒS rŽ   r¦   r§   s     r%   r”   z(_multi_tensor_nadamw.<locals>.<listcomp>   r¨   r&   )rD   r   r>   Ú_foreach_negÚtupleÚ_foreach_add_Ú_foreach_mul_Ú_foreach_addcmul_Ú_foreach_sub_Ú_foreach_neg_Ú_foreach_divÚ_foreach_reciprocal_Ú_foreach_sqrtÚ_foreach_mulÚ_foreach_div_Ú_foreach_addÚziprc   Ú_foreach_addcdiv_)r   rK   rL   rM   rN   r:   r;   r   r   r   r   r   r   r<   r„   r…   r†   r‡   r‰   Úexp_avg_sq_sqrtÚeps_over_step_sizerŠ   ÚmasksÚ
mask_scales        ```                r%   ri   ri   4  sØ  øøø€ õ" ˆ6�{„{�aÒÐØˆàð 7Ý! &¨+Ñ6Ô6Ð6àð 1ÝÔ"¥5¨¡<¤<Ñ0Ô0ˆàPÐPÈ%ÐPÑPÔP€EØVÐVÈXÐVÑVÔV€HØ\Ð\ÐP[Ð\Ñ\Ô\€KØRÐRÈ6ÐRÑRÔR€Fõ 
Ô˜ QÑ'Ô'Ð'ð �^ˆrˆr¨¨q©°6Ñ)9€HÝ	Ô˜  X°Ñ%<Ñ <Ñ=Ô=Ð=õ 
Ô˜ %Ñ(Ô(Ð(Ý	Ô˜ %¨q°5©yÐ9Ñ9Ô9Ð9å	Ô˜ UÑ+Ô+Ð+Ý	Ô˜K¨°°q¸5±yÑAÔAÐAàñ I9àKÐKÐKÐK¸{ÐKÑKÔKÐØKÐKÐKÐK¸{ÐKÑKÔKÐåÔÐ,¨aÑ0Ô0Ð0ÝÔÐ,¨aÑ0Ô0Ð0ÝÔÐ,Ñ-Ô-Ð-ÝÔÐ,Ñ-Ô-Ð-õ Ô&Ð'7¸Ñ<Ô<ˆ	ÝÔ" 9Ñ-Ô-Ð-ÝÔ˜IÑ&Ô&Ð&å %Ô 3Ð4DÑ EÔ EÐõ Ô% h°Ñ6Ô6ˆÝÔ˜H e°1°u±9Ð=Ñ=Ô=Ð=åÔ-¨kÑ:Ô:ˆÝÔØÝÔÐ4°iÑ@Ô@ñ	
ô 	
ð 	
õ #Ô/°	¸3Ñ?Ô?ÐÝÔ"Ð#5Ñ6Ô6Ð6ÝÔ" ?Ð4FÑGÔGˆàð 	1åÔ& x°Ñ7Ô7ˆEØGÐGµS¸ÀÑ5FÔ5FÐGÑGÔGˆEØ2Ð2¨EÐ2Ñ2Ô2ˆJÝÔ# J°Ñ5Ô5Ð5åÔ  zÑ2Ô2Ð2ÝÔ ¨%Ñ0Ô0Ð0åÔ ¨°%Ñ8Ô8Ð8Ð8Ð8àRÐRÐRÐRÀkÐRÑRÔRÐØRÐRÐRÐRÀkÐRÑRÔRÐà?Ð?Ð?Ð?Ð.>Ð?Ñ?Ô?ˆ	à FÐ FÐ5EÐ FÑ FÔ FÐõ Ô% h°Ñ6Ô6ˆÝÔ˜H e°1°u±9Ð=Ñ=Ô=Ð=åÔ-¨kÑ:Ô:ˆÝÔ˜OÐ-BÑCÔCÐCÝÔ" ?°CÑ8Ô8ˆàð 	1åÔ& x°Ñ7Ô7ˆEØGÐGµS¸ÀÑ5FÔ5FÐGÑGÔGˆEØ2Ð2¨EÐ2Ñ2Ô2ˆJÝÔ# J°Ñ5Ô5Ð5åÔ  zÑ2Ô2Ð2ÝÔ ¨%Ñ0Ô0Ð0õ
 	Ô˜E 9Ñ-Ô-Ð-ÝÔ ¨°%Ñ8Ô8Ð8Ð8Ð8r&   )NF)rS   Útypingr   r   r   r>   r   Ú_helpersr   r	   r
   Ú_typesr   ÚoptimÚ	Optimizerr   rU   rT   rG   rj   ri   rŽ   r&   r%   ú<module>rÌ      s%  ðð	ð 	ð )Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (à €€€Ø Ð Ð Ð Ð Ð à IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IØ Ð Ð Ð Ð Ð ðKð Kð Kð Kð KˆUŒ[Ô"ñ Kô Kð Kðh #'Ø ð9ð 9Ø�V”ð9à�FŒ|ð9ð �v”,ð9ð ˜&”\ð	9ð
 ˜&”\ð9ð ˜$”ð9ð ð9ð ð9ð ð9ð ð9ð ð9ð ð9ð ð9ð ð9ð  ˜”ð!9ð" 
ð#9ð 9ð 9ð 9ðxR=Ø�V”ðR=à�FŒ|ðR=ð �v”,ðR=ð ˜&”\ð	R=ð
 ˜&”\ðR=ð ðR=ð ðR=ð ðR=ð ðR=ð ðR=ð ðR=ð ðR=ð ðR=ð ˜”ðR=ð R=ð R=ð R=ðjv9Ø�V”ðv9à�FŒ|ðv9ð �v”,ðv9ð ˜&”\ð	v9ð
 ˜&”\ðv9ð ðv9ð ðv9ð ðv9ð ðv9ð ðv9ð ðv9ð ðv9ð ðv9ð ˜”ðv9ð v9ð v9ð v9ð v9ð v9r&   