§
    “©ºj¼  ã                   óÊ   — d dl mZ d dlmZmZmZ d dlZd dlmZ d dlm	Z	 d dl
mZ d dlmZmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ  G d„ de¦  «        Zdedefd„ZdS )é    )ÚAbstractContextManager)ÚAnyÚLiteralÚOptionalN)Úapply_to_collection)ÚTensor)ÚModule)ÚLBFGSÚ	Optimizer)Úoverride)Ú	Precision)Ú_convert_fp_tensor)Ú_TORCH_GREATER_EQUAL_2_4)ÚOptimizablec                   óˆ  ‡ — e Zd ZdZ	 dded         deded         ddfd	„Zede	fd
„¦   «         Z
ededefd„¦   «         Zededefd„¦   «         Zededee         dededdf
ˆ fd„¦   «         Zedededefˆ fd„¦   «         Zedeeef         fd„¦   «         Zedeeef         ddfd„¦   «         Zededdfd„¦   «         Zˆ xZS )ÚMixedPrecisionaF  Plugin for Automatic Mixed Precision (AMP) training with ``torch.autocast``.

    Args:
        precision: Whether to use ``torch.float16`` (``'16-mixed'``) or ``torch.bfloat16`` (``'bf16-mixed'``).
        device: The device for ``torch.autocast``.
        scaler: An optional :class:`torch.cuda.amp.GradScaler` to use.

    NÚ	precision©ú16-mixedú
bf16-mixedÚdeviceÚscalerztorch.amp.GradScalerÚreturnc                 óÆ  — |dvr(t          dt          | ¦  «        j        › d|›d�¦  «        ‚|| _        |€U| j        dk    rJt          r t
          j                             |¬¦  «        n"t
          j        j                             ¦   «         }|�| j        dk    rt          d|› d	�¦  «        ‚|| _	        || _
        | j        dk    rt
          j        nt
          j        | _        d S )
Nr   zPassed `z(precision=z1)`. Precision must be '16-mixed' or 'bf16-mixed'.r   )r   r   z6`precision='bf16-mixed'` does not use a scaler, found ú.)Ú
ValueErrorÚtypeÚ__name__r   r   ÚtorchÚampÚ
GradScalerÚcudar   r   Úbfloat16Úfloat16Ú_desired_input_dtype)Úselfr   r   r   s       úv/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/plugins/precision/amp.pyÚ__init__zMixedPrecision.__init__(   s  € ð Ð6Ð6Ð6ÝðA�4 ™:œ:Ô.ð Að A¸9ð Að Að Añô ð ð
 #ˆŒØˆ>˜dœn°
Ò:Ð:Ý<TÐu•U”Y×)Ò)°Ð)Ñ8Ô8Ð8ÕZ_ÔZdÔZh×ZsÒZsÑZuÔZuˆFØÐ $¤.°LÒ"@Ð"@ÝÐ_ÐV\Ð_Ð_Ð_Ñ`Ô`Ð`ØˆŒØˆŒà6:´nÈÒ6TÐ6T¥E¤N NÕZ_ÔZgˆÔ!Ð!Ð!ó    c                 óB   — t          j        | j        | j        ¬¦  «        S )N)Údtype)r   Úautocastr   r%   ©r&   s    r'   Úforward_contextzMixedPrecision.forward_context>   s   € åŒ~˜dœk°Ô1JÐKÑKÔKÐKr)   Údatac                 óF   — t          |t          t          | j        ¬¦  «        S ©N)Úfunctionr+   Údst_type)r   r   r   r%   ©r&   r/   s     r'   Úconvert_inputzMixedPrecision.convert_inputB   s   € å" 4Õ2DÍFÐ]aÔ]vÐwÑwÔwÐwr)   c                 ó^   — t          |t          t          t          j        ¦   «         ¬¦  «        S r1   )r   r   r   r   Úget_default_dtyper4   s     r'   Úconvert_outputzMixedPrecision.convert_outputF   s$   € å" 4Õ2DÍFÕ]bÔ]tÑ]vÔ]vÐwÑwÔwÐwr)   ÚtensorÚmodelÚargsÚkwargsc                 ó†   •— | j         �| j                              |¦  «        } t          ¦   «         j        ||g|¢R i |¤Ž d S ©N)r   ÚscaleÚsuperÚbackward)r&   r9   r:   r;   r<   Ú	__class__s        €r'   rA   zMixedPrecision.backwardJ   sO   ø€ àŒ;Ð"Ø”[×&Ò& vÑ.Ô.ˆFØ�‰ŒÔ˜ Ð8¨Ð8Ð8Ð8°Ð8Ð8Ð8Ð8Ð8r)   Ú	optimizerc                 óê   •— | j         € t          ¦   «         j        |fi |¤ŽS t          |t          ¦  «        rt          d¦  «        ‚ | j         j        |fi |¤Ž}| j                              ¦   «          |S )Nz/AMP and the LBFGS optimizer are not compatible.)r   r@   Úoptimizer_stepÚ
isinstancer
   Ú	TypeErrorÚstepÚupdate)r&   rC   r<   Ústep_outputrB   s       €r'   rE   zMixedPrecision.optimizer_stepP   s„   ø€ ð Œ;Ðà)•5‘7”7Ô)¨)Ð>Ð>°vÐ>Ð>Ð>Ý�i¥Ñ'Ô'ð 	OÝÐMÑNÔNÐNà&�d”kÔ& yÐ;Ð;°FÐ;Ð;ˆØŒ×ÒÑÔÐØÐr)   c                 óF   — | j         �| j                              ¦   «         S i S r>   )r   Ú
state_dictr-   s    r'   rL   zMixedPrecision.state_dict`   s#   € àŒ;Ð"Ø”;×)Ò)Ñ+Ô+Ð+Øˆ	r)   rL   c                 óL   — | j         �| j                              |¦  «         d S d S r>   )r   Úload_state_dict)r&   rL   s     r'   rN   zMixedPrecision.load_state_dictf   s.   € àŒ;Ð"ØŒK×'Ò'¨
Ñ3Ô3Ð3Ð3Ð3ð #Ð"r)   c                 ó‚   — | j         }|�5t          |¦  «        rt          d¦  «        ‚|                     |¦  «         d S d S )NzKGradient clipping is not implemented for optimizers handling the unscaling.)r   Ú_optimizer_handles_unscalingÚNotImplementedErrorÚunscale_)r&   rC   r   s      r'   Úunscale_gradientsz MixedPrecision.unscale_gradientsk   sO   € à”ˆØÐÝ+¨IÑ6Ô6ð yÝ)Ð*wÑxÔxÐxØ�OŠO˜IÑ&Ô&Ð&Ð&Ð&ð Ðr)   r>   )r   Ú
__module__Ú__qualname__Ú__doc__r   Ústrr   r(   r   r   r.   r   r5   r8   r   r	   rA   r   rE   ÚdictrL   rN   r   rS   Ú__classcell__)rB   s   @r'   r   r      sD  ø€ € € € € ðð ð 48ð	hð hàÐ3Ô4ðhð ðhð Ð/Ô0ð	hð
 
ðhð hð hð hð, ðLÐ!7ð Lð Lð Lñ „XðLð ðx #ð x¨#ð xð xð xñ „Xðxð ðx 3ð x¨3ð xð xð xñ „Xðxð ð9˜vð 9¨h°vÔ.>ð 9Àsð 9ÐVYð 9Ð^bð 9ð 9ð 9ð 9ð 9ñ „Xð9ð
 ðàðð ðð 
ð	ð ð ð ð ñ „Xðð ð˜D  c œNð ð ð ñ „Xðð
 ð4¨$¨s°C¨x¬.ð 4¸Tð 4ð 4ð 4ñ „Xð4ð ð'¨9ð '¸ð 'ð 'ð 'ñ „Xð'ð 'ð 'ð 'ð 'r)   r   rC   r   c                 ó$   — t          | dd¦  «        S )aT  Determines whether a PyTorch optimizer handles unscaling gradients in the step method rather than through the
    :class:`torch.cuda.amp.GradScaler`.

    Since, the current implementation of this function checks a PyTorch internal variable on the optimizer, the return
    value will only be reliable for built-in PyTorch optimizers.

    Ú_step_supports_amp_scalingF)Úgetattr)rC   s    r'   rP   rP   t   s   € õ �9Ð:¸EÑBÔBÐBr)   )Ú
contextlibr   Útypingr   r   r   r   Ú#lightning_utilities.core.apply_funcr   r   Útorch.nnr	   Útorch.optimr
   r   Útyping_extensionsr   Ú,lightning_fabric.plugins.precision.precisionr   Ú(lightning_fabric.plugins.precision.utilsr   Ú"lightning_fabric.utilities.importsr   Ú lightning_fabric.utilities.typesr   r   ÚboolrP   © r)   r'   ú<module>ri      sO  ðð .Ð -Ð -Ð -Ð -Ð -Ø )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ð )à €€€Ø CÐ CÐ CÐ CÐ CÐ CØ Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ø &Ð &Ð &Ð &Ð &Ð &à BÐ BÐ BÐ BÐ BÐ BØ GÐ GÐ GÐ GÐ GÐ GØ GÐ GÐ GÐ GÐ GÐ GØ 8Ð 8Ð 8Ð 8Ð 8Ð 8ðS'ð S'ð S'ð S'ð S'�Yñ S'ô S'ð S'ðlC¨Cð C°Dð Cð Cð Cð Cð Cð Cr)   