§
    “©ºjà  ã                   óÖ   — d dl mZ d dlmZ d dlmZmZmZmZm	Z	 d dl
Z
d dl
mZ d dlmZmZ d dlmZ d dlZd dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ  G d„ de¦  «        ZdS )é    )Ú	Generator)Úcontextmanager)ÚAnyÚCallableÚLiteralÚOptionalÚUnionN)ÚTensor)ÚLBFGSÚ	Optimizer)Úoverride)Ú_optimizer_handles_unscaling)Ú_TORCH_GREATER_EQUAL_2_4)ÚOptimizable)Ú	Precision)ÚGradClipAlgorithmType)ÚMisconfigurationExceptionc                   óª  ‡ — e Zd ZdZ	 dded         deded         ddfd	„Zed
e	ddde	fˆ fd„¦   «         Z
ededddeg ef         dedef
ˆ fd„¦   «         Zedej        fdedeeef         deddfˆ fd„¦   «         Zdej        fd„Zeeded         fd„¦   «         ¦   «         Zedeeef         fd„¦   «         Zedeeef         ddfd„¦   «         Zˆ xZS )ÚMixedPrecisionaF  Plugin for Automatic Mixed Precision (AMP) training with ``torch.autocast``.

    Args:
        precision: Whether to use ``torch.float16`` (``'16-mixed'``) or ``torch.bfloat16`` (``'bf16-mixed'``).
        device: The device for ``torch.autocast``.
        scaler: An optional :class:`torch.cuda.amp.GradScaler` to use.

    NÚ	precision©ú16-mixedú
bf16-mixedÚdeviceÚscalerztorch.amp.GradScalerÚreturnc                 óv  — |dvr(t          dt          | ¦  «        j        › d|›d�¦  «        ‚|| _        |€U| j        dk    rJt          r t
          j                             |¬¦  «        n"t
          j        j                             ¦   «         }|�| j        dk    rt          d|› d	�¦  «        ‚|| _
        || _        d S )
Nr   z	`Passed `z(precision=z1)`. Precision must be '16-mixed' or 'bf16-mixed'.r   )r   r   z6`precision='bf16-mixed'` does not use a scaler, found ú.)Ú
ValueErrorÚtypeÚ__name__r   r   ÚtorchÚampÚ
GradScalerÚcudar   r   r   )Úselfr   r   r   s       úw/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/plugins/precision/amp.pyÚ__init__zMixedPrecision.__init__(   sá   € ð Ð6Ð6Ð6ÝðB�D ™JœJÔ/ð Bð B¸Ið Bð Bð Bñô ð ð
 #ˆŒØˆ>˜dœn°
Ò:Ð:Ý<TÐu•U”Y×)Ò)°Ð)Ñ8Ô8Ð8ÕZ_ÔZdÔZh×ZsÒZsÑZuÔZuˆFØÐ $¤.°LÒ"@Ð"@Ý+Ð,nÐekÐ,nÐ,nÐ,nÑoÔoÐoØˆŒØˆŒˆˆó    ÚtensorÚmodulezpl.LightningModulec                 óŠ   •— | j         �| j                              |¦  «        }t          ¦   «                              ||¦  «        S ©N)r   ÚscaleÚsuperÚpre_backward)r&   r*   r+   Ú	__class__s      €r'   r0   zMixedPrecision.pre_backward<   s:   ø€ àŒ;Ð"Ø”[×&Ò& vÑ.Ô.ˆFÝ‰wŒw×#Ò# F¨FÑ3Ô3Ð3r)   Ú	optimizerÚmodelÚclosureÚkwargsc                 ó¤  •— | j         € t          ¦   «         j        |f||dœ|¤ŽS t          |t          ¦  «        rt          d¦  «        ‚ |¦   «         }|d u o|j        }t          |¦  «        s|s| j                              |¦  «         |  	                    ||¦  «         |s. | j         j
        |fi |¤Ž}| j                              ¦   «          |S |S )N)r3   r4   z/AMP and the LBFGS optimizer are not compatible.)r   r/   Úoptimizer_stepÚ
isinstancer   r   Úautomatic_optimizationr   Úunscale_Ú_after_closureÚstepÚupdate)	r&   r2   r3   r4   r5   Úclosure_resultÚskip_unscalingÚstep_outputr1   s	           €r'   r7   zMixedPrecision.optimizer_stepB   s   ø€ ð Œ;Ðà)•5‘7”7Ô)¨)Ð\¸5È'Ð\Ð\ÐU[Ð\Ð\Ð\Ý�i¥Ñ'Ô'ð 	_Ý+Ð,]Ñ^Ô^Ð^Ø ˜™œˆð (¨4Ð/ÐP°EÔ4Pˆå+¨IÑ6Ô6ð 	,¸~ð 	,ð ŒK× Ò  Ñ+Ô+Ð+à×Ò˜E 9Ñ-Ô-Ð-ð ð 	à*˜$œ+Ô*¨9Ð?Ð?¸Ð?Ð?ˆKØŒK×ÒÑ Ô Ð ØÐØÐr)   g        Úclip_valÚgradient_clip_algorithmc                 óÄ   •— |dk    r4t          |¦  «        r%t          dt          |¦  «        j        › d�¦  «        ‚t	          ¦   «                              |||¬¦  «         d S )Nr   zThe current optimizer, z†, does not allow for gradient clipping because it performs unscaling of gradients internally. HINT: Are you using a 'fused' optimizer?)r2   rA   rB   )r   ÚRuntimeErrorr    Ú__qualname__r/   Úclip_gradients)r&   r2   rA   rB   r1   s       €r'   rF   zMixedPrecision.clip_gradientsd   sx   ø€ ð �aŠ<ˆ<Õ8¸ÑCÔCˆ<Ýðs­$¨y©/¬/Ô*Fð sð sð sñô ð õ 	‰Œ×Ò¨¸XÐ_vÐÑwÔwÐwÐwÐwr)   c                 ó€   — | j         dk    rt          j        nt          j        }t          j        | j        |d¬¦  «        S )Nr   F)ÚdtypeÚcache_enabled)r   r"   Úbfloat16ÚhalfÚautocastr   )r&   rH   s     r'   Úautocast_context_managerz'MixedPrecision.autocast_context_managerr   s4   € Ø"&¤.°LÒ"@Ð"@•”�ÅeÄjˆÝŒ~˜dœk°ÀeÐLÑLÔLÐLr)   )NNNc              #   ól   K  — |                       ¦   «         5  dV — ddd¦  «         dS # 1 swxY w Y   dS )zEnable autocast context.N)rM   ©r&   s    r'   Úforward_contextzMixedPrecision.forward_contextv   s‡   è è € ð ×*Ò*Ñ,Ô,ð 	ð 	ØˆEˆEˆEð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð 	ð 	s   —)©-°-c                 óF   — | j         �| j                              ¦   «         S i S r-   )r   Ú
state_dictrO   s    r'   rR   zMixedPrecision.state_dict}   s#   € àŒ;Ð"Ø”;×)Ò)Ñ+Ô+Ð+Øˆ	r)   rR   c                 óL   — | j         �| j                              |¦  «         d S d S r-   )r   Úload_state_dict)r&   rR   s     r'   rT   zMixedPrecision.load_state_dictƒ   s.   € àŒ;Ð"ØŒK×'Ò'¨
Ñ3Ô3Ð3Ð3Ð3ð #Ð"r)   r-   ) r!   Ú
__module__rE   Ú__doc__r   Ústrr   r(   r   r
   r0   r   r   r   r7   r   ÚNORMr   r	   ÚintÚfloatrF   r"   rL   rM   r   r   rP   ÚdictrR   rT   Ú__classcell__)r1   s   @r'   r   r      sO  ø€ € € € € ðð ð 48ð	ð àÐ3Ô4ðð ðð Ð/Ô0ð	ð
 
ðð ð ð ð( ð4 6ð 4Ð3Gð 4ÈFð 4ð 4ð 4ð 4ð 4ñ „Xð4ð
 ðàðð $ðð ˜"˜c˜'Ô"ð	ð
 ðð 
ðð ð ð ð ñ „XððB ð '*Ø9NÔ9Sð	xð xàðxð ˜˜U˜
Ô#ðxð "7ð	xð
 
ðxð xð xð xð xñ „XðxðM¨%¬.ð Mð Mð Mð Mð Øð Ð+;Ô!<ð ð ð ñ „^ñ „Xðð
 ð˜D  c œNð ð ð ñ „Xðð
 ð4¨$¨s°C¨x¬.ð 4¸Tð 4ð 4ð 4ñ „Xð4ð 4ð 4ð 4ð 4r)   r   ) Úcollections.abcr   Ú
contextlibr   Útypingr   r   r   r   r	   r"   r
   Útorch.optimr   r   Útyping_extensionsr   Úpytorch_lightningÚplÚ&lightning_fabric.plugins.precision.ampr   Ú"lightning_fabric.utilities.importsr   Ú lightning_fabric.utilities.typesr   Ú-pytorch_lightning.plugins.precision.precisionr   Úpytorch_lightning.utilitiesr   Ú&pytorch_lightning.utilities.exceptionsr   r   © r)   r'   ú<module>rk      sP  ðð &Ð %Ð %Ð %Ð %Ð %Ø %Ð %Ð %Ð %Ð %Ð %Ø :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ð :à €€€Ø Ð Ð Ð Ð Ð Ø (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø OÐ OÐ OÐ OÐ OÐ OØ GÐ GÐ GÐ GÐ GÐ GØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø CÐ CÐ CÐ CÐ CÐ CØ =Ð =Ð =Ð =Ð =Ð =Ø LÐ LÐ LÐ LÐ LÐ Lðh4ð h4ð h4ð h4ð h4�Yñ h4ô h4ð h4ð h4ð h4r)   