§
    “©ºjç  ã                   óØ   — d dl Z d dlmZ d dlmZ d dlmZmZmZm	Z	 d dl
Z
d dl
mZ d dlmZ d dlmZ d dlmZ d dlZd d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ  G d„ dee¦  «        ZdS )é    N)Ú	Generator)Úpartial)ÚAnyÚCallableÚOptionalÚUnion)ÚTensor)ÚModule)Ú	Optimizer)Úoverride)Ú	Precision)Ú	Steppable)ÚCheckpointHooks)Úcall)ÚGradClipAlgorithmTypec                   ó
  — e Zd ZdZdedee         dee         deeee         ee         f         fd„Z	e
dedd	defd
„¦   «         Ze
dedd	dee         dededdfd„¦   «         Ze
dedd	defd„¦   «         Zdd	deddfd„Zdd	dedeg ef         defd„Ze
dedd	deg ef         dedef
d„¦   «         Z	 	 d!ded	ef         dedeeeef                  dee         ddf
d„Zdej        fdedeeef         deddfd„Zdedeeef         ddfd„Zdedeeef         ddfd„Zej        de d         fd„¦   «         Z!ej        de d         fd„¦   «         Z"ej        de d         fd„¦   «         Z#ej        de d         fd „¦   «         Z$dS )"r   zÊBase class for all plugins handling the precision-specific parts of the training.

    The class attribute precision must be overwritten in child classes. The default value reflects fp32 training.

    ÚmodelÚ
optimizersÚlr_schedulersÚreturnc                 ó   — |||fS )zAConnects this plugin to the accelerator and the training process.© )Úselfr   r   r   s       ú}/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/plugins/precision/precision.pyÚconnectzPrecision.connect(   s   € ð �j -Ð/Ð/ó    ÚtensorÚmodulezpl.LightningModulec                 ól   — |j         }t          j        |d|¦  «         t          j        |d|¦  «         |S )NÚon_before_backward)Útrainerr   Ú_call_callback_hooksÚ_call_lightning_module_hook)r   r   r   r!   s       r   Úpre_backwardzPrecision.pre_backward.   s:   € à”.ˆÝÔ! 'Ð+?ÀÑHÔHÐHÝÔ(¨Ð2FÈÑOÔOÐOØˆr   Ú	optimizerÚargsÚkwargsNc                 ó(   —  |j         |g|¢R i |¤Ž dS )aé  Performs the actual backpropagation.

        Args:
            tensor: the loss value obtained from the closure
            model: the model to be optimized
            optimizer: current optimizer being used. ``None`` if using manual optimization
            \*args: Positional arguments intended for the actual function that performs the backward, like
                :meth:`~torch.Tensor.backward`.
            \**kwargs: Keyword arguments for the same purpose as ``*args``.

        N)Úbackward)r   r   r   r%   r&   r'   s         r   r)   zPrecision.backward5   s,   € ð( 	ˆŒ�vÐ/ Ð/Ð/Ð/¨Ð/Ð/Ð/Ð/Ð/r   c                 ó�   — |                      ¦   «         }|j        }t          j        |d¦  «         t          j        |d¦  «         |S )NÚon_after_backward)Údetachr!   r   r"   r#   )r   r   r   Úclosure_lossr!   s        r   Úpost_backwardzPrecision.post_backwardK   sF   € ð —}’}‘”ˆØ”.ˆÝÔ! 'Ð+>Ñ?Ô?Ð?ÝÔ(¨Ð2EÑFÔFÐFØÐr   c                 ó²   — |j         }t          j        |d|¦  «         t          j        |d|¦  «         |                      |||j        |j        ¬¦  «         dS )z:Utility to share some code after the closure has been run.Úon_before_optimizer_step)Úgradient_clip_algorithmN)r!   r   r"   r#   Ú_clip_gradientsÚgradient_clip_valr1   )r   r   r%   r!   s       r   Ú_after_closurezPrecision._after_closureT   sn   € à”-ˆÝÔ! 'Ð+EÀyÑQÔQÐQÝÔ(¨Ð2LÈiÑXÔXÐXØ×ÒØØØÔ%Ø$+Ô$Cð	 	ñ 	
ô 	
ð 	
ð 	
ð 	
r   Úclosurec                 óF   —  |¦   «         }|                       ||¦  «         |S )an  This double-closure allows makes sure the ``closure`` is executed before the ``on_before_optimizer_step``
        hook is called.

        The closure (generally) runs ``backward`` so this allows inspecting gradients in this hook. This structure is
        consistent with the ``Precision`` subclasses that cannot pass ``optimizer.step(closure)`` directly.

        )r4   )r   r   r%   r5   Úclosure_results        r   Ú_wrap_closurezPrecision._wrap_closure`   s+   € ð !˜™œˆØ×Ò˜E 9Ñ-Ô-Ð-ØÐr   c                 óN   — t          | j        |||¦  «        } |j        dd|i|¤ŽS )zHook to run the optimizer step.r5   r   )r   r8   Ústep)r   r%   r   r5   r'   s        r   Úoptimizer_stepzPrecision.optimizer_stepq   s7   € õ ˜$Ô,¨e°YÀÑHÔHˆØˆyŒ~Ð8Ð8 gÐ8°Ð8Ð8Ð8r   Úclip_valr1   c                 óˆ   — t          |t          j        ¦  «        r|j        sd S t	          j        |j        d|||¬¦  «         d S )NÚconfigure_gradient_clipping)r3   r1   )Ú
isinstanceÚplÚLightningModuleÚautomatic_optimizationr   r#   r!   )r   r   r%   r<   r1   s        r   r2   zPrecision._clip_gradients}   s]   € õ ˜%¥Ô!3Ñ4Ô4ð 	¸EÔ<Xð 	àˆFåÔ(ØŒMØ)ØØ&Ø$;ð	
ñ 	
ô 	
ð 	
ð 	
ð 	
r   g        c                 ó¶   — |dk    rdS |t           j        k    r|                      ||¦  «         dS |t           j        k    r|                      ||¦  «         dS dS )zClips the gradients.r   N)r   ÚVALUEÚclip_grad_by_valueÚNORMÚclip_grad_by_norm)r   r%   r<   r1   s       r   Úclip_gradientszPrecision.clip_gradients�   sq   € ð �qŠ=ˆ=ØˆFØ"Õ&;Ô&AÒAÐAØ×#Ò# I¨xÑ8Ô8Ð8Ð8Ð8Ø$Õ(=Ô(BÒBÐBØ×"Ò" 9¨hÑ7Ô7Ð7Ð7Ð7ð CÐBr   c                 ó|   — |                       |¦  «        }t          j        j                             ||¬¦  «         dS )zClip gradients by value.)Ú
clip_valueN)Úmain_paramsÚtorchÚnnÚutilsÚclip_grad_value_©r   r%   r<   Ú
parameterss       r   rE   zPrecision.clip_grad_by_valuež   s8   € à×%Ò% iÑ0Ô0ˆ
ÝŒŒ×'Ò'¨
¸xÐ'ÑHÔHÐHÐHÐHr   c                 óz   — |                       |¦  «        }t          j        j                             ||¦  «         dS )zClip gradients by norm.N)rK   rL   rM   rN   Úclip_grad_norm_rP   s       r   rG   zPrecision.clip_grad_by_norm£   s5   € à×%Ò% iÑ0Ô0ˆ
ÝŒŒ×&Ò& z°8Ñ<Ô<Ð<Ð<Ð<r   )NNNc              #   ól   K  — |                       ¦   «         5  dV — ddd¦  «         dS # 1 swxY w Y   dS )z'A contextmanager for the training step.N©Úforward_context©r   s    r   Útrain_step_contextzPrecision.train_step_context¨   ó‡   è è € ð ×!Ò!Ñ#Ô#ð 	ð 	ØˆEˆEˆEð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð 	ð 	ó   —)©-°-c              #   ól   K  — |                       ¦   «         5  dV — ddd¦  «         dS # 1 swxY w Y   dS )z)A contextmanager for the validation step.NrU   rW   s    r   Úval_step_contextzPrecision.val_step_context®   rY   rZ   c              #   ól   K  — |                       ¦   «         5  dV — ddd¦  «         dS # 1 swxY w Y   dS )z#A contextmanager for the test step.NrU   rW   s    r   Útest_step_contextzPrecision.test_step_context´   rY   rZ   c              #   ól   K  — |                       ¦   «         5  dV — ddd¦  «         dS # 1 swxY w Y   dS )z&A contextmanager for the predict step.NrU   rW   s    r   Úpredict_step_contextzPrecision.predict_step_contextº   rY   rZ   )NN)%Ú__name__Ú
__module__Ú__qualname__Ú__doc__r
   Úlistr   r   Útupler   r   r	   r$   r   r   r)   r.   r4   r   r8   r;   r   ÚintÚfloatr   r2   rF   rH   rE   rG   Ú
contextlibÚcontextmanagerr   rX   r\   r^   r`   r   r   r   r   r   !   sô  € € € € € ðð ð0Øð0Ø)-¨i¬ð0ØIMÈcÌð0à	ˆv�t˜I”¨¨S¬	Ð1Ô	2ð0ð 0ð 0ð 0ð ð 6ð Ð3Gð ÈFð ð ð ñ „Xðð ð0àð0ð $ð0ð ˜IÔ&ð	0ð
 ð0ð ð0ð 
ð0ð 0ð 0ñ „Xð0ð* ð Fð Ð4Hð ÈVð ð ð ñ „Xðð

Ð$8ð 

ÀYð 

ÐSWð 

ð 

ð 

ð 

ðà#ðð ðð ˜"˜c˜'Ô"ð	ð
 
ðð ð ð ð" ð	9àð	9ð $ð	9ð ˜"˜c˜'Ô"ð		9ð
 ð	9ð 
ð	9ð 	9ð 	9ñ „Xð	9ð 15ØCGð
ð 
àÐ)¨6Ð1Ô2ð
ð ð
ð ˜5  e Ô,Ô-ð	
ð
 "*Ð*?Ô!@ð
ð 
ð
ð 
ð 
ð 
ð, '*Ø9NÔ9Sð	8ð 8àð8ð ˜˜U˜
Ô#ð8ð "7ð	8ð
 
ð8ð 8ð 8ð 8ðI¨Ið IÀÀsÈEÀzÔARð IÐW[ð Ið Ið Ið Ið
=¨9ð =ÀÀcÈ5ÀjÔ@Qð =ÐVZð =ð =ð =ð =ð
 Ôð IÐ.>Ô$?ð ð ð ñ Ôðð
 Ôð )Ð,<Ô"=ð ð ð ñ Ôðð
 Ôð 9Ð-=Ô#>ð ð ð ñ Ôðð
 Ôð iÐ0@Ô&Að ð ð ñ Ôðð ð r   r   )ri   Úcollections.abcr   Ú	functoolsr   Útypingr   r   r   r   rL   r	   Útorch.nnr
   Útorch.optimr   Útyping_extensionsr   Úpytorch_lightningr@   Úlightning_fabric.pluginsr   ÚFabricPrecisionÚ lightning_fabric.utilities.typesr   Úpytorch_lightning.core.hooksr   Úpytorch_lightning.trainerr   Úpytorch_lightning.utilitiesr   r   r   r   ú<module>rx      sR  ðð Ð Ð Ð Ø %Ð %Ð %Ð %Ð %Ð %Ø Ð Ð Ð Ð Ð Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø !Ð !Ð !Ð !Ð !Ð !Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø AÐ AÐ AÐ AÐ AÐ AØ 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø *Ð *Ð *Ð *Ð *Ð *Ø =Ð =Ð =Ð =Ð =Ð =ð]ð ]ð ]ð ]ð ]� ñ ]ô ]ð ]ð ]ð ]r   