§
    “©ºj  ã                   óÊ   — d dl mZmZ d dlmZmZmZ d dlZd dlm	Z	 d dlm
Z
 d dlmZ d dlmZmZ d dlmZ d d	lmZmZ d d
lmZ erd dlmZ ed         Z G d„ de¦  «        ZdS )é    )ÚAbstractContextManagerÚnullcontext)ÚTYPE_CHECKINGÚAnyÚLiteralN)Úapply_to_collection)ÚTensor)ÚModule)Úget_argsÚoverride)Ú	Precision)Ú_convert_fp_tensorÚ_DtypeContextManager)Ú	Steppable)ÚDeepSpeedEngine)ú32-trueú16-trueú	bf16-trueú16-mixedú
bf16-mixedc                   ó
  — e Zd ZdZdeddfd„Zededefd„¦   «         Zede	fd„¦   «         Z
ede	fd	„¦   «         Zed
edefd„¦   «         Zed
edefd„¦   «         Zededddededdf
d„¦   «         Zedededefd„¦   «         ZdS )ÚDeepSpeedPrecisiona  Precision plugin for DeepSpeed integration.

    Args:
        precision: Full precision (32-true), half precision (16-true, bf16-true) or
            mixed precision (16-mixed, bf16-mixed).

    Raises:
        ValueError:
            If unsupported ``precision`` is provided.

    Ú	precisionÚreturnNc                 ó  — t          t          ¦  «        }||vrt          d|›d|› d�¦  «        ‚|| _        t          j        t          j        t          j        t          j        t          j        dœ}|| j                 | _        d S )Nz`precision=z>)` is not supported in DeepSpeed. `precision` must be one of: ú.)r   r   r   r   r   )	r   Ú_PRECISION_INPUTÚ
ValueErrorr   ÚtorchÚbfloat16Úfloat16Úfloat32Ú_desired_dtype)Úselfr   Úsupported_precisionÚprecision_to_types       ú|/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/plugins/precision/deepspeed.pyÚ__init__zDeepSpeedPrecision.__init__.   s    € Ý&Õ'7Ñ8Ô8ÐØÐ/Ð/Ð/ÝðG˜ið Gð GØ0CðGð Gð Gñô ð ð #ˆŒõ  œ.ÝœÝœÝ”}Ý”}ð
ð 
Ðð 0°´Ô?ˆÔÐÐó    Úmodulec                 óN   — d| j         v r|                     | j        ¬¦  «        S |S )NÚtrue)Údtype)r   Útor#   )r$   r*   s     r'   Úconvert_modulez!DeepSpeedPrecision.convert_module@   s+   € à�T”^Ð#Ð#Ø—9’9 4Ô#6�9Ñ7Ô7Ð7Øˆr)   c                 óX   — d| j         vrt          ¦   «         S t          | j        ¦  «        S )Nr,   )r   r   r   r#   ©r$   s    r'   Útensor_init_contextz&DeepSpeedPrecision.tensor_init_contextF   s*   € à˜œÐ'Ð'Ý‘=”=Ð Ý# DÔ$7Ñ8Ô8Ð8r)   c                 ó*   — |                       ¦   «         S )N)r2   r1   s    r'   Úmodule_init_contextz&DeepSpeedPrecision.module_init_contextL   s   € à×'Ò'Ñ)Ô)Ð)r)   Údatac                 óF   — t          |t          t          | j        ¬¦  «        S ©N)Úfunctionr-   Údst_type)r   r   r	   r#   ©r$   r5   s     r'   Úconvert_inputz DeepSpeedPrecision.convert_inputP   s   € å" 4Õ2DÍFÐ]aÔ]pÐqÑqÔqÐqr)   c                 ó^   — t          |t          t          t          j        ¦   «         ¬¦  «        S r7   )r   r   r	   r   Úget_default_dtyper:   s     r'   Úconvert_outputz!DeepSpeedPrecision.convert_outputT   s$   € å" 4Õ2DÍFÕ]bÔ]tÑ]vÔ]vÐwÑwÔwÐwr)   ÚtensorÚmodelr   ÚargsÚkwargsc                 ó(   —  |j         |g|¢R i |¤Ž dS )z3Performs back-propagation using DeepSpeed's engine.N)Úbackward)r$   r?   r@   rA   rB   s        r'   rD   zDeepSpeedPrecision.backwardX   s,   € ð 	ˆŒ�vÐ/ Ð/Ð/Ð/¨Ð/Ð/Ð/Ð/Ð/r)   Ú	optimizerc                 ó   —  |j         di |¤ŽS )N© )Ústep)r$   rE   rB   s      r'   Úoptimizer_stepz!DeepSpeedPrecision.optimizer_step]   s   € ð ˆyŒ~Ð'Ð' Ð'Ð'Ð'r)   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r(   r   r
   r/   r   r2   r4   r   r;   r>   r	   rD   r   rI   rG   r)   r'   r   r   !   s¯  € € € € € ð
ð 
ð@Ð"2ð @°tð @ð @ð @ð @ð$ ð Vð °ð ð ð ñ „Xðð
 ð9Ð%;ð 9ð 9ð 9ñ „Xð9ð
 ð*Ð%;ð *ð *ð *ñ „Xð*ð ðr #ð r¨#ð rð rð rñ „Xðrð ðx 3ð x¨3ð xð xð xñ „Xðxð ð0˜vð 0Ð.?ð 0Èð 0ÐWZð 0Ð_cð 0ð 0ð 0ñ „Xð0ð ð(àð(ð ð(ð 
ð	(ð (ð (ñ „Xð(ð (ð (r)   r   )Ú
contextlibr   r   Útypingr   r   r   r   Ú#lightning_utilities.core.apply_funcr   r	   Útorch.nnr
   Útyping_extensionsr   r   Ú,lightning_fabric.plugins.precision.precisionr   Ú(lightning_fabric.plugins.precision.utilsr   r   Ú lightning_fabric.utilities.typesr   Ú	deepspeedr   r   r   rG   r)   r'   ú<module>rW      s4  ðð ;Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .à €€€Ø CÐ CÐ CÐ CÐ CÐ CØ Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0à BÐ BÐ BÐ BÐ BÐ BØ ]Ð ]Ð ]Ð ]Ð ]Ð ]Ð ]Ð ]Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6àð *Ø)Ð)Ð)Ð)Ð)Ð)àÐVÔWÐ ðC(ð C(ð C(ð C(ð C(˜ñ C(ô C(ð C(ð C(ð C(r)   