§
    “©ºjo  ã                   óæ  — d dl Z d dlmZ d dlmZ d dlmZmZmZm	Z	 d dl
Z
d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZmZmZmZmZmZmZmZ d dl m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& d dl'm(Z( d dl)m*Z* d dl+m,Z,m-Z-m.Z.m/Z/m0Z0 d dl1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9 d dl:m;Z; d dl<m=Z=m>Z> d dl?m@Z@ d dlAmBZBmCZC d dlDmEZE d dlFmGZG eee!ef         ZH G d„ d¦  «        ZIdee,         dee.         fd„ZJdeKfd„ZLdS )é    N)ÚCounter)ÚIterable)ÚAnyÚOptionalÚUnionÚcast)Úget_args)ÚACCELERATOR_REGISTRY)ÚAccelerator)ÚCUDAAccelerator)ÚMPSAccelerator)ÚXLAAccelerator)ÚBitsandbytesPrecisionÚCheckpointIOÚDeepSpeedPrecisionÚHalfPrecisionÚMixedPrecisionÚ	PrecisionÚTransformerEnginePrecisionÚXLAPrecision)ÚClusterEnvironmentÚLightningEnvironmentÚLSFEnvironmentÚMPIEnvironmentÚSLURMEnvironmentÚTorchElasticEnvironment)ÚDoublePrecision)ÚFSDPPrecision)Ú_PRECISION_INPUTÚ_PRECISION_INPUT_INTÚ_PRECISION_INPUT_STRÚ_PRECISION_INPUT_STR_ALIASÚ%_PRECISION_INPUT_STR_ALIAS_CONVERSION)ÚSTRATEGY_REGISTRYÚDeepSpeedStrategyÚParallelStrategyÚSingleDeviceStrategyÚSingleDeviceXLAStrategyÚStrategyÚXLAFSDPStrategyÚXLAStrategy)Ú_DDP_FORK_ALIASES)Ú_FSDP_ALIASESÚFSDPStrategy)ÚModelParallelStrategy)Úrank_zero_infoÚrank_zero_warn)Ú_determine_root_gpu_device)Ú_IS_INTERACTIVEc                   ó  — e Zd ZdZ	 	 	 	 	 	 ddeeef         deeef         deee	         ee	f         de	d	e
e         d
e
eeee         f                  ddfd„Zdeeef         deeef         d	e
e         d
e
eeee         f                  ddf
d„Zdeee	         ee	f         de	ddfd„Zedefd„¦   «         Zedefd„¦   «         Zdd„Zdd„Zdefd„Zdeeef         fd„Zdd„Zdd„Zdefd„Zdd„Zededededefd„¦   «         ZdS )Ú
_Connectoraf  The Connector parses several Fabric arguments and instantiates the Strategy including its owned components.

        A. accelerator flag could be:
            1. accelerator class
            2. accelerator str
            3. accelerator auto

        B. strategy flag could be:
            1. strategy class
            2. strategy str registered with STRATEGY_REGISTRY
            3. strategy str in _strategy_type enum which listed in each strategy as
               backend (registered these too, and _strategy_type could be deprecated)

        C. plugins flag could be:
            1. precision class (should be removed, and precision flag should allow user pass classes)
            2. checkpoint_io class
            3. cluster_environment class

    priorities which to take when:
        A. Class > str
        B. Strategy > Accelerator/precision/plugins

    Úautoé   NÚacceleratorÚstrategyÚdevicesÚ	num_nodesÚ	precisionÚpluginsÚreturnc                 ó  — |                       d|d¬¦  «        }|                       d|d¬¦  «        }|                       d|d¬¦  «        }t          |                       d|d¬¦  «        ¦  «        }|                       d|d ¬¦  «        }t          j        ¦   «         | _        t          j        ¦   «         | _        d| _        d| _	        d	| _
        d | _        d | _        g | _        d | _        |                      ||||¬
¦  «         |                      ||¬¦  «         | j	        dk    r|                      ¦   «         | _	        n$| j	        dk    r|                      ¦   «         | _	        |                      ¦   «          |                      ¦   «         | _        | j        dk    r|                      ¦   «         | _        |                      ¦   «          |                      ¦   «          |                      ¦   «         | _        |                      ¦   «          d S )Nr8   r6   )Údefaultr9   r:   r;   r7   r<   ú32-true)r9   r8   r<   r=   )r:   r;   Úgpu)Ú_argument_from_envÚintr$   Úavailable_strategiesÚ_registered_strategiesr
   Úavailable_acceleratorsÚ_registered_acceleratorsÚ_strategy_flagÚ_accelerator_flagÚ_precision_inputÚ_precision_instanceÚ_cluster_environment_flagÚ_parallel_devicesÚcheckpoint_ioÚ!_check_config_and_set_final_flagsÚ(_check_device_config_and_set_final_flagsÚ_choose_auto_acceleratorÚ_choose_gpu_accelerator_backendÚ*_set_parallel_devices_and_init_acceleratorÚ$_choose_and_init_cluster_environmentÚcluster_environmentÚ_choose_strategyÚ_check_strategy_and_fallbackÚ_init_strategyÚ_check_and_init_precisionr<   Ú_lazy_init_strategy)Úselfr8   r9   r:   r;   r<   r=   s          új/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/connector.pyÚ__init__z_Connector.__init__c   s  € ð ×-Ò-¨m¸[ÐRXÐ-ÑYÔYˆØ×*Ò*¨:°xÈÐ*ÑPÔPˆØ×)Ò)¨)°WÀfÐ)ÑMÔMˆÝ˜×/Ò/°¸YÐPQÐ/ÑRÔRÑSÔSˆ	Ø×+Ò+¨K¸ÈDÐ+ÑQÔQˆ	õ '8Ô&LÑ&NÔ&NˆÔ#Ý(<Ô(SÑ(UÔ(UˆÔ%ð
 5;ˆÔØ:@ˆÔØ6?ˆÔØ8<ˆÔ ØSWˆÔ&ØFHˆÔØ59ˆÔà×.Ò.ØØ#ØØð	 	/ñ 	
ô 	
ð 	
ð 	×5Ò5¸gÐQZÐ5Ñ[Ô[Ð[ð Ô! VÒ+Ð+Ø%)×%BÒ%BÑ%DÔ%DˆDÔ"Ð"ØÔ# uÒ,Ð,Ø%)×%IÒ%IÑ%KÔ%KˆDÔ"à×7Ò7Ñ9Ô9Ð9ð 8<×7`Ò7`Ñ7bÔ7bˆÔ ð Ô &Ò(Ð(Ø"&×"7Ò"7Ñ"9Ô"9ˆDÔà×)Ò)Ñ+Ô+Ð+Ø×ÒÑÔÐð ×7Ò7Ñ9Ô9ˆŒð 	× Ò Ñ"Ô"Ð"Ð"Ð"ó    c                 óº	  — |�t          |t          ¦  «        s|gn|}t          |t          ¦  «        r|                     ¦   «         }|| _        |dk    r1|| j        vr(t          |t          ¦  «        st          d|›d�¦  «        ‚|| j        vrG|dvrCt          |t          ¦  «        s.t          d|›dd 
                    | j        ¦  «        › d	�¦  «        ‚t          |t          ¦  «        od
|v }t          |t          ¦  «        od|v }t          |t          ¦  «        od|v }t          |t          ¦  «        p|p|p|}t          j        ¦   «         o|dv pt          |t          ¦  «        }	|	r|rt          d|› d�¦  «        ‚|| _        t          |¦  «        }
|�rLt!          ¦   «         }|D ]¹}t          |t"          ¦  «        r"|| _        |t"          j        xx         dz  cc<   Œ9t          |t(          ¦  «        r"|| _        |t(          j        xx         dz  cc<   Œpt          |t,          ¦  «        r"|| _        |t,          j        xx         dz  cc<   Œ§t1          d|› d�¦  «        ‚d„ |                     ¦   «         D ¦   «         }|r&t          dd 
                    |¦  «        › d�¦  «        ‚|                     t"          j        ¦  «        r|
�t          d|
› d| j        › d�¦  «        ‚|
€dn|
| _        t          | j        t          ¦  «        �rÏ| j        j        r+| j        dk    rt          d¦  «        ‚| j        j        | _        | j        j        r'| j        rt          d¦  «        ‚| j        j        | _        | j        j        r'| j        rt          d¦  «        ‚| j        j        | _        t?          | j        dd¦  «        r0| j        rt          d¦  «        ‚t?          | j        d¦  «        | _        tA          | j        d¦  «        rÙ| j        j!        rÏ| j        j!        d          j"        d!k    rA| j        r3| j        d"vr*t          d#| j        j#        j        › d$| j        › d%�¦  «        ‚d!| _        | j        j!        d          j"        d&k    rA| j        r3| j        d'vr*t          d(| j        j#        j        › d$| j        › d%�¦  «        ‚d&| _        | j        j!        | _$        dS dS dS dS ))a¯  This method checks:

        1. strategy: whether the strategy name is valid, and sets the internal flags if it is.
        2. accelerator: if the value of the accelerator argument is a type of accelerator (instance or string),
            set self._accelerator_flag accordingly.
        3. precision: The final value of the precision flag may be determined either by the precision argument or
            by a plugin instance.
        4. plugins: The list of plugins may contain a Precision plugin, CheckpointIO, ClusterEnvironment and others.
            Additionally, other flags such as `precision` can populate the list with the
            corresponding plugin instances.

        Nr6   z1You selected an invalid strategy name: `strategy=zÞ`. It must be either a string or an instance of `lightning_fabric.strategies.Strategy`. Example choices: auto, ddp, ddp_spawn, deepspeed, dp, ... Find a complete list of options in our documentation at https://lightning.ai)r6   rB   z7You selected an invalid accelerator name: `accelerator=z`. Available names are: auto, ú, ú.ÚddpÚdpÚ	deepspeed)Úmpsr6   rB   NzYou set `strategy=z�` but strategies from the DDP family are not supported on the MPS accelerator. Either explicitly set `accelerator='cpu'` or change the strategy.r7   zFound invalid type for plugin z?. Expected one of: Precision, CheckpointIO, ClusterEnvironment.c                 ó$   — g | ]\  }}|d k    ¯|‘ŒS )r7   © )Ú.0ÚkÚvs      r]   ú
<listcomp>z@_Connector._check_config_and_set_final_flags.<locals>.<listcomp>õ   s(   € Ð$XÐ$XÐ$X©4¨1¨aÐRSÐVWÒRWÐRW QÐRWÐRWÐRWr_   zReceived multiple values for z> flags in `plugins`. Expected one value for each type at most.zReceived both `precision=z` and `plugins=z`. Choose one.rA   zLaccelerator set through both strategy class and accelerator flag, choose onezAprecision set through both strategy class and plugins, choose onezEcheckpoint_io set through both strategy class and plugins, choose onerV   zKcluster_environment set through both strategy class and plugins, choose oneÚparallel_devicesr   Úcpu)r6   rn   z!CPU parallel_devices set through z class, but accelerator set to z, please choose one device typeÚcuda)r6   ro   rB   z!GPU parallel_devices set through )%Ú
isinstancer   ÚstrÚlowerrI   rF   r)   Ú
ValueErrorrH   r   Újoinr&   r   Úis_availablerJ   Ú"_convert_precision_to_unified_argsr   r   rL   Ú__name__r   rO   r   rM   Ú	TypeErrorÚitemsÚgetrK   Ú_acceleratorÚ
_precisionÚ_checkpoint_ioÚgetattrÚhasattrrm   ÚtypeÚ	__class__rN   )r\   r9   r8   r<   r=   Ú
is_ddp_strÚ	is_dp_strÚis_deepspeed_strÚis_parallel_strategyÚis_mps_acceleratorÚprecision_inputÚplugins_flags_typesÚpluginÚduplicated_plugin_keys                 r]   rP   z,_Connector._check_config_and_set_final_flags¤   sC  € ð& ÐÝ'1°'½8Ñ'DÔ'DÐQ�w�i�iÈ'ˆGå�h¥Ñ$Ô$ð 	(Ø—~’~Ñ'Ô'ˆHà&ˆÔà�vÒÐ (°$Ô2MÐ"MÐ"MÕV`ÐaiÕksÑVtÔVtÐ"MÝð`ÀHð `ð `ð `ñô ð ð ˜tÔ<Ð<Ð<Ø ?Ð2Ð2Ý˜{­KÑ8Ô8ð 3õ ð[È+ð [ð [Ø/3¯yªy¸Ô9VÑ/WÔ/Wð[ð [ð [ñô ð õ   ­#Ñ.Ô.ÐD°5¸HÐ3Dˆ
Ý˜x­Ñ-Ô-ÐB°$¸(Ð2Bˆ	Ý% hµÑ4Ô4ÐP¸ÈÐ9PÐÝ)¨(Õ4DÑEÔEÐtÈÐtÐW`ÐtÐdtÐÝ+Ô8Ñ:Ô:ð 
ØÐ7Ð7Ðb½:ÀkÕSaÑ;bÔ;bð 	ð ð 	Ð"6ð 	Ýðg Xð gð gð gñô ð ð
 "-ˆÔå<¸YÑGÔGˆàñ 	Ý29±)´)ÐØ!ð ð �Ý˜f¥iÑ0Ô0ð Ø/5�DÔ,Ø'­	Ô(:Ð;Ð;Ô;¸qÑ@Ð;Ð;Ñ;Ð;Ý ­Ñ5Ô5ð 
Ø)/�DÔ&Ø'­Ô(=Ð>Ð>Ô>À!ÑCÐ>Ð>Ñ>Ð>Ý Õ(:Ñ;Ô;ð Ø5;�DÔ2Ø'Õ(:Ô(CÐDÐDÔDÈÑIÐDÐDÑDÐDå#ð<¸ð <ð <ð <ñô ð ð
 %YÐ$XÐ3F×3LÒ3LÑ3NÔ3NÐ$XÑ$XÔ$XÐ!Ø$ð Ý ðA°D·I²IÐ>SÑ4TÔ4Tð Að Að Añô ð ð
 #×&Ò&¥yÔ'9Ñ:Ô:ð ¸Ð?ZÝ Øx°ÐxÐxÐPTÔPhÐxÐxÐxñô ð ð .=Ð-D 	 	È/ˆÔõ
 �dÔ)­8Ñ4Ô4ñ "	NØÔ"Ô/ð JØÔ)¨VÒ3Ð3Ý$Ð%sÑtÔtÐtØ)-Ô)<Ô)I�Ô&ØÔ"Ô-ð JàÔ+ð jÝ$Ð%hÑiÔiÐiØ+/Ô+>Ô+I�Ô(ØÔ"Ô1ð HØÔ%ð nÝ$Ð%lÑmÔmÐmØ%)Ô%8Ô%G�Ô"Ý�tÔ*Ð,AÀ4ÑHÔHð eØÔ1ð tÝ$Ð%rÑsÔsÐsÝ18¸Ô9LÐNcÑ1dÔ1d�Ô.å�tÔ*Ð,>Ñ?Ô?ð NÀDÔDWÔDhð NØÔ&Ô7¸Ô:Ô?À5ÒHÐHØÔ-ð °$Ô2HÐP_Ð2_Ð2_Ý(ðoÀÔ@SÔ@]Ô@fð oð oØ7;Ô7Mðoð oð oñô ð ð .3�DÔ*ØÔ&Ô7¸Ô:Ô?À6ÒIÐIØÔ-ð °$Ô2HÐPgÐ2gÐ2gÝ(ðoÀÔ@SÔ@]Ô@fð oð oØ7;Ô7Mðoð oð oñô ð ð .4�DÔ*Ø)-Ô)<Ô)M�Ô&Ð&Ð&ðE"	Nð "	Nð&Nð Nð Nð Nr_   c                 ó0  — t          |t          ¦  «        r|dk     rt          d|› d�¦  «        ‚|| _        || _        | j        g ddfv rMt          | j        t          ¦  «        r| j        j        j        n| j        }t          d| j        ›d|› d�¦  «        ‚d S )	Nr7   z0`num_nodes` must be a positive integer, but got rb   r   Ú0z`Fabric(devices=z$)` value is not a valid input using z accelerator.)	rp   rD   rs   Ú_num_nodes_flagÚ_devices_flagrJ   r   r�   Ú__qualname__)r\   r:   r;   Úaccelerator_names       r]   rQ   z3_Connector._check_device_config_and_set_final_flags*  sÎ   € Ý˜)¥SÑ)Ô)ð 	^¨Y¸ª]¨]ÝÐ\ÐPYÐ\Ð\Ð\Ñ]Ô]Ð]à(ˆÔØ$ˆÔàÔ " a¨ Ð-Ð-õ ˜dÔ4µkÑBÔBð,�Ô&Ô0Ô=Ð=àÔ+ð õ
 ð: 4Ô#5ð :ð :Ø*ð:ð :ð :ñô ð ð .Ð-r_   c                  ó„   — t          j        ¦   «         rdS t          j        ¦   «         rdS t          j        ¦   «         rdS dS )zTChoose the accelerator type (str) based on availability when ``accelerator='auto'``.Útpurf   ro   rn   )r   ru   r   r   rh   r_   r]   rR   z#_Connector._choose_auto_accelerator<  sK   € õ Ô&Ñ(Ô(ð 	Ø�5ÝÔ&Ñ(Ô(ð 	Ø�5ÝÔ'Ñ)Ô)ð 	Ø�6Øˆur_   c                  ót   — t          j        ¦   «         rdS t          j        ¦   «         rdS t          d¦  «        ‚)Nrf   ro   zNo supported gpu backend found!)r   ru   r   ÚRuntimeErrorrh   r_   r]   rS   z*_Connector._choose_gpu_accelerator_backendG  s=   € åÔ&Ñ(Ô(ð 	Ø�5ÝÔ'Ñ)Ô)ð 	Ø�6ÝÐ<Ñ=Ô=Ð=r_   c                 óð  — t          | j        t          ¦  «        r| j        | _        n'| j        €J ‚t	          j        | j        ¦  «        | _        | j        j        }|                     ¦   «         s,d„ | j        D ¦   «         }t          d|j
        › d|› d�¦  «        ‚|                      ¦   «          |                     | j        ¦  «        | _        | j        s!|                     | j        ¦  «        | _        d S d S )Nc                 ó\   — g | ])}t           |         d                               ¦   «         ¯'|‘Œ*S )r8   )r
   ru   )ri   Úacc_strs     r]   rl   zI_Connector._set_parallel_devices_and_init_accelerator.<locals>.<listcomp>X  sD   € ð %ð %ð %àÝ'¨Ô0°Ô?×LÒLÑNÔNð%Øð%ð %ð %r_   ú`zª` can not run on your system since the accelerator is not available. The following accelerator(s) is available and can be passed into `accelerator` argument of `Fabric`: rb   )rp   rJ   r   r8   r
   rz   r�   ru   rH   r”   r�   Ú _set_devices_flag_if_auto_passedÚparse_devicesrŽ   rN   Úget_parallel_devices)r\   Úaccelerator_clsÚavailable_accelerators      r]   rT   z5_Connector._set_parallel_devices_and_init_acceleratorO  s,  € Ý�dÔ,­kÑ:Ô:ð 	PØ,0Ô,BˆDÔÐàÔ)Ð5Ð5Ð5Ý3Ô7¸Ô8NÑOÔOˆDÔØÔ*Ô4ˆà×+Ò+Ñ-Ô-ð 	ð%ð %à#Ô<ð%ñ %ô %Ð!õ
 ð7�OÔ0ð 7ð 7ð 4ð7ð 7ð 7ñô ð ð 	×-Ò-Ñ/Ô/Ð/à,×:Ò:¸4Ô;MÑNÔNˆÔØÔ%ð 	^Ø%4×%IÒ%IÈ$ÔJ\Ñ%]Ô%]ˆDÔ"Ð"Ð"ð	^ð 	^r_   c                 ór  — | j         dk    rd S t          r„t          | j        t          ¦  «        rj| j                             ¦   «         dk    rMd| _         t          d| j                             ¦   «         › d| j                             ¦   «         › d�¦  «         d S | j                             ¦   «         | _         d S )Nr6   r7   zFabric will use only 1 of zm GPUs because it is running inside an interactive / notebook environment. You may try to set `Fabric(devices=zŒ)` but please note that multi-GPU inside interactive / notebook environments is considered experimental and unstable. Your mileage may vary.)rŽ   r3   rp   r8   r   Úauto_device_countr0   ©r\   s    r]   r™   z+_Connector._set_devices_flag_if_auto_passedj  sÚ   € ØÔ Ò'Ð'ØˆFåð	Få˜4Ô+­_Ñ=Ô=ð	Fð Ô ×2Ò2Ñ4Ô4°qÒ8Ð8à!"ˆDÔÝði¨TÔ-=×-OÒ-OÑ-QÔ-Qð ið iàÔ#×5Ò5Ñ7Ô7ðið ið iñô ð ð ð ð "&Ô!1×!CÒ!CÑ!EÔ!EˆDÔÐÐr_   c                 óÚ   — t          | j        t          ¦  «        r| j        S t          t          t
          t          fD ]"}|                     ¦   «         r |¦   «         c S Œ#t          ¦   «         S )N)	rp   rM   r   r   r   r   r   Údetectr   )r\   Úenv_types     r]   rU   z/_Connector._choose_and_init_cluster_environment|  sw   € Ý�dÔ4Õ6HÑIÔIð 	2ØÔ1Ð1õ $ÝÝÝð
ð 	"ð 	"ˆHð �ŠÑ Ô ð "Ø�x‘z”zÐ!Ð!Ð!ð"å#Ñ%Ô%Ð%r_   c                 ó*  — | j         dk    st          | j         t          ¦  «        r<| j        rt	          | j        ¦  «        dk    rdS t          | j        d         ¬¦  «        S | j        dk    rdS t	          | j        ¦  «        dk    rkt          | j         t          t          f¦  «        s#t          | j         t          ¦  «        r| j         dv rt          | j        ¦  «        }nd}t          |¬¦  «        S t	          | j        ¦  «        dk    r	t          rd	S dS )
Nr’   r7   Úxlar   )Údevicerc   )ro   rB   rf   rn   Úddp_fork)rJ   rp   r   rN   Úlenr(   r�   r   r   rq   r2   r'   r3   )r\   r¦   s     r]   rW   z_Connector._choose_strategyŠ  s  € ØÔ! UÒ*Ð*­j¸Ô9OÕQ_Ñ.`Ô.`Ð*ØÔ%ð ­#¨dÔ.DÑ*EÔ*EÈÒ*IÐ*IØ�uå*°$Ô2HÈÔ2KÐLÑLÔLÐLØÔ !Ò#Ð#Ø�5ÝˆtÔ%Ñ&Ô&¨!Ò+Ð+Ý˜$Ô0µ?ÅNÐ2SÑTÔTð Ý˜4Ô1µ3Ñ7Ô7ðØ<@Ô<RÐVlÐ<lÐ<lå3°DÔ4JÑKÔK��à�å'¨vÐ6Ñ6Ô6Ð6ÝˆtÔ%Ñ&Ô&¨Ò*Ð*­Ð*Ø�:Øˆur_   c                 óÂ  — t          | j        t          ¦  «        rdn| j        }|dk    r| j        dk    rd}|dk    r| j        dk    rt	          |›d�¦  «         d}|t
          v r3d	t          j                             ¦   «         vrt          d
|› d�¦  «        ‚|t          v st          | j        ¦  «        t          u r| j        dvrt          d¦  «        ‚|r	|| _        dS dS )zªChecks edge cases when the strategy selection was a string input, and we need to fall back to a different
        choice depending on other parameters or the environment.Ú Úfsdpr’   Úxla_fsdprd   rn   z: is not supported on CPUs, hence setting `strategy='ddp'`.rc   ÚforkzYou selected `Fabric(strategy='zo')` but process forking is not supported on this platform. We recommend `Fabric(strategy='ddp_spawn')` instead.)ro   rB   z’You selected the FSDP strategy but FSDP is only available on GPU. Set `Fabric(accelerator='gpu', ...)` to continue or select a different strategy.N)rp   rI   r)   rJ   r1   r,   ÚtorchÚmultiprocessingÚget_all_start_methodsrs   r-   r€   r.   )r\   Ústrategy_flags     r]   rX   z'_Connector._check_strategy_and_fallbackŸ  s/  € õ
 )¨Ô)<½hÑGÔGÐ`˜˜ÈTÔM`ˆð ˜FÒ"Ð" tÔ'=ÀÒ'FÐ'FØ&ˆMØ˜DÒ Ð  TÔ%;¸uÒ%DÐ%DÝ˜mÐiÐiÐiÑjÔjÐjØ!ˆMØÕ-Ð-Ð-°&ÅÔ@U×@kÒ@kÑ@mÔ@mÐ2mÐ2mÝðS°-ð Sð Sð Sñô ð ð
 �]Ð*Ð*­d°4Ô3FÑ.GÔ.GÍ<Ð.WÐ.WØÔ$¨OÐ;Ð;Ýð?ñô ð ð ð 	0Ø"/ˆDÔÐÐð	0ð 	0r_   c                 óØ   — t          | j        t          t          f¦  «        sJ ‚t          | j        t          ¦  «        r t	          j        | j        ¦  «        | _        dS | j        | _        dS )zNInstantiate the Strategy given depending on the setting of ``_strategy_flag``.N)rp   rI   rq   r)   r$   rz   r9   r    s    r]   rY   z_Connector._init_strategy»  s]   € õ ˜$Ô-µµX¨Ñ?Ô?Ð?Ð?Ð?Ý�dÔ)­3Ñ/Ô/ð 	0Ý-Ô1°$Ô2EÑFÔFˆDŒMˆMˆMà Ô/ˆDŒMˆMˆMr_   c                 óâ  — t          | j        t          ¦  «        rJt          | j        t          ¦  «        r)t          | j        t
          ¦  «        st          d¦  «        ‚| j        S t          | j        t          t          t          f¦  «        rt          | j        ¦  «        S t          | j        t          ¦  «        rt          | j        ¦  «        S t          | j        t          ¦  «        rt!          | j        ¬¦  «        S d}t          | j        t"          ¦  «        r7| j        |vr.t%          d| j        ›dd                     |¦  «        › d�¦  «        ‚| j        dv rt)          | j        ¦  «        S | j        d	k    rt          ¦   «         S | j        d
k    rt+          ¦   «         S | j        dk    rt-          t.          j        ¬¦  «        S | j        dk    rt-          t.          j        ¬¦  «        S | j        dk    r!| j        dk    rt7          d¦  «         d| _        | j        dv rDt9          | j        dk    rdnd¦  «         | j        dv r| j        nd}t;          | j        |¬¦  «        S t          d¦  «        ‚)Nz,Bitsandbytes is only supported on CUDA GPUs.)r<   )rA   ú
bf16-mixedú	bf16-trueú16-truezDThe `ModelParallelStrategy` does not support `Fabric(..., precision=z()`. Choose a different precision among: ra   rb   )r¶   rµ   rA   z64-trueztransformer-engine)Úweights_dtypeztransformer-engine-float16ú16-mixedrn   z�You passed `Fabric(accelerator='cpu', precision='16-mixed')` but AMP with fp16 is not supported on CPU. Using `precision='bf16-mixed'` instead.r´   )r¸   r´   z,Using 16-bit Automatic Mixed Precision (AMP)z.Using bfloat16 Automatic Mixed Precision (AMP))rn   rf   ro   )r<   r¦   zNo precision set)rp   rL   r   r   r8   r   r”   r9   r(   r+   r*   r   rK   r%   r   r.   r   r/   rs   rt   r   r   r   r®   Úbfloat16Úfloat16rJ   r1   r0   r   )r\   Úmp_precision_supportedr¦   s      r]   rZ   z$_Connector._check_and_init_precisionÄ  s¦  € Ý�dÔ.µ	Ñ:Ô:ð 	,Ý˜$Ô2Õ4IÑJÔJð SÕS]ØÔ ¥/ñTô Tð Sõ #Ð#QÑRÔRÐRØÔ+Ð+Ý�d”mÕ&=½{ÍOÐ%\Ñ]Ô]ð 	7Ý Ô 5Ñ6Ô6Ð6Ý�d”mÕ%6Ñ7Ô7ð 	=Ý% dÔ&;Ñ<Ô<Ð<Ý�d”m¥\Ñ2Ô2ð 	BÝ ¨4Ô+@ÐAÑAÔAÐAØ!RÐÝ�d”mÕ%:Ñ;Ô;ð 	ÀÔ@UÐ]sÐ@sÐ@sÝð]ÐW[ÔWlð ]ð ]Ø8<¿	º	ÐBXÑ8YÔ8Yð]ð ]ð ]ñô ð ð Ô Ð$<Ð<Ð<Ý  Ô!6Ñ7Ô7Ð7ØÔ  IÒ-Ð-Ý‘;”;ÐØÔ  IÒ-Ð-Ý"Ñ$Ô$Ð$ØÔ Ð$8Ò8Ð8Ý-½E¼NÐKÑKÔKÐKØÔ Ð$@Ò@Ð@Ý-½E¼MÐJÑJÔJÐJàÔ  JÒ.Ð.°4Ô3IÈUÒ3RÐ3RÝð?ñô ð ð %1ˆDÔ!àÔ Ð$>Ð>Ð>ÝàÔ(¨JÒ6Ð6ð ?Ð>àEñô ð ð
 04Ô/EÈÐ/WÐ/W�TÔ+Ð+Ð]cˆFÝ!¨DÔ,AÈ&ÐQÑQÔQÐQåÐ-Ñ.Ô.Ð.r_   c                 ó²  — | j         | j        _         | j        r| j        | j        _        | j        r| j        | j        _        t	          | j        d¦  «        r.| j        j        €| j        | j        _        | j        j        | _        t	          | j        d¦  «        r/| j        j        r| j        j        | _        n| j        | j        _        t	          | j        d¦  «        r| j        | j        _	        t	          | j        d¦  «        r| j         
                    ¦   «          | j                             ¦   «          t          r5| j        j        r)| j        j        j        st          d| j        ›d�¦  «        ‚t#          | j         t$          ¦  «        rIt#          | j        t&          t(          t*          f¦  «        s$t-          d| j        j        j        › d	�¦  «        ‚dS dS )
zFLazily set missing attributes on the previously instantiated strategy.rV   Nrm   r;   Ú_set_world_ranksz`Fabric(strategy=a  )` is not compatible with an interactive environment. Run your code as a script, or choose one of the compatible strategies: `Fabric(strategy='dp'|'ddp_notebook')`. In case you are spawning processes yourself, make sure to include the Fabric creation inside the worker function.zsThe `XLAAccelerator` can only be used with a `SingleDeviceXLAStrategy`, `XLAStrategy`, or `XLAFSDPStrategy`. Found rb   )r8   r9   r<   rO   r   rV   rm   rN   r�   Ú
_num_nodesr½   Ú_configure_launcherr3   ÚlauncherÚis_interactive_compatibler”   rI   rp   r   r(   r+   r*   rs   r�   rw   r    s    r]   r[   z_Connector._lazy_init_strategyô  sé  € à$(Ô$4ˆŒÔ!ØŒ>ð 	5Ø&*¤nˆDŒMÔ#ØÔð 	=Ø*.Ô*<ˆDŒMÔ'Ý�4”=Ð"7Ñ8Ô8ð 	IØŒ}Ô0Ð8Ø48Ô4L�”Ô1Ø'+¤}Ô'HˆDÔ$Ý�4”=Ð"4Ñ5Ô5ð 	HØŒ}Ô-ð HØ)-¬Ô)G�Ô&Ð&à15Ô1G�”Ô.Ý�4”= +Ñ.Ô.ð 	<Ø'+Ô';ˆDŒMÔ$Ý�4”=Ð"4Ñ5Ô5ð 	-ØŒM×*Ò*Ñ,Ô,Ð,ØŒ×)Ò)Ñ+Ô+Ð+åð 	˜tœ}Ô5ð 	¸d¼mÔ>TÔ>nð 	Ýð8 DÔ$7ð 8ð 8ð 8ñô ð õ �dÔ&­Ñ7Ô7ð 	Å
ØŒMÕ3µ[Å/ÐRñA
ô A
ð 	õ ðQØ-1¬]Ô-DÔ-MðQð Qð Qñô ð ð	ð 	ð 	ð 	r_   ÚnameÚcurrentr@   c                 ó4  — t           j                             d|                      ¦   «         z   ¦  «        }|€|S |�]|t	          |¦  «        k    rJt	          |¦  «        t	          |¦  «        k    r*t          ¦   «         rt          d| › d|›d| › d|› d�	¦  «        ‚|S )NÚLT_zYour code has `Fabric(ú=z+, ...)` but it conflicts with the value `--zZ` set through the CLI.  Remove it either from the CLI or from the Lightning Fabric object.)ÚosÚenvironrz   Úupperrq   Ú_is_using_clirs   )rÂ   rÃ   r@   Ú	env_values       r]   rC   z_Connector._argument_from_env  sÉ   € å#%¤:§>¢>°%¸$¿*º*¹,¼,Ñ2FÑ#GÔ#Gˆ	àÐØˆNàÐ  Yµ#°g±,´,Ò%>Ð%>Å3ÀwÁ<Ä<ÕSVÐW^ÑS_ÔS_ÒC_ÐC_ÕdqÑdsÔdsÐC_ÝðV¨ð Vð V°ð Vð VØðVð VØ&ðVð Vð Vñô ð ð
 Ðr_   )r6   r6   r6   r7   NN)r>   N) rw   Ú
__module__r�   Ú__doc__r   rq   r   r)   ÚlistrD   r   r   Ú_PLUGIN_INPUTr   r^   rP   rQ   ÚstaticmethodrR   rS   rT   r™   r   rU   rW   rX   rY   r   rZ   r[   r   rC   rh   r_   r]   r5   r5   J   sá  € € € € € ðð ð4 06Ø)/Ø.4ØØ04ØKOð?#ð ?#à˜3 Ð+Ô,ð?#ð ˜˜X˜Ô&ð?#ð �t˜C”y # sÐ*Ô+ð	?#ð
 ð?#ð Ð,Ô-ð?#ð ˜% ¨x¸Ô/FÐ FÔGÔHð?#ð 
ð?#ð ?#ð ?#ð ?#ðBDNà˜˜X˜Ô&ðDNð ˜3 Ð+Ô,ðDNð Ð,Ô-ð	DNð
 ˜% ¨x¸Ô/FÐ FÔGÔHðDNð 
ðDNð DNð DNð DNðLÀÀdÈ3ÄiÐQTÐVYÐFYÔ@Zð Ðgjð Ðosð ð ð ð ð$ ð cð ð ð ñ „\ðð ð>¨Sð >ð >ð >ñ „\ð>ð^ð ^ð ^ð ^ð6Fð Fð Fð Fð$&Ð6Hð &ð &ð &ð &ð %¨°#¨Ô"6ð ð ð ð ð*0ð 0ð 0ð 0ð80ð 0ð 0ð 0ð./¨9ð ./ð ./ð ./ð ./ð`'ð 'ð 'ð 'ðR ð ð ¨sð ¸Sð ÀSð ð ð ñ „\ðð ð r_   r5   r<   r>   c                 óÔ  — | €d S t          t          ¦  «        t          t          ¦  «        z   t          t          ¦  «        z   }| |vr"t	          dt          | ¦  «        › d|› �¦  «        ‚t          | ¦  «        } | t          t          ¦  «        v rGt          | ¦  «        d d…         dvr!t          d| › dt          |          › d�¦  «         t          |          } t          t          | ¦  «        S )Nz
Precision z' is invalid. Allowed precision values: é   )Ú32Ú64z`precision=za` is supported for historical reasons but its usage is discouraged. Please set your precision to z	 instead!)
r	   r!   r    r"   rs   Úreprrq   r1   r#   r   )r<   Úsupported_precisions     r]   rv   rv   -  s  € ØÐØˆtõ 	Õ%Ñ&Ô&­Õ2FÑ)GÔ)GÑGÍ(ÕSmÑJnÔJnÑnð ð Ð+Ð+Ð+ÝÐs¥d¨9¡o¤oÐsÐsÐ^qÐsÐsÑtÔtÐtå�I‘”€Ià•HÕ7Ñ8Ô8Ð8Ð8Ýˆy‰>Œ>˜"˜1˜"Ô \Ð1Ð1Ýðl˜ið lð lÝ0UÐV_Ô0`ðlð lð lñô ð õ :¸)ÔDˆ	ÝÕ$ iÑ0Ô0Ð0r_   c                  óv   — t          t          t          j                             dd¦  «        ¦  «        ¦  «        S )NÚLT_CLI_USEDrŒ   )ÚboolrD   rÇ   rÈ   rz   rh   r_   r]   rÊ   rÊ   C  s(   € Ý••B”J—N’N =°#Ñ6Ô6Ñ7Ô7Ñ8Ô8Ð8r_   )MrÇ   Úcollectionsr   Úcollections.abcr   Útypingr   r   r   r   r®   Útyping_extensionsr	   Úlightning_fabric.acceleratorsr
   Ú)lightning_fabric.accelerators.acceleratorr   Ú"lightning_fabric.accelerators.cudar   Ú!lightning_fabric.accelerators.mpsr   Ú!lightning_fabric.accelerators.xlar   Úlightning_fabric.pluginsr   r   r   r   r   r   r   r   Ú%lightning_fabric.plugins.environmentsr   r   r   r   r   r   Ú)lightning_fabric.plugins.precision.doubler   Ú'lightning_fabric.plugins.precision.fsdpr   Ú,lightning_fabric.plugins.precision.precisionr   r    r!   r"   r#   Úlightning_fabric.strategiesr$   r%   r&   r'   r(   r)   r*   r+   Úlightning_fabric.strategies.ddpr,   Ú lightning_fabric.strategies.fsdpr-   r.   Ú*lightning_fabric.strategies.model_parallelr/   Úlightning_fabric.utilitiesr0   r1   Ú(lightning_fabric.utilities.device_parserr2   Ú"lightning_fabric.utilities.importsr3   rÏ   r5   rv   rÙ   rÊ   rh   r_   r]   ú<module>rï      sc  ðð 
€	€	€	Ø Ð Ð Ð Ð Ð Ø $Ð $Ð $Ð $Ð $Ð $Ø -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -Ð -à €€€Ø &Ð &Ð &Ð &Ð &Ð &à >Ð >Ð >Ð >Ð >Ð >Ø AÐ AÐ AÐ AÐ AÐ AØ >Ð >Ð >Ð >Ð >Ð >Ø <Ð <Ð <Ð <Ð <Ð <Ø <Ð <Ð <Ð <Ð <Ð <ð	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð FÐ EÐ EÐ EÐ EÐ EØ AÐ AÐ AÐ AÐ AÐ Aðð ð ð ð ð ð ð ð ð ð ð ð ð ð	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð >Ð =Ð =Ð =Ð =Ð =Ø HÐ HÐ HÐ HÐ HÐ HÐ HÐ HØ LÐ LÐ LÐ LÐ LÐ LØ EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ OÐ OÐ OÐ OÐ OÐ OØ >Ð >Ð >Ð >Ð >Ð >à�iÐ!3°\ÐAÔB€ð`ð `ð `ð `ð `ñ `ô `ð `ðF1°(Ð;KÔ2Lð 1ÐQYÐZnÔQoð 1ð 1ð 1ð 1ð,9�tð 9ð 9ð 9ð 9ð 9ð 9r_   