§
    “©ºjw  ã                   ó  — d dl Z d dlZd dlZd dlZd dlmZmZmZ d dlZd dl	m
Z
 d dlZd dlmZmZmZ d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZ  e j        e¦  «        Z G d
„ de¦  «        Zdedee e!f         fd„Z"de#de fd„Z$dS )é    N)ÚAnyÚOptionalÚUnion)Úoverride)Ú_check_cuda_matmul_precisionÚ_clear_cuda_memoryÚnum_cuda_devices)Ú_AcceleratorRegistry©Ú_parse_gpu_ids)Ú_DEVICE)ÚAccelerator)ÚMisconfigurationExceptionc                   ó(  — e Zd ZdZedej        ddfd„¦   «         Zedd„¦   «         Ze	d	e
ddfd
„¦   «         Zededeeef         fd„¦   «         Zedd„¦   «         Ze	edee
eee
         f         deee
                  fd„¦   «         ¦   «         Ze	edee
         deej                 fd„¦   «         ¦   «         Ze	ede
fd„¦   «         ¦   «         Ze	edefd„¦   «         ¦   «         Ze	edefd„¦   «         ¦   «         Zeededdfd„¦   «         ¦   «         ZdS )ÚCUDAAcceleratorz$Accelerator for NVIDIA CUDA devices.ÚdeviceÚreturnNc                 óž   — |j         dk    rt          d|› d�¦  «        ‚t          |¦  «         t          j                             |¦  «         dS )zs
        Raises:
            MisconfigurationException:
                If the selected device is not GPU.
        ÚcudazDevice should be GPU, got z insteadN)Útyper   r   Útorchr   Ú
set_device©Úselfr   s     ús/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/accelerators/cuda.pyÚsetup_devicezCUDAAccelerator.setup_device%   sU   € ð Œ;˜&Ò Ð Ý+Ð,YÈÐ,YÐ,YÐ,YÑZÔZÐZÝ$ VÑ,Ô,Ð,ÝŒ
×Ò˜fÑ%Ô%Ð%Ð%Ð%ó    Útrainerú
pl.Trainerc                 óV   — |                       |j        ¦  «         t          ¦   «          d S ©N)Úset_nvidia_flagsÚ
local_rankr   )r   r   s     r   ÚsetupzCUDAAccelerator.setup1   s-   € ð 	×Ò˜gÔ0Ñ1Ô1Ð1ÝÑÔÐÐÐr   r#   c                 ó   — dt           j        d<   d                     d„ t          t	          ¦   «         ¦  «        D ¦   «         ¦  «        }t          j        d|¦  «        }t                               d| › d|› d�¦  «         d S )	NÚ
PCI_BUS_IDÚCUDA_DEVICE_ORDERú,c              3   ó4   K  — | ]}t          |¦  «        V — Œd S r!   ©Ústr)Ú.0Úxs     r   ú	<genexpr>z3CUDAAccelerator.set_nvidia_flags.<locals>.<genexpr>;   s(   è è € ÐIÐI¨!�s 1™vœvÐIÐIÐIÐIÐIÐIr   ÚCUDA_VISIBLE_DEVICESzLOCAL_RANK: z - CUDA_VISIBLE_DEVICES: [ú])ÚosÚenvironÚjoinÚranger	   ÚgetenvÚ_logÚinfo)r#   Úall_gpu_idsÚdevicess      r   r"   z CUDAAccelerator.set_nvidia_flags7   s~   € ð +7�Œ
Ð&Ñ'Ø—h’hÐIÐI­uÕ5EÑ5GÔ5GÑ/HÔ/HÐIÑIÔIÑIÔIˆÝ”)Ð2°KÑ@Ô@ˆÝ�	Š	ÐQ ÐQÐQÀwÐQÐQÐQÑRÔRÐRÐRÐRr   c                 ó@   — t           j                             |¦  «        S )a(  Gets stats for the given GPU device.

        Args:
            device: GPU device for which to get stats

        Returns:
            A dictionary mapping the metrics to their values.

        Raises:
            FileNotFoundError:
                If nvidia-smi installation not found

        )r   r   Úmemory_statsr   s     r   Úget_device_statsz CUDAAccelerator.get_device_stats?   s   € õ Œz×&Ò& vÑ.Ô.Ð.r   c                 ó"   — t          ¦   «          d S r!   )r   )r   s    r   ÚteardownzCUDAAccelerator.teardownP   s   € åÑÔÐÐÐr   r9   c                 ó$   — t          | d¬¦  «        S )z!Accelerator device parsing logic.T)Úinclude_cudar   ©r9   s    r   Úparse_deviceszCUDAAccelerator.parse_devicesT   s   € õ ˜g°DÐ9Ñ9Ô9Ð9r   c                 ó   — d„ | D ¦   «         S )z*Gets parallel devices for the Accelerator.c                 ó8   — g | ]}t          j        d |¦  «        ‘ŒS )r   )r   r   ©r,   Úis     r   ú
<listcomp>z8CUDAAccelerator.get_parallel_devices.<locals>.<listcomp>^   s$   € Ð9Ð9Ð9¨A•”˜V QÑ'Ô'Ð9Ð9Ð9r   © rA   s    r   Úget_parallel_devicesz$CUDAAccelerator.get_parallel_devicesZ   s   € ð :Ð9°Ð9Ñ9Ô9Ð9r   c                  ó   — t          ¦   «         S )z!Get the devices when set to auto.©r	   rH   r   r   Úauto_device_countz!CUDAAccelerator.auto_device_count`   s   € õ  Ñ!Ô!Ð!r   c                  ó&   — t          ¦   «         dk    S )Nr   rK   rH   r   r   Úis_availablezCUDAAccelerator.is_availablef   s   € õ  Ñ!Ô! AÒ%Ð%r   c                  ó   — dS )Nr   rH   rH   r   r   ÚnamezCUDAAccelerator.namek   s	   € ð ˆvr   Úaccelerator_registryc                 ód   — |                      |                      ¦   «         | | j        ¬¦  «         d S )N)Údescription)ÚregisterrP   Ú__name__)ÚclsrQ   s     r   Úregister_acceleratorsz%CUDAAccelerator.register_acceleratorsp   s>   € ð 	×%Ò%Ø�HŠH‰JŒJØØœð 	&ñ 	
ô 	
ð 	
ð 	
ð 	
r   )r   r   r   N)r   N)rU   Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r$   ÚstaticmethodÚintr"   r   Údictr+   r   r<   r>   r   Úlistr   rB   rI   rL   ÚboolrN   rP   Úclassmethodr
   rW   rH   r   r   r   r   "   sS  € € € € € Ø.Ð.àð	& 5¤<ð 	&°Dð 	&ð 	&ð 	&ñ „Xð	&ð ðð ð ñ „Xðð
 ðS Sð S¨Tð Sð Sð Sñ „\ðSð ð/ wð /°4¸¸S¸´>ð /ð /ð /ñ „Xð/ð  ðð ð ñ „Xðð Øð:˜u S¨#¨t°C¬yÐ%8Ô9ð :¸hÀtÈCÄyÔ>Qð :ð :ð :ñ „Xñ „\ð:ð Øð: d¨3¤ið :°D¸¼Ô4Fð :ð :ð :ñ „Xñ „\ð:ð Øð"˜sð "ð "ð "ñ „Xñ „\ð"ð Øð&˜$ð &ð &ð &ñ „Xñ „\ð&ð Øð�#ð ð ð ñ „Xñ „\ðð Øð
Ð9Mð 
ÐRVð 
ð 
ð 
ñ „Xñ „[ð
ð 
ð 
r   r   r   r   c                 ó  ‡
— t          j        d¦  «        }|€t          d¦  «        ‚g d¢}d„ |D ¦   «         }d                     |¦  «        }t          j                             | ¦  «        }t          |¦  «        }t          j	        |d|› �dd	|› �gd
dd¬¦  «        }dt          dt          fd„Š
|j                             ¦   «         }ˆ
fd„|                     d¦  «        D ¦   «         }	d„ t          ||	¦  «        D ¦   «         S )a/  Get GPU stats including memory, fan speed, and temperature from nvidia-smi.

    Args:
        device: GPU device for which to get stats

    Returns:
        A dictionary mapping the metrics to their values.

    Raises:
        FileNotFoundError:
            If nvidia-smi installation not found

    z
nvidia-smiNznvidia-smi: command not found))zutilization.gpuú%)zmemory.usedÚMB)zmemory.freerc   )zutilization.memoryrb   )z	fan.speedrb   )ztemperature.gpuõ   Â°C)ztemperature.memoryrd   c                 ó   — g | ]\  }}|‘ŒS rH   rH   )r,   ÚkÚ_s      r   rG   z(get_nvidia_gpu_stats.<locals>.<listcomp>•   s   € Ð4Ð4Ð4™4˜1˜a�QÐ4Ð4Ð4r   r(   z--query-gpu=z--format=csv,nounits,noheaderz--id=zutf-8T)ÚencodingÚcapture_outputÚcheckr-   r   c                 óD   — 	 t          | ¦  «        S # t          $ r Y dS w xY w)Ng        )ÚfloatÚ
ValueError)r-   s    r   Ú	_to_floatz'get_nvidia_gpu_stats.<locals>._to_float¡   s4   € ð	Ý˜‘8”8ˆOøÝð 	ð 	ð 	Ø�3�3ð	øøøs   ‚ ‘
žc                 ó&   •— g | ]} ‰|¦  «        ‘ŒS rH   rH   )r,   r-   rn   s     €r   rG   z(get_nvidia_gpu_stats.<locals>.<listcomp>¨   s!   ø€ Ð1Ð1Ð1˜aˆYˆY�q‰\Œ\Ð1Ð1Ð1r   z, c                 ó,   — i | ]\  \  }}}|› d |› d�|“ŒS )z (ú)rH   )r,   r-   ÚunitÚstats       r   ú
<dictcomp>z(get_nvidia_gpu_stats.<locals>.<dictcomp>©   s.   € ÐVÐVÐV¡o¡i q¨$°ˆqˆOˆO�DˆOˆOˆO˜TÐVÐVÐVr   )ÚshutilÚwhichÚFileNotFoundErrorr3   r   Ú_utilsÚ_get_device_indexÚ_get_gpu_idÚ
subprocessÚrunr+   rl   ÚstdoutÚstripÚsplitÚzip)r   Únvidia_smi_pathÚgpu_stat_metricsÚgpu_stat_keysÚ	gpu_queryÚindexÚgpu_idÚresultÚsÚstatsrn   s             @r   Úget_nvidia_gpu_statsrŠ   z   s<  ø€ õ ”l <Ñ0Ô0€OØÐÝÐ ?Ñ@Ô@Ð@ðð ð Ðð 5Ð4Ð#3Ð4Ñ4Ô4€MØ—’˜Ñ'Ô'€IåŒL×*Ò*¨6Ñ2Ô2€EÝ˜ÑÔ€FÝŒ^Ø	Ð4¨Ð4Ð4Ð6UÐWgÐ_eÐWgÐWgÐhØØØð	ñ ô €Fð•Sð �Uð ð ð ð ð 	Œ×ÒÑÔ€AØ1Ð1Ð1Ð1 1§7¢7¨4¡=¤=Ð1Ñ1Ô1€EØVÐV½Ð=MÈuÑ9UÔ9UÐVÑVÔVÐVr   Ú	device_idc                 óø   — d                      d„ t          t          ¦   «         ¦  «        D ¦   «         ¦  «        }t          j        d|¬¦  «                             d¦  «        }||                               ¦   «         S )zGet the unmasked real GPU IDs.r(   c              3   ó4   K  — | ]}t          |¦  «        V — Œd S r!   r*   rE   s     r   r.   z_get_gpu_id.<locals>.<genexpr>¯   s(   è è € ÐAÐA !•s˜1‘v”vÐAÐAÐAÐAÐAÐAr   r/   )Údefault)r3   r4   r	   r1   r5   r   r~   )r‹   rŽ   Úcuda_visible_devicess      r   rz   rz   ¬   so   € ð �hŠhÐAÐA¥uÕ-=Ñ-?Ô-?Ñ'@Ô'@ÐAÑAÔAÑAÔA€GÝœ9Ð%;ÀWÐMÑMÔM×SÒSÐTWÑXÔXÐØ 	Ô*×0Ò0Ñ2Ô2Ð2r   )%Úloggingr1   ru   r{   Útypingr   r   r   r   Útyping_extensionsr   Úpytorch_lightningÚplÚ"lightning_fabric.accelerators.cudar   r   r	   Ú&lightning_fabric.accelerators.registryr
   Ú(lightning_fabric.utilities.device_parserr   Ú lightning_fabric.utilities.typesr   Ú*pytorch_lightning.accelerators.acceleratorr   Ú&pytorch_lightning.utilities.exceptionsr   Ú	getLoggerrU   r6   r   r]   r+   rl   rŠ   r\   rz   rH   r   r   ú<module>rœ      sŽ  ðð €€€Ø 	€	€	€	Ø €€€Ø Ð Ð Ð Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'à €€€Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qØ GÐ GÐ GÐ GÐ GÐ GØ CÐ CÐ CÐ CÐ CÐ CØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø BÐ BÐ BÐ BÐ BÐ BØ LÐ LÐ LÐ LÐ LÐ Là€wÔ˜Ñ"Ô"€ðU
ð U
ð U
ð U
ð U
�kñ U
ô U
ð U
ðp/W ð /W¨T°#°u°*Ô-=ð /Wð /Wð /Wð /Wðd3˜3ð 3 3ð 3ð 3ð 3ð 3ð 3ð 3r   