§
    ·¯¸j  ã                   óÎ   — d Z ddlZddlZddlmZ ddlZddlmZ ddlm	Z	  ej
        e¦  «        Zd„ Zdd	„Zd
„ Zd„ Zdd„Zd„ Zd„ Zd„ Z	 	 	 ddedee         dee         fd„ZdS )zZ Distributed training/validation utils

Hacked together by / Copyright 2020 Ross Wightman
é    N)ÚOptional)Údistributedé   )Úunwrap_modelc                 ó‚   — |                       ¦   «         }t          j        |t          j        j        ¬¦  «         ||z  }|S )N©Úop)ÚcloneÚdistÚ
all_reduceÚReduceOpÚSUM)ÚtensorÚnÚrts      úf/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/utils/distributed.pyÚreduce_tensorr      s7   € Ø	�Š‰Œ€BÝ„O�B�4œ=Ô,Ð-Ñ-Ô-Ð-Øˆ!�G€BØ€Ió    Fc                 ó2  — t          | ¦  «                             d¬¦  «        D ]r\  }}d|v sd|v re|rCt          j                             |t
          j        j        ¬¦  «         |t          |¦  «        z  }ŒRt          j         	                    |d¦  «         Œsd S )NT)ÚrecurseÚrunning_meanÚrunning_varr   r   )
r   Únamed_buffersÚtorchr   r   r   r   r   ÚfloatÚ	broadcast)ÚmodelÚ
world_sizeÚreduceÚbn_nameÚbn_bufs        r   Údistribute_bnr"      s¦   € å'¨Ñ.Ô.×<Ò<ÀTÐ<ÑJÔJð 7ð 7‰ˆ�Ø˜gÐ%Ð%¨=¸GÐ+CÐ+CØð 7åÔ!×,Ò,¨V½¼Ô8IÐ,ÑJÔJÐJØ�% 
Ñ+Ô+Ñ+��õ Ô!×+Ò+¨F°AÑ6Ô6Ð6øð7ð 7r   c                 ó   — | j         dk    S ©Nr   )Úrank©Úargss    r   Úis_global_primaryr(   %   s   € ØŒ9˜Š>Ðr   c                 ó   — | j         dk    S r$   )Ú
local_rankr&   s    r   Úis_local_primaryr+   )   s   € ØŒ?˜aÒÐr   c                 óB   — |rt          | ¦  «        nt          | ¦  «        S )N)r+   r(   )r'   Úlocals     r   Ú
is_primaryr.   -   s$   € Ø%*ÐGÕ˜DÑ!Ô!Ð!Õ0AÀ$Ñ0GÔ0GÐGr   c                  óÊ   — dt           j        v r#t          t           j        d         ¦  «        dk    S dt           j        v r#t          t           j        d         ¦  «        dk    S dS )NÚ
WORLD_SIZEr   ÚSLURM_NTASKSF©ÚosÚenvironÚint© r   r   Úis_distributed_envr7   1   sU   € Ø•r”zÐ!Ð!Ý•2”:˜lÔ+Ñ,Ô,¨qÒ0Ð0Ø�œÐ#Ð#Ý•2”:˜nÔ-Ñ.Ô.°Ò2Ð2Øˆ5r   c                  óP  — d} dD ]1}|t           j        v r!t          t           j        |         ¦  «        }  nŒ2d}dD ]1}|t           j        v r!t          t           j        |         ¦  «        } nŒ2d}dD ]1}|t           j        v r!t          t           j        |         ¦  «        } nŒ2| ||fS )Nr   )Ú
LOCAL_RANKÚMPI_LOCALRANKIDÚSLURM_LOCALIDÚOMPI_COMM_WORLD_LOCAL_RANK)ÚRANKÚPMI_RANKÚSLURM_PROCIDÚOMPI_COMM_WORLD_RANKr   )r0   ÚPMI_SIZEr1   ÚOMPI_COMM_WORLD_SIZEr2   )r*   ÚvÚglobal_rankr   s       r   Úworld_info_from_envrE   9   sÉ   € Ø€JØ]ð ð ˆØ•”
ˆ?ˆ?Ý�RœZ¨œ]Ñ+Ô+ˆJØˆEð ð €KØIð ð ˆØ•”
ˆ?ˆ?Ý�bœj¨œmÑ,Ô,ˆKØˆEð ð €JØOð ð ˆØ•”
ˆ?ˆ?Ý�RœZ¨œ]Ñ+Ô+ˆJØˆEð ð �{ JÐ.Ð.r   c           	      óp  — d| _         d| _        d| _        d| _        t	          t          | dd¦  «        t          | dd ¦  «        t          | dd ¦  «        ¬¦  «        }|d         | _        |d	         | _        |d
         | _        |d         | _        |d         | _         t          j        | j        ¦  «        }|S )NFr   r   ÚdeviceÚcudaÚdist_backendÚdist_url)rG   rI   rJ   r   rD   r*   r   )r   r   r%   r*   Úinit_distributed_device_soÚgetattrrG   r   )r'   ÚresultrG   s      r   Úinit_distributed_devicerN   O   s·   € ð €DÔØ€D„OØ€D„IØ€D„OÝ'Ý�t˜X vÑ.Ô.Ý˜T >°4Ñ8Ô8Ý˜˜z¨4Ñ0Ô0ðñ ô €Fð
 ˜Ô"€D„KØ˜\Ô*€D„OØ�}Ô%€D„IØ˜\Ô*€D„OØ˜mÔ,€DÔÝŒ\˜$œ+Ñ&Ô&€FØ€Mr   rH   rG   rI   rJ   c                 ó‚  — d}d}d}d}|                       dd¬¦  «        ^}}|€ddddd	œ}	|	                     |d
¦  «        }|pd}t          ¦   «         �r	dt          j        v rŠt          ¦   «         \  }}}t          |¦  «        t          j        d<   t          |¦  «        t          j        d<   t          |¦  «        t          j        d<   t          j         	                    ||||¬¦  «         not          ¦   «         \  }}
}
t          j         	                    ||¬¦  «         t          j         
                    ¦   «         }t          j                             ¦   «         }d}|dk    r,t          j                             ¦   «         sJ d| › d�¦   «         ‚|dk    r,t          j                             ¦   «         sJ d| › d�¦   «         ‚|r6| dk    r0|r't                               d|d         › d| › d�¦  «         |› d|› �} |                      d¦  «        rt          j                             | ¦  «         t'          | ||||¬¦  «        S )NFr   r   ú:)ÚmaxsplitÚcclÚhcclÚnccl)ÚxpuÚhpurH   ÚnpuÚgloozenv://r?   r9   r=   r0   )ÚbackendÚinit_methodr   r%   )rY   rZ   TrH   zCUDA is not available but z was specified.rW   z Ascend NPU is not available but Úcpuzdevice index z removed from specified (z).zcuda:)rG   rD   r*   r   r   )ÚsplitÚgetr7   r3   r4   rE   Ústrr   r   Úinit_process_groupÚget_world_sizeÚget_rankrH   Úis_availablerW   Ú_loggerÚwarningÚ
startswithÚ
set_deviceÚdict)rG   rI   rJ   r   r   rD   r*   Údevice_typeÚ
device_idxÚdist_backendsÚ_s              r   rK   rK   d   s‘  € ð €KØ€JØ€KØ€JØ%Ÿ|š|¨C¸!˜|Ñ<Ô<Ð€K�*àÐð ØØØð	
ð 
ˆð %×(Ò(¨°fÑ=Ô=ˆØÐ#˜8€Hõ ÑÔñ Ø�RœZÐ'Ð'å2EÑ2GÔ2GÑ/ˆJ˜ Zå'*¨:¡¤�BŒJ�|Ñ$Ý!$ [Ñ!1Ô!1�BŒJ�vÑÝ'*¨:¡¤�BŒJ�|Ñ$ÝÔ×0Ò0Ø$Ø$Ø%Ø ð	 1ñ ô ð ð õ  3Ñ4Ô4ÑˆJ˜˜1ÝÔ×0Ò0Ø$Ø$ð 1ñ ô ð õ Ô*×9Ò9Ñ;Ô;ˆJÝÔ+×4Ò4Ñ6Ô6ˆKØˆà�fÒÐÝŒz×&Ò&Ñ(Ô(Ð^Ð^Ð*^ÀvÐ*^Ð*^Ð*^Ñ^Ô^Ð(Ø�eÒÐÝŒy×%Ò%Ñ'Ô'ÐcÐcÐ)cÈFÐ)cÐ)cÐ)cÑcÔcÐ'àð /�v ’�ð ð 	`Ý�OŠOÐ^¨J°q¬MÐ^Ð^ÐTZÐ^Ð^Ð^Ñ_Ô_Ð_ØÐ.Ð. *Ð.Ð.ˆà×Ò˜Ñ!Ô!ð &ÝŒ
×Ò˜fÑ%Ô%Ð%åØØØØØðñ ô ð r   )F)rH   NN)Ú__doc__Úloggingr3   Útypingr   r   r   r   r   r   Ú	getLoggerÚ__name__rc   r   r"   r(   r+   r.   r7   rE   rN   r^   rK   r6   r   r   ú<module>rq      sT  ððð ð €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð à €€€Ø %Ð %Ð %Ð %Ð %Ð %à Ð Ð Ð Ð Ð à
ˆ'Ô
˜HÑ
%Ô
%€ðð ð ð
7ð 
7ð 
7ð 
7ðð ð ð ð  ð  ðHð Hð Hð Hðð ð ð/ð /ð /ð,ð ð ð, Ø&*Ø"&ðRð RØðRà˜s”mðRð ˜3”-ðRð Rð Rð Rð Rð Rr   