§
    û¸¸j+  ã                   ó>   — d dl Z d dlmZ d„ Zd„ Zd„ Zd„ Zd„ Zd„ Z	dS )é    Nc                  ón  — dt           j        v rwt          t           j        d         ¦  «         t          t           j        d         ¦  «        } t          t           j        d         ¦  «        }t          j        dd|| ¬¦  «         d S dt           j        v r¡t          t           j                             dd¦  «        ¦  «         t          t           j                             d	d¦  «        ¦  «        } t          t           j                             d
d¦  «        ¦  «        }t          j        dd|| ¬¦  «         d S d S )NÚ
LOCAL_RANKÚRANKÚ
WORLD_SIZEÚncclztcp://127.0.0.1:7645)Úinit_methodÚ
world_sizeÚrankÚOMPI_COMM_WORLD_LOCAL_RANKr   ÚOMPI_COMM_WORLD_RANKÚOMPI_COMM_WORLD_SIZEé   ztcp://127.0.0.1:7647)ÚosÚenvironÚintÚdistÚinit_process_groupÚget)r
   r	   s     úƒ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/models/llama/dist_settings.pyÚ	init_distr      s  € Ø•r”zÐ!Ð!Ý�BŒJ�|Ô$Ñ%Ô%Ð%Ý•2”:˜fÔ%Ñ&Ô&ˆÝ�œ LÔ1Ñ2Ô2ˆ
åÔ Ð4JÐWaÐhlÐmÑmÔmÐmÐmÐmØ	%­¬Ð	3Ð	3Ý�BŒJ�NŠNÐ7¸Ñ;Ô;Ñ<Ô<Ð<Ý•2”:—>’>Ð"8¸!Ñ<Ô<Ñ=Ô=ˆÝ�œŸšÐ(>ÀÑBÔBÑCÔCˆ
åÔ Ð4JÐWaÐhlÐmÑmÔmÐmÐmÐmð 	ˆó    c                  óD   — 	 ddl m}  | j        }|S # t          $ r Y d S w xY w)Nr   )ÚMPI)Úmpi4pyr   Ú
COMM_WORLDÚImportError)r   Úcomms     r   Ú	_get_commr      sG   € ðØÐÐÐÐÐàŒ~ˆØˆøÝð ð ð Øˆtˆtðøøøs   ‚ ‘
žc                  óN   — t          ¦   «         } | �|                      ¦   «         ndS ©Nr   )r   ÚGet_rank©r   s    r   Úget_rankr#   '   ó"   € Ý‰;Œ;€DØ"Ð.ˆ4�=Š=‰?Œ?ˆ?°AÐ5r   c                  óN   — t          ¦   «         } | �|                      ¦   «         ndS )Nr   )r   ÚGet_sizer"   s    r   Úget_sizer'   ,   r$   r   c                  óR   — t          ¦   «         } | �|                      ¦   «          d S d S )N)r   ÚBarrierr"   s    r   Úbarrierr*   1   s*   € Ý‰;Œ;€DØÐØ�Š‰Œˆˆˆð Ðr   c                  ó@   — t          ¦   «         dk    rt          | Ž  d S d S r    )r#   Úprint)Úargss    r   Ú	print_outr.   7   s#   € Ý�z„z�Q‚€Ýˆtˆˆˆˆð €r   )
r   Útorch.distributedÚdistributedr   r   r   r#   r'   r*   r.   © r   r   ú<module>r2      s†   ðð 
€	€	€	à  Ð  Ð  Ð  Ð  Ð  ðð ð ð$ð ð ð6ð 6ð 6ð
6ð 6ð 6ð
ð ð ðð ð ð ð r   