§
    9²¸j.  ã            
       óà  — d dl Z d dlZd dlZd dlZd dlmZmZ d dlmZ d dl	m
Z
 ddlmZ  ej        d¦  «        Zded	efd
„Zd,dee         d	efd„Zdeee
f         d	eee
f         fd„Z ej        d¦  «        Zded	efd„Zd„ Zd„ Zddddddddddœ	Zd„ Zd-d!„Zd"ed#ee         d	eeeef         eeef         f         fd$„Ze G d%„ d&¦  «        ¦   «         Z 	 d.d'ed(e!d)e d*e j"        dz  fd+„Z#dS )/é    N)ÚOrderedDictÚdefaultdict)Ú	dataclass)ÚAnyé   )ÚPipelineStagez(?<=\.)(\d+)(?=\.|$)ÚkeyÚreturnc                 ó8   — t                                d| ¦  «        S )zBReplace every dot-delimited integer with '*' to get the structure.Ú*)Ú	_DIGIT_RXÚsub)r	   s    úq/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/utils/loading_report.pyÚ_pattern_ofr      s   € å�=Š=˜˜cÑ"Ô"Ð"ó    é
   Úvaluesc                 ó  — t          | ¦  «        dk    rt          | d         ¦  «        S t          | ¦  «        } t          | ¦  «        |k    r| d         › d| d         › �S d                     t	          t          | ¦  «        ¦  «        S )zEFormat a list of ints as single number, {a, ..., b}, or first...last.é   r   z...éÿÿÿÿz, )ÚlenÚstrÚsortedÚjoinÚmap)r   Úcutoffs     r   Ú_fmt_indicesr   !   sw   € å
ˆ6�{„{�aÒÐÝ�6˜!”9‰~Œ~ÐÝ�F‰^Œ^€FÝ
ˆ6�{„{�VÒÐØ˜”)Ð,Ð,  r¤
Ð,Ð,Ð,Ø�9Š9•S�˜fÑ%Ô%Ñ&Ô&Ð&r   Úmappingc           	      ól  — d}t          | t          ¦  «        sd„ | D ¦   «         } d}t          t          ¦  «        }|                      ¦   «         D ]Ì\  }}t
                               |¦  «        }t          |¦  «        }t          |¦  «        D ]s\  }}t          ||         ¦  «        |k    r'||          
                    t          ¦   «         ¦  «         ||         |                              t          |¦  «        ¦  «         Œt||          
                    |¦  «         ŒÍi }	|                     ¦   «         D ]Ý\  }}
|
dd…         |
d         }}|                     d¦  «        }|d         }t          dt          |¦  «        ¦  «        D ]†}|dz
  t          |¦  «        k     r^||dz
           rSt!          t#          ||dz
           ¦  «        ¦  «        }t          ||dz
           ¦  «        dk    r|d	|z   d
z   z  }n||z  }n|dz  }|||         z  }Œ‡||	|<   ŒÞt%          |	¦  «        }|r|                     ¦   «         S |S )z¸
    Merge keys like 'layers.0.x', 'layers.1.x' into 'layers.{0, 1}.x'
    BUT only merge together keys that have the exact same value.
    Returns a new dict {merged_key: value}.
    Fc                 ó   — i | ]}||“ŒS © r!   ©Ú.0Úks     r   ú
<dictcomp>z#update_key_name.<locals>.<dictcomp>4   s   € Ð)Ð)Ð)˜A�1�aÐ)Ð)Ð)r   TNr   r   r   r   Ú{Ú})Ú
isinstanceÚdictr   ÚlistÚitemsr   Úfindallr   Ú	enumerater   ÚappendÚsetÚaddÚintÚsplitÚranger   r   r   Úkeys)r   Únot_mappingÚbucketr	   ÚvalÚdigsÚpattÚiÚdÚ	out_itemsr   ÚsetsÚpartsÚfinalÚinsertÚouts                   r   Úupdate_key_namerB   +   s;  € ð €KÝ�g�tÑ$Ô$ð Ø)Ð) Ð)Ñ)Ô)ˆØˆå.9½$Ñ.?Ô.?€FØ—M’M‘O”Oð !ð !‰ˆˆSÝ× Ò  Ñ%Ô%ˆÝ˜3ÑÔˆÝ˜d‘O”Oð 	(ð 	(‰DˆAˆqÝ�6˜$”<Ñ Ô  AÒ%Ð%Ø�t”×#Ò#¥C¡E¤EÑ*Ô*Ð*Ø�4ŒL˜ŒO×Ò¥ A¡¤Ñ'Ô'Ð'Ð'ØˆtŒ×Ò˜CÑ Ô Ð Ð à€IØŸš™œð ð ‰ˆˆfØ˜3˜B˜3”K ¨¤ˆcˆØ—
’
˜3‘”ˆØ�a”ˆÝ�q�#˜e™*œ*Ñ%Ô%ð 		ð 		ˆAØ�1‰u•s˜4‘y”yÒ Ð  T¨!¨a©%¤[Ð Ý%¥f¨T°!°a±%¬[Ñ&9Ô&9Ñ:Ô:�Ý�t˜A ™E”{Ñ#Ô# aÒ'Ð'Ø˜S 6™\¨CÑ/Ñ/�E�Eà˜V‘O�E�Eà˜‘�Ø�U˜1”XÑˆEˆEàˆ	�%ÑÐÝ
�iÑ
 Ô
 €CØð Ø�xŠx‰zŒzÐØ€Jr   z\x1b\[[0-9;]*mÚsc                 óR   — t                                dt          | ¦  «        ¦  «        S )NÚ )Ú_ansi_rer   r   )rC   s    r   Ú_strip_ansirG   [   s   € Ý�<Š<˜�C ™FœFÑ#Ô#Ð#r   c           	      óŠ   — t          | ¦  «        }t          d|t          t          |¦  «        ¦  «        z
  ¦  «        }|d|z  z   S )Nr   ú )r   Úmaxr   rG   )ÚtextÚwidthÚtÚpads       r   Ú_padrO   _   s=   € ÝˆD‰	Œ	€AÝ
ˆa���[¨™^œ^Ñ,Ô,Ñ,Ñ
-Ô
-€CØˆs�S‰y‰=Ðr   c                 óB  ‡— | rt          t          |g| z   Ž ¦  «        n|g}d„ |D ¦   «         Šd                     d„ t          |‰¦  «        D ¦   «         ¦  «        }d                     d„ ‰D ¦   «         ¦  «        }ˆfd„| D ¦   «         }d                     ||g|z   ¦  «        S )Nc                 ó@   — g | ]}t          d „ |D ¦   «         ¦  «        ‘ŒS )c              3   óN   K  — | ] }t          t          |¦  «        ¦  «        V — Œ!d S ©N)r   rG   )r#   Úxs     r   ú	<genexpr>z)_make_table.<locals>.<listcomp>.<genexpr>h   s0   è è € Ð3Ð3¨!•#•k !‘n”nÑ%Ô%Ð3Ð3Ð3Ð3Ð3Ð3r   )rJ   )r#   Úcols     r   ú
<listcomp>z_make_table.<locals>.<listcomp>h   s/   € ÐDÐDÐD¸�cÐ3Ð3¨sÐ3Ñ3Ô3Ñ3Ô3ÐDÐDÐDr   ú | c              3   ó<   K  — | ]\  }}t          ||¦  «        V — Œd S rS   ©rO   )r#   ÚhÚws      r   rU   z_make_table.<locals>.<genexpr>i   s.   è è € ÐIÐI©D¨A¨q�T ! Q™ZœZÐIÐIÐIÐIÐIÐIr   z-+-c              3   ó    K  — | ]	}d |z  V — Œ
dS )ú-Nr!   )r#   r\   s     r   rU   z_make_table.<locals>.<genexpr>j   s&   è è € Ð2Ð2 a˜# ™'Ð2Ð2Ð2Ð2Ð2Ð2r   c           	      ój   •— g | ]/}d                       d„ t          |‰¦  «        D ¦   «         ¦  «        ‘Œ0S )rX   c              3   ó<   K  — | ]\  }}t          ||¦  «        V — Œd S rS   rZ   )r#   Úcr\   s      r   rU   z)_make_table.<locals>.<listcomp>.<genexpr>k   s.   è è € Ð=Ð=¡d a¨•t˜A˜q‘z”zÐ=Ð=Ð=Ð=Ð=Ð=r   )r   Úzip)r#   ÚrÚwidthss     €r   rW   z_make_table.<locals>.<listcomp>k   s<   ø€ ÐLÐLÐLÀ!ˆE�JŠJÐ=Ð=­c°!°V©n¬nÐ=Ñ=Ô=Ñ=Ô=ÐLÐLÐLr   ú
)r*   rb   r   )ÚrowsÚheadersÚcolsÚheader_lineÚsep_lineÚbodyrd   s         @r   Ú_make_tablerl   e   sº   ø€ à-1Ð@�4•�w�i $Ñ&Ð(Ñ)Ô)Ð)¸°y€DØDÐD¸tÐDÑDÔD€FØ—*’*ÐIÐIµC¸ÀÑ4HÔ4HÐIÑIÔIÑIÔI€KØ�zŠzÐ2Ð2¨6Ð2Ñ2Ô2Ñ2Ô2€HØLÐLÐLÐLÀtÐLÑLÔL€DØ�9Š9�k 8Ð,¨tÑ3Ñ4Ô4Ð4r   z[0mz[31mz[33mz[38;5;208mz[35mz[32mz[1mz[3mz[2m)	ÚresetÚredÚyellowÚorangeÚpurpleÚgreenÚboldÚitalicÚdimc                 ó–   — t           j        �<t           j                             ¦   «         rt          |         › | › t          d         › �S | S )zdReturn color/style-formatted input `s` if `sys.stdout` is interactive, e.g. connected to a terminal.Nrm   )ÚsysÚstdoutÚisattyÚPALETTE)rC   Úcolors     r   Ú_styler|   |   sA   € å
„zÐ¥#¤*×"3Ò"3Ñ"5Ô"5ÐÝ˜%”.Ð7 !Ð7¥W¨WÔ%5Ð7Ð7Ð7àˆr   éP   c                 óX   — 	 t          j        ¦   «         j        S # t          $ r | cY S w xY wrS   )ÚshutilÚget_terminal_sizeÚcolumnsÚ	Exception)Údefaults    r   Ú_get_terminal_widthr„   „   s=   € ðÝÔ'Ñ)Ô)Ô1Ð1øÝð ð ð Øˆˆˆðøøøs   ‚ š)¨)ÚstageÚskipped_pp_keysc                 óê   ‡ ‡‡‡— |j         Št          t          |‰¦  «        j        ¦  «        Št                               |                     ¦   «         ‰ j        ¦  «        }ˆˆˆˆ fd„|D ¦   «         }||fS )z@Map checkpoint keys to their owning PP rank for the load report.c                 óH   •— i | ]}‰                      |‰‰¦  «        xŠ®|‰“ŒS rS   )Úfind_rank_for_key)r#   r	   Ú
num_layersÚownerÚprefixr…   s     €€€€r   r%   z)_pp_report_key_owners.<locals>.<dictcomp>“   sB   ø€ ð ð ð àØ×,Ò,¨S°*¸fÑEÔEÐEˆEÐRð 	ˆUàRÐRÐRr   )Úbase_model_prefixr   ÚgetattrÚlayersr)   ÚfromkeysÚ
state_dictÚpp_rank)r…   Úmodelr†   ÚownedÚskippedrŠ   r‹   rŒ   s   `    @@@r   Ú_pp_report_key_ownersr–   ‹   sŽ   øøøø€ ð Ô$€FÝ•W˜U FÑ+Ô+Ô2Ñ3Ô3€Jå�MŠM˜%×*Ò*Ñ,Ô,¨e¬mÑ<Ô<€Eðð ð ð ð ð ð à"ðñ ô €Gð
 �'ˆ>Ðr   c                   óæ   — e Zd ZU dZee         ed<   ee         ed<   eeeee         ee         f                  ed<   e	e         ed<   e
eef         ed<   ee         ed<   d„ Zd	„ Zdded
z  fd„Zd
S )ÚLoadStateDictInfoa÷  
    Mutable container for state-dict loading results and diagnostics. Each entry in this structure is mutable,
    and will usually be mutated in-place during the loading pipeline.

    Attributes:
        missing_keys (`set[str]`):
            Keys that are missing from the loaded checkpoints but expected in the model's architecture.
        unexpected_keys (`set[str]`):
            Keys that are found in the checkpoints, but not expected in the model's architecture.
        skipped_pp_keys (`set[str]`):
            Checkpoint keys owned by another pipeline-parallel rank and intentionally not loaded here.
        mismatched_keys (`set[tuple[str, tuple[int], tuple[int]]]`):
            Keys that are found in the checkpoints and are expected in the model's architecture, but with a different shape.
        error_msgs ( `list[str]`):
            Some potential error messages.
        conversion_errors (`dict[str, str]`):
            Errors happening during the on-the-fly weight conversion process.
    Úmissing_keysÚunexpected_keysÚmismatched_keysÚ
error_msgsÚconversion_errorsr†   c                 ó4   — | j         d„ | j        D ¦   «         z  S )zMReturn all effective missing keys, including `missing` and `mismatched` keys.c                 ó   — h | ]
}|d          ’ŒS )r   r!   r"   s     r   ú	<setcomp>z;LoadStateDictInfo.missing_and_mismatched.<locals>.<setcomp>¹   s   € Ð#GÐ#GÐ#G¨Q A a¤DÐ#GÐ#GÐ#Gr   )r™   r›   ©Úselfs    r   Úmissing_and_mismatchedz(LoadStateDictInfo.missing_and_mismatched·   s"   € àÔ Ð#GÐ#G°$Ô2FÐ#GÑ#GÔ#GÑGÐGr   c                 ó8   — | j         | j        | j        | j        dœS )N©r™   rš   r›   rœ   r¥   r¡   s    r   Úto_dictzLoadStateDictInfo.to_dict»   s*   € ð !Ô-Ø#Ô3Ø#Ô3Øœ/ð	
ð 
ð 	
r   Nr
   c           	      óH  — t          ¦   «         }g }d}| j        rh|dt          dd¦  «        › d�t          dd¦  «        z   z  }t          | j        ¦  «        D ]+}t          dd¦  «        }|                     ||d	d	g¦  «         Œ,| j        rg|dt          d
d¦  «        › d�t          dd¦  «        z   z  }t          | j        ¦  «        D ]*}t          dd¦  «        }|                     ||d	g¦  «         Œ+| j        r­|dt          dd¦  «        › d�t          dd¦  «        z   z  }d„ | j        D ¦   «         }t          |¦  «                             ¦   «         D ]R\  }\  }	}
t          dd¦  «        }||dt          |	¦  «        › dt          |
¦  «        › �g}|                     |¦  «         ŒS| j	        r‚|dt          dd¦  «        › d�t          dd¦  «        z   z  }t          | j	        ¦  «                             ¦   «         D ]3\  }}t          dd¦  «        }d|› d�}|                     |||g¦  «         Œ4d}|�t          |dd¦  «        }|�›t          ||| j        ¦  «        \  }}ddd|fdd d!|ffD ]u\  }}}}|rl|dt          |› d"�|¦  «        › d|› �z  }t          |¦  «                             ¦   «         D ].\  }}|                     |t          ||¦  «        d#|› �g¦  «         Œ/Œvt          |¦  «        d$k    rdS d%d&g}|d'k    r|d(gz  }n|d	d	gz  }t          ||¬)¦  «        }||z   }|S )*z/Generate the minimal table of a loading report.z

Notes:z
- zUNEXPECTED:rp   ú	zbcan be ignored when loading from different task/architecture; not ok if you expect identical arch.rt   Ú
UNEXPECTEDrE   zMISSING:rn   zsthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.ÚMISSINGz	MISMATCH:ro   zRckpt weights were loaded, but they did not match the original empty weight shapes.c                 ó    — i | ]\  }}}|||f“ŒS r!   r!   )r#   ÚaÚbra   s       r   r%   z;LoadStateDictInfo.create_loading_report.<locals>.<dictcomp>á   s$   € ÐFÐFÐF¡g a¨¨A˜˜A˜q˜6ÐFÐFÐFr   ÚMISMATCHz$Reinit due to size mismatch - ckpt: z
 vs model:zCONVERSION:rq   z$originate from the conversion schemeÚ
CONVERSIONz

NÚ	_pp_stageÚOWNEDrr   z1checkpoint weights loaded on this pipeline stage.ÚSKIPPEDru   z3checkpoint weights owned by another pipeline stage.ú:zPP rank r   ÚKeyÚStatuséÈ   ÚDetails)rg   )r„   rš   r|   rB   r.   r™   r›   r+   r   r�   rŽ   r–   r†   r   rl   )r¢   r“   Úterm_wrf   Útipsr$   ÚstatusÚiteratorr	   Ú
shape_ckptÚshape_modelÚdataÚvÚ_detailsr…   r”   r•   r{   ÚnoteÚ
key_ownersr‹   rg   ÚtableÚreports                           r   Úcreate_loading_reportz'LoadStateDictInfo.create_loading_reportÄ   s$  € å$Ñ&Ô&ˆàˆØˆàÔð 	1ØÐ>�6 -°Ñ:Ô:Ð>Ð>Ð>ÅØtØñBô Bñ ñ ˆDõ % TÔ%9Ñ:Ô:ð 1ð 1�Ý ¨hÑ7Ô7�Ø—’˜Q ¨¨BÐ/Ñ0Ô0Ð0Ð0àÔð 	-ØÐ8�6 *¨eÑ4Ô4Ð8Ð8Ð8½6ð FØñ<ô <ñ ñ ˆDõ % TÔ%6Ñ7Ô7ð -ð -�Ý 	¨5Ñ1Ô1�Ø—’˜Q ¨˜OÑ,Ô,Ð,Ð,àÔð 	"ØÐ<�6 +¨xÑ8Ô8Ð<Ð<Ð<½vØdÐfnñ@ô @ñ ñ ˆDð GÐF°Ô1EÐFÑFÔFˆHÝ2AÀ(Ñ2KÔ2K×2QÒ2QÑ2SÔ2Sð "ð "Ñ.�Ñ.�j +Ý 
¨HÑ5Ô5�àØØh½3¸z¹?¼?ÐhÐhÕVYÐZeÑVfÔVfÐhÐhð�ð
 —’˜DÑ!Ô!Ð!Ð!àÔ!ð 	3ØÐ>�6 -°Ñ:Ô:Ð>Ð>Ð>ÅØ6¸ñBô Bñ ñ ˆDõ (¨Ô(>Ñ?Ô?×EÒEÑGÔGð 3ð 3‘��1Ý ¨hÑ7Ô7�Ø) !˜>˜>˜>�Ø—’˜Q ¨Ð1Ñ2Ô2Ð2Ð2àˆØÐÝ˜E ;°Ñ5Ô5ˆEØÐÝ2°5¸%ÀÔAUÑVÔV‰NˆE�7à˜'Ð#VÐX]Ð^Ø˜EÐ#XÐZaÐbð4ð Vð VÑ/�˜˜t Zð ð VØÐH¥6¨V¨,¨,¨,¸Ñ#>Ô#>ÐHÐHÀ$ÐHÐHÑH�DÝ&5°jÑ&AÔ&A×&GÒ&GÑ&IÔ&Ið Vð V™
˜˜UØŸš S­&°¸Ñ*?Ô*?ÐASÈEÐASÐASÐ$TÑUÔUÐUÐUøõ ˆt‰9Œ9˜Š>ˆ>Ø�4à˜(Ð#ˆØ�CŠ<ˆ<Ø˜	�{Ñ"ˆGˆGà˜˜B�xÑˆGÝ˜D¨'Ð2Ñ2Ô2ˆØ˜‘ˆàˆr   rS   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r/   r   Ú__annotations__Útupler1   r*   r)   r£   r¦   rÅ   r!   r   r   r˜   r˜   ›   sè   € € € € € € ðð ð& �c”(ÐÐÑØ˜”XÐÐÑØ˜˜s E¨#¤J°°c´
Ð:Ô;Ô<Ð<Ð<Ñ<Ø�S”	ÐÐÑØ˜C ˜H”~Ð%Ð%Ñ%Ø˜”XÐÐÑðHð Hð Hð
ð 
ð 
ðJð J°3¸±:ð Jð Jð Jð Jð Jð Jr   r˜   Úpretrained_model_name_or_pathÚignore_mismatched_sizesÚloading_infoÚloggerc                 ó0  — |€t          j        t          ¦  «        }|j        rBd                     |j        ¦  «        }d|v r|dz  }t          d| j        j        › d|› �¦  «        ‚|                     t           j        ¦  «        r| nd}| 	                    |¦  «        }|€dS t          d         › | j        j        › dt          d	         › d
|› d�}|                     ||z   ¦  «         |j        rt          d¦  «        ‚|s|j        rt          d¦  «        ‚dS dS )zÒ
    Log a readable report about state_dict loading issues.

    This version is terminal-size aware: for very small terminals it falls back to a compact
    Key | Status view so output doesn't wrap badly.
    Nz
	zsize mismatchzb
	You may consider adding `ignore_mismatched_sizes=True` to `from_pretrained(...)` if appropriate.z#Error(s) in loading state_dict for z:
	rs   z LOAD REPORTrm   z from: re   zˆWe encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!zjYou set `ignore_mismatched_sizes` to `False`, thus raising an error. For details look at the above report!)ÚloggingÚ	getLoggerrÆ   rœ   r   ÚRuntimeErrorÚ	__class__ÚisEnabledForÚINFOrÅ   rz   Úwarningr�   r›   )	r“   rÌ   rÍ   rÎ   rÏ   Ú	error_msgÚreport_modelrÄ   Úpreludes	            r   Úlog_state_dict_reportrÛ     s|  € ð €~ÝÔ"¥8Ñ,Ô,ˆð Ôð mØ—K’K Ô 7Ñ8Ô8ˆ	Ø˜iÐ'Ð'ØØvñˆIõ ÐkÀÄÔAYÐkÐkÐ`iÐkÐkÑlÔlÐlð #×/Ò/µ´Ñ=Ô=ÐG�5�5À4€LØ×/Ò/°Ñ=Ô=€FØ€~Øˆå˜”ð  C %¤/Ô":ð  Cð  CÍÐPWÔHXð  Cð  CÐa~ð  Cð  Cð  C€Gð ‡N‚N�7˜VÑ#Ñ$Ô$Ð$ð Ô%ð 
Ýð ñ
ô 
ð 	
ð #ð 
 |Ô'Cð 
ÝØxñ
ô 
ð 	
ð
ð 
ð 
ð 
r   )r   )r}   rS   )$rÑ   Úrer   rw   Úcollectionsr   r   Údataclassesr   Útypingr   Údistributed.pipeline_parallelr   Úcompiler   r   r   r*   r1   r   r)   rB   rF   rG   rO   rl   rz   r|   r„   r/   rË   r–   r˜   ÚboolÚLoggerrÛ   r!   r   r   ú<module>rä      s‰  ðð €€€Ø 	€	€	€	Ø €€€Ø 
€
€
€
Ø 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø !Ð !Ð !Ð !Ð !Ð !Ø Ð Ð Ð Ð Ð à 9Ð 9Ð 9Ð 9Ð 9Ð 9ð ˆBŒJÐ.Ñ/Ô/€	ð#�Sð #˜Sð #ð #ð #ð #ð
'ð '˜˜cœð '°#ð 'ð 'ð 'ð 'ð*˜T # s (œ^ð *°°S¸#°X´ð *ð *ð *ð *ðZ ˆ2Œ:Ð'Ñ(Ô(€ð$�3ð $˜3ð $ð $ð $ð $ðð ð ð5ð 5ð 5ð ØØØØØØØØð
ð 
€ðð ð ðð ð ð ðØðØ25°c´(ðà
ˆ4��S�Œ>˜4  S œ>Ð)Ô*ðð ð ð ð  ðrð rð rð rð rñ rô rñ „ðrðt %)ð-
ð -
à#&ð-
ð "ð-
ð $ð	-
ð
 ŒN˜TÑ!ð-
ð -
ð -
ð -
ð -
ð -
r   