§
    ·¯¸j.  ã                   óð  — d Z ddlZddlZddlZddlZddlmZmZmZm	Z	m
Z
mZ ddlZ	 ddlZdZn# e$ r dZY nw xY w ej        e¦  «        Zg d¢Zdedefd	„Z	 	 d'dedeeej        f         defd„Zdddœdede
e         de	e         defd„Zdededefd„Zdeeef         deeef         fd„Z	 	 	 d(dededeeej        f         dedeeef         f
d„Z	 	 	 	 	 	 d)dej        j        dededeeej        f         dedede	e         dedefd „Z 	 d*deeef         dej        j        d!edeeef         fd"„Z!	 	 	 	 d+dej        j        ded#e	ej"        j#                 d$e	e         d%edede	e$         fd&„Z%dS ),zi Model creation / weight loading / state_dict helpers

Hacked together by / Copyright 2020 Ross Wightman
é    N)ÚAnyÚCallableÚDictÚOptionalÚSequenceÚUnionTF)Úclean_state_dictÚload_checkpointÚload_state_dictÚremap_state_dictÚresume_checkpointÚcheckpoint_pathÚreturnc                 óô   — t          t          j        d¦  «        sdS 	 t          j                             t	          | ¦  «        ¦  «        }n# t
          $ r g }Y nw xY w|rdd                     |¦  «        › d�ndS )NÚ get_unsafe_globals_in_checkpointÚ z Unsupported globals: z, ú.)ÚhasattrÚtorchÚserializationr   ÚstrÚ	ExceptionÚjoin)r   Úunsafe_globalss     úd/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/_helpers.pyÚ_checkpoint_unsafe_globalsr      s�   € Ý•5Ô&Ð(JÑKÔKð ØˆrðÝÔ,×MÒMÍcÐRaÑNbÔNbÑcÔcˆˆøÝð ð ð ØˆˆˆðøøøàDRÐZÐ@ D§I¢I¨nÑ$=Ô$=Ð@Ð@Ð@Ð@ÐXZÐZs   ž,A ÁAÁAÚcpuÚmap_locationÚweights_onlyc                 ó&  — |ot          t          j        d¦  «        }	 |rYt          j                             t          j        g¦  «        5  t          j        | ||¬¦  «        cd d d ¦  «         S # 1 swxY w Y   t          j        | ||¬¦  «        S # t          $ r@}|st          j        | |¬¦  «        cY d }~S t          dt          j	        › d�¦  «        |‚d }~wt          j        $ r)}|s‚ t          dt          | ¦  «        › d�¦  «        |‚d }~ww xY w)NÚsafe_globals©r   r   )r   zAweights_only=True is not supported by this PyTorch build (torch==zŽ). No automatic unsafe pickle fallback is performed. Upgrade PyTorch, or explicitly set weights_only=False only for trusted local checkpoints.zeweights_only=True blocked loading this checkpoint because it requires non-allowlisted pickle globals.zp No automatic unsafe pickle fallback is performed. If this checkpoint is trusted, retry with weights_only=False.)r   r   r   r!   ÚargparseÚ	NamespaceÚloadÚ	TypeErrorÚRuntimeErrorÚ__version__ÚpickleÚUnpicklingErrorr   )r   r   r   Úuse_safe_globalsÚes        r   Ú_torch_loadr-   )   sÁ  € ð
 $ÐT­µÔ0CÀ^Ñ(TÔ(TÐðØð 	iåÔ$×1Ò1µ8Ô3EÐ2FÑGÔGð ið iÝ”z /ÀÐ[gÐhÑhÔhðið ið ið iñ iô ið ið ið ið ið ið iøøøð ið ið ið iåŒz˜/¸ÐS_Ð`Ñ`Ô`Ð`øÝð ð ð Øð 	JÝ”:˜o¸LÐIÑIÔIÐIÐIÐIÐIÐIÐIÝðhÕPUÔPað hð hð hñ
ô 
ð ð		øøøøõ
 Ô!ð ð ð Øð 	ØÝðLÝ)¨/Ñ:Ô:ðLð Lð Lñ
ô 
ð
 ð	øøøøðøøøsS   ž,B Á
A.Á!B Á.A2Á2B Á5A2Á6B Â
DÂCÂ1DÂ7CÃDÃ'$DÄDzload_pretrained())Úload_fnÚcontextÚrequired_anyr.   r/   c                ó  ‡— ddl }|p|j        }	  || d¬¦  «        ŠnE# t          $ r ‚ t          t          t
          t          f$ r}t          |› d| ›d�¦  «        |‚d}~ww xY wt          ‰|j        j	        j
        ¦  «        s9t          ‰d¦  «        r‰                     ¦   «          t          |› d| ›d	�¦  «        ‚|rDt          ˆfd
„|D ¦   «         ¦  «        s)‰                     ¦   «          t          |› d| ›d�¦  «        ‚‰S )zCOpen a JAX/Flax NumPy archive and verify a supported layout anchor.r   NF)Úallow_picklezI expected an original JAX/Flax NumPy .npz checkpoint, but could not read zP. Native PyTorch and safetensors weights must use the factory/checkpoint loader.Úclosez6 expected a keyed JAX/Flax NumPy .npz checkpoint, but zg is not an .npz archive. Native PyTorch and safetensors weights must use the factory/checkpoint loader.c              3   ó*   •K  — | ]}|‰j         v V — Œd S ©N)Úfiles)Ú.0ÚkeyÚweightss     €r   ú	<genexpr>z'_load_npz_checkpoint.<locals>.<genexpr>e   s*   øè è € ÐMÐM¸  w¤}Ð 4ÐMÐMÐMÐMÐMÐMó    z7 did not find a supported JAX/Flax parameter layout in )Únumpyr%   ÚFileNotFoundErrorÚEOFErrorÚOSErrorr&   Ú
ValueErrorÚ
isinstanceÚlibÚnpyioÚNpzFiler   r3   Úany)r   r0   r.   r/   Únpr,   r9   s         @r   Ú_load_npz_checkpointrG   H   s–  ø€ ð ÐÐÐàÐ ˜œ€GðØ�'˜/¸Ð>Ñ>Ô>ˆˆøÝð ð ð ØÝ•g�y­*Ð5ð ð ð ÝØð sð sØðsð sð sñ
ô 
ð ð	øøøøðøøøõ �g˜rœvœ|Ô3Ñ4Ô4ð 
Ý�7˜GÑ$Ô$ð 	Ø�MŠM‰OŒOˆOÝØð lð lÈoð lð lð lñ
ô 
ð 	
ð
 ð 
�CÐMÐMÐMÐMÀÐMÑMÔMÑMÔMð 
Ø�Š‰ŒˆÝØð ^ð ^Èð ^ð ^ð ^ñ
ô 
ð 	
ð
 €Ns   � ž'A ÁAÁA ÚtextÚprefixc                 ó^   — |                       |¦  «        r| t          |¦  «        d …         S | S r5   )Ú
startswithÚlen)rH   rI   s     r   Ú_remove_prefixrM   o   s0   € à‡‚�vÑÔð "Ø•C˜‘K”K�L�LÔ!Ð!Ø€Kr;   Ú
state_dictc                 óv   — i }d}|                       ¦   «         D ]\  }}|D ]}t          ||¦  «        }Œ|||<   Œ |S )N)zmodule.z
_orig_mod.)ÚitemsrM   )rN   Úcleaned_state_dictÚ	to_removeÚkÚvÚrs         r   r	   r	   v   sd   € àÐð€Ið × Ò Ñ"Ô"ð "ð "‰ˆˆ1Øð 	%ð 	%ˆAÝ˜q !Ñ$Ô$ˆAˆAØ !Ð˜1ÑÐØÐr;   Úuse_emaÚdevicec                 óÒ  — | �r*t           j                             | ¦  «        �r
t          | ¦  «                             d¦  «        r3t
          s
J d¦   «         ‚t          j                             | |¬¦  «        }nt          | ||¬¦  «        }d}t          |t          ¦  «        rC|r|                     dd¦  «        �d}n(|r|                     dd¦  «        �d}nd	|v rd	}nd
|v rd
}t          |r||         n|¦  «        }t                               d                     || ¦  «        ¦  «         |S t                               d                     | ¦  «        ¦  «         t%          ¦   «         ‚)a_  Load state dictionary from checkpoint file.

    Args:
        checkpoint_path: Path to checkpoint file.
        use_ema: Whether to use EMA weights if available.
        device: Device to load checkpoint to.
        weights_only: Whether to load only weights (torch.load parameter).

    Returns:
        State dictionary loaded from checkpoint.
    z.safetensorsz-`pip install safetensors` to use .safetensors)rW   r"   r   Ústate_dict_emaNÚ	model_emarN   ÚmodelzLoaded {} from checkpoint '{}'úNo checkpoint found at '{}')ÚosÚpathÚisfiler   ÚendswithÚ_has_safetensorsÚsafetensorsr   Ú	load_filer-   rA   ÚdictÚgetr	   Ú_loggerÚinfoÚformatÚerrorr=   )r   rV   rW   r   Ú
checkpointÚstate_dict_keyrN   s          r   r   r   „   sx  € ð" ñ "�2œ7Ÿ>š>¨/Ñ:Ô:ñ "åˆÑÔ×(Ò(¨Ñ8Ô8ð 	fÝ#ÐTÐTÐ%TÑTÔTÐ#Ý$Ô*×4Ò4°_ÈVÐ4ÑTÔTˆJˆJå$ _À6ÐXdÐeÑeÔeˆJàˆÝ�j¥$Ñ'Ô'ð 	)Øð )˜:Ÿ>š>Ð*:¸DÑAÔAÐMØ!1��Øð )˜ZŸ^š^¨K¸Ñ>Ô>ÐJØ!,��Ø Ð+Ð+Ø!-��Ø˜JÐ&Ð&Ø!(�Ý%ÀNÐ&b j°Ô&@Ð&@ÐXbÑcÔcˆ
Ý�ŠÐ5×<Ò<¸^È_Ñ]Ô]Ñ^Ô^Ð^ØÐå�ŠÐ3×:Ò:¸?ÑKÔKÑLÔLÐLÝÑ!Ô!Ð!r;   r[   ÚstrictÚremapÚ	filter_fnc                 ó|  — t           j                             |¦  «        d                              ¦   «         dv r7t	          | d¦  «        r|                      |¦  «         nt          d¦  «        ‚dS t          ||||¬¦  «        }|rt          || ¦  «        }n|r ||| ¦  «        }|                      ||¬¦  «        }	|	S )a  Load checkpoint into model.

    Native PyTorch checkpoints are loaded as state dictionaries. NumPy
    ``.npz``/``.npy`` checkpoints are foreign, model-specific formats and are
    delegated to the model's ``load_pretrained`` helper.

    Args:
        model: Model to load checkpoint into.
        checkpoint_path: Path to checkpoint file.
        use_ema: Whether to use EMA weights if available.
        device: Device to load checkpoint to.
        strict: Whether to strictly enforce state_dict keys match.
        remap: Whether to remap state dict keys by order.
        filter_fn: Optional function to filter state dict.
        weights_only: Whether to load only weights (torch.load parameter).

    Returns:
        Incompatible keys from model.load_state_dict().
    éÿÿÿÿ)z.npzz.npyÚload_pretrainedz"Model cannot load numpy checkpointN)rW   r   )rl   )	r]   r^   ÚsplitextÚlowerr   rq   ÚNotImplementedErrorr   r   )
r[   r   rV   rW   rl   rm   rn   r   rN   Úincompatible_keyss
             r   r
   r
   ¯   sØ   € õ: 
„w×Ò˜Ñ(Ô(¨Ô,×2Ò2Ñ4Ô4Ð8HÐHÐHå�5Ð+Ñ,Ô,ð 	LØ×!Ò! /Ñ2Ô2Ð2Ð2å%Ð&JÑKÔKÐKØˆå  °'À&ÐWcÐdÑdÔd€JØð 2Ý% j°%Ñ8Ô8ˆ
ˆ
Ø	ð 2Ø�Y˜z¨5Ñ1Ô1ˆ
Ø×-Ò-¨jÀÐ-ÑHÔHÐØÐr;   Úallow_reshapec                 óê  — i }t          |                     ¦   «                              ¦   «         |                      ¦   «         ¦  «        D ]©\  \  }}\  }}|                     ¦   «         |                     ¦   «         k    s!J d|› d|j        › d|› d|j        › d�	¦   «         ‚|j        |j        k    r>|r|                     |j        ¦  «        }n!J d|› d|j        › d|› d|j        › d�	¦   «         ‚|||<   Œª|S )a›  Remap checkpoint by iterating over state dicts in order (ignoring original keys).

    This assumes models (and originating state dict) were created with params registered in same order.

    Args:
        state_dict: State dict to remap.
        model: Model whose state dict keys to use.
        allow_reshape: Whether to allow reshaping tensors to match.

    Returns:
        Remapped state dictionary.
    zTensor size mismatch z: z vs z. Remap failed.FzTensor shape mismatch )ÚziprN   rP   ÚnumelÚshapeÚreshape)rN   r[   rv   Úout_dictÚkaÚvaÚkbÚvbs           r   r   r   Ý   s  € ð" €HÝ! %×"2Ò"2Ñ"4Ô"4×":Ò":Ñ"<Ô"<¸j×>NÒ>NÑ>PÔ>PÑQÔQð ð Ñ‰ˆˆR‘(�2�rØ�xŠx‰zŒz˜RŸXšX™ZœZÒ'Ð'Ð'Ð)tÀÐ)tÐ)tÀrÄxÐ)tÐ)tÐUWÐ)tÐ)tÐ[]Ô[cÐ)tÐ)tÐ)tÑ'Ô'Ð'ØŒ8�r”xÒÐØð kØ—Z’Z ¤Ñ)Ô)��àjÐj°rÐjÐj¸R¼XÐjÐjÈ2ÐjÐjÐQSÔQYÐjÐjÐjÑjÔj�uØˆ�‰ˆØ€Or;   Ú	optimizerÚloss_scalerÚlog_infoc                 óæ  — d}t           j                             |¦  «        �r•t          |d|¬¦  «        }t	          |t
          ¦  «        �r'd|v �r"|rt                               d¦  «         t          |d         ¦  «        }|  	                    |¦  «         |�;d|v r7|rt                               d¦  «         | 	                    |d         ¦  «         |�E|j
        |v r<|rt                               d¦  «         | 	                    ||j
                 ¦  «         d	|v rS|d	         }d
|v r|d
         dk    r|dz  }|r4t                               d                     ||d	         ¦  «        ¦  «         nD|  	                    |¦  «         |r-t                               d                     |¦  «        ¦  «         |S t                               d                     |¦  «        ¦  «         t          ¦   «         ‚)a½  Resume training from checkpoint.

    Args:
        model: Model to load checkpoint into.
        checkpoint_path: Path to checkpoint file.
        optimizer: Optional optimizer to restore state.
        loss_scaler: Optional AMP loss scaler to restore state.
        log_info: Whether to log loading info.
        weights_only: Whether to load only weights via torch.load.

    Returns:
        Resume epoch number if available, else None.
    Nr   r"   rN   z(Restoring model state from checkpoint...r�   z,Restoring optimizer state from checkpoint...z2Restoring AMP loss scaler state from checkpoint...ÚepochÚversioné   z!Loaded checkpoint '{}' (epoch {})zLoaded checkpoint '{}'r\   )r]   r^   r_   r-   rA   rd   rf   rg   r	   r   rk   rh   ri   r=   )	r[   r   r�   r‚   rƒ   r   Úresume_epochrj   rN   s	            r   r   r   ú   s  € ð* €LÝ	„w‡~‚~�oÑ&Ô&ñ  "Ý  ¸uÐS_Ð`Ñ`Ô`ˆ
Ý�j¥$Ñ'Ô'ñ 	O¨L¸JÐ,FÑ,FØð IÝ—’ÐGÑHÔHÐHÝ)¨*°\Ô*BÑCÔCˆJØ×!Ò! *Ñ-Ô-Ð-àÐ$¨¸
Ð)BÐ)BØð QÝ—L’LÐ!OÑPÔPÐPØ×)Ò)¨*°[Ô*AÑBÔBÐBàÐ&¨;Ô+EÈÐ+SÐ+SØð WÝ—L’LÐ!UÑVÔVÐVØ×+Ò+¨J°{Ô7QÔ,RÑSÔSÐSà˜*Ð$Ð$Ø)¨'Ô2�Ø 
Ð*Ð*¨z¸)Ô/DÀqÒ/HÐ/HØ  AÑ%�Làð sÝ—L’LÐ!D×!KÒ!KÈOÐ]gÐhoÔ]pÑ!qÔ!qÑrÔrÐrøà×!Ò! *Ñ-Ô-Ð-Øð OÝ—’Ð5×<Ò<¸_ÑMÔMÑNÔNÐNØÐå�ŠÐ3×:Ò:¸?ÑKÔKÑLÔLÐLÝÑ!Ô!Ð!r;   )r   T)Tr   T)Tr   TFNT)T)NNTT)&Ú__doc__r#   Úloggingr]   r)   Útypingr   r   r   r   r   r   r   Úsafetensors.torchrb   ra   ÚImportErrorÚ	getLoggerÚ__name__rf   Ú__all__r   r   rW   Úboolr-   rG   rM   r	   r   ÚnnÚModuler
   r   ÚoptimÚ	OptimizerÚintr   © r;   r   ú<module>r˜      sÕ  ððð ð €€€Ø €€€Ø 	€	€	€	Ø €€€Ø AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ Aà €€€ðØÐÐÐàÐÐøØð ð ð ØÐÐÐðøøøð ˆ'Ô
˜HÑ
%Ô
%€ðð ð €ð[°ð [¸ð [ð [ð [ð [ð 27Ø!ðð Øðà˜C ¤Ð-Ô.ðð ðð ð ð ðF '+Ø*ð$ð $ð $Øð$ð ˜s”mð$ð ˜(Ô#ð	$ð
 ð$ð $ð $ð $ðN˜ð  cð ¨cð ð ð ð ð  c¨3 h¤ð °D¸¸c¸´Nð ð ð ð ð  Ø+0Ø!ð	("ð ("Øð("àð("ð �c˜5œ<Ð'Ô(ð("ð ð	("ð
 
ˆ#ˆsˆ(„^ð("ð ("ð ("ð ("ð\ Ø+0ØØØ(,Ø!ð+ð +ØŒxŒð+àð+ð ð+ð �c˜5œ<Ð'Ô(ð	+ð
 ð+ð ð+ð ˜HÔ%ð+ð ð+ð 	ð+ð +ð +ð +ðb #ðð Ø˜˜c˜”NðàŒxŒðð ðð 
ˆ#ˆsˆ(„^ð	ð ð ð ð@ 6:Ø%)ØØ!ð6"ð 6"ØŒxŒð6"àð6"ð ˜EœKÔ1Ô2ð6"ð ˜c”]ð	6"ð
 ð6"ð ð6"ð ˆc„]ð6"ð 6"ð 6"ð 6"ð 6"ð 6"s   ¨/ ¯9¸9