§
    “©ºj&  ã            	       óÒ  — d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dl	m
Z
 d dlmZ d dlmZmZmZmZmZmZ d dlZd dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dl m!Z!m"Z" dZ#erd dl$m%Z%  G d„ d¦  «        Z& G d„ dej'        ¦  «        Z(de!defd„Z)dedefd„Z*	 d de+e,ef         de+e,eee"f         f         dee-e,                  ddfd„Z.dede+e,ef         fd„Z/dS )!é    N)ÚOrderedDict)ÚSequence)Úpartial)ÚBytesIO)ÚPath)ÚIOÚTYPE_CHECKINGÚAnyÚCallableÚOptionalÚUnion)Úapply_to_collection)ÚTensor)Ú_TensorMeta)Ú	Parameter)Úoverride)Ú_TORCH_GREATER_EQUAL_2_3)Ú_PATHÚ	_Statefulzmeta.pt©ÚTypedStoragec                   óž  — e Zd Zdedddededdf
d„Zedd	œd
ededede	de
d         defd„¦   «         Zedd	œdededede
d         deed f         f
d„¦   «         Ze	 d#dddededededede
e         dddd fd„¦   «         Zdefd„Ze	 	 d$d
ededee         de
e	         def
d„¦   «         Zedej        fd„¦   «         Zd edefd!„Zdefd"„ZdS )%Ú_NotYetLoadedTensorÚ
metatensorÚarchiveinfoÚ_LazyLoadingUnpicklerÚstorageinfoÚrebuild_argsÚreturnNc                 ó>   — || _         || _        || _        || _        d S ©N)r   r   r   r   )Úselfr   r   r   r   s        úo/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/utilities/load.pyÚ__init__z_NotYetLoadedTensor.__init__*   s)   € ð %ˆŒØ&ˆÔØ&ˆÔØ(ˆÔÐÐó    ©r   ÚfuncÚnew_typeÚargsÚstatec                ó¾   ‡‡‡—  ||Ž }t          |t          ¦  «        r|j        Šdt          fˆˆˆfd„}||_        |S t          j                             |‰|‰¦  «        S )Nr   c                  ód   •‡ —  ‰¦   «         Š t           j                             ˆ fd„‰d‰¦  «        S )Nc                  ó   •— ‰ S r!   © ©Úts   €r#   ú<lambda>zP_NotYetLoadedTensor.rebuild_from_type_v2.<locals>._load_tensor.<locals>.<lambda>F   s   ø€ À1€ r%   r.   )ÚtorchÚ_tensorÚ_rebuild_from_type_v2)r0   r(   Úold_ltr*   s   @€€€r#   Ú_load_tensorz>_NotYetLoadedTensor.rebuild_from_type_v2.<locals>._load_tensorD   s3   øø€ Ø�F‘H”H�Ý”}×:Ò:¸9¸9¸9¸9ÀhÐPRÐTYÑZÔZÐZr%   )Ú
isinstancer   r6   r
   r2   r3   r4   )	Úclsr'   r(   r)   r*   r   Úretr6   r5   s	     ` `   @r#   Úrebuild_from_type_v2z(_NotYetLoadedTensor.rebuild_from_type_v26   s�   øøø€ ð ˆd�DˆkˆÝ�cÕ.Ñ/Ô/ð 	ØÔ%ˆFð[¥#ð [ð [ð [ð [ð [ð [ð [ð [ð  ,ˆCÔØˆJÝŒ}×2Ò2°4¸À4ÈÑOÔOÐOr%   ÚdataÚrequires_gradÚbackward_hooksc                ó²   ‡‡‡— t          |t          ¦  «        r|j        Šdt          fˆˆˆfd„}||_        |S t          j                             |‰‰¦  «        S )Nr   c                  óZ   •—  ‰¦   «         } t           j                             | ‰‰¦  «        S r!   )r2   Ú_utilsÚ_rebuild_parameter)r0   r=   r5   r<   s    €€€r#   r6   z;_NotYetLoadedTensor.rebuild_parameter.<locals>._load_tensorX   s(   ø€ Ø�F‘H”H�Ý”|×6Ò6°q¸-ÈÑXÔXÐXr%   )r7   r   r6   r   r2   r@   rA   )r8   r;   r<   r=   r   r6   r5   s     ``  @r#   Úrebuild_parameterz%_NotYetLoadedTensor.rebuild_parameterL   sƒ   øøø€ õ �dÕ/Ñ0Ô0ð 	ØÔ&ˆFðY¥)ð Yð Yð Yð Yð Yð Yð Yð Yð !-ˆDÔØˆKÝŒ|×.Ò.¨t°]ÀNÑSÔSÐSr%   Ústorager   Ústorage_offsetÚsizeÚstrideÚmetadatac          	      óŽ   — ||||||f}	t           j                             |||||||¦  «        }
|j        }t	          |
|||	¦  «        S r!   )r2   r@   Ú_rebuild_tensor_v2r   r   )r8   rC   rD   rE   rF   r<   r=   rG   r   r   r   r   s               r#   Úrebuild_tensor_v2z%_NotYetLoadedTensor.rebuild_tensor_v2`   s\   € ð '¨¨f°mÀ^ÐU]Ð^ˆÝ”\×4Ò4Ø�^ T¨6°=À.ÐRZñ
ô 
ˆ
ð Ô)ˆÝ" :¨{¸KÈÑVÔVÐVr%   c                 óÐ  — ddl m}m} | j        \  }}}}}| j        j        }| j        j                             d|› �|t          j
                             |¦  «        z  |¦  «        }|                     ¦   «         j        }t          j        ¦   «         5  t          j        d¦  «          |||d¬¦  «        }d d d ¦  «         n# 1 swxY w Y   t          j
        j        |g| j        ¢R Ž S )Nr   )r   ÚUntypedStoragezdata/ÚignoreT)Úwrap_storageÚdtypeÚ	_internal)Útorch.storager   rL   r   r   rO   r   Úfile_readerÚget_storage_from_recordr2   r@   Ú_element_sizeÚ_typed_storageÚ_untyped_storageÚwarningsÚcatch_warningsÚsimplefilterrI   r   )	r"   r   rL   Ú_ÚfnrE   rO   rC   Úutss	            r#   r6   z _NotYetLoadedTensor._load_tensort   sF  € Ø>Ð>Ð>Ð>Ð>Ð>Ð>Ð>à Ô,Ñˆˆ1ˆb�!�TØ”Ô%ˆàÔ"Ô.×FÒFØ�BˆLˆL˜$¥¤×!;Ò!;¸EÑ!BÔ!BÑBÀNñ
ô 
ˆð ×$Ò$Ñ&Ô&Ô7ˆåÔ$Ñ&Ô&ð 	Rð 	RåÔ! (Ñ+Ô+Ð+Ø"�l°¸5ÈDÐQÑQÔQˆGð	Rð 	Rð 	Rñ 	Rô 	Rð 	Rð 	Rð 	Rð 	Rð 	Rð 	Røøøð 	Rð 	Rð 	Rð 	Rõ Œ|Ô.¨wÐK¸Ô9JÐKÐKÐKÐKs   Â#CÃCÃCr.   ÚtypesÚkwargsc                 ó2   — |pi }d„ |D ¦   «         } ||i |¤ŽS )Nc                 ód   — g | ]-}t          |t          ¦  «        r|                     ¦   «         n|‘Œ.S r.   )r7   r   r6   )Ú.0Úargs     r#   ú
<listcomp>z:_NotYetLoadedTensor.__torch_function__.<locals>.<listcomp>Ž   s;   € ÐmÐmÐmÐad­j¸Õ>QÑ.RÔ.RÐ[˜×(Ò(Ñ*Ô*Ð*ÐX[ÐmÐmÐmr%   r.   )r8   r'   r]   r)   r^   Úloaded_argss         r#   Ú__torch_function__z&_NotYetLoadedTensor.__torch_function__…   s6   € ð �˜2ˆØmÐmÐhlÐmÑmÔmˆØˆt�[Ð+ FÐ+Ð+Ð+r%   c                 ó@   — t          j        | j        d         ¦  «        S )Né   )r2   Údevicer   ©r"   s    r#   rh   z_NotYetLoadedTensor.device‘   s   € åŒ|˜DÔ,¨QÔ/Ñ0Ô0Ð0r%   Únamec                 óÐ   — |dv rt          | j        |¦  «        S |dv r"t          |                      ¦   «         |¦  «        S t          dt	          | ¦  «        j        › d|› d�¦  «        ‚)N>   ÚgradÚndimrE   rO   ÚnamesÚshapeÚlayoutÚgrad_fnÚis_metaÚvolatileÚ	output_nrÚretains_gradr<   >   ÚtoÚcudar;   ÚhalfÚ
contiguousú'z' object has no attribute ')Úgetattrr   r6   ÚAttributeErrorÚtypeÚ__name__)r"   rj   s     r#   Ú__getattr__z_NotYetLoadedTensor.__getattr__•   s~   € àð 
ð 
ð 
õ ˜4œ?¨DÑ1Ô1Ð1ð Ð?Ð?Ð?Ý˜4×,Ò,Ñ.Ô.°Ñ5Ô5Ð5åÐX¥ d¡¤Ô!4ÐXÐXÐQUÐXÐXÐXÑYÔYÐYr%   c                 óJ   — | j         j        › dt          | j        ¦  «        › d�S )Nú(ú))Ú	__class__r~   Úreprr   ri   s    r#   Ú__repr__z_NotYetLoadedTensor.__repr__®   s(   € Ø”.Ô)ÐDÐD­D°´Ñ,AÔ,AÐDÐDÐDÐDr%   r!   )r.   N)r~   Ú
__module__Ú__qualname__r   Útupler$   Úclassmethodr   r   Údictr   r
   r:   Úboolr   r   rB   ÚintrJ   r6   r   re   Úpropertyr2   rh   Ústrr   r…   r.   r%   r#   r   r   )   sÚ  € € € € € ð
)àð
)ð -ð
)ð ð	
)ð
 ð
)ð 
ð
)ð 
)ð 
)ð 
)ð ð :>ðPð Pð PàðPð ðPð ð	Pð
 ðPð Ð5Ô6ðPð 
ðPð Pð Pñ „[ðPð* ð :>ðTð Tð TàðTð ðTð $ð	Tð Ð5Ô6ðTð 
ˆvÐ,Ð,Ô	-ðTð Tð Tñ „[ðTð& ð #'ðWð WàðWð ðWð ð	Wð
 ðWð ðWð $ðWð ˜3”-ðWð -ðWð 
ðWð Wð Wñ „[ðWð&L˜fð Lð Lð Lð Lð" ð
 !Ø!%ð	,ð 	,àð	,ð ð	,ð �sŒmð		,ð
 ˜”ð	,ð 
ð	,ð 	,ð 	,ñ „[ð	,ð ð1˜œð 1ð 1ð 1ñ „Xð1ðZ ð Z¨ð Zð Zð Zð Zð2E˜#ð Eð Eð Eð Eð Eð Er%   r   c                   ó~   ‡ — e Zd Zdedej        ddfˆ fd„Zededede	fˆ fd„¦   «         Z
ed	edd
fd„¦   «         Zˆ xZS )r   ÚfilerR   r   Nc                 óX   •— t          ¦   «                              |¦  «         || _        d S r!   )Úsuperr$   rR   )r"   r�   rR   rƒ   s      €r#   r$   z_LazyLoadingUnpickler.__init__´   s)   ø€ Ý‰Œ×Ò˜ÑÔÐØ&ˆÔÐÐr%   Úmodulerj   c                 ó2  •— |dk    r!|dk    rt          t          j        | ¬¦  «        S |dk    r!|dk    rt          t          j        | ¬¦  «        S |dk    r!|dk    rt          t          j        | ¬¦  «        S t          ¦   «                              ||¦  «        S )Nztorch._utilsrI   r&   ztorch._tensorr4   rA   )r   r   rJ   r:   rB   r’   Ú
find_class)r"   r“   rj   rƒ   s      €r#   r•   z _LazyLoadingUnpickler.find_class¸   s¥   ø€ à�^Ò#Ð#¨Ð0DÒ(DÐ(DÝÕ.Ô@ÈdÐSÑSÔSÐSØ�_Ò$Ð$¨Ð1HÒ)HÐ)HÝÕ.ÔCÐQUÐVÑVÔVÐVØ�^Ò#Ð#¨Ð0DÒ(DÐ(DÝÕ.Ô@ÈdÐSÑSÔSÐSÝ‰wŒw×!Ò! &¨$Ñ/Ô/Ð/r%   Úpidr   c                 óâ   — ddl m} |\  }}}}}t          j        ¦   «         5  t          j        d¦  «          | |¦   «         j        d¬¦  «        }d d d ¦  «         n# 1 swxY w Y   ||_        |S )Nr   r   rM   Úmeta)rO   rh   )rQ   r   rW   rX   rY   rO   r   )r"   r–   r   rZ   r8   rC   s         r#   Úpersistent_loadz%_LazyLoadingUnpickler.persistent_loadÂ   sÔ   € à.Ð.Ð.Ð.Ð.Ð.à‰ˆˆ3��1�aÝÔ$Ñ&Ô&ð 	Eð 	EåÔ! (Ñ+Ô+Ð+Ø"�l¨¨©¬¬¸VÐDÑDÔDˆGð	Eð 	Eð 	Eñ 	Eô 	Eð 	Eð 	Eð 	Eð 	Eð 	Eð 	Eøøøð 	Eð 	Eð 	Eð 	Eð "ˆÔØˆs   ¢/AÁA!Á$A!)r~   r†   r‡   r   r2   ÚPyTorchFileReaderr$   r   rŽ   r
   r•   rˆ   r™   Ú__classcell__)rƒ   s   @r#   r   r   ³   sÂ   ø€ € € € € ð'˜Rð '¨eÔ.Eð 'È$ð 'ð 'ð 'ð 'ð 'ð 'ð ð0 ð 0¨Cð 0°Cð 0ð 0ð 0ð 0ð 0ñ „Xð0ð ð	 5ð 	¨^ð 	ð 	ð 	ñ „Xð	ð 	ð 	ð 	ð 	r%   r   Úfilenamer   c                 ó‚  — t           j                             | ¦  «        s t          dt	          | ¦  «        ›d�¦  «        ‚t          j        t	          | ¦  «        ¦  «        }t          |                     d¦  «        ¦  «        5 }t          ||¦  «        }| 
                    ¦   «         cd d d ¦  «         S # 1 swxY w Y   d S )NzPath z! does not exist or is not a file.zdata.pkl)ÚosÚpathÚisfileÚFileNotFoundErrorrŽ   r2   rš   r   Ú
get_recordr   Úload)rœ   rR   ÚpklÚmups       r#   Ú
_lazy_loadr¦   Ï   sæ   € ÝŒ7�>Š>˜(Ñ#Ô#ð \ÝÐ Z­¨H©¬Ð ZÐ ZÐ ZÑ[Ô[Ð[ÝÔ)­#¨h©-¬-Ñ8Ô8€KÝ	�×'Ò'¨
Ñ3Ô3Ñ	4Ô	4ð ¸Ý# C¨Ñ5Ô5ˆØ�xŠx‰zŒzðð ð ð ñ ô ð ð ð ð ð ð øøøð ð ð ð ð ð s   Â$B4Â4B8Â;B8Ú
collectionc                 óT   — dt           dt          fd„}t          | t           |¬¦  «        S )Nr0   r   c                 ó*   — |                       ¦   «         S r!   )r6   r/   s    r#   r6   z*_materialize_tensors.<locals>._load_tensorÙ   s   € Ø�~Š~ÑÔÐr%   )rO   Úfunction)r   r   r   )r§   r6   s     r#   Ú_materialize_tensorsr«   Ø   s=   € ð Õ+ð  µð  ð  ð  ð  õ ˜zÕ1DÈ|Ð\Ñ\Ô\Ð\r%   ÚsourceÚdestinationÚkeysc                 ó   — |€t          | ¦  «        n|t          | ¦  «        z  }|D ]W}|                      |¦  «        }||v r7t          ||         t          ¦  «        r||                              |¦  «         ŒR|||<   ŒXdS )zÖTakes the state from the source destination and moves it into the destination dictionary.

    If an object in the destination follows the stateful protocol, it loads the source state via ``load_state_dict``.

    N)ÚsetÚpopr7   r   Úload_state_dict)r¬   r­   r®   Úkeyr*   s        r#   Ú_move_state_intor´   ß   s’   € ð ˜,�3ˆv‰;Œ;ˆ;¨Dµ3°v±;´;Ñ,>€DØð %ð %ˆØ—
’
˜3‘”ˆØ�+ÐÐ¥*¨[¸Ô-=½yÑ"IÔ"IÐØ˜Ô×,Ò,¨UÑ3Ô3Ð3Ð3à$ˆK˜ÑÐð%ð %r%   Úcheckpoint_folderc                 ó0  — t           st          d¦  «        ‚ddlm} ddlm} ddlm} i } || || ¦  «         |¦   «         d¬¦  «         | t          z  }| 	                    ¦   «         rt          j        |d¬	¦  «        ni }|                     |¦  «         |S )
z½Loads a sharded checkpoint saved with the `torch.distributed.checkpoint` into a full state dict.

    The current implementation assumes that the entire checkpoint fits in CPU memory.

    z;Processing distributed checkpoints requires PyTorch >= 2.3.r   )ÚFileSystemReader)Ú_EmptyStateDictLoadPlanner)Ú_load_state_dictT)Ústorage_readerÚplannerÚno_distÚcpu)Úmap_location)r   ÚImportErrorÚtorch.distributed.checkpointr·   Ú)torch.distributed.checkpoint.format_utilsr¸   Ú.torch.distributed.checkpoint.state_dict_loaderr¹   Ú_METADATA_FILENAMEÚis_filer2   r£   Úupdate)rµ   r·   r¸   r¹   Ú
checkpointÚ
extra_fileÚextras          r#   Ú_load_distributed_checkpointrÉ   ð   sä   € õ $ð YÝÐWÑXÔXÐXà=Ð=Ð=Ð=Ð=Ð=ØTÐTÐTÐTÐTÐTØOÐOÐOÐOÐOÐOà!#€JØÐØØ'Ð'Ð(9Ñ:Ô:Ø*Ð*Ñ,Ô,Øð	ñ ô ð ð #Õ%7Ñ7€JØ:D×:LÒ:LÑ:NÔ:NÐV�EŒJ�z°Ð6Ñ6Ô6Ð6ÐTV€EØ×Ò�eÑÔÐàÐr%   r!   )0rž   ÚpicklerW   Úcollectionsr   Úcollections.abcr   Ú	functoolsr   Úior   Úpathlibr   Útypingr   r	   r
   r   r   r   r2   Ú#lightning_utilities.core.apply_funcr   r   Útorch._Cr   Útorch.nnr   Útyping_extensionsr   Ú"lightning_fabric.utilities.importsr   Ú lightning_fabric.utilities.typesr   r   rÃ   rQ   r   r   Ú	Unpicklerr   r¦   r«   rŠ   rŽ   r°   r´   rÉ   r.   r%   r#   ú<module>rØ      s¦  ðð 
€	€	€	Ø €€€Ø €€€Ø #Ð #Ð #Ð #Ð #Ð #Ø $Ð $Ð $Ð $Ð $Ð $Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ Dà €€€Ø CÐ CÐ CÐ CÐ CÐ CØ Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ø Ð Ð Ð Ð Ð Ø &Ð &Ð &Ð &Ð &Ð &à GÐ GÐ GÐ GÐ GÐ GØ =Ð =Ð =Ð =Ð =Ð =Ð =Ð =àÐ ð ð +Ø*Ð*Ð*Ð*Ð*Ð*ðFEð FEð FEð FEð FEñ FEô FEð FEðTð ð ð ð ˜FÔ,ñ ô ð ð8˜ð  3ð ð ð ð ð] Sð ]¨Sð ]ð ]ð ]ð ]ð gkð%ð %Ø��c�ŒNð%Ø)-¨c°5¸¸i¸Ô3HÐ.HÔ)Ið%ØQYÐZ]Ð^aÔZbÔQcð%à	ð%ð %ð %ð %ð"°Dð ¸TÀ#ÀsÀ(¼^ð ð ð ð ð ð r%   