§
    “©ºjéA  ã                   ó”  — d dl Z d dlmZmZmZmZ d dlmZ d dlm	Z	m
Z
mZ d dlZd dlmZ d dlmZ d dlmZmZmZmZmZmZ d dlmZ d dlZd d	lmZmZmZmZ d d
l m!Z! d dl"m#Z# d dl$m%Z% d dl&m'Z' d dl(m)Z)m*Z* eee+ee	df         ed         f         Z, e)¦   «         Z-de,dee
e.         ddf         fd„Z/de,de.fd„Z0	 d de1ddde2dee         fd„Z3	 d!dedeeef         de
e%         defd„Z4	 d!dedeeef         de
e%         de5e5e	         e6e+e	f         f         fd„Z7	 d!dedeeef         de
e%         de6e+e	f         fd„Z8de1de2fd„Z9dS )"é    N)Ú	GeneratorÚIterableÚMappingÚSized)Úfields)ÚAnyÚOptionalÚUnion)Úis_dataclass_instance)ÚTensor)ÚBatchSamplerÚ
DataLoaderÚIterableDatasetÚRandomSamplerÚSamplerÚSequentialSampler)Ú	TypeGuard)Ú_reinstantiate_wrapped_clsÚ_replace_value_in_saved_argsÚhas_iterable_datasetÚ	sized_len)ÚPossibleUserWarning)Ú_IndexBatchSamplerWrapper)ÚRunningStage)ÚMisconfigurationException)ÚWarningCacheÚrank_zero_warnÚBTypeÚbatchÚreturnc              #   ó  K  — t          | t          ¦  «        r*| j        dk    rdV — d S |                      d¦  «        V — d S t          | t          t
          f¦  «        rZt          | t          ¦  «        sEt          | t
          ¦  «        r|                      ¦   «         } | D ]}t          |¦  «        E d {V —† Œd S t          | ¦  «        r<t          | ¦  «        D ]*}t          t          | |j        ¦  «        ¦  «        E d {V —† Œ+d S d V — d S )Nr   é   )Ú
isinstancer   ÚndimÚsizer   r   ÚstrÚvaluesÚ_extract_batch_sizer   r   ÚgetattrÚname)r   ÚsampleÚfields      úp/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/utilities/data.pyr(   r(   +   s@  è è € Ý�%�Ñ Ô ð ØŒ:˜Š?ˆ?ØˆGˆGˆGˆGˆGà—*’*˜Q‘-”-ÐÐÐÐÐÝ	�E�H¥gÐ.Ñ	/Ô	/ð 
½
À5Í#Ñ8NÔ8Nð 
Ý�e�WÑ%Ô%ð 	#Ø—L’L‘N”NˆEàð 	3ð 	3ˆFÝ*¨6Ñ2Ô2Ð2Ð2Ð2Ð2Ð2Ð2Ð2Ð2ð	3ð 	3å	˜uÑ	%Ô	%ð Ý˜E‘]”]ð 	Gð 	GˆEÝ*­7°5¸%¼*Ñ+EÔ+EÑFÔFÐFÐFÐFÐFÐFÐFÐFÐFð	Gð 	Gð ˆ
ˆ
ˆ
ˆ
ˆ
ó    c                 óè   — d}d}	 t          | ¦  «        D ]-}|€|}Œ||k    r t                               d|› d�¦  «          nŒ.n# t          $ r t          |¦  «        ‚w xY w|€t	          |¦  «        ‚|S )z’Unpack a batch to find a ``torch.Tensor``.

    Returns:
        ``len(tensor)`` when found, or ``1`` when it hits an empty or non iterable.

    z”We could not infer the batch_size from the batch. Either simplify its structure or provide the batch_size as `self.log(..., batch_size=batch_size)`.NzZTrying to infer the `batch_size` from an ambiguous collection. The batch size we found is zK. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.)r(   Úwarning_cacheÚwarnÚRecursionErrorr   )r   Ú	error_msgÚ
batch_sizeÚbss       r-   Úextract_batch_sizer6   >   sÏ   € ð	Pð ð €Jð(Ý% eÑ,Ô,ð 	ð 	ˆBØÐ!Ø�
�
Ø˜rÒ!Ð!Ý×"Ò"ðyØ!+ðyð yð yñô ð ð �ð "øøõ ð (ð (ð (Ý˜YÑ'Ô'Ð'ð(øøøð ÐÝ'¨	Ñ2Ô2Ð2àÐs   †=A ÁAFÚ
dataloaderÚstrategyzpl.strategies.StrategyÚ2allow_zero_length_dataloader_with_multiple_devicesc                 ó®  — t          | ¦  «        }|€dS |                     t          j        ||j        ¬¦  «        d¬¦  «        }|dk    r%t          dt          | ¦  «        j        › d�¦  «         |dk    rB|dk    r<t          | ¦  «        j        }|st          d	|› d
�¦  «        ‚t          d|› d�¦  «         t          | ¦  «        rt          d¦  «         dS )zIChecks if a given object has ``__len__`` method implemented on all ranks.NF)ÚdeviceÚsum)Ú	reduce_opr   zTotal length of `zA` across ranks is zero. Please make sure this was your intention.ú`zW` within local rank has zero length. Please make sure that it returns at least 1 batch.zb` across ranks is zero, but local rank has zero length. Please be cautious of uneven batch length.záYour `IterableDataset` has `__len__` defined. In combination with multi-process data loading (when num_workers > 1), `__len__` could be inaccurate if each worker is not configured independently to avoid having duplicate data.T)
r   ÚreduceÚtorchÚtensorÚroot_devicer   ÚtypeÚ__name__ÚRuntimeErrorr   )r7   r8   r9   Úlocal_lengthÚtotal_lengthÚdataloader_cls_names         r-   Úhas_len_all_ranksrI   ]   s>  € õ ˜ZÑ(Ô(€LØÐàˆuà—?’?¥5¤<°ÀXÔEYÐ#ZÑ#ZÔ#ZÐfk�?ÑlÔl€LØ�qÒÐÝð9¥ ZÑ 0Ô 0Ô 9ð 9ð 9ð 9ñ	
ô 	
ð 	
ð �aÒÐ˜L¨AÒ-Ð-Ý" :Ñ.Ô.Ô7ÐØAð 	ÝðFÐ'ð Fð Fð Fñô ð õ 	ðBÐ 3ð Bð Bð Bñ	
ô 	
ð 	
õ
 ˜JÑ'Ô'ð 
Ýð/ñ	
ô 	
ð 	
ð ˆ4r.   ÚsamplerÚmodec                 óJ   — t          | ||¦  «        \  }}t          | g|¢R i |¤ŽS ©N)Ú$_get_dataloader_init_args_and_kwargsr   )r7   rJ   rK   Údl_argsÚ	dl_kwargss        r-   Ú_update_dataloaderrQ   „   s9   € õ >¸jÈ'ÐSWÑXÔXÑ€GˆYÝ% jÐH°7ÐHÐHÐH¸iÐHÐHÐHr.   c                 óT  ‡‡‡‡— t          | t          ¦  «        st          d| › d�¦  «        ‚t          | d¦  «        }|r| j        }| j        Š| j        Š| j        }n9d„ t          | ¦  «         	                    ¦   «         D ¦   «         Šd }| j
        ‰d<   dŠt          t          j        | j        ¦  «        j        ¦  «        }t!          d„ |                     ¦   «         D ¦   «         ¦  «        }|r¡|rS|                     d„ t          j        t          j        ¦  «        j         	                    ¦   «         D ¦   «         ¦  «         nL|                     t          j        t          j        ¦  «        j        ¦  «         |                     d	d ¦  «         |sWˆfd
„| 	                    ¦   «         D ¦   «         Š‰                     d¦  «         ˆfd„‰ 	                    ¦   «         D ¦   «         Šd}‰                     d|¦  «        }t          |t,          ¦  «        rd ‰d<   d ‰d<   n$‰                     t/          | ||¦  «        ¦  «         ˆˆfd„|                     ¦   «         D ¦   «         }	|	rVt1          |	¦  «        }
| j        j        }d                     d„ |
D ¦   «         ¦  «        }t9          d|› d|
› d|› d|› d�	¦  «        ‚|sjt;          ‰¦  «        t;          ‰¦  «        z  |                     ¦   «         z
  }|r4t1          |¦  «        }| j        j        }t9          d|› d|› d|› d�¦  «        ‚|‰fS )NzThe dataloader z0 needs to subclass `torch.utils.data.DataLoader`Ú__pl_saved_argsc                 óD   — i | ]\  }}|                      d ¦  «        °||“ŒS )Ú_)Ú
startswith©Ú.0ÚkÚvs      r-   ú
<dictcomp>z8_get_dataloader_init_args_and_kwargs.<locals>.<dictcomp>›   s/   € ÐTÐTÐT™$˜!˜QÀ!Ç,Â,ÈsÑBSÔBSÐT��AÐTÐTÐTr.   Úmultiprocessing_context© c              3   ó2   K  — | ]}|j         |j        u V — Œd S rM   )ÚkindÚVAR_KEYWORD)rX   Úps     r-   ú	<genexpr>z7_get_dataloader_init_args_and_kwargs.<locals>.<genexpr>¥   s+   è è € ÐOÐO¸!˜aœf¨¬Ð5ÐOÐOÐOÐOÐOÐOr.   c                 ó6   — i | ]\  }}|j         |j        u¯||“ŒS r]   )ÚdefaultÚemptyrW   s      r-   r[   z8_get_dataloader_init_args_and_kwargs.<locals>.<dictcomp>¬   s7   € ð ð ð Ù˜˜AÐ^_Ô^gÐopÔovÐ^vÐ^v��1Ð^vÐ^vÐ^vr.   Úselfc                 ó@   •— h | ]\  }}|‰v ¯	|j         ‰|         u¯|’ŒS r]   )rd   )rX   r*   ra   Úattrss      €r-   ú	<setcomp>z7_get_dataloader_init_args_and_kwargs.<locals>.<setcomp>µ   s:   ø€ ÐmÐmÐm¡  q¸dÀe¸m¸mÐPQÔPYÐafÐgkÔalÐPlÐPl˜ÐPlÐPlÐPlr.   Údatasetc                 ó$   •— i | ]\  }}|‰v ¯	||“ŒS r]   r]   )rX   rY   rZ   Únon_defaultss      €r-   r[   z8_get_dataloader_init_args_and_kwargs.<locals>.<dictcomp>º   s)   ø€ ÐIÐIÐI™d˜a °q¸LÐ7HÐ7H�Q˜Ð7HÐ7HÐ7Hr.   Úbatch_samplerrJ   c                 óˆ   •— h | ]>}|j         |j        |j        fv r'|j        |j        u r|j        ‰vr|j        ‰v¯7|j        ’Œ?S r]   )r_   ÚPOSITIONAL_ONLYÚPOSITIONAL_OR_KEYWORDrd   re   r*   )rX   ra   Ú	arg_namesrP   s     €€r-   ri   z7_get_dataloader_init_args_and_kwargs.<locals>.<setcomp>Ä   sh   ø€ ð ð ð àØŒ6�aÔ'¨Ô)@ÐAÐAÐAØŒI˜œÐ Ð ØŒF˜)Ð#Ð#ØŒF˜)Ð#Ð#ð 	
Œð
 $Ð#Ð#r.   z, c              3   ó"   K  — | ]
}d |› d�V — ŒdS )z`self.r>   Nr]   )rX   Úarg_names     r-   rb   z7_get_dataloader_init_args_and_kwargs.<locals>.<genexpr>Ð   s.   è è € Ð(cÐ(cÀ(Ð)=°(Ð)=Ð)=Ð)=Ð(cÐ(cÐ(cÐ(cÐ(cÐ(cr.   z,Trying to inject custom `Sampler` into the `z…` instance. This would fail as some of the `__init__` arguments are not available as instance attributes. The missing attributes are z. If you instantiate your `zZ` inside a `*_dataloader` hook of your module, we will do this for you. Otherwise, define z inside your `__init__`.z&Trying to inject parameters into the `z{` instance. This would fail as it doesn't expose all its attributes in the `__init__` signature. The missing arguments are z. HINT: If you wrote the `zA` class, add the `__init__` arguments or allow passing `**kwargs`)r#   r   Ú
ValueErrorÚhasattrrS   Ú__pl_saved_kwargsÚ__pl_saved_arg_namesÚ	__datasetÚvarsÚitemsr\   ÚdictÚinspectÚ	signatureÚ__init__Ú
parametersÚanyr'   ÚupdateÚpopÚaddÚgetr   Ú'_dataloader_init_kwargs_resolve_samplerÚsortedÚ	__class__rD   Újoinr   ÚsetÚkeys)r7   rJ   rK   Úwas_wrappedrO   Úoriginal_datasetÚparamsÚhas_variadic_kwargsrj   Úrequired_argsÚsorted_required_argsrH   Úmissing_args_messageÚmissing_kwargsÚsorted_missing_kwargsrq   rh   rP   rl   s                  @@@@r-   rN   rN   ‹   sß  øøøø€ õ
 �j¥*Ñ-Ô-ð iÝÐg¨:ÐgÐgÐgÑhÔhÐhå˜*Ð&7Ñ8Ô8€KØð ØÔ,ˆØÔ0ˆ	ØÔ3ˆ	Ø%Ô/ÐÐð UÐT¥$ zÑ"2Ô"2×"8Ò"8Ñ":Ô":ÐTÑTÔTˆð  Ðà+5Ô+MˆÐ'Ñ(Øˆ	õ •'Ô# JÔ$7Ñ8Ô8ÔCÑDÔD€FÝÐOÐO¸v¿}º}¹¼ÐOÑOÔOÑOÔOÐØð %ð ð 	%ð �MŠMð ð Ý!(Ô!2µ:Ô3FÑ!GÔ!GÔ!R×!XÒ!XÑ!ZÔ!Zðñ ô ñ ô ð ð ð �MŠM�'Ô+­JÔ,?Ñ@Ô@ÔKÑLÔLÐLØ�JŠJ�v˜tÑ$Ô$Ð$àð àmÐmÐmÐm¨F¯LªL©N¬NÐmÑmÔmˆð 	×Ò˜Ñ#Ô#Ð#àIÐIÐIÐI e§k¢k¡m¤mÐIÑIÔIˆ	Øˆà�mŠm˜IÐ'7Ñ8Ô8€GÝ�'�?Ñ+Ô+ð ]Ø%)ˆ	�/Ñ"Ø#ˆ	�)ÑÐà×ÒÕ@ÀÈWÐVZÑ[Ô[Ñ\Ô\Ð\ðð ð ð ð à—’‘”ðñ ô €Mð ð 

Ý% mÑ4Ô4ÐØ(Ô2Ô;ÐØ#ŸyšyÐ(cÐ(cÐNbÐ(cÑ(cÔ(cÑcÔcÐÝ'ðQÐ;Nð Qð Qà*>ðQð Qà[nðQð Qð #7ð	Qð Qð Qñ
ô 
ð 	
ð ð å˜i™.œ.­3¨y©>¬>Ñ9¸V¿[º[¹]¼]ÑJˆØð 	Ý$*¨>Ñ$:Ô$:Ð!Ø",Ô"6Ô"?ÐÝ+ðRÐ9Lð Rð Rà-BðRð Rà^qðRð Rð Rñô ð ð �IÐÐr.   c                 óx  — |t           j        k    }t          | d¦  «        }t          |¦  «        }|��ƒ|t          us|�rwt          |d¦  «        r“|j        }|j        }|j        }|j	        }	|r2t          dd||||	¦  «        \  }
}}|
st          d|j        › d�¦  «         t          d|||||	¦  «        \  }
}}|
st          d	|j        › d
�¦  «        ‚t          |g|¢R i |¤Ž}n»t          |d¦  «        rzt          |d¦  «        rj	  |||j        |rdn|j        ¬¦  «        }n}# t          $ r?}ddl}|                     dt'          |¦  «        ¦  «        }|s‚ t          d¦  «        |‚d}~ww xY w|r t          d|j        › d�t(          ¬¦  «         nt          d¦  «        ‚|rt+          |¦  «        }dd|dddœS |dddœS )a.  This function is used to handle the sampler, batch_sampler arguments associated within a DataLoader for its re-
    instantiation.

    If the dataloader is being used for prediction, the sampler will be wrapped into an `_IndexBatchSamplerWrapper`, so
    Lightning can keep track of its indices.

    rm   NrS   Ú	drop_lastFzlTrying to inject `drop_last=False` into batch sampler since you are predicting, however it seems the class `z�` does not support it. Your predictions might be incomplete. To mitigate this, expose `drop_last` in the `__init__` method of your custom class.rJ   zYTrying to inject a modified sampler into the batch sampler; however, it seems the class `z‹` does not have an argument called `sampler.` To mitigate this, expose an argument `sampler` in the `__init__` method of your custom class.r4   )r4   r•   r   z:.*__init__\(\) (got multiple values)|(missing \d required)aµ   Lightning can't inject a (distributed) sampler into your batch sampler, because it doesn't subclass PyTorch's `BatchSampler`. To mitigate this, either follow the API of `BatchSampler` and instantiate your custom batch sampler inside the `*_dataloader` hook of your module, or set `Trainer(use_distributed_sampler=False)`. If you choose the latter, you will be responsible for handling the distributed sampling within your batch sampler.z&You are using a custom batch sampler `zÛ` for prediction. Lightning would normally set `drop_last=False` to ensure all samples are returned, but for custom samplers it can't guarantee this. Make sure your sampler is configured correctly to return all indices.)Úcategorya\   Lightning can't inject a (distributed) sampler into your batch sampler, because it doesn't subclass PyTorch's `BatchSampler`. To mitigate this, either follow the API of `BatchSampler` or set `Trainer(use_distributed_sampler=False)`. If you choose the latter, you will be responsible for handling the distributed sampling within your batch sampler.r"   )rJ   Úshufflerm   r4   r•   )rJ   r—   rm   )r   Ú
PREDICTINGr)   rC   r   ru   rS   rv   Ú__pl_saved_default_kwargsrw   r   r   Ú__qualname__Ú	TypeErrorr   r4   r•   ÚreÚmatchr&   r   r   )r7   rJ   rK   Úis_predictingrm   Úbatch_sampler_clsÚargsÚkwargsÚdefault_kwargsrq   ÚsuccessÚexrœ   r�   s                 r-   r…   r…   é   sÒ  € ð �LÔ3Ò3€MÝ˜J¨Ñ8Ô8€MÝ˜]Ñ+Ô+ÐàÑ Ð&7½|Ð&KÐ&KÈ}Ñ&KÝ�=Ð"3Ñ4Ô4ð H	à Ô0ˆDØ"Ô4ˆFØ*ÔDˆNØ%Ô:ˆIàð 
Ý(DØ ¨¨f°nÀiñ)ô )Ñ%�˜˜vð ð Ý"ðFØ/@Ô/MðFð Fð Fñô ð õ %AØ˜7 D¨&°.À)ñ%ô %Ñ!ˆG�T˜6ð ð ÝðhØ)Ô6ðhð hð hñô ð õ 7°}ÐVÀtÐVÐVÐVÈvÐVÐVˆMˆMÝ�] LÑ1Ô1ð *	µg¸mÈ[Ñ6YÔ6Yð *	ðØ 1Ð 1ØØ,Ô7Ø(5ÐR˜u˜u¸=Ô;Rð!ñ !ô !��øõ
 ð ð ð Ø�	�	�	àŸšÐ!^Õ`cÐdfÑ`gÔ`gÑhÔh�Øð àõ  ðdñô ð ðøøøøðøøøð" ð 	Ýð Ð9JÔ9Wð  ð  ð  õ -ðñ ô ð ð õ ð`ñô ð ð ð 	EÝ5°mÑDÔDˆMð ØØ*ØØð
ð 
ð 	
ð ¨5À4ÐHÐHÐHs   ÄD  Ä 
E)Ä*:E$Å$E)c                 óÒ  — t          | d¦  «        rDd| j        v r| j        d         S d| j        v r%| j        | j                             d¦  «                 S t          | d¦  «        rt          | j        t          ¦  «        rdS t          | d¦  «        sdS | j        }|�t          |d¦  «        r|j	        n|}n| j	        }t          |t          ¦  «        rdS t          |t          ¦  «        S )Nrv   r—   rj   FrJ   )ru   rv   rw   rS   Úindexr#   rj   r   rm   rJ   r   r   )r7   rm   rJ   s      r-   Ú_is_dataloader_shuffledr§   S  s  € ÝˆzÐ.Ñ/Ô/ð `ð ˜
Ô4Ð4Ð4ØÔ/°	Ô:Ð:Ø˜
Ô7Ð7Ð7ØÔ-¨jÔ.M×.SÒ.SÐT]Ñ.^Ô.^Ô_Ð_Ýˆz˜9Ñ%Ô%ð ­*°ZÔ5GÍÑ*YÔ*Yð àˆuÝ�:˜yÑ)Ô)ð àˆuØÔ,€MØÐ å+2°=À)Ñ+LÔ+LÐ_�-Ô'Ð'ÐR_ˆˆàÔ$ˆÝ�'Õ,Ñ-Ô-ð ØˆuÝ�g�}Ñ-Ô-Ð-r.   )FrM   ):r|   Úcollections.abcr   r   r   r   Údataclassesr   Útypingr   r	   r
   r@   Ú#lightning_utilities.core.apply_funcr   r   Útorch.utils.datar   r   r   r   r   r   Útyping_extensionsr   Úpytorch_lightningÚplÚlightning_fabric.utilities.datar   r   r   r   Ú#lightning_fabric.utilities.warningsr   Ú'pytorch_lightning.overrides.distributedr   Ú pytorch_lightning.trainer.statesr   Ú&pytorch_lightning.utilities.exceptionsr   Ú%pytorch_lightning.utilities.rank_zeror   r   r&   r   r0   Úintr(   r6   ÚobjectÚboolrI   rQ   Útupler{   rN   r…   r§   r]   r.   r-   ú<module>rº      sª  ðð €€€Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ø Ð Ð Ð Ð Ð Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'à €€€Ø EÐ EÐ EÐ EÐ EÐ EØ Ð Ð Ð Ð Ð Ø qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qÐ qØ 'Ð 'Ð 'Ð 'Ð 'Ð 'à Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð DÐ CÐ CÐ CÐ CÐ CØ MÐ MÐ MÐ MÐ MÐ MØ 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø LÐ LÐ LÐ LÐ LÐ LØ NÐ NÐ NÐ NÐ NÐ NÐ NÐ Nàˆf�c˜7 3¨ <Ô0°(¸7Ô2CÐCÔD€à�‘”€ð˜uð ¨°8¸C´=À$ÈÐ3LÔ)Mð ð ð ð ð&˜eð ¨ð ð ð ð ðD @Eð$ð $Øð$à&ð$ð 9=ð$ð ˆuÔð	$ð $ð $ð $ðP _cðIð IØðIØ%*¨7°HÐ+<Ô%=ðIØEMÈlÔE[ðIàðIð Ið Ið Ið $(ð[ð [Øð[à�7˜HÐ$Ô%ð[ð �<Ô
 ð[ð ˆ5�Œ:�t˜C ˜H”~Ð%Ô&ð	[ð [ð [ð [ðB $(ðgIð gIØðgIà�7˜HÐ$Ô%ðgIð �<Ô
 ðgIð 
ˆ#ˆsˆ(„^ð	gIð gIð gIð gIðT.¨ð .°4ð .ð .ð .ð .ð .ð .r.   