§
    “©ºj7$  ã                   ó  — d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZm	Z	m
Z
mZ d dlmZ d dlmZ d dlZd dlmZ d dlmZmZmZ d dlmZ d d	lmZ d d
lmZ dZ G d„ de¦  «        Zdededefd„Z G d„ de¦  «        ZdS )é    N)ÚSized)ÚAnyÚCallableÚOptionalÚUnion)Ú	HTTPError)Úwarn)ÚTensor)Ú
DataLoaderÚDatasetÚrandom_split)Ú_IS_WINDOWS)ÚLightningDataModule)Ú_TORCHVISION_AVAILABLEz./datac                   óN  ‡ — e Zd ZdZdZdZdZdZ	 d#ded	e	d
e
de	deddfˆ fd„Zdede
eef         fd„Zdefd„Zedefd„¦   «         Zdede	fd„Zd$de	ddfd„Zdeddfd„Zed%dededede
eef         fd„¦   «         Zed&ded eeef         d!eeef         defd"„¦   «         Zˆ xZS )'Ú_MNISTaD  Carbon copy of ``tests_pytorch.helpers.datasets.MNIST``.

    We cannot import the tests as they are not distributed with the package.
    See https://github.com/Lightning-AI/pytorch-lightning/pull/7614#discussion_r671183652 for more context.

    .. warning::  This is meant for testing/debugging and is experimental.

    )zChttps://pl-public-data.s3.amazonaws.com/MNIST/processed/training.ptz?https://pl-public-data.s3.amazonaws.com/MNIST/processed/test.ptztraining.ptztest.ptÚcompleteT©g_)ËÇºÀ?gGrùé·Ó?ÚrootÚtrainÚ	normalizeÚdownloadÚkwargsÚreturnNc                 óP  •— t          ¦   «                              ¦   «          || _        || _        || _        |                      |¦  «         | j        r| j        n| j        }|                      t          j
                             | j        |¦  «        ¦  «        \  | _        | _        d S ©N)ÚsuperÚ__init__r   r   r   Úprepare_dataÚTRAIN_FILE_NAMEÚTEST_FILE_NAMEÚ	_try_loadÚosÚpathÚjoinÚcached_folder_pathÚdataÚtargets)Úselfr   r   r   r   r   Ú	data_fileÚ	__class__s          €úx/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/demos/mnist_datamodule.pyr   z_MNIST.__init__6   s�   ø€ õ 	‰Œ×ÒÑÔÐØˆŒ	ØˆŒ
Ø"ˆŒà×Ò˜(Ñ#Ô#Ð#à,0¬JÐO�DÔ(Ð(¸DÔ<Oˆ	Ø"&§.¢.µ´·²¸dÔ>UÐW`Ñ1aÔ1aÑ"bÔ"bÑˆŒ	�4”<�<�<ó    Úidxc                 ó  — | j         |                              ¦   «                              d¦  «        }t          | j        |         ¦  «        }| j        �+t          | j        ¦  «        dk    r | j        |g| j        ¢R Ž }||fS )Nr   é   )r'   ÚfloatÚ	unsqueezeÚintr(   r   ÚlenÚnormalize_tensor)r)   r.   ÚimgÚtargets       r,   Ú__getitem__z_MNIST.__getitem__C   s}   € ØŒi˜Œn×"Ò"Ñ$Ô$×.Ò.¨qÑ1Ô1ˆÝ�T”\ #Ô&Ñ'Ô'ˆàŒ>Ð%­#¨d¬nÑ*=Ô*=ÀÒ*BÐ*BØ'�$Ô'¨Ð=¨d¬nÐ=Ð=Ð=ˆCà�Fˆ{Ðr-   c                 ó*   — t          | j        ¦  «        S r   )r4   r'   ©r)   s    r,   Ú__len__z_MNIST.__len__L   s   € Ý�4”9‰~Œ~Ðr-   c                 óX   — t           j                             | j        d| j        ¦  «        S )NÚMNIST)r#   r$   r%   r   Úcache_folder_namer:   s    r,   r&   z_MNIST.cached_folder_pathO   s   € åŒw�|Š|˜DœI w°Ô0FÑGÔGÐGr-   Údata_folderc                 óª   — d}| j         | j        fD ]A}|o<t          j                             t          j                             ||¦  «        ¦  «        }ŒB|S )NT)r    r!   r#   r$   Úisfiler%   )r)   r?   ÚexistingÚfnames       r,   Ú_check_existsz_MNIST._check_existsS   sR   € ØˆØÔ*¨DÔ,?Ð@ð 	Uð 	UˆEØÐT¥B¤G§N¢Nµ2´7·<²<ÀÈUÑ3SÔ3SÑ$TÔ$TˆHˆHØˆr-   c                 óÄ   — |r4|                       | j        ¦  «        s|                      | j        ¦  «         |                       | j        ¦  «        st          d¦  «        ‚d S )NzDataset not found.)rD   r&   Ú	_downloadÚRuntimeError)r)   r   s     r,   r   z_MNIST.prepare_dataY   si   € Øð 	4˜D×.Ò.¨tÔ/FÑGÔGð 	4Ø�NŠN˜4Ô2Ñ3Ô3Ð3Ø×!Ò! $Ô"9Ñ:Ô:ð 	5ÝÐ3Ñ4Ô4Ð4ð	5ð 	5r-   c                 ó.  — t          j        |d¬¦  «         | j        D ]v}t          j        d|› �¦  «         t           j                             |t           j                             |¦  «        ¦  «        }t          j	         
                    ||¦  «         Œwd S )NT)Úexist_okzDownloading )r#   ÚmakedirsÚ	RESOURCESÚloggingÚinfor$   r%   ÚbasenameÚurllibÚrequestÚurlretrieve)r)   r?   ÚurlÚfpaths       r,   rF   z_MNIST._download_   s‹   € Ý
Œ�K¨$Ð/Ñ/Ô/Ð/Ø”>ð 	3ð 	3ˆCÝŒLÐ-¨Ð-Ð-Ñ.Ô.Ð.Ý”G—L’L ­b¬g×.>Ò.>¸sÑ.CÔ.CÑDÔDˆEÝŒN×&Ò& s¨EÑ2Ô2Ð2Ð2ð	3ð 	3r-   é   ç      ð?Ú	path_dataÚtrialsÚdeltac                 ób  — d\  }}|s
J d¦   «         ‚t           j                             | ¦  «        sJ d| › �¦   «         ‚t          |¦  «        D ]Y}	 t	          j        | ¦  «        } nA# t          $ r4}|}t          j        |t          j	        ¦   «         z  ¦  «         Y d}~ŒRd}~ww xY w|€J ‚|�|‚|S )zHResolving loading from the same time from multiple concurrent processes.)NNz!at least some trial has to be setzmissing file: N)
r#   r$   rA   ÚrangeÚtorchÚloadÚ	ExceptionÚtimeÚsleepÚrandom)rV   rW   rX   ÚresÚ	exceptionÚ_Úexs          r,   r"   z_MNIST._try_loadf   sç   € ð $‰ˆˆYØÐ:Ð:Ð:Ñ:Ô:ˆvÝŒw�~Š~˜iÑ(Ô(ÐFÐFÐ*F¸9Ð*FÐ*FÑFÔFÐ(Ý�v‘”ð 	ð 	ˆAðÝ”j Ñ+Ô+�ð �øõ	 ð 4ð 4ð 4Ø�	Ý”
˜5¥6¤=¡?¤?Ñ2Ñ3Ô3Ð3Ð3Ð3Ð3Ð3Ð3øøøøð4øøøð
 ˆˆˆØÐ àˆOØˆ
s   ÁA&Á&
B$Á0*BÂB$ç        ÚtensorÚmeanÚstdc                 óÖ   — t          j        || j        | j        ¬¦  «        }t          j        || j        | j        ¬¦  «        }|                      |¦  «                             |¦  «        S )N)ÚdtypeÚdevice)r[   Ú	as_tensorrj   rk   ÚsubÚdiv)rf   rg   rh   s      r,   r5   z_MNIST.normalize_tensor{   sV   € åŒ˜t¨6¬<ÀÄÐNÑNÔNˆÝŒo˜c¨¬¸f¼mÐLÑLÔLˆØ�zŠz˜$ÑÔ×#Ò# CÑ(Ô(Ð(r-   )Tr   T)T)rT   rU   )re   rU   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__rK   r    r!   r>   ÚstrÚboolÚtupler   r   r3   r
   r8   r;   Úpropertyr&   rD   r   rF   Ústaticmethodr1   r"   r   r5   Ú__classcell__©r+   s   @r,   r   r   #   s*  ø€ € € € € ðð ð€Ið
 $€OØ€NØ"Ðð dhðcð cØðcØ $ðcØ8=ðcØ\`ðcØsvðcà	ðcð cð cð cð cð cð˜sð  u¨V°S¨[Ô'9ð ð ð ð ð˜ð ð ð ð ð ðH Cð Hð Hð Hñ „XðHð¨ð °ð ð ð ð ð5ð 5 Tð 5°Tð 5ð 5ð 5ð 5ð3 Sð 3¨Tð 3ð 3ð 3ð 3ð ðð ˜Sð ¨#ð ¸5ð È5ÐQWÐY_ÐQ_ÔK`ð ð ð ñ „\ðð( ð)ð ) ð )¨u°S¸%°ZÔ/@ð )ÈUÐSVÐX]ÐS]ÔM^ð )Ðioð )ð )ð )ñ „\ð)ð )ð )ð )ð )r-   r   Úargsr   r   c                  ó  — t          t          j        dd¦  «        ¦  «         }|rF	 ddlm}  |t
          d¬¦  «         n,# t          $ r}t          d|› d�¦  «         d}Y d }~nd }~ww xY w|st          d	¦  «         t          } || i |¤ŽS )
NÚPL_USE_MOCKED_MNISTFr   )r=   T)r   zError z) downloading `torchvision.datasets.MNIST`zD`torchvision.datasets.MNIST` not available. Using our hosted version)	rt   r#   ÚgetenvÚtorchvision.datasetsr=   Ú_DATASETS_PATHr   Úprintr   )rz   r   Útorchvision_mnist_availabler=   rd   s        r,   r=   r=   ‚   sØ   € Ý&*­2¬9Ð5JÈEÑ+RÔ+RÑ&SÔ&SÐ"SÐØ"ð 0ð	0Ø2Ð2Ð2Ð2Ð2Ð2àˆE•.¨4Ð0Ñ0Ô0Ð0Ð0øÝð 	0ð 	0ð 	0ÝÐH˜2ÐHÐHÐHÑIÔIÐIØ*/Ð'Ð'Ð'Ð'Ð'Ð'øøøøð	0øøøð 'ð ÝÐTÑUÔUÐUÝˆØˆ5�$Ð!˜&Ð!Ð!Ð!s   §A  Á 
A)Á
A$Á$A)c                   óÒ   ‡ — e Zd ZdZdZedddddfded	ed
ededededdfˆ fd„Z	e
defd„¦   «         Zdd„Zdeddfd„Zdefd„Zdefd„Zdefd„Ze
dee         fd„¦   «         Zˆ xZS )ÚMNISTDataModulez¦Standard MNIST, train, val, test splits and transforms.

    >>> MNISTDataModule()  # doctest: +ELLIPSIS
    <...mnist_datamodule.MNISTDataModule object at ...>

    Úmnistiˆ  é   Fé*   é    Údata_dirÚ	val_splitÚnum_workersr   ÚseedÚ
batch_sizer   Nc                 óØ   •— t          ¦   «                              ¦   «          |rt          rt          d|› d�¦  «         d}|| _        || _        || _        || _        || _        || _	        dS )an  
        Args:
            data_dir: where to save/load the data
            val_split: how many of the training images to use for the validation split
            num_workers: how many workers to use for loading data
            normalize: If true applies image normalize
            seed: starting seed for RNG.
            batch_size: desired batch size.
        zYou have requested num_workers=zA on Windows, but currently recommended is 0, so we set it for your   N)
r   r   r   r	   rˆ   r‰   rŠ   r   r‹   rŒ   )r)   rˆ   r‰   rŠ   r   r‹   rŒ   r+   s          €r,   r   zMNISTDataModule.__init__œ   sŒ   ø€ õ$ 	‰Œ×ÒÑÔÐØð 	�;ð 	åðH°+ð Hð Hð Hñô ð ð ˆKà ˆŒØ"ˆŒØ&ˆÔØ"ˆŒØˆŒ	Ø$ˆŒˆˆr-   c                 ó   — dS )Né
   © r:   s    r,   Únum_classeszMNISTDataModule.num_classes¾   s   € àˆrr-   c                 ób   — t          | j        dd¬¦  «         t          | j        dd¬¦  «         dS )zSaves MNIST files to `data_dir`T©r   r   FN)r=   rˆ   r:   s    r,   r   zMNISTDataModule.prepare_dataÂ   s6   € åˆdŒm 4°$Ð7Ñ7Ô7Ð7ÝˆdŒm 5°4Ð8Ñ8Ô8Ð8Ð8Ð8r-   Ústagec                 óD  — | j         r	d| j         ini }t          | j        fdddœ|¤Ž}t          |t          ¦  «        sJ ‚t          |¦  «        }t          ||| j        z
  | j        gt          j	        ¦   «          
                    d¦  «        ¬¦  «        \  | _        | _        dS )z"Split the train and valid dataset.Ú	transformTFr“   r†   )Ú	generatorN)Údefault_transformsr=   rˆ   Ú
isinstancer   r4   r   r‰   r[   Ú	GeneratorÚmanual_seedÚdataset_trainÚdataset_val)r)   r”   ÚextraÚdatasetÚtrain_lengths        r,   ÚsetupzMNISTDataModule.setupÇ   s¯   € à:>Ô:QÐY�˜dÔ5Ð6Ð6ÐWYˆÝ  ¤ÐT°dÀUÐTÐTÈeÐTÐTˆÝ˜'¥5Ñ)Ô)Ð)Ð)Ð)Ý˜7‘|”|ˆÝ/;Ø�l T¤^Ñ3°T´^ÐDÕPUÔP_ÑPaÔPa×PmÒPmÐnpÑPqÔPqð0
ñ 0
ô 0
Ñ,ˆÔ˜DÔ,Ð,Ð,r-   c                 óJ   — t          | j        | j        d| j        dd¬¦  «        S )z7MNIST train set removes a subset to use for validation.T©rŒ   ÚshufflerŠ   Ú	drop_lastÚ
pin_memory)r   rœ   rŒ   rŠ   r:   s    r,   Útrain_dataloaderz MNISTDataModule.train_dataloaderÑ   s3   € åØÔØ”ØØÔ(ØØð
ñ 
ô 
ð 	
r-   c                 óJ   — t          | j        | j        d| j        dd¬¦  «        S )z?MNIST val set uses a subset of the training set for validation.FTr£   )r   r�   rŒ   rŠ   r:   s    r,   Úval_dataloaderzMNISTDataModule.val_dataloaderÜ   s3   € åØÔØ”ØØÔ(ØØð
ñ 
ô 
ð 	
r-   c                 óŽ   — | j         r	d| j         ini }t          | j        fdddœ|¤Ž}t          || j        d| j        dd¬¦  «        S )z#MNIST test set uses the test split.r–   Fr“   Tr£   )r˜   r=   rˆ   r   rŒ   rŠ   )r)   rž   rŸ   s      r,   Útest_dataloaderzMNISTDataModule.test_dataloaderç   si   € à:>Ô:QÐY�˜dÔ5Ð6Ð6ÐWYˆÝ˜œÐL¨U¸UÐLÐLÀeÐLÐLˆÝØØ”ØØÔ(ØØð
ñ 
ô 
ð 	
r-   c                 óØ   — t           sd S ddlm} | j        r?|                     |                     ¦   «         |                     dd¬¦  «        g¦  «        }n|                     ¦   «         }|S )Nr   )Ú
transforms)g      à?)rg   rh   )r   Útorchvisionr­   r   ÚComposeÚToTensorÚ	Normalize)r)   r­   Úmnist_transformss      r,   r˜   z"MNISTDataModule.default_transformsô   sˆ   € å%ð 	Ø�4à*Ð*Ð*Ð*Ð*Ð*àŒ>ð 	5Ø)×1Ò1Ø×#Ò#Ñ%Ô%Ø×$Ò$¨&°fÐ$Ñ=Ô=ð3ñ  ô  ÐÐð
  *×2Ò2Ñ4Ô4ÐàÐr-   )r   N)ro   rp   rq   rr   Únamer   rs   r3   rt   r   rv   r‘   r   r¡   r   r§   r©   r«   r   r   r˜   rx   ry   s   @r,   rƒ   rƒ   ’   s†  ø€ € € € € ðð ð €Dð 'ØØØØØð %ð  %àð %ð ð %ð ð	 %ð
 ð %ð ð %ð ð %ð 
ð %ð  %ð  %ð  %ð  %ð  %ðD ð˜Sð ð ð ñ „Xðð9ð 9ð 9ð 9ð

˜3ð 
 4ð 
ð 
ð 
ð 
ð	
 *ð 	
ð 	
ð 	
ð 	
ð	
 
ð 	
ð 	
ð 	
ð 	
ð
 ð 
ð 
ð 
ð 
ð ð  H¨XÔ$6ð  ð  ð  ñ „Xð ð  ð  ð  ð  r-   rƒ   ) rL   r#   r`   r^   rO   Úcollections.abcr   Útypingr   r   r   r   Úurllib.errorr   Úwarningsr	   r[   r
   Útorch.utils.datar   r   r   Ú"lightning_fabric.utilities.importsr   Úpytorch_lightningr   Ú#pytorch_lightning.utilities.importsr   r   r   r=   rƒ   r�   r-   r,   ú<module>r¼      s�  ðð €€€Ø 	€	€	€	Ø €€€Ø €€€Ø €€€Ø !Ð !Ð !Ð !Ð !Ð !Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø "Ð "Ð "Ð "Ð "Ð "Ø Ð Ð Ð Ð Ð à €€€Ø Ð Ð Ð Ð Ð Ø >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ð >à :Ð :Ð :Ð :Ð :Ð :Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø FÐ FÐ FÐ FÐ FÐ Fà€ð\)ð \)ð \)ð \)ð \)ˆWñ \)ô \)ð \)ð~"�ð " ð "¨ð "ð "ð "ð "ð q ð q ð q ð q ð q Ð)ñ q ô q ð q ð q ð q r-   