§
    ·¯¸jÙ   ã                   ó6  — d Z ddlZddlZddlmZmZ ddlmZ ddlZddl	m
Z ddlmZ 	 ddlZddlmZ ddlmZ n# e$ rZ ed¦  «         e‚dZ[ww xY wd	d
lmZ d	dlmZ d	dlmZ  eej                             dd¦  «        ¦  «        Z G d„ de¦  «        Z dS )z' Dataset reader for HF IterableDataset
é    N)ÚrepeatÚchain)ÚOptional)ÚImage)Úsplit_dataset_by_node)Ú	SplitInfozDPlease install Hugging Face datasets package `pip install datasets`.é   )Úload_class_map)ÚReader)ÚSharedCountÚHFIDS_SHUFFLE_SIZEi   c            !       óú   ‡ — e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d%dedee         dededededededee         dededededee         dee         def ˆ fd„Zd„ Z		 d&dee         fd„Z
d„ Zd „ Zd!„ Zd"„ Zd'd#„Zd'd$„Zˆ xZS )(ÚReaderHfidsNÚtrainFr	   r   é*   ÚimageÚRGBÚlabelÚ ÚnameÚrootÚsplitÚis_trainingÚ
batch_sizeÚdownloadÚrepeatsÚseedÚ	class_mapÚ	input_keyÚinput_img_modeÚ
target_keyÚtarget_img_modeÚshuffle_sizeÚnum_samplesÚtrust_remote_codec                 ó`  •— t          ¦   «                              ¦   «          || _        || _        || _        || _        || _        || _        || _        |pt          | _
        |
| _        || _        || _        || _        t          j        |||¬¦  «        | _        |r| j                             ¦   «          d }| j        j        j        rT|| j        j        j        v rAt+          | j        j        j        |         t,          ¦  «        r| j        j        j        |         }|r|| _        n%|r|j        r|j        | _        nt3          d¦  «        ‚d| _        |	rt7          |	¦  «        | _        d| _        ni | _        d| _        d| _        t?          j         ¦   «         rZt?          j!        ¦   «         rGt?          j"        ¦   «         dk    r0t?          j#        ¦   «         | _        t?          j"        ¦   «         | _        d | _$        d| _%        d| _&        d| _'        d| _(        d | _)        tU          ¦   «         | _+        d S )N)Ú	cache_dirr%   z’Dataset length is unknown, please pass `num_samples` explicitly. The number of steps needs to be known in advance for the learning rate scheduler.FTr   r	   ),ÚsuperÚ__init__r   r   r   r   r   r   Úcommon_seedÚSHUFFLE_SIZEr#   r   r    r!   r"   ÚdatasetsÚload_dataset_builderÚbuilderÚdownload_and_prepareÚinfoÚsplitsÚ
isinstancer   r$   Únum_examplesÚ
ValueErrorÚremap_classr
   Úclass_to_idxÚ	dist_rankÚdist_num_replicasÚdistÚis_availableÚis_initializedÚget_world_sizeÚget_rankÚworker_infoÚ	worker_idÚnum_workersÚglobal_worker_idÚglobal_num_workersÚdsr   Úepoch)Úselfr   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   Ú
split_infoÚ	__class__s                     €ún/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/data/readers/reader_hfids.pyr)   zReaderHfids.__init__   s8  ø€ õ& 	‰Œ×ÒÑÔÐØˆŒ	ØˆŒ
Ø&ˆÔØ$ˆŒØ ˆŒØˆŒØˆÔØ(Ð8­LˆÔà"ˆŒØ,ˆÔØ$ˆŒØ.ˆÔåÔ4ØØØ/ð
ñ 
ô 
ˆŒð
 ð 	0ØŒL×-Ò-Ñ/Ô/Ð/à*.ˆ
ØŒ<ÔÔ#ð 	R¨°´Ô1BÔ1IÐ(IÐ(IÝ˜$œ,Ô+Ô2°5Ô9½9ÑEÔEð RØ26´,Ô2CÔ2JÈ5Ô2Q�
àð 	Ø*ˆDÔÐØð 	˜JÔ3ð 	Ø)Ô6ˆDÔÐåðdñô ð ð
 !ˆÔØð 	#Ý .¨yÑ 9Ô 9ˆDÔØ#ˆDÔÐà "ˆDÔð ˆŒØ!"ˆÔÝÔÑÔð 	;¥4Ô#6Ñ#8Ô#8ð 	;½TÔ=PÑ=RÔ=RÐUVÒ=VÐ=VÝ!œ]™_œ_ˆDŒNÝ%)Ô%8Ñ%:Ô%:ˆDÔ"ð  ˆÔØˆŒØˆÔØ !ˆÔØ"#ˆÔð 7;ˆŒÝ ‘]”]ˆŒ
ˆ
ˆ
ó    c                 ó   — || j         _        d S ©N)rD   Úvalue)rE   Úcounts     rH   Ú	set_epochzReaderHfids.set_epochp   s   € à ˆŒ
ÔÐÐrI   r@   c                 óV   — | j         �d S |�|| _        | j        | j        z  | _        d S d S rK   )rC   r@   r8   rB   )rE   r@   s     rH   Úset_loader_cfgzReaderHfids.set_loader_cfgt   s@   € ð Œ7ÐØˆFØÐ"Ø*ˆDÔØ&*Ô&<¸tÔ?OÑ&OˆDÔ#Ð#Ð#ð #Ð"rI   c                 óT  — | j         €tt          j        j                             ¦   «         }|�|| _         |j        | _        |j        | _        | j        | j        z  | _	        | j
        | j        z  | j        z   | _        | j        r<| j                             | j        ¬¦  «        }|                     | j	        ¬¦  «        }n | j                             | j        ¬¦  «        }| j        r!|                     | j        | j        ¬¦  «        }t-          || j
        | j        ¬¦  «        | _        dS )z8 Lazily initialize worker (in worker processes)
        N)r   )Ú
num_shards)r   Úbuffer_size)ÚrankÚ
world_size)r>   ÚtorchÚutilsÚdataÚget_worker_infoÚidr?   r@   r8   rB   r7   rA   r   r.   Ú
as_datasetr   Úto_iterable_datasetÚas_streaming_datasetr   Úshuffler*   r#   r   rC   )rE   r>   ÚdatasetrC   s       rH   Ú
_lazy_initzReaderHfids._lazy_init~   s  € ð ÔÐ#Ýœ+Ô*×:Ò:Ñ<Ô<ˆKØÐ&Ø#.�Ô Ø!,¤�”Ø#.Ô#:�Ô Ø&*Ô&<¸tÔ?OÑ&OˆDÔ#Ø$(¤N°TÔ5EÑ$EÈÌÑ$VˆDÔ!àŒ=ð 	EØ”l×-Ò-°D´JÐ-Ñ?Ô?ˆGà×,Ò,¸Ô8OÐ,ÑPÔPˆBˆBð ”×2Ò2¸¼Ð2ÑDÔDˆBàÔð 	Rà—’ Ô!1¸tÔ?P�ÑQÔQˆBõ (¨°´ÈDÔLbÐcÑcÔcˆŒˆˆrI   c                 ó@  — t          d| j        ¦  «        | j        z  t          | j        | j        ¦  «        z  }| j        s| j        dk    rt          j        |¦  «        }| j        r+| j        �$t          j        || j        z  ¦  «        | j        z  }t          |¦  «        S )Nr	   )
Úmaxr   r$   rB   r8   r   ÚmathÚceilr   Úint)rE   Únum_worker_sampless     rH   Ú_num_samples_per_workerz#ReaderHfids._num_samples_per_workerŸ   s    € å��4”<Ñ Ô  4Ô#3Ñ3µc¸$Ô:QÐSWÔSiÑ6jÔ6jÑjð 	àÔð 	?˜tÔ5¸Ò9Ð9Ý!%¤Ð+=Ñ!>Ô!>ÐØÔð 	c ¤Ð ;Ý!%¤Ð+=ÀÄÑ+OÑ!PÔ!PÐSWÔSbÑ!bÐÝÐ%Ñ&Ô&Ð&rI   c              #   óâ  K  — | j         €|                      ¦   «          | j                              | j        j        ¦  «         |                      ¦   «         }d}| j        r't          j        t          | j         ¦  «        ¦  «        }nt          | j         ¦  «        }|D ]Ò}|| j                 }| j        r*|j        | j        k    r|                     | j        ¦  «        }|| j                 }| j        rOt#          |t$          j        ¦  «        s
J d¦   «         ‚|j        | j        k    r|                     | j        ¦  «        }n| j        r| j        |         }||fV — |dz  }| j        r	||k    r d S ŒÓd S )Nr   z7target_img_mode is specified but target is not an imager	   )rC   r`   rN   rD   rL   rg   r   r   Úfrom_iterabler   Úiterr   r    ÚmodeÚconvertr!   r"   r2   r   r5   r6   )rE   Útarget_sample_countÚsample_countÚds_iterÚsampleÚ
input_dataÚtarget_datas          rH   Ú__iter__zReaderHfids.__iter__¨   sˆ  è è € ØŒ7ˆ?Ø�OŠOÑÔÐØŒ×Ò˜$œ*Ô*Ñ+Ô+Ð+à"×:Ò:Ñ<Ô<ÐØˆàÔð 	$ÝÔ)­&°´©/¬/Ñ:Ô:ˆGˆGå˜4œ7‘m”mˆGØð 	ð 	ˆFØ&,¨T¬^Ô&<ˆJØÔ"ð E z¤¸$Ô:MÒ'MÐ'MØ'×/Ò/°Ô0CÑDÔD�
Ø  ¤Ô1ˆKØÔ#ð =Ý! +­u¬{Ñ;Ô;ÐvÐvÐ=vÑvÔvÐ;ØÔ# tÔ';Ò;Ð;Ø"-×"5Ò"5°dÔ6JÑ"KÔ"K�KøØÔ!ð =Ø"Ô/°Ô<�Ø˜kÐ)Ð)Ð)Ð)Ø˜AÑˆLØÔð  LÐ4GÒ$GÐ$GØ��øð	ð 	rI   c                 ó>   — |                       ¦   «         | j        z  }|S rK   )rg   r@   )rE   r$   s     rH   Ú__len__zReaderHfids.__len__Ä   s!   € Ø×2Ò2Ñ4Ô4°tÔ7GÑGˆØÐrI   c                 ó   — J d¦   «         ‚)NFzNot supported© )rE   ÚindexÚbasenameÚabsolutes       rH   Ú	_filenamezReaderHfids._filenameÈ   s   € Ø%�oÑ%Ô%ˆurI   c                 óú   — | j         €|                      ¦   «          g }| j         D ]U}d|v r	|d         }n1d|v r	|d         }n$d|v r	|d         }nd|v r	|d         }n
J d¦   «         ‚|                     |¦  «         ŒV|S )z0 Return all filenames in dataset, overrides baseNÚ	file_nameÚfilenamerZ   Úimage_idFzNo supported name field present)rC   r`   Úappend)rE   ry   rz   Únamesrp   r   s         rH   Ú	filenameszReaderHfids.filenamesË   s°   € àŒ7ˆ?Ø�OŠOÑÔÐØˆØ”gð 	ð 	ˆFØ˜fÐ$Ð$Ø˜kÔ*��Ø˜vÐ%Ð%Ø˜jÔ)��Ø˜��Ø˜d”|��Ø˜vÐ%Ð%Ø˜jÔ)��à?Ð?Ñ?Ô?�uØ�LŠL˜ÑÔÐÐØˆrI   )Nr   Fr	   Fr   r   Nr   r   r   r   NNFrK   )FF)Ú__name__Ú
__module__Ú__qualname__Ústrr   Úboolre   Údictr)   rN   rP   r`   rg   rs   ru   r{   r‚   Ú__classcell__)rG   s   @rH   r   r      sÞ  ø€ € € € € ð #'Ø Ø %ØØ"ØØØ(,Ø$Ø"'Ø%Ø#%Ø*.Ø)-Ø&+ð#P#ð P#àðP#ð ˜3”-ðP#ð ð	P#ð
 ðP#ð ðP#ð ðP#ð ðP#ð ðP#ð   ”~ðP#ð ðP#ð  ðP#ð ðP#ð !ðP#ð # 3œ-ðP#ð  " #œð!P#ð"  $ð#P#ð P#ð P#ð P#ð P#ð P#ðd!ð !ð !ð *.ðPð Pà! #œðPð Pð Pð Pðdð dð dðB'ð 'ð 'ðð ð ð8ð ð ð&ð &ð &ð &ðð ð ð ð ð ð ð rI   r   )!Ú__doc__rc   ÚosÚ	itertoolsr   r   Útypingr   rV   Útorch.distributedÚdistributedr9   ÚPILr   r,   Údatasets.distributedr   Údatasets.splitsr   ÚImportErrorÚeÚprintr   r
   Úreaderr   Úshared_countr   re   ÚenvironÚgetr+   r   rw   rI   rH   ú<module>rš      sz  ððð à €€€Ø 	€	€	€	Ø #Ð #Ð #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð à €€€Ø  Ð  Ð  Ð  Ð  Ð  Ø Ð Ð Ð Ð Ð ðØ€O€O€OØ:Ð:Ð:Ð:Ð:Ð:Ø)Ð)Ð)Ð)Ð)Ð)Ð)øØð ð ð Ø	€EÐ
PÑQÔQÐQØ
€Gøøøøðøøøð
 &Ð %Ð %Ð %Ð %Ð %Ø Ð Ð Ð Ð Ð Ø %Ð %Ð %Ð %Ð %Ð %ð ˆs�2”:—>’>Ð"6¸Ñ=Ô=Ñ>Ô>€ðð ð ð ð �&ñ ô ð ð ð s   ª; »AÁ AÁA