§
    ·¯¸jT
  ã                   ón   — d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl	m
Z
 dd	„Z G d
„ de
¦  «        ZdS )zü A dataset reader that reads single tarfile based datasets

This reader can read datasets consisting if a single tarfile containing images.
I am planning to deprecated it in favour of ParerImageInTar.

Hacked together by / Copyright 2020 Ross Wightman
é    N)Únatural_keyé   )Úload_class_map)Úget_img_extensions)ÚReaderTc                 óÒ  ‡— t          d¬¦  «        }g }g } | j        ¦   «         D ]Â}|                     ¦   «         sŒt          j                             |j        ¦  «        \  }}t          j                             |¦  «        }	t          j                             |¦  «        d         }
|
                     ¦   «         |v r*| 	                    |¦  «         | 	                    |	¦  «         ŒÃ‰€Kt          |¦  «        }t          t          |t          ¬¦  «        ¦  «        }d„ t          |¦  «        D ¦   «         Šˆfd„t          ||¦  «        D ¦   «         }|rt          |d„ ¬¦  «        }|‰fS )NT)Úas_setr   )Úkeyc                 ó   — i | ]\  }}||“Œ	S © r   )Ú.0ÚidxÚcs      úr/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/data/readers/reader_image_tar.pyú
<dictcomp>z#extract_tarinfo.<locals>.<dictcomp>"   s   € ÐFÐFÐF¡6 3¨˜˜3ÐFÐFÐFó    c                 ó2   •— g | ]\  }}|‰v ¯	|‰|         f‘ŒS r   r   )r   ÚfÚlÚclass_to_idxs      €r   ú
<listcomp>z#extract_tarinfo.<locals>.<listcomp>#   s2   ø€ ÐdÐdÐd±D°A°qÐRSÐWcÐRcÐRc˜A˜|¨AœÐ/ÐRcÐRcÐRcr   c                 ó6   — t          | d         j        ¦  «        S ©Nr   )r   Úpath)Úks    r   ú<lambda>z!extract_tarinfo.<locals>.<lambda>%   s   € ÍÐTUÐVWÔTXÔT]ÑH^ÔH^€ r   )r   Ú
getmembersÚisfileÚosr   ÚsplitÚbasenameÚsplitextÚlowerÚappendÚsetÚlistÚsortedr   Ú	enumerateÚzip)Útarfiler   ÚsortÚ
extensionsÚfilesÚlabelsÚtiÚdirnamer!   ÚlabelÚextÚunique_labelsÚsorted_labelsÚtarinfo_and_targetss    `            r   Úextract_tarinfor6      sa  ø€ Ý#¨4Ð0Ñ0Ô0€JØ€EØ€FØ ˆgÔ Ñ"Ô"ð !ð !ˆØ�yŠy‰{Œ{ð 	ØÝœGŸMšM¨"¬'Ñ2Ô2Ñˆ�Ý”× Ò  Ñ)Ô)ˆÝŒg×Ò˜xÑ(Ô(¨Ô+ˆØ�9Š9‰;Œ;˜*Ð$Ð$Ø�LŠL˜ÑÔÐØ�MŠM˜%Ñ Ô Ð øØÐÝ˜F™œˆÝ�V Mµ{ÐCÑCÔCÑDÔDˆØFÐF­Y°}Ñ-EÔ-EÐFÑFÔFˆØdÐdÐdÐd½CÀÀvÑ<NÔ<NÐdÑdÔdÐØð `Ý$Ð%8Ð>^Ð>^Ð_Ñ_Ô_ÐØ Ð,Ð,r   c                   ó8   ‡ — e Zd ZdZdˆ fd„	Zd„ Zd„ Zd	d„Zˆ xZS )
ÚReaderImageTarzÜ Single tarfile dataset where classes are mapped to folders within tar
    NOTE: This class is being deprecated in favour of the more capable ReaderImageInTar that can
    operate on folders of tars or tars in tars.
    Ú c                 óx  •— t          ¦   «                              ¦   «          d }|rt          ||¦  «        }t          j                             |¦  «        sJ ‚|| _        t          j        |¦  «        5 }t          ||¦  «        \  | _
        | _        d d d ¦  «         n# 1 swxY w Y   | j
        | _        d | _        d S ©N)ÚsuperÚ__init__r   r   r   r   Úrootr*   Úopenr6   Úsamplesr   Úimgs)Úselfr>   Ú	class_mapr   ÚtfÚ	__class__s        €r   r=   zReaderImageTar.__init__.   sõ   ø€ Ý‰Œ×ÒÑÔÐàˆØð 	;Ý)¨)°TÑ:Ô:ˆLÝŒw�~Š~˜dÑ#Ô#Ð#Ð#Ð#ØˆŒ	åŒ\˜$ÑÔð 	P 2Ý.=¸bÀ,Ñ.OÔ.OÑ+ˆDŒL˜$Ô+ð	Pð 	Pð 	Pñ 	Pô 	Pð 	Pð 	Pð 	Pð 	Pð 	Pð 	Pøøøð 	Pð 	Pð 	Pð 	Pà”LˆŒ	ØˆŒˆˆs   Á2BÂB Â#B c                 ó¨   — | j         €t          j        | j        ¦  «        | _         | j        |         \  }}| j                              |¦  «        }||fS r;   )r*   r?   r>   r@   Úextractfile)rB   ÚindexÚtarinfoÚtargetÚfileobjs        r   Ú__getitem__zReaderImageTar.__getitem__<   sL   € ØŒ<ÐÝ"œ<¨¬	Ñ2Ô2ˆDŒLØœ, uÔ-‰ˆ�Ø”,×*Ò*¨7Ñ3Ô3ˆØ˜ˆÐr   c                 ó*   — t          | j        ¦  «        S r;   )Úlenr@   )rB   s    r   Ú__len__zReaderImageTar.__len__C   s   € Ý�4”<Ñ Ô Ð r   Fc                 óx   — | j         |         d         j        }|rt          j                             |¦  «        }|S r   )r@   Únamer   r   r!   )rB   rH   r!   ÚabsoluteÚfilenames        r   Ú	_filenamezReaderImageTar._filenameF   s8   € Ø”< Ô& qÔ)Ô.ˆØð 	2Ý”w×'Ò'¨Ñ1Ô1ˆHØˆr   )r9   )FF)	Ú__name__Ú
__module__Ú__qualname__Ú__doc__r=   rL   rO   rT   Ú__classcell__)rE   s   @r   r8   r8   )   sy   ø€ € € € € ðð ðð ð ð ð ð ðð ð ð!ð !ð !ðð ð ð ð ð ð ð r   r8   )NT)rX   r   r*   Útimm.utils.miscr   rC   r   Úimg_extensionsr   Úreaderr   r6   r8   r   r   r   ú<module>r]      s³   ððð ð 
€	€	€	Ø €€€à 'Ð 'Ð 'Ð 'Ð 'Ð 'à %Ð %Ð %Ð %Ð %Ð %Ø .Ð .Ð .Ð .Ð .Ð .Ø Ð Ð Ð Ð Ð ð-ð -ð -ð -ð.!ð !ð !ð !ð !�Vñ !ô !ð !ð !ð !r   