§
    û~ÆjÑ  ã                   óR   — d Z ddlZddlZddlZddlmZ ddlmZ d„ Z	ddddd	œd
„Z
dS )zJPrefetched CPU loading with reproducible worker state at epoch boundaries.é    N)Ú
DataLoaderé   )Úcollate_palletc                 óÀ   — t          j        ¦   «         dz  }t          j        |¦  «         t          j                             |¦  «         t          j        d¦  «         d S )Nl        r   )ÚtorchÚinitial_seedÚrandomÚseedÚnpÚset_num_threads)Ú	worker_idr
   s     úpallet/experiments/loading.pyÚseed_workerr      sR   € õ ÔÑÔ %Ñ'€DÝ
„K�ÑÔÐÝ„I‡N‚N�4ÑÔÐÝ	Ô˜!ÑÔÐÐÐó    FÚcpu)ÚshuffleÚworkersÚdeviceÚ	generatorc                ó8  — t          |t          ¦  «        st          |t          ¦  «        r|dk     rt          d¦  «        ‚i }|r|                     dddt
          ¬¦  «         t          | f|||t          |¦  «                             d¦  «        t          d|dœ|¤ŽS )	Nr   z%workers must be a nonnegative integeré   FÚspawn)Úprefetch_factorÚpersistent_workersÚmultiprocessing_contextÚworker_init_fnÚcuda)Ú
batch_sizer   Únum_workersÚ
pin_memoryÚ
collate_fnÚ	drop_lastr   )
Ú
isinstanceÚboolÚintÚ
ValueErrorÚupdater   r   ÚstrÚ
startswithr   )Údatasetr   r   r   r   r   Úoptionss          r   Úmake_loaderr,      sÀ   € å�'�4Ñ Ô ð B­
°7½CÑ(@Ô(@ð BÀGÈaÂKÀKÝÐ@ÑAÔAÐAØ€GØð TØ�Š q¸UØ/6Å{ð 	ñ 	Tô 	Tð 	Tå�gð 6¨*¸gØ")µc¸&±k´k×6LÒ6LÈVÑ6TÔ6TÝ!/¸5Ø )ð6ð 6ð .5ð6ð 6ð 6r   )Ú__doc__r	   Únumpyr   r   Útorch.utils.datar   r*   r   r   r,   © r   r   ú<module>r1      s‹   ðØ PÐ PØ €€€à Ð Ð Ð Ø €€€Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'à #Ð #Ð #Ð #Ð #Ð #ðð ð ð 16¸qØ¨ð6ð 6ð 6ð 6ð 6ð 6ð 6r   