§
    “©ºjÃ^  ã                   ó¨  — d dl Z d dlZd dlmZ d dlmZmZmZ d dlZd dl	m
Z
 d dlZd dlmZmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZmZ d dlmZ d dlm Z m!Z!m"Z"m#Z#m$Z$m%Z% d dl&m'Z' d dl(m)Z)m*Z* d dl+m,Z,m-Z- d dl.m/Z/ d dl0m1Z1m2Z2 d dl3m4Z4 d dl5m6Z6m7Z7m8Z8  e j9        e:¦  «        Z;e G d„ d¦  «        ¦   «         Z< G d„ de¦  «        Z=dS )é    N)Ú	dataclass)ÚAnyÚOptionalÚUnion)Úoverride)Ú_set_sampler_epochÚ	sized_len)ÚPossibleUserWarning)Ú_Loop)Ú_DataFetcher)Ú	_Progress)Ú_TrainingEpochLoop)Ú_is_max_limit_reachedÚ_select_data_fetcher)Úcall)Ú_check_dataloader_iterableÚ_DataLoaderSourceÚ_parse_num_batchesÚ_process_dataloaderÚ_request_dataloaderÚ_resolve_overfit_batches)Ú_ResultCollection)ÚRunningStageÚ	TrainerFn)Ú_SUPPORTED_MODESÚCombinedLoader)Úhas_len_all_ranks)ÚMisconfigurationExceptionÚSIGTERMException)Úis_overridden)Úrank_zero_debugÚrank_zero_infoÚrank_zero_warnc                   ó"   — e Zd ZdZdZdZdZdZdS )ÚRestartStageÚnoneÚrestarted_on_epoch_startÚrestarted_mid_epochÚrestarted_on_epoch_endÚresumed_on_epoch_endN)Ú__name__Ú
__module__Ú__qualname__ÚNONEÚRESTARTED_ON_EPOCH_STARTÚRESTARTED_MID_EPOCHÚRESTARTED_ON_EPOCH_ENDÚRESUMED_ON_EPOCH_END© ó    úp/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/loops/fit_loop.pyr%   r%   2   s-   € € € € € à€DØ9ÐØ/ÐØ5ÐØ1ÐÐÐr4   r%   c            	       ó  ‡ — e Zd ZdZ	 	 d.dddee         dee         ddfˆ fd	„Zedefd
„¦   «         Zedefd„¦   «         Z	edee         fd„¦   «         Z
edefd„¦   «         Zej        j        ededdfd„¦   «         ¦   «         Zedefd„¦   «         Zej        deddfd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zd/d„Zd/d„Zedefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zd/d„Zd/d„Zd/d „Z d/d!„Z!d/d"„Z"d/d#„Z#d/d$„Z$d/d%„Z%d/d&„Z&ede'fˆ fd'„¦   «         Z(ed(e'ddfˆ fd)„¦   «         Z)d/d*„Z*defd+„Z+defd,„Z,d/d-„Z-ˆ xZ.S )0Ú_FitLoopaN  This loop is the top-level loop where training starts.

    It simply counts the epochs and iterates from one to the next by calling ``TrainingEpochLoop.run()`` in its
    ``advance()`` method.

    Example::

        # FitLoop
        for epoch in range(max_epochs):
            # TrainingEpochLoop
            for batch_idx, batch in enumerate(train_dataloader):
                loss = lightning_module.training_step(batch, batch_idx)
                ...

                # ValidationEpochLoop
                for batch_idx, batch in enumerate(val_dataloader):
                    lightning_module.validation_step(batch, batch_idx)
                    ...
                ...
            ...

    Args:
        min_epochs: The minimum number of epochs
        max_epochs: The maximum number of epochs, can be set -1 to turn this limit off

    r   NÚtrainerz
pl.TrainerÚ
min_epochsÚ
max_epochsÚreturnc                 óÖ  •— t          ¦   «                              |¦  «         t          |t          ¦  «        r|dk     rt	          d|› d�¦  «        ‚|| _        || _        t          |¦  «        | _        t          ¦   «         | _
        t          d¦  «        | _        t          d d¦  «        | _        d | _        g | _        d | _        t          d¦  «        | _        t&          j        | _        d S )NéÿÿÿÿzA`max_epochs` must be a non-negative integer or -1. You passed in ú.ÚinfÚtrain_dataloaderz-inf)ÚsuperÚ__init__Ú
isinstanceÚintr   r:   r9   r   Ú
epoch_loopr   Úepoch_progressÚfloatÚmax_batchesr   Ú_data_sourceÚ_combined_loaderÚ_combined_loader_states_to_loadÚ_data_fetcherÚ_last_train_dl_reload_epochr%   r.   Ú_restart_stage)Úselfr8   r9   r:   Ú	__class__s       €r5   rB   z_FitLoop.__init__W   sÛ   ø€ õ 	‰Œ×Ò˜Ñ!Ô!Ð!Ý�j¥#Ñ&Ô&ð 	¨:¸ª?¨?å+ØaÐT^ÐaÐaÐañô ð ð %ˆŒØ$ˆŒÝ,¨WÑ5Ô5ˆŒÝ'™kœkˆÔÝ.3°E©l¬lˆÔå-¨dÐ4FÑGÔGˆÔØ:>ˆÔØEGˆÔ,Ø59ˆÔÝ+0°©=¬=ˆÔ(Ý*Ô/ˆÔÐÐr4   c                 ó   — | j         j        S )z/Returns the current batch index (across epochs))rE   Útotal_batch_idx©rO   s    r5   rR   z_FitLoop.total_batch_idxq   s   € ð ŒÔ.Ð.r4   c                 ó   — | j         j        S )z3Returns the current batch index (within this epoch))rE   Ú	batch_idxrS   s    r5   rU   z_FitLoop.batch_idxv   ó   € ð ŒÔ(Ð(r4   c                 ó   — | j         j        S )z+Returns the minimum number of steps to run.)rE   Ú	min_stepsrS   s    r5   rX   z_FitLoop.min_steps{   rV   r4   c                 ó   — | j         j        S )z+Returns the maximum number of steps to run.)rE   Ú	max_stepsrS   s    r5   rZ   z_FitLoop.max_steps€   rV   r4   Ú
restartingc                 óò   ‡ — ‰ j         j        j        ‰ j         j        j        f}t	          ˆ fd„|D ¦   «         ¦  «        }|r|p‰                      ¦   «         }t          j                             ‰ |¦  «         d S )Nc              3   óB   •K  — | ]}|‰j         j        j        k    V — Œd S ©N)rF   ÚcurrentÚ	processed)Ú.0ÚvrO   s     €r5   ú	<genexpr>z&_FitLoop.restarting.<locals>.<genexpr>Š   s1   øè è € ÐZÐZÈa˜q DÔ$7Ô$?Ô$IÒIÐZÐZÐZÐZÐZÐZr4   )	rF   r_   ÚreadyÚstartedÚanyÚ_iteration_based_trainingr   r[   Úfset)rO   r[   ÚvaluesÚepoch_unfinisheds   `   r5   r[   z_FitLoop.restarting…   s€   ø€ ð Ô$Ô,Ô2°DÔ4GÔ4OÔ4WÐWˆÝÐZÐZÐZÐZÐSYÐZÑZÔZÑZÔZÐØÐ4Ð$4ÐX¸×8VÒ8VÑ8XÔ8Xˆ
ÝÔ×Ò˜d JÑ/Ô/Ð/Ð/Ð/r4   c                 ó$   — | j         j        j        S )úMDetermines whether the loop will skip backward during automatic optimization.©rE   Úautomatic_optimizationÚ_skip_backwardrS   s    r5   ro   z_FitLoop._skip_backwardŽ   s   € ð ŒÔ5ÔDÐDr4   Úvaluec                 ó(   — || j         j        _        dS )rl   Nrm   )rO   rp   s     r5   ro   z_FitLoop._skip_backward“   s   € ð AFˆŒÔ.Ô=Ð=Ð=r4   c                 óŠ   — | j         j        r| j        j        S | j         j        r| j        j        j        S t          d¦  «        ‚)NzD`FitLoop._results` property isn't defined. Accessed outside of scope)r8   ÚtrainingrE   Ú_resultsÚ
validatingÚval_loopÚRuntimeErrorrS   s    r5   rt   z_FitLoop._results˜   sD   € àŒ<Ô ð 	,Ø”?Ô+Ð+ØŒ<Ô"ð 	5Ø”?Ô+Ô4Ð4ÝÐaÑbÔbÐbr4   c                 óŒ   — | j         r| j        j        j        | j         k    nd}| j        r| j        j        | j        k    nd}|o|S )NT)r9   rF   r_   r`   rX   rE   Úglobal_step)rO   Úmet_min_epochsÚmet_min_stepss      r5   Ú_can_stop_earlyz_FitLoop._can_stop_early    sN   € àUYÔUdÐn˜Ô,Ô4Ô>À$Ä/ÒQÐQÐjnˆØIMÌÐa˜œÔ3°t´~ÒEÐEÐ]aˆØÐ/ -Ð/r4   c                 óN   — | j         j        }|o| j         j        | j        z
  |k    S )z-Check if train dataloader should be reloaded.)r8   Ú!reload_dataloaders_every_n_epochsÚcurrent_epochrM   )rO   Ún_epochss     r5   Ú_should_reload_train_dlz _FitLoop._should_reload_train_dl¦   s,   € ð ”<ÔAˆØÐe˜DœLÔ6¸Ô9YÑYÐ]eÒeÐer4   c                 óô  — | j         dk    rt          d¦  «         dS t          | j        j        | j        ¦  «        }|rt          d| j        ›d�¦  «         dS t          | j        t          ¦  «        sJ ‚t          | j	        j
        j        | j        ¦  «        }|r:| j	        j
        j        | j	        j
        _        t          d| j        ›d�¦  «         dS | j        j        r| j        rt!          d¦  «         dS dS )	z!Evaluates when to leave the loop.r   z+`Trainer.fit` stopped: No training batches.Tz"`Trainer.fit` stopped: `max_steps=z
` reached.z#`Trainer.fit` stopped: `max_epochs=z5`Trainer.fit` stopped: `trainer.should_stop` was set.F)rH   r"   r   rE   ry   rZ   rC   r:   rD   rF   r_   r`   Ú	completedr8   Úshould_stopr|   r!   )rO   Ú
stop_stepsÚstop_epochss      r5   Údonez_FitLoop.done¬   s  € ð Ô˜qÒ Ð ÝÐHÑIÔIÐIØ�4õ +¨4¬?Ô+FÈÌÑWÔWˆ
Øð 	ÝÐ\ÀÄÐ\Ð\Ð\Ñ]Ô]Ð]Ø�4õ ˜$œ/­3Ñ/Ô/Ð/Ð/Ð/Ý+¨DÔ,?Ô,GÔ,QÐSWÔSbÑcÔcˆØð 	à48Ô4GÔ4OÔ4YˆDÔÔ'Ô1ÝÐ^ÀÄÐ^Ð^Ð^Ñ_Ô_Ð_Ø�4àŒ<Ô#ð 	¨Ô(<ð 	ÝÐSÑTÔTÐTØ�4àˆur4   c                 ó0   — | j         p| j        j        dk    S )zXWhether we should skip the training and immediately return from the call to :meth:`run`.r   )r‡   r8   Úlimit_train_batchesrS   s    r5   Úskipz_FitLoop.skipÉ   s   € ð
 ŒyÐA˜DœLÔ<ÀÒAÐAr4   c                 ó  — |                       ¦   «          | j        rd S |                      ¦   «          |                      ¦   «          | j        s˜	 |                      ¦   «          |                      ¦   «          |                      ¦   «          n$# t          $ r Y |  	                    ¦   «          n:w xY w	 |  	                    ¦   «          n# |  	                    ¦   «          w xY w| j        ¯˜d| _
        |                      ¦   «          d S )NF)Ú
setup_datarŠ   ÚresetÚon_run_startr‡   Úon_advance_startÚadvanceÚon_advance_endÚStopIterationÚon_iteration_doneÚ_restartingÚ
on_run_endrS   s    r5   Úrunz_FitLoop.runÐ   s  € Ø�ŠÑÔÐØŒ9ð 	ØˆFØ�
Š
‰ŒˆØ×ÒÑÔÐØ”)ð 	)ð)Ø×%Ò%Ñ'Ô'Ð'Ø—’‘”�Ø×#Ò#Ñ%Ô%Ð%Ð%øÝ ð ð ð Øà×&Ò&Ñ(Ô(Ð(Ð(ðøøøð &ð ×&Ò&Ñ(Ô(Ð(Ð(ø�×&Ò&Ñ(Ô(Ð(Ð(øøøð ”)ð 	)ð !ˆÔØ�ŠÑÔÐÐÐs*   Á<B Â
C Â
B,ÂC Â+B,Â,C ÃCc                 óà  — | j         �	| j        sd S | j        }|j        }|j        dk    st          d|¦  «        sd S t                               | j        j	        › d�¦  «         | j
        }t          |¦  «        }|j                             d¦  «         t          |t          ¦  «        st          |d¦  «        }n|}|j        dk    rt#          |t$          j        ¬¦  «         t(          j        }t$          j        }g }|j        D ]:}	t/          |	||¦  «         t1          ||||	¦  «        }	|                     |	¦  «         Œ;||_        || _         |j        }
|j        �|
|j        j        z  }
g }|j        D ]a}	t9          |	|j        |
¦  «        rt;          |	¦  «        nt=          d¦  «        }t?          |||j        ¦  «        }|                     |¦  «         Œb||_         |  !                    ¦   «          tE          |t$          j        ¦  «        | _#        | j#         $                    |¦  «         tK          | j#        ¦  «         tM          |¦  «        }|�|nt=          d¦  «        | _'        t9          ||j        |
¦  «        }| j'        dk    rd S |j(        | _)        tU          |dd ¦  «        �,d |_+        tY          j-        ¦   «         |_.        |j.        |_/        nÕt          |j0        tb          ¦  «        rO|j0        |_+        |j+        | j'        k    r2|j2        �+|j3        dk    r ti          d	|j0        › d
| j'        › d�¦  «        ‚nl|s/|j0        dk    rt=          d¦  «        |_+        nJtk          d¦  «        ‚tc          | j'        |j0        z  ¦  «        |_+        tm          d|j+        ¦  «        |_+        |j7        r@| j'        |j8        k     r2|j9        s-tu          d| j'        › d|j8        › d�tv          ¬¦  «         d S d S d S d S )Nr   Útraining_stepz: resetting train dataloaderztrain_dataloader()Úmax_size_cycle)Úmoder?   Ú_val_check_time_intervalz `val_check_interval` (zD) must be less than or equal to the number of the training batches (z­). If you want to disable validation set `limit_val_batches` to 0.0 instead. If you want to validate based on the total training batches, set `check_val_every_n_epoch=None`.g      ð?z¹When using an IterableDataset for `train_dataloader`, `Trainer(val_check_interval)` must be time based, `1.0` or an int. An int k specifies checking validation every k training batches.é   z The number of training batches (zA) is smaller than the logging interval Trainer(log_every_n_steps=zZ). Set a lower value for log_every_n_steps if you want to see logs for the training epoch.©Úcategory)<rJ   r�   r8   Úlightning_moduler‰   r    ÚlogÚdebugrP   r+   rI   r   ÚstrategyÚbarrierrC   r   Úoverfit_batchesr   r   ÚTRAININGr   ÚFITTINGÚ	flattenedr   r   ÚappendÚ2allow_zero_length_dataloader_with_multiple_devicesÚ
datamoduler   ÚlenrG   r   ÚlimitsÚ_load_combined_loader_statesr   rL   ÚsetupÚiterr	   rH   r   rM   ÚgetattrÚval_check_batchÚtimeÚ	monotonicÚ_train_start_timeÚ_last_val_timeÚval_check_intervalrD   Úcheck_val_every_n_epochÚlimit_val_batchesÚ
ValueErrorr   ÚmaxÚloggersÚlog_every_n_stepsÚfast_dev_runr#   r
   )rO   r8   Ú	pl_moduleÚsourcer@   Úcombined_loaderÚ
trainer_fnÚstageÚdataloadersÚdlÚallow_zero_lengthr¬   ÚlengthÚnum_batchesrH   Úhas_len_all_ranks_s                   r5   rŒ   z_FitLoop.setup_dataâ   sd  € ØÔ Ð,°TÔ5QÐ,ØˆFà”,ˆØÔ,ˆ	ØÔ&¨!Ò+Ð+µ=ÀÐR[Ñ3\Ô3\Ð+ØˆFå�	Š	�T”^Ô,ÐJÐJÐJÑKÔKÐKàÔ"ˆÝ.¨vÑ6Ô6ÐØÔ× Ò Ð!5Ñ6Ô6Ð6åÐ*­NÑ;Ô;ð 	/Ý,Ð-=Ð?OÑPÔPˆOˆOà.ˆOàÔ" QÒ&Ð&Ý$ _½<Ô;PÐQÑQÔQÐQåÔ&ˆ
ÝÔ%ˆØˆØ!Ô+ð 	#ð 	#ˆBÝ& r¨6°:Ñ>Ô>Ð>Ý$ W¨j¸%ÀÑDÔDˆBØ×Ò˜rÑ"Ô"Ð"Ð"Ø$/ˆÔ!Ø /ˆÔà%ÔXÐØÔÐ)Ø Ô!3Ô!fÑfÐàˆØ!Ô+ð 	'ð 	'ˆBå 1°"°gÔ6FÐHYÑ ZÔ ZÐl•S˜‘W”W�WÕ`eÐfkÑ`lÔ`lˆFÝ,¨U°F¸GÔ<WÑXÔXˆKØ�MŠM˜+Ñ&Ô&Ð&Ð&à!'ˆÔà×)Ò)Ñ+Ô+Ð+å1°'½<Ô;PÑQÔQˆÔØÔ× Ò  Ñ1Ô1Ð1ÝˆTÔÑ Ô Ð Ý Ñ0Ô0ˆØ*5Ð*A˜;˜;ÅuÈUÁ|Ä|ˆÔÝ.¨ÀÔ@PÐRcÑdÔdÐàÔ˜qÒ Ð ØˆFð ,3Ô+@ˆÔ(õ �7Ð6¸Ñ=Ô=ÐIØ&*ˆGÔ#Ý(,¬Ñ(8Ô(8ˆGÔ%Ø%,Ô%>ˆGÔ"Ð"Ý˜Ô2µCÑ8Ô8ð 	JØ&-Ô&@ˆGÔ#àÔ'¨$Ô*:Ò:Ð:ØÔ3Ð?ØÔ-°Ò1Ð1å ðx¨gÔ.Hð xð xØ?CÔ?Oðxð xð xñô ð øð &ð JØÔ-°Ò4Ð4Ý.3°E©l¬l�GÔ+Ð+å3ðIñô ð õ +.¨dÔ.>ÀÔA[Ñ.[Ñ*\Ô*\�Ô'Ý*-¨a°Ô1HÑ*IÔ*I�Ô'àŒ?ð 	˜tÔ/°'Ô2KÒKÐKÐT[ÔThÐKÝð@°4Ô3Cð @ð @Ø.5Ô.Gð@ð @ð @õ -ð	ñ ô ð ð ð ð	ð 	ÐKÐKÐKÐKr4   c                 ó,   — | j         t          j        k    S r^   )rN   r%   r/   rS   s    r5   r'   z!_FitLoop.restarted_on_epoch_startH  s   € àÔ"¥lÔ&KÒKÐKr4   c                 ó,   — | j         t          j        k    S r^   )rN   r%   r0   rS   s    r5   r(   z_FitLoop.restarted_mid_epochL  s   € àÔ"¥lÔ&FÒFÐFr4   c                 ó,   — | j         t          j        k    S r^   )rN   r%   r1   rS   s    r5   r)   z_FitLoop.restarted_on_epoch_endP  s   € àÔ"¥lÔ&IÒIÐIr4   c                 ó,   — | j         t          j        k    S r^   )rN   r%   r2   rS   s    r5   r*   z_FitLoop.resumed_on_epoch_endT  s   € ð Ô"¥lÔ&GÒGÐGr4   c                 óž  — | j         r‚| j        j        j        | j        j        j        dz
  k    r[| j        j        j        | j        j        j        k    r7| j        j        j        | j        j        j        k    rt          j        | _	        �nª| j         r‚| j        j        j        | j        j        j        k    r^| j        j        j        | j        j        j        dz
  k    r7| j        j        j        | j        j        j        k    rt          j
        | _	        �n!| j         r�| j        j        j        | j        j        j        k    r]| j        j        j        | j        j        j        k    r9| j        j        j        | j        j        j        dz
  k    rt          j        | _	        n™| j        r�| j        j        j        | j        j        j        k    r]| j        j        j        | j        j        j        k    r9| j        j        j        | j        j        j        dz
  k    rt          j        | _	        nt          j        | _	        | j                             ¦   «          d S )Nrœ   )r[   rF   Útotalre   rd   r`   rƒ   r%   r/   rN   r0   r1   Ú_loaded_from_state_dictr2   r.   rE   Úupdate_restart_stagerS   s    r5   rÐ   z_FitLoop.update_restart_stageZ  sü  € àŒOð	4àÔ#Ô)Ô1°TÔ5HÔ5NÔ5TÐWXÑ5XÒXÐXØÔ#Ô)Ô3°tÔ7JÔ7PÔ7XÒXÐXØÔ#Ô)Ô3°tÔ7JÔ7PÔ7ZÒZÐZå".Ô"GˆDÔÑàŒOð	4àÔ#Ô)Ô1°TÔ5HÔ5NÔ5TÒTÐTØÔ#Ô)Ô3°tÔ7JÔ7PÔ7XÐ[\Ñ7\Ò\Ð\ØÔ#Ô)Ô3°tÔ7JÔ7PÔ7ZÒZÐZå".Ô"BˆDÔÑàŒOð	4àÔ#Ô)Ô1°TÔ5HÔ5NÔ5TÒTÐTØÔ#Ô)Ô3°tÔ7JÔ7PÔ7XÒXÐXØÔ#Ô)Ô3°tÔ7JÔ7PÔ7ZÐ]^Ñ7^Ò^Ð^å".Ô"EˆDÔÐàÔ(ð	4àÔ#Ô)Ô1°TÔ5HÔ5NÔ5TÒTÐTØÔ#Ô)Ô3°tÔ7JÔ7PÔ7XÒXÐXØÔ#Ô)Ô3°tÔ7JÔ7PÔ7ZÐ]^Ñ7^Ò^Ð^å".Ô"CˆDÔÐå".Ô"3ˆDÔàŒ×,Ò,Ñ.Ô.Ð.Ð.Ð.r4   c                 ó(   — t           j        | _        d S r^   )r%   r.   rN   rS   s    r5   Úreset_restart_stagez_FitLoop.reset_restart_stage|  s   € Ý*Ô/ˆÔÐÐr4   c                 óT  — | j         j        €J ‚t          j        d¦  «         |                      ¦   «          | j        r| j                             ¦   «          | j        r| j         	                    ¦   «          | j
        j        rJ| j        rC| j
        j        j        r2| j                             ¦   «          | j         	                    ¦   «          | j
        j        rI| j
        j        j        r:| j        s5| j
        j        j        j        s!| j         	                    ¦   «          dS dS dS dS dS )z'Resets the internal state of this loop.NT)r8   ÚmodelÚtorchÚset_grad_enabledrÐ   r'   rF   Úreset_on_restartr*   Úincrement_completedrE   Úrestarted_on_train_batch_endr(   Úbatch_progressÚis_last_batchÚincrement_processedrv   rS   s    r5   r�   z_FitLoop.reset  sV  € àŒ|Ô!Ð-Ð-Ð-ÝÔ˜tÑ$Ô$Ð$à×!Ò!Ñ#Ô#Ð#àÔ(ð 	3ØÔ×0Ò0Ñ2Ô2Ð2àÔ$ð 	6ð Ô×3Ò3Ñ5Ô5Ð5ð ŒOÔ8ð	6àÔ(ð	6ð ”Ô.Ô<ð	6ð
 Ô×3Ò3Ñ5Ô5Ð5ØÔ×3Ò3Ñ5Ô5Ð5ð ŒOÔ8ð	6à”Ô.Ô<ð	6ð Ô,ð	6ð ”OÔ,Ô;ÔIð		6ð Ô×3Ò3Ñ5Ô5Ð5Ð5Ð5ð	6ð 	6ð 	6ð 	6ð 	6ð 	6ð 	6ð 	6r4   c                 óº  — |                       ¦   «         s | j        j        j        | j        j        _        | j        }| j                             ¦   «         r3|j        €,d|_	        | j        j
                             ¦   «          d|_        |                      ¦   «          t          j        |d¦  «         t          j        |d¦  «         t          j        |d¦  «         dS )z"Calls the ``on_train_start`` hook.NTÚon_train_start)rg   rF   r_   r`   rƒ   r8   rE   Ú_should_check_val_epochÚval_dataloadersru   rv   rŒ   rs   Ú_warn_if_modules_in_eval_moder   Ú_call_callback_hooksÚ_call_lightning_module_hookÚ_call_strategy_hook©rO   r8   s     r5   rŽ   z_FitLoop.on_run_startž  sÔ   € ð ×-Ò-Ñ/Ô/ð 	ZØ48Ô4GÔ4OÔ4YˆDÔÔ'Ô1à”,ˆð Œ?×2Ò2Ñ4Ô4ð 	$¸Ô9PÐ9XØ!%ˆGÔØŒOÔ$×/Ò/Ñ1Ô1Ð1Ø#ˆGÔð 	×*Ò*Ñ,Ô,Ð,åÔ! 'Ð+;Ñ<Ô<Ð<ÝÔ(¨Ð2BÑCÔCÐCÝÔ  Ð*:Ñ;Ô;Ð;Ð;Ð;r4   c                 ó´  — | j         }|                      ¦   «          | j        €J ‚t          | j        j        ¦  «        D ]$\  }}t          || j        j        j        ¦  «         Œ%| j	        sl| j
        sg| j        s| j                             ¦   «          t          j        |d¦  «         t          j        |d¦  «         | j                             ¦   «          dS dS dS )zPPrepares the dataloader for training and calls the hook ``on_train_epoch_start``NÚon_train_epoch_start)r8   rŒ   rJ   Ú	enumerater§   r   rF   r_   r`   r(   r)   r'   Úincrement_readyr   râ   rã   Úincrement_started)rO   r8   ÚirÄ   s       r5   r�   z_FitLoop.on_advance_start³  s÷   € à”,ˆð 	�ŠÑÔÐð Ô$Ð0Ð0Ð0Ý˜tÔ4Ô>Ñ?Ô?ð 	Jð 	J‰EˆAˆrÝ˜r 4Ô#6Ô#>Ô#HÑIÔIÐIÐIàÔ'ð 	4°Ô0Kð 	4ØÔ0ð 6ØÔ#×3Ò3Ñ5Ô5Ð5åÔ% gÐ/EÑFÔFÐFÝÔ,¨WÐ6LÑMÔMÐMàÔ×1Ò1Ñ3Ô3Ð3Ð3Ð3ð	4ð 	4ð 	4ð 	4r4   c                 ó¼  — t                                t          | ¦  «        j        › d�¦  «         | j        }|€J ‚|j        dk    r6t          dt          | ¦  «        j        › dd„ t          D ¦   «         › �¦  «        ‚| j        j	         
                    d¦  «        5  | j        €J ‚| j                             | j        ¦  «         ddd¦  «         dS # 1 swxY w Y   dS )zRuns one whole epoch.z: advancing loopNÚ
sequentialú`zZ` does not support the `CombinedLoader(mode="sequential")` mode. The available modes are: c                 ó   — g | ]
}|d k    ¯|‘ŒS )rí   r3   )ra   Úms     r5   ú
<listcomp>z$_FitLoop.advance.<locals>.<listcomp>Ñ  s#   € Ð-_Ð-_Ð-_°AÈQÐR^ÒM^ÐM^¨aÐM^ÐM^ÐM^r4   Úrun_training_epoch)r    r¡   Útyper+   rJ   Ú_moder¹   r   r8   ÚprofilerÚprofilerL   rE   r–   )rO   rÀ   s     r5   r�   z_FitLoop.advanceÈ  s=  € å�	Š	•T˜$‘Z”ZÔ(Ð:Ð:Ð:Ñ;Ô;Ð;àÔ/ˆØÐ*Ð*Ð*ØÔ  LÒ0Ð0Ýðb•D˜‘J”JÔ'ð bð bØ-_Ð-_Õ9IÐ-_Ñ-_Ô-_ðbð bñô ð ð Œ\Ô"×*Ò*Ð+?Ñ@Ô@ð 	4ð 	4ØÔ%Ð1Ð1Ð1ØŒO×Ò Ô 2Ñ3Ô3Ð3ð	4ð 	4ð 	4ñ 	4ô 	4ð 	4ð 	4ð 	4ð 	4ð 	4ð 	4ð 	4øøøð 	4ð 	4ð 	4ð 	4ð 	4ð 	4s   Â)CÃCÃCc                 óˆ  — | j         }|j                             ¦   «          | j                             ¦   «          t          j        |dd¬¦  «         t          j        |d¦  «         t          j        |dd¬¦  «         |j                             ¦   «          | j	        s;| j
                             ¦   «         r"| j
                             d| j	         ¬¦  «         | j
        xj        dz  c_        |j                             ¦   «          | j
        xj        dz  c_        | j                             ¦   «          |j        rt"          ‚d S )NÚon_train_epoch_endF)Úmonitoring_callbacksTÚepoch)Úupdate_plateau_schedulersrœ   )r8   Ú_logger_connectorÚepoch_end_reachedrF   rÜ   r   râ   rã   Úon_epoch_endr[   rE   Ú_num_ready_batches_reachedÚupdate_lr_schedulersÚ_batches_that_steppedÚupdate_train_epoch_metricsrØ   Úreceived_sigtermr   rå   s     r5   r‘   z_FitLoop.on_advance_end×  sJ  € Ø”,ˆàÔ!×3Ò3Ñ5Ô5Ð5àÔ×/Ò/Ñ1Ô1Ð1õ 	Ô! 'Ð+?ÐV[Ð\Ñ\Ô\Ð\ÝÔ(¨Ð2FÑGÔGÐGÝÔ! 'Ð+?ÐVZÐ[Ñ[Ô[Ð[àÔ!×.Ò.Ñ0Ô0Ð0àŒð 	i 4¤?×#MÒ#MÑ#OÔ#Oð 	ið ŒO×0Ò0°ÐX\ÔXgÐTgÐ0ÑhÔhÐhð 	ŒÐ-Ô-°Ñ2Ð-Ô-àÔ!×<Ò<Ñ>Ô>Ð>ØŒÐ-Ô-°Ñ2Ð-Ô-àÔ×/Ò/Ñ1Ô1Ð1àÔ#ð 	#Ý"Ð"ð	#ð 	#r4   c                 óà   — t                                | j        j        › d�¦  «         | j        }t          j        |d¦  «         t          j        |d¦  «         t          j        |d¦  «         dS )z Calls the ``on_train_end`` hook.z: train run endedÚon_train_endN)	r    r¡   rP   r+   r8   r   râ   rã   rä   rå   s     r5   r•   z_FitLoop.on_run_endù  sh   € å�	Š	�T”^Ô,Ð?Ð?Ð?Ñ@Ô@Ð@à”,ˆÝÔ! '¨>Ñ:Ô:Ð:ÝÔ(¨°.ÑAÔAÐAÝÔ  ¨.Ñ9Ô9Ð9Ð9Ð9r4   c                 ó†   — | j         � | j                              ¦   «          d | _         | j                             ¦   «          d S r^   )rL   ÚteardownrE   rS   s    r5   r  z_FitLoop.teardown  sB   € ØÔÐ)ØÔ×'Ò'Ñ)Ô)Ð)Ø!%ˆDÔØŒ× Ò Ñ"Ô"Ð"Ð"Ð"r4   c                 ó–   •— t          ¦   «                              ¦   «         }| j        � | j                             ¦   «         x}r||d<   |S ©NrÀ   )rA   Úon_save_checkpointrJ   Ú_state_dicts)rO   Ú
state_dictÚloader_statesrP   s      €r5   r
  z_FitLoop.on_save_checkpoint  sK   ø€ å‘W”W×/Ò/Ñ1Ô1ˆ
ØÔ Ð,À4ÔCX×CeÒCeÑCgÔCgÐ2g°-Ð,Ø,9ˆJÐ(Ñ)ØÐr4   r  c                 ó€   •— |                      dg ¦  «        | _        t          ¦   «                              |¦  «         d S r	  )ÚgetrK   rA   Úon_load_checkpoint)rO   r  rP   s     €r5   r  z_FitLoop.on_load_checkpoint  s9   ø€ à/9¯~ª~Ð>OÐQSÑ/TÔ/TˆÔ,Ý‰Œ×"Ò" :Ñ.Ô.Ð.Ð.Ð.r4   c                 ó°   — | j         j        }d„ |                     ¦   «         D ¦   «         }|r)t          dt	          |¦  «        › d�t
          ¬¦  «         dS dS )z>Warn if any modules are in eval mode at the start of training.c                 ó&   — g | ]\  }}|j         °|‘ŒS r3   )rs   )ra   ÚnameÚmodules      r5   rñ   z:_FitLoop._warn_if_modules_in_eval_mode.<locals>.<listcomp>  s#   € Ð^Ð^Ð^¡  vÈfÌoÐ^˜Ð^Ð^Ð^r4   zFound zœ module(s) in eval mode at the start of training. This may lead to unexpected behavior during training. If this is intentional, you can ignore this warning.r�   N)r8   rŸ   Únamed_modulesr#   r«   r
   )rO   rÔ   Úeval_moduless      r5   rá   z&_FitLoop._warn_if_modules_in_eval_mode  s�   € à”Ô-ˆØ^Ð^°×1DÒ1DÑ1FÔ1FÐ^Ñ^Ô^ˆàð 	Ýð0�˜\Ñ*Ô*ð 0ð 0ð 0õ -ð	ñ ô ð ð ð ð	ð 	r4   c                 ó4   — | j                              ¦   «         S )z,Whether the gradients should be accumulated.)rE   Ú_should_accumulaterS   s    r5   r  z_FitLoop._should_accumulate!  s   € àŒ×1Ò1Ñ3Ô3Ð3r4   c                 ó"   — | j         j        dk    S )Nr=   )r8   rZ   rS   s    r5   rg   z"_FitLoop._iteration_based_training%  s   € ØŒ|Ô%¨Ò+Ð+r4   c                 ó€   — | j         r| j        r| j        €d S | j                             | j        ¦  «         g | _        d S r^   )r[   rK   rJ   Ú_load_state_dictsrS   s    r5   r­   z%_FitLoop._load_combined_loader_states(  sK   € ØŒð 	 dÔ&Jð 	ÈdÔNcÐNkØˆFØÔ×/Ò/°Ô0TÑUÔUÐUØ/1ˆÔ,Ð,Ð,r4   )r   N)r;   N)/r+   r,   r-   Ú__doc__r   rD   rB   ÚpropertyrR   rU   rX   rZ   r   r[   Úsetterr   Úboolro   r   rt   r|   r�   r‡   rŠ   r–   rŒ   r'   r(   r)   r*   rÐ   rÒ   r�   rŽ   r�   r�   r‘   r•   r  Údictr
  r  rá   r  rg   r­   Ú__classcell__)rP   s   @r5   r7   r7   ;   sò  ø€ € € € € ðð ð< %&Ø$(ð	0ð 0àð0ð ˜S”Mð0ð ˜S”Mð	0ð
 
ð0ð 0ð 0ð 0ð 0ð 0ð4 ð/ ð /ð /ð /ñ „Xð/ð ð)˜3ð )ð )ð )ñ „Xð)ð ð)˜8 Cœ=ð )ð )ð )ñ „Xð)ð ð)˜3ð )ð )ð )ñ „Xð)ð ÔÔØð0 Tð 0¨dð 0ð 0ð 0ñ „Xñ Ôð0ð ðE ð Eð Eð Eñ „XðEð ÔðF Dð F¨Tð Fð Fð Fñ ÔðFð ðcÐ+ð cð cð cñ „Xðcð ð0 ð 0ð 0ð 0ñ „Xð0ð
 ðf¨ð fð fð fñ „Xðfð
 ð�dð ð ð ñ „Xðð8 ðB�dð Bð Bð Bñ „XðBðð ð ð ð$dð dð dð dðL ðL¨$ð Lð Lð Lñ „XðLð ðG Tð Gð Gð Gñ „XðGð ðJ¨ð Jð Jð Jñ „XðJð ðH dð Hð Hð Hñ „XðHð
 /ð  /ð  /ð  /ðD0ð 0ð 0ð 0ð6ð 6ð 6ð 6ð><ð <ð <ð <ð*4ð 4ð 4ð 4ð*4ð 4ð 4ð 4ð #ð  #ð  #ð  #ðD:ð :ð :ð :ð#ð #ð #ð #ð ð Dð ð ð ð ð ñ „Xðð ð/¨Tð /°dð /ð /ð /ð /ð /ñ „Xð/ðð ð ð ð4 Dð 4ð 4ð 4ð 4ð,¨4ð ,ð ,ð ,ð ,ð2ð 2ð 2ð 2ð 2ð 2ð 2ð 2r4   r7   )>Úloggingr²   Údataclassesr   Útypingr   r   r   rÕ   Útyping_extensionsr   Úpytorch_lightningÚplÚlightning_fabric.utilities.datar   r	   Ú#lightning_fabric.utilities.warningsr
   Úpytorch_lightning.loopsr   Ú pytorch_lightning.loops.fetchersr   Ú pytorch_lightning.loops.progressr   Ú+pytorch_lightning.loops.training_epoch_loopr   Ú!pytorch_lightning.loops.utilitiesr   r   Úpytorch_lightning.trainerr   Ú3pytorch_lightning.trainer.connectors.data_connectorr   r   r   r   r   r   Ú<pytorch_lightning.trainer.connectors.logger_connector.resultr   Ú pytorch_lightning.trainer.statesr   r   Ú+pytorch_lightning.utilities.combined_loaderr   r   Ú pytorch_lightning.utilities.datar   Ú&pytorch_lightning.utilities.exceptionsr   r   Ú)pytorch_lightning.utilities.model_helpersr    Ú%pytorch_lightning.utilities.rank_zeror!   r"   r#   Ú	getLoggerr+   r    r%   r7   r3   r4   r5   ú<module>r9     s  ðð €€€Ø €€€Ø !Ð !Ð !Ð !Ð !Ð !Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'à €€€Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IØ CÐ CÐ CÐ CÐ CÐ CØ )Ð )Ð )Ð )Ð )Ð )Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø JÐ JÐ JÐ JÐ JÐ JØ YÐ YÐ YÐ YÐ YÐ YÐ YÐ YØ *Ð *Ð *Ð *Ð *Ð *ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð [Ð ZÐ ZÐ ZÐ ZÐ ZØ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DØ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XØ >Ð >Ð >Ð >Ð >Ð >Ø ^Ð ^Ð ^Ð ^Ð ^Ð ^Ð ^Ð ^Ø CÐ CÐ CÐ CÐ CÐ CØ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aà€gÔ˜Ñ!Ô!€ð ð2ð 2ð 2ð 2ð 2ñ 2ô 2ñ „ð2ðq2ð q2ð q2ð q2ð q2ˆuñ q2ô q2ð q2ð q2ð q2r4   