§
    “©ºj“;  ã                   ó¦   — d Z ddlZddlmZ ddlmZmZmZ ddlZddl	m
Z
 ddlmZ ddlZddlmZ ddlmZ dd	lmZ dd
lmZ  G d„ de¦  «        ZdS )zr

Learning Rate Monitor
=====================

Monitor and logs learning rate for lr schedulers during training.

é    N)Údefaultdict)ÚAnyÚLiteralÚOptional)Ú	Optimizer)Úoverride)ÚCallback)ÚMisconfigurationException)Úrank_zero_warn)ÚLRSchedulerConfigc                   óÐ  — e Zd ZdZ	 	 	 d/deed                  dededdfd	„Zed
dde	de	ddfd„¦   «         Z
ed
dde	de	ddfd„¦   «         Zed
dde	de	ddfd„¦   «         Zd
ddedeeef         fd„Zdedee         deeef         fd„Zdeee	f         dedeee	f         fd„Zd0deee                  deddfd„Zdeeee         f         dededeeef         fd„Zdeee	f         dedeee	f         fd„Zdedee         d eee         ef         defd!„Zd1ded#ee         d$ed%edef
d&„Zd#ee         dee         fd'„Zd(ee         de eee                  ee         eee         ef         f         fd)„Z!d*ee	         d+ee         d eee         ef         de eee                  ee         f         fd,„Z"deded+ee         d eee         ef         d-ee         dee         fd.„Z#dS )2ÚLearningRateMonitoraÚ  Automatically monitor and logs learning rate for learning rate schedulers during training.

    Args:
        logging_interval: set to ``'epoch'`` or ``'step'`` to log ``lr`` of all optimizers
            at the same interval, set to ``None`` to log at individual interval
            according to the ``interval`` key of each scheduler. Defaults to ``None``.
        log_momentum: option to also log the momentum values of the optimizer, if the optimizer
            has the ``momentum`` or ``betas`` attribute. Defaults to ``False``.
        log_weight_decay: option to also log the weight decay values of the optimizer. Defaults to
            ``False``.

    Raises:
        MisconfigurationException:
            If ``logging_interval`` is none of ``"step"``, ``"epoch"``, or ``None``.

    Example::

        >>> from pytorch_lightning import Trainer
        >>> from pytorch_lightning.callbacks import LearningRateMonitor
        >>> lr_monitor = LearningRateMonitor(logging_interval='step')
        >>> trainer = Trainer(callbacks=[lr_monitor])

    Logging names are automatically determined based on optimizer class name.
    In case of multiple optimizers of same type, they will be named ``Adam``,
    ``Adam-1`` etc. If an optimizer has multiple parameter groups they will
    be named ``Adam/pg1``, ``Adam/pg2`` etc. To control naming, pass in a
    ``name`` keyword in the construction of the learning rate schedulers.
    A ``name`` keyword can also be used for parameter groups in the
    construction of the optimizer.

    Example::

        def configure_optimizer(self):
            optimizer = torch.optim.Adam(...)
            lr_scheduler = {
                'scheduler': torch.optim.lr_scheduler.LambdaLR(optimizer, ...)
                'name': 'my_logging_name'
            }
            return [optimizer], [lr_scheduler]

    Example::

        def configure_optimizer(self):
            optimizer = torch.optim.SGD(
                [{
                    'params': [p for p in self.parameters()],
                    'name': 'my_parameter_group_name'
                }],
                lr=0.1
            )
            lr_scheduler = torch.optim.lr_scheduler.LambdaLR(optimizer, ...)
            return [optimizer], [lr_scheduler]

    NFÚlogging_interval)ÚstepÚepochÚlog_momentumÚlog_weight_decayÚreturnc                 ó€   — |dvrt          d¦  «        ‚|| _        || _        || _        i | _        i | _        i | _        d S )N)Nr   r   z7logging_interval should be `step` or `epoch` or `None`.)r
   r   r   r   ÚlrsÚlast_momentum_valuesÚlast_weight_decay_values)Úselfr   r   r   s       úv/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/callbacks/lr_monitor.pyÚ__init__zLearningRateMonitor.__init__^   sT   € ð Ð#:Ð:Ð:Ý+Ð,eÑfÔfÐfà 0ˆÔØ(ˆÔØ 0ˆÔà+-ˆŒØFHˆÔ!ØJLˆÔ%Ð%Ð%ó    Útrainerz
pl.TrainerÚargsÚkwargsc                 óT  ‡— ‰j         st          d¦  «        ‚| j        r@dt          dt          fˆfd„} |d¦  «        r! |d¦  «        rt          dt          ¬¦  «         g }|                      ‰j        ¦  «        \  }}}| 	                    |¦  «         |  
                    ‰j        ||¬	¦  «        \  }	}
| 	                    |	¦  «         t          t          j                             |¦  «        ¦  «        }d
„ |D ¦   «         | _        d„ |D ¦   «         | _        d„ |D ¦   «         | _        dS )a  Called before training, determines unique names for all lr schedulers in the case of multiple of the same
        type or in the case of multiple parameter groups.

        Raises:
            MisconfigurationException:
                If ``Trainer`` has no ``logger``.

        zLCannot use `LearningRateMonitor` callback with `Trainer` that has no logger.Úkeyr   c                 ó”   •‡ — ‰j         r t          ˆ fd„‰j         D ¦   «         ¦  «        S t          ˆ fd„‰j        D ¦   «         ¦  «        S )Nc              3   ó>   •K  — | ]}‰|j         j        j        vV — Œd S ©N)Ú	schedulerÚ	optimizerÚdefaults)Ú.0Úconfigr!   s     €r   ú	<genexpr>zLLearningRateMonitor.on_train_start.<locals>._check_no_key.<locals>.<genexpr>‚   sB   øè è € ð ð ØKQ˜ 6Ô#3Ô#=Ô#FÐFðð ð ð ð ð r   c              3   ó*   •K  — | ]}‰|j         vV — Œd S r$   )r'   )r(   r&   r!   s     €r   r*   zLLearningRateMonitor.on_train_start.<locals>._check_no_key.<locals>.<genexpr>†   s+   øè è € Ð]Ð]¸Y˜3 iÔ&8Ð8Ð]Ð]Ð]Ð]Ð]Ð]r   )Úlr_scheduler_configsÚanyÚ
optimizers)r!   r   s   `€r   Ú_check_no_keyz9LearningRateMonitor.on_train_start.<locals>._check_no_key€   sr   øø€ ØÔ/ð Ýð ð ð ð ØU\ÔUqðñ ô ñ ô ð õ Ð]Ð]Ð]Ð]È'ÔJ\Ð]Ñ]Ô]Ñ]Ô]Ð]r   ÚmomentumÚbetaszsYou have set log_momentum=True, but some optimizers do not have momentum. This will log a value 0 for the momentum.)Úcategory©Úseen_optimizersÚseen_optimizer_typesc                 ó   — i | ]}|g “ŒS © r7   ©r(   Únames     r   ú
<dictcomp>z6LearningRateMonitor.on_train_start.<locals>.<dictcomp>¢   s   € Ð7Ð7Ð7 �D˜"Ð7Ð7Ð7r   c                 ó   — i | ]}|d z   d“Œ	S )ú	-momentumNr7   r8   s     r   r:   z6LearningRateMonitor.on_train_start.<locals>.<dictcomp>£   s   € Ð$XÐ$XÐ$XÀ$ T¨KÑ%7¸Ð$XÐ$XÐ$Xr   c                 ó   — i | ]}|d z   d“Œ	S )ú-weight_decayNr7   r8   s     r   r:   z6LearningRateMonitor.on_train_start.<locals>.<dictcomp>¤   s   € Ð(`Ð(`Ð(`È$¨°Ñ)?ÀÐ(`Ð(`Ð(`r   N)Úloggersr
   r   ÚstrÚboolr   ÚRuntimeWarningÚ_find_names_from_schedulersr,   ÚextendÚ_find_names_from_optimizersr.   ÚlistÚ	itertoolsÚchainÚfrom_iterabler   r   r   )r   r   r   r   r/   ÚnamesÚsched_hparam_keysÚoptimizers_with_schedulerÚoptimizers_with_scheduler_typesÚoptimizer_hparam_keysÚ_Únames_flattens    `          r   Úon_train_startz"LearningRateMonitor.on_train_starto   s“  ø€ ð Œð 	Ý+Ø^ñô ð ð Ôð 	ð^¥3ð ^­4ð ^ð ^ð ^ð ^ð ^ð ^ð ˆ}˜ZÑ(Ô(ð ¨]¨]¸7Ñ-CÔ-Cð ÝðPå+ðñ ô ð ð "$ˆð
 ×,Ò,¨WÔ-IÑJÔJñ		
ØØ%Ø+à�ŠÐ&Ñ'Ô'Ð'ð $(×#CÒ#CØÔØ5Ø!@ð $Dñ $
ô $
Ñ Ð˜qð
 	�ŠÐ*Ñ+Ô+Ð+õ �Yœ_×:Ò:¸5ÑAÔAÑBÔBˆØ7Ð7¨Ð7Ñ7Ô7ˆŒØ$XÐ$XÈ-Ð$XÑ$XÔ$XˆÔ!Ø(`Ð(`ÐR_Ð(`Ñ(`Ô(`ˆÔ%Ð%Ð%r   c                 óæ   — |j         j        sd S | j        dk    rS| j        €dnd}|                      ||¦  «        }|r2|j        D ],}|                     ||j        j        j        ¬¦  «         Œ)d S d S d S )Nr   r   r-   ©r   )	Ú_logger_connectorÚshould_update_logsr   Ú_extract_statsr?   Úlog_metricsÚfit_loopÚ
epoch_loopÚ_batches_that_stepped©r   r   r   r   ÚintervalÚlatest_statÚloggers          r   Úon_train_batch_startz(LearningRateMonitor.on_train_batch_start¦   sª   € àÔ(Ô;ð 	ØˆFàÔ  GÒ+Ð+Ø!%Ô!6Ð!>�v�vÀEˆHØ×-Ò-¨g°xÑ@Ô@ˆKàð lØ%œoð lð l�FØ×&Ò& {¸Ô9IÔ9TÔ9jÐ&ÑkÔkÐkÐkð ,Ð+ðlð lðlð lr   c                 óÊ   — | j         dk    rS| j         €dnd}|                      ||¦  «        }|r2|j        D ],}|                     ||j        j        j        ¬¦  «         Œ)d S d S d S )Nr   r   r-   rS   )r   rV   r?   rW   rX   rY   rZ   r[   s          r   Úon_train_epoch_startz(LearningRateMonitor.on_train_epoch_start³   s—   € àÔ  FÒ*Ð*Ø"&Ô"7Ð"?�w�wÀUˆHØ×-Ò-¨g°xÑ@Ô@ˆKàð lØ%œoð lð l�FØ×&Ò& {¸Ô9IÔ9TÔ9jÐ&ÑkÔkÐkÐkð +Ð*ðlð lðlð lr   r\   c                 óˆ  ‡— i }|                       ‰j        ¦  «        \  }}}|                      |¦  «         t          |‰j        ¦  «        D ]G\  }}||j        dfv r7|j        j        }	|                      |	|¦  «        }
|                     |
¦  «         ŒH|  	                    ‰j
        ||¬¦  «        \  }}|                      |¦  «         t          ||¦  «        D ]0\  }	}|                      |	|¦  «        }
|                     |
¦  «         Œ1‰j                             ˆfd„|                     ¦   «         D ¦   «         ¦  «         |S )Nr-   r3   c                 óX   •— i | ]&\  }}|t          j        |‰j        j        ¬ ¦  «        “Œ'S ))Údevice)ÚtorchÚtensorÚstrategyÚroot_device)r(   r9   Úvaluer   s      €r   r:   z6LearningRateMonitor._extract_stats.<locals>.<dictcomp>Ø   sB   ø€ ð )
ð )
ð )
ÙOZÈtÐUZˆD•%”,˜u¨WÔ-=Ô-IÐJÑJÔJð)
ð )
ð )
r   )rC   r,   Ú_remap_keysÚzipr\   r%   r&   Ú_get_optimizer_statsÚupdaterE   r.   Úcallback_metricsÚitems)r   r   r\   r]   Úscheduler_hparam_keysrL   rM   r9   r)   ÚoptÚcurrent_statrN   Úoptimizers_without_schedulerrJ   s    `            r   rV   z"LearningRateMonitor._extract_stats½   sŽ  ø€ Øˆð ×,Ò,¨WÔ-IÑJÔJñ		
Ø!Ø%Ø+à×ÒÐ.Ñ/Ô/Ð/åÐ 5°wÔ7SÑTÔTð 	1ð 	1‰LˆD�&Ø˜FœO¨UÐ3Ð3Ð3ØÔ&Ô0�Ø#×8Ò8¸¸dÑCÔC�Ø×"Ò" <Ñ0Ô0Ð0øà>B×>^Ò>^ØÔØ5Ø!@ð ?_ñ ?
ô ?
Ñ;ÐÐ;ð
 	×ÒÐ.Ñ/Ô/Ð/åÐ:Ð<QÑRÔRð 	-ð 	-‰JˆC�Ø×4Ò4°S¸%Ñ@Ô@ˆLØ×Ò˜|Ñ,Ô,Ð,Ð,àÔ ×'Ò'ð )
ð )
ð )
ð )
Ø^i×^oÒ^oÑ^qÔ^qð)
ñ )
ô )
ñ 	ô 	ð 	ð Ðr   r&   rJ   c           	      ó�  — i }|j         }d|j        v }t          ||¦  «        D ]¢\  }}|                      ||¦  «        }|                     |¦  «         |                      ||                     ||› d�¦  «        |¬¦  «        }	|                     |	¦  «         |                      ||› d�¦  «        }
|                     |
¦  «         Œ£|S )Nr1   r<   )Úparam_groupr9   Ú	use_betasr>   )Úparam_groupsr'   rk   Ú_extract_lrrm   Ú_extract_momentumÚreplaceÚ_extract_weight_decay)r   r&   rJ   Ústatsrw   rv   Úpgr9   Úlrr0   Úweight_decays              r   rl   z(LearningRateMonitor._get_optimizer_statsÞ   så   € ØˆØ Ô-ˆØ˜yÔ1Ð1ˆ	å˜L¨%Ñ0Ô0ð 	'ð 	'‰HˆB�Ø×!Ò! " dÑ+Ô+ˆBØ�LŠL˜ÑÔÐØ×-Ò-Ø T§\¢\°$¸4Ð8JÐ8JÐ8JÑ%KÔ%KÐW`ð .ñ ô ˆHð �LŠL˜Ñ"Ô"Ð"Ø×5Ò5°b¸TÐ:PÐ:PÐ:PÑQÔQˆLØ�LŠL˜Ñ&Ô&Ð&Ð&àˆr   ru   r9   c                 óZ   — |d         }| j         |                              |¦  «         ||iS )Nr~   )r   Úappend)r   ru   r9   r~   s       r   rx   zLearningRateMonitor._extract_lrï   s0   € Ø˜ÔˆØŒ�Œ×Ò˜bÑ!Ô!Ð!Ø�bˆzÐr   ú/pg1Útokenc                 óÌ   — |D ]`}|D ][}|                      |d¦  «        }||v r,|| j        v r#| j                             |¦  «        | j        |<   ŒH|| j        vr
g | j        |<   Œ\ŒadS )zYThis function is used the remap the keys if param groups for a given optimizer increased.Ú N)rz   r   Úpop)r   rJ   rƒ   Úgroup_new_namesÚnew_nameÚold_names         r   rj   zLearningRateMonitor._remap_keysô   s’   € à$ð 	,ð 	,ˆOØ+ð ,ð ,�Ø#×+Ò+¨E°2Ñ6Ô6�Ø˜HÐ$Ð$¨°T´XÐ)=Ð)=Ø)-¬¯ª°hÑ)?Ô)?�D”H˜XÑ&Ð&Ø T¤XÐ-Ð-Ø)+�D”H˜XÑ&øð,ð	,ð 	,r   rv   c                 ó|   — | j         si S |r|d         d         n|                     dd¦  «        }|| j        |<   ||iS )Nr1   r   r0   )r   Úgetr   )r   ru   r9   rv   r0   s        r   ry   z%LearningRateMonitor._extract_momentumþ   sR   € ØÔ ð 	ØˆIà.7Ð[�;˜wÔ'¨Ô*Ð*¸[¿_º_ÈZÐYZÑ=[Ô=[ˆØ*2ˆÔ! $Ñ'Ø�hÐÐr   c                 ó@   — | j         si S |d         }|| j        |<   ||iS )z<Extracts the weight decay statistics from a parameter group.r   )r   r   )r   ru   r9   r   s       r   r{   z)LearningRateMonitor._extract_weight_decay  s4   € àÔ$ð 	ØˆIà" >Ô2ˆØ.:ˆÔ% dÑ+Ø�lÐ#Ð#r   Úoptimizer_clsr5   c                 óD   — ||vr|S ||         }|dk    r|d|dz
  › �z   n|S )Né   ú-r7   )r   r9   r�   r5   Úcounts        r   Ú_add_prefixzLearningRateMonitor._add_prefix  sA   € ð Ð 4Ð4Ð4ØˆKØ$ ]Ô3ˆØ).°ª¨ˆt�o˜% !™)�o�oÑ%Ð%¸Ð<r   Trw   Úparam_group_indexÚ	use_namesc                 óæ   — t          |¦  «        dk    r5|s
|› d|dz   › �S ||                              dd|dz   › �¦  «        }|› d|› �S |r&||                              d¦  «        }|r|› d|› �n|S |S )Nr�   z/pgr9   r}   ú/)Úlenr‹   )r   r9   rw   r“   r”   Úpg_names         r   Ú_add_suffixzLearningRateMonitor._add_suffix  sº   € Ýˆ|ÑÔ˜qÒ Ð Øð ;ØÐ:Ð:Ð#4°qÑ#8Ð:Ð:Ð:Ø"Ð#4Ô5×9Ò9¸&ÐB^ÐGXÐ[\ÑG\ÐB^ÐB^Ñ_Ô_ˆGØÐ&Ð&˜WÐ&Ð&Ð&Øð 	<Ø"Ð#4Ô5×9Ò9¸&ÑAÔAˆGØ*1Ð;�dÐ&Ð&˜WÐ&Ð&Ð&°tÐ;Øˆr   c                 óÐ   ‡— d„ t          |d¬¦  «        D ¦   «         Št          ‰¦  «        }t          ‰¦  «        t          |¦  «        k    rt          ¦   «         S ˆfd„‰D ¦   «         S )Nc                 óF   — g | ]\  }}|                      d d|› �¦  «        ‘ŒS )r9   r}   )r‹   )r(   Úir}   s      r   ú
<listcomp>zDLearningRateMonitor._duplicate_param_group_names.<locals>.<listcomp>#  s0   € ÐXÐXÐX©e¨a°�—’˜  Q  Ñ)Ô)ÐXÐXÐXr   r�   )Ústartc                 óF   •— h | ]}‰                      |¦  «        d k    ¯|’ŒS )r�   )r‘   )r(   ÚnrJ   s     €r   ú	<setcomp>zCLearningRateMonitor._duplicate_param_group_names.<locals>.<setcomp>'  s-   ø€ Ð7Ð7Ð7�a E§K¢K°¡N¤N°QÒ$6Ð$6�Ð$6Ð$6Ð$6r   )Ú	enumerateÚsetr—   )r   rw   ÚuniquerJ   s      @r   Ú_duplicate_param_group_namesz0LearningRateMonitor._duplicate_param_group_names"  si   ø€ ØXÐXµyÀÐUVÐ7WÑ7WÔ7WÐXÑXÔXˆÝ�U‘”ˆÝˆu‰:Œ:�˜V™œÒ$Ð$Ý‘5”5ˆLØ7Ð7Ð7Ð7˜5Ð7Ñ7Ô7Ð7r   r,   c                 óþ   — g }g }t          t          ¦  «        }|D ]^}|j        }|j        �|j        nd|j        j        j        z   }|                      |j        ||||¦  «        }|                     |¦  «         Œ_|||fS )Núlr-)	r   Úintr%   r9   r&   Ú	__class__Ú__name__Ú!_check_duplicates_and_update_namer�   )	r   r,   rJ   r4   r5   r)   Úschr9   Úupdated_namess	            r   rC   z/LearningRateMonitor._find_names_from_schedulers)  sš   € ð ˆØ+-ˆÝBMÍcÑBRÔBRÐØ*ð 	(ð 	(ˆFØÔ"ˆCØ"(¤+Ð"9�6”;�;¸uÀsÄ}ÔG^ÔGgÑ?gˆDà ×BÒBØ”˜t _Ð6JÈFñô ˆMð �LŠL˜Ñ'Ô'Ð'Ð'à�oÐ';Ð;Ð;r   r.   r4   c                 óü   — g }g }|D ]r}t          |d¦  «        r|j        n|}||v rŒ d|j        j        z   }|                      ||||d ¦  «        }|                     |¦  «         |                     |¦  «         Œs||fS )Nr&   r§   )Úhasattrr&   r©   rª   r«   r�   )	r   r.   r4   r5   rJ   rs   r&   r9   r­   s	            r   rE   z/LearningRateMonitor._find_names_from_optimizers=  s±   € ð ˆØ')Ð$à#ð 	;ð 	;ˆIå/6°yÀ+Ñ/NÔ/NÐ]˜	Ô+Ð+ÐT]ˆIØ˜OÐ+Ð+Øà˜9Ô.Ô7Ñ7ˆDØ ×BÒBØ˜4 Ð2FÈñô ˆMð �LŠL˜Ñ'Ô'Ð'Ø(×/Ò/°	Ñ:Ô:Ð:Ð:àÐ2Ð2Ð2r   Úlr_scheduler_configc                 ój  ‡ ‡‡— |                      |¦  «         t          |¦  «        }|�|j        €||xx         dz  cc<   |j        Š‰                      ‰¦  «        }|rt          d‰› d|› �¦  «        ‚‰                      ‰||¦  «        Šˆˆˆ fd„t          t          ‰¦  «        ¦  «        D ¦   «         S )Nr�   zYA single `Optimizer` cannot have multiple parameter groups with identical `name` values. z& has duplicated parameter group names c                 ó>   •— g | ]}‰                      ‰‰|¦  «        ‘ŒS r7   )r™   )r(   rœ   r9   rw   r   s     €€€r   r�   zILearningRateMonitor._check_duplicates_and_update_name.<locals>.<listcomp>l  s+   ø€ ÐZÐZÐZ¸A�× Ò   |°QÑ7Ô7ÐZÐZÐZr   )	r�   Útyper9   rw   r¥   r
   r’   Úranger—   )	r   r&   r9   r4   r5   r°   r�   Ú
duplicatesrw   s	   ` `     @r   r«   z5LearningRateMonitor._check_duplicates_and_update_nameU  sö   øøø€ ð 	×Ò˜yÑ)Ô)Ð)Ý˜Y™œˆØÐ&Ð*=Ô*BÐ*JØ  Ð/Ð/Ô/°1Ñ4Ð/Ð/Ñ/ð !Ô-ˆØ×6Ò6°|ÑDÔDˆ
Øð 	Ý+ð[Ø"&ð[ð [ØNXð[ð [ñô ð ð
 ×Ò  mÐ5IÑJÔJˆØZÐZÐZÐZÐZÐZÅÅsÈ<ÑGXÔGXÑAYÔAYÐZÑZÔZÐZr   )NFF)r‚   )T)$rª   Ú
__module__Ú__qualname__Ú__doc__r   r   rA   r   r   r   rQ   r_   ra   r@   ÚdictÚfloatrV   r   rF   rl   rx   rj   ry   r{   r³   r   r¨   r’   r™   r£   r¥   r   ÚtuplerC   rE   r«   r7   r   r   r   r   &   s™  € € € € € ð5ð 5ðr @DØ"Ø!&ð	Mð Mà" 7¨?Ô#;Ô<ðMð ðMð ð	Mð
 
ðMð Mð Mð Mð" ð4a lð 4a¸3ð 4aÈ#ð 4aÐRVð 4að 4að 4añ „Xð4aðl ð
l¨Lð 
lÀð 
lÐPSð 
lÐX\ð 
lð 
lð 
lñ „Xð
lð ðl¨Lð lÀð lÐPSð lÐX\ð lð lð lñ „Xðlð lð ¸cð ÀdÈ3ÐPUÈ:ÔFVð ð ð ð ðB¨ið ÀÀSÄ	ð ÈdÐSVÐX]ÐS]ÔN^ð ð ð ð ð" t¨C°¨H¤~ð ¸Sð ÀTÈ#ÈsÈ(Ä^ð ð ð ð ð
,ð ,  d¨3¤i¤ð ,¸ð ,È$ð ,ð ,ð ,ð ,ð ¨T°#°t¸E´{Ð2BÔ-Cð  È3ð  Ð[_ð  ÐdhÐilÐnsÐisÔdtð  ð  ð  ð  ð$°°c¸3°h´ð $Àsð $ÈtÐTWÐY\ÐT\Ì~ð $ð $ð $ð $ð=Øð=Ø(,¨Y¬ð=ØOZÐ[_Ð`iÔ[jÐloÐ[oÔOpð=à	ð=ð =ð =ð =ð	ð 	 ð 	°4¸´:ð 	ÐRUð 	Ðbfð 	Ðruð 	ð 	ð 	ð 	ð8¸¸d¼ð 8ÈÈCÌð 8ð 8ð 8ð 8ð<à"Ð#4Ô5ð<ð 
ˆt�D˜”IŒ  Y¤°¸TÀ)¼_ÈcÐ=QÔ1RÐRÔ	Sð<ð <ð <ð <ð(3à˜”Ið3ð ˜iœð3ð *¨$¨y¬/¸3Ð*>Ô?ð	3ð
 
ˆt�D˜”IŒ  Y¤Ð/Ô	0ð3ð 3ð 3ð 3ð0[àð[ð ð[ð ˜iœð	[ð
 *¨$¨y¬/¸3Ð*>Ô?ð[ð &Ð&7Ô8ð[ð 
ˆcŒð[ð [ð [ð [ð [ð [r   r   )r¸   rG   Úcollectionsr   Útypingr   r   r   re   Útorch.optim.optimizerr   Útyping_extensionsr   Úpytorch_lightningÚplÚ$pytorch_lightning.callbacks.callbackr	   Ú&pytorch_lightning.utilities.exceptionsr
   Ú%pytorch_lightning.utilities.rank_zeror   Ú!pytorch_lightning.utilities.typesr   r   r7   r   r   ú<module>rÆ      s  ððð ð Ð Ð Ð Ø #Ð #Ð #Ð #Ð #Ð #Ø )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ð )Ð )à €€€Ø +Ð +Ð +Ð +Ð +Ð +Ø &Ð &Ð &Ð &Ð &Ð &à Ð Ð Ð Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø LÐ LÐ LÐ LÐ LÐ LØ @Ð @Ð @Ð @Ð @Ð @Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?ðF[ð F[ð F[ð F[ð F[˜(ñ F[ô F[ð F[ð F[ð F[r   