§
    “©ºj`  ã                   ó6  — d Z ddlZddlZddlZddlmZ ddlmZmZ ddl	m
Z
 ddlmZmZmZmZmZ ddlZddlmZmZ ddlmZmZ dd	lmZmZmZ dd
lmZ ddlmZ ddlm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z(m)Z) erddl*m+Z+  ej,        e-¦  «        Z. e(¦   «         Z/eej0        j1        ej2        j0        j1        ej2        j0        j3        f         Z4ej0         5                    ¦   «         Z6 G d„ d¦  «        Z7 G d„ d¦  «        Z8 G d„ de$¦  «        Z9de:de;fd„Z<dS )z<Profiler to check if there are any bottlenecks in your code.é    N)ÚAbstractContextManager)Ú	lru_cacheÚpartial)ÚPath)ÚTYPE_CHECKINGÚAnyÚCallableÚOptionalÚUnion)ÚTensorÚnn)Ú	EventListÚrecord_function)ÚProfilerActionÚProfilerActivityÚtensorboard_trace_handler)ÚRemovableHandle)Úoverride)Úis_cuda_available)Ú_TORCH_GREATER_EQUAL_2_4)ÚProfiler)ÚMisconfigurationException)ÚWarningCacheÚrank_zero_warn)ÚLightningModulec            
       ó”   — e Zd ZdZdej        ddfd„Zdej        dededefd	„Z	dej        d
edededef
d„Z
dd„Zdedededdfd„ZdS )ÚRegisterRecordFunctionaa  While profiling autograd operations, this class will add labels for module names around the forward function.

    The Lightning PyTorch Profiler will activate this feature automatically. It can be deactivated as follows:

    Example::
        from pytorch_lightning.profilers import PyTorchProfiler
        profiler = PyTorchProfiler(record_module_names=False)
        Trainer(profiler=profiler)

    It can be used outside of Lightning as follows:

    Example::
        from pytorch_lightning import Trainer, seed_everything
        with RegisterRecordFunction(model):
            out = model(batch)

    ÚmodelÚreturnNc                 ó0   — || _         i | _        i | _        d S ©N)Ú_modelÚ_recordsÚ_handles)Úselfr   s     ús/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/pytorch_lightning/profilers/pytorch.pyÚ__init__zRegisterRecordFunction.__init__C   s   € ØˆŒØ46ˆŒØ:<ˆŒˆˆó    Ú_ÚinputÚrecord_namec                 óf   — t          d|z   ¦  «        }|                     ¦   «          || j        |<   |S )Nz[pl][module])r   Ú	__enter__r#   )r%   r)   r*   r+   Úrecords        r&   Ú_start_recording_forwardz/RegisterRecordFunction._start_recording_forwardH   s7   € å  °+Ñ!=Ñ>Ô>ˆØ×ÒÑÔÐØ%+ˆŒ�kÑ"Øˆr(   Ú__Úoutputc                 óJ   — | j         |                              d d d ¦  «         |S r!   )r#   Ú__exit__)r%   r)   r0   r1   r+   s        r&   Ú_stop_recording_forwardz.RegisterRecordFunction._stop_recording_forwardO   s&   € ØŒ�kÔ"×+Ò+¨D°$¸Ñ=Ô=Ð=Øˆr(   c                 óh  — | j                              ¦   «         D ]—\  }}|r�t          |¦  «        j        › dt          |¦  «        j        › �}|› d|› �}|                     t          | j        |¬¦  «        ¦  «        }|                     t          | j	        |¬¦  «        ¦  «        }||g| j
        |<   Œ˜d S )Nú.z: )r+   )r"   Únamed_modulesÚtypeÚ
__module__Ú__name__Úregister_forward_pre_hookr   r/   Úregister_forward_hookr4   r$   )r%   Úmodule_nameÚmoduleÚ	full_namer+   Úpre_forward_handleÚpost_forward_handles          r&   r-   z RegisterRecordFunction.__enter__S   sÝ   € Ø#'¤;×#<Ò#<Ñ#>Ô#>ð 	Wð 	WÑˆK˜Øð 
WÝ# F™|œ|Ô6ÐPÐP½¸f¹¼Ô9NÐPÐP�	Ø!*Ð;Ð;¨kÐ;Ð;�Ø%+×%EÒ%EÝ˜DÔ9À{ÐSÑSÔSñ&ô &Ð"ð '-×&BÒ&BÝ˜DÔ8ÀkÐRÑRÔRñ'ô 'Ð#ð /AÐBUÐ-V�”˜kÑ*øð	Wð 	Wr(   r8   ÚvalueÚ	tracebackc                 ó~   — | j                              ¦   «         D ]}|D ]}|                     ¦   «          ŒŒi | _         d S r!   )r$   ÚvaluesÚremove)r%   r8   rB   rC   ÚhandlesÚhs         r&   r3   zRegisterRecordFunction.__exit__a   sM   € Ø”}×+Ò+Ñ-Ô-ð 	ð 	ˆGØð ð �Ø—’‘
”
�
�
ðàˆŒˆˆr(   ©r   N)r:   r9   Ú__qualname__Ú__doc__r   ÚModuler'   r   Ústrr/   r4   r-   r   r3   © r(   r&   r   r   0   sù   € € € € € ðð ð$=˜bœið =¨Dð =ð =ð =ð =ð
¨"¬)ð ¸Fð ÐQTð ÐY_ð ð ð ð ð¨¬ð ¸ð Èð Ð]`ð Ðekð ð ð ð ðWð Wð Wð Wð˜Sð ¨ð ¸ð Àð ð ð ð ð ð r(   r   c                   ó
  — e Zd ZdZdeddfd„Zdd„Zdeddfd„Zd	eddfd
„Z	e
defd„¦   «         Ze
defd„¦   «         Ze
defd„¦   «         Ze
defd„¦   «         Ze
defd„¦   «         Zdd„Ze
defd„¦   «         Zdeddfd„ZdS )ÚScheduleWrapperzŠThis class is used to override the schedule logic from the profiler and perform recording for both
    `training_step`, `validation_step`.Úscheduler   Nc                 óh   — t           st          d¦  «        ‚|| _        |                      ¦   «          d S )NzEYou are trying to use `ScheduleWrapper` which require kineto install.)Ú_KINETO_AVAILABLEÚModuleNotFoundErrorÚ	_scheduleÚreset)r%   rQ   s     r&   r'   zScheduleWrapper.__init__l   s2   € Ý ð 	oÝ%Ð&mÑnÔnÐnØ!ˆŒØ�
Š
‰Œˆˆˆr(   c                 ó    — d| _         d| _        d| _        d| _        d| _        d| _        d| _        d| _        d | _        d | _	        d | _
        d S )Nr   F)Ú_num_training_stepÚ_num_validation_stepÚ_num_test_stepÚ_num_predict_stepÚ_training_step_reached_endÚ_validation_step_reached_endÚ_test_step_reached_endÚ_predict_step_reached_endÚ_current_actionÚ_prev_schedule_actionÚ_start_action_name©r%   s    r&   rV   zScheduleWrapper.resetr   s`   € à"#ˆÔØ$%ˆÔ!ØˆÔØ!"ˆÔØ*/ˆÔ'Ø,1ˆÔ)Ø&+ˆÔ#Ø).ˆÔ&à.2ˆÔØ?CˆÔ"Ø15ˆÔÐÐr(   Ústart_action_namec                 ó   — || _         d S r!   )rb   )r%   rd   s     r&   ÚsetupzScheduleWrapper.setup�   s   € Ø"3ˆÔÐÐr(   Úcurrent_actionc                 ó   — || _         d S r!   )r`   )r%   rg   s     r&   Úpre_stepzScheduleWrapper.pre_step„   s   € Ø-ˆÔÐÐr(   c                 óH   — | j         €J ‚| j                              d¦  «        S )NÚtraining_step©r`   Úendswithrc   s    r&   Úis_trainingzScheduleWrapper.is_training‡   s(   € àÔ#Ð/Ð/Ð/ØÔ#×,Ò,¨_Ñ=Ô=Ð=r(   c                 óH   — | j         €J ‚| j                              d¦  «        S )NÚvalidation_steprl   rc   s    r&   Úis_validatingzScheduleWrapper.is_validatingŒ   s)   € àÔ#Ð/Ð/Ð/ØÔ#×,Ò,Ð->Ñ?Ô?Ð?r(   c                 óH   — | j         €J ‚| j                              d¦  «        S )NÚ	test_steprl   rc   s    r&   Ú
is_testingzScheduleWrapper.is_testing‘   s(   € àÔ#Ð/Ð/Ð/ØÔ#×,Ò,¨[Ñ9Ô9Ð9r(   c                 óH   — | j         €J ‚| j                              d¦  «        S )NÚpredict_steprl   rc   s    r&   Úis_predictingzScheduleWrapper.is_predicting–   s(   € àÔ#Ð/Ð/Ð/ØÔ#×,Ò,¨^Ñ<Ô<Ð<r(   c                 óv   — | j         r| j        S | j        r| j        S | j        r| j        S | j        r| j        S dS )Nr   )rn   rX   rq   rY   rt   rZ   rw   r[   rc   s    r&   Únum_stepzScheduleWrapper.num_step›   sV   € àÔð 	+ØÔ*Ð*ØÔð 	-ØÔ,Ð,ØŒ?ð 	'ØÔ&Ð&ØÔð 	*ØÔ)Ð)Øˆqr(   c                 óR  — | j         r| xj        dz  c_        d S | j        rT| j        €J ‚| j                             d¦  «        r| j        dk    r| xj        dz  c_        d S d S | xj        dz  c_        d S | j        r| xj        dz  c_        d S | j        r| xj	        dz  c_	        d S d S )Né   Úon_fit_startr   )
rn   rX   rq   rb   rm   rY   rt   rZ   rw   r[   rc   s    r&   Ú_stepzScheduleWrapper._step§   sù   € ØÔð 	(ØÐ#Ô# qÑ(Ð#Ô#Ð#Ð#ØÔð 
	(ØÔ*Ð6Ð6Ð6ØÔ&×/Ò/°Ñ?Ô?ð /ØÔ*¨QÒ.Ð.ØÐ-Ô-°Ñ2Ð-Ô-Ð-Ð-ð /Ð.ð Ð)Ô)¨QÑ.Ð)Ô)Ð)Ð)ØŒ_ð 	(ØÐÔ 1Ñ$ÐÔÐÐØÔð 	(ØÐ"Ô" aÑ'Ð"Ô"Ð"Ð"ð	(ð 	(r(   c                 óv   — | j         r| j        S | j        r| j        S | j        r| j        S | j        r| j        S dS )NF)rn   r\   rq   r]   rt   r^   rw   r_   rc   s    r&   Úhas_finishedzScheduleWrapper.has_finished¶   sV   € àÔð 	3ØÔ2Ð2ØÔð 	5ØÔ4Ð4ØŒ?ð 	/ØÔ.Ð.ØÔð 	2ØÔ1Ð1Øˆur(   ry   r   c                 ó¸  — | j         �| j        rt          j        S |                      ¦   «          |                      t          | j        d¦  «        ¦  «        }| j        t          j	        k    r|t          j
        k    rt          j	        }|t          j        k    r;| j        rd| _        n,| j        rd| _        n| j        rd| _        n| j        rd| _        || _        |S )Nr   T)r`   r   r   ÚNONEr}   rU   Úmaxry   ra   ÚRECORDÚWARMUPÚRECORD_AND_SAVErn   r\   rq   r]   rt   r^   rw   r_   )r%   ry   Úactions      r&   Ú__call__zScheduleWrapper.__call__Â   sÝ   € àÔÐ'¨4Ô+<Ð'Ý!Ô&Ð&à�
Š
‰ŒˆØ—’¥ D¤M°1Ñ 5Ô 5Ñ6Ô6ˆØÔ%­Ô)>Ò>Ð>À6Í^ÔMbÒCbÐCbõ $Ô*ˆFØ•^Ô3Ò3Ð3ØÔð 6Ø26�Ô/Ð/ØÔ#ð 6Ø48�Ô1Ð1Ø”ð 6Ø.2�Ô+Ð+ØÔ#ð 6Ø15�Ô.Ø%+ˆÔ"Øˆr(   rI   )r:   r9   rJ   rK   r	   r'   rV   rM   rf   ri   ÚpropertyÚboolrn   rq   rt   rw   Úintry   r}   r   r‡   rN   r(   r&   rP   rP   h   s¾  € € € € € ð+ð +ð ð ¨dð ð ð ð ð6ð 6ð 6ð 6ð4 sð 4¨tð 4ð 4ð 4ð 4ð. sð .¨tð .ð .ð .ð .ð ð>˜Tð >ð >ð >ñ „Xð>ð ð@˜tð @ð @ð @ñ „Xð@ð ð:˜Dð :ð :ð :ñ „Xð:ð ð=˜tð =ð =ð =ñ „Xð=ð ð	˜#ð 	ð 	ð 	ñ „Xð	ð(ð (ð (ð (ð ð	˜dð 	ð 	ð 	ñ „Xð	ð ð Ð)9ð ð ð ð ð ð r(   rP   c                   ó*  ‡ — e Zd Zh d£Zh d£Z	 	 	 	 	 	 	 	 	 d%deeeef                  dee         d	e	d
e	de	de
dee         de	deeeef                  deddfˆ fd„Zdeddfd„Zedee
ef         fd„¦   «         Zde	fd„Ze ed¦  «        dee         fd„¦   «         ¦   «         Zded         fd„Zededdfd„¦   «         Zededdfd„¦   «         Zedefd„¦   «         Zd&d„Zdee         defd „Z d&d!„Z!d&d"„Z"ed#ee         ddfˆ fd$„¦   «         Z#ˆ xZ$S )'ÚPyTorchProfiler>   rs   rv   rk   rp   >	   ÚcountÚcpu_timeÚ	cuda_timeÚcpu_time_totalÚcuda_time_totalÚcpu_memory_usageÚcuda_memory_usageÚself_cpu_memory_usageÚself_cuda_memory_usageNFTé   ÚdirpathÚfilenameÚgroup_by_input_shapesÚ	emit_nvtxÚexport_to_chromeÚ	row_limitÚsort_by_keyÚrecord_module_namesÚtable_kwargsÚprofiler_kwargsr   c
                 ó  •— t          ¦   «                              ||¬¦  «         |o|
                     dd¦  «        | _        || _        || _        || _        |pt          |
¦  «        | _        || _	        |
| _
        |	�|	ni | _        d| _        d| _        d| _        d| _        d| _        i | _        d| _        d| _        t(          r|                      |
¦  «         | j        | j        vr t/          d| j        › d| j        › d�¦  «        ‚| j        D ]z}|dv rt1          d	|› d
�¦  «        ‚t3          t5          j        t8          j        ¦  «        j                             ¦   «         ¦  «        h d£z
  }||vrt1          d	|› d|› d�¦  «        ‚Œ{dS )aŠ	  This profiler uses PyTorch's Autograd Profiler and lets you inspect the cost of
        different operators inside your model - both on the CPU and GPU.

        Args:
            dirpath: Directory path for the ``filename``. If ``dirpath`` is ``None`` but ``filename`` is present, the
                ``trainer.log_dir`` (from :class:`~pytorch_lightning.loggers.tensorboard.TensorBoardLogger`)
                will be used.

            filename: If present, filename where the profiler results will be saved instead of printing to stdout.
                The ``.txt`` extension will be used automatically.

            group_by_input_shapes: Include operator input shapes and group calls by shape.

            emit_nvtx: Context manager that makes every autograd operation emit an NVTX range
                Run::

                    nvprof --profile-from-start off -o trace_name.prof -- <regular command here>

                To visualize, you can either use::

                    nvvp trace_name.prof
                    torch.autograd.profiler.load_nvprof(path)

            export_to_chrome: Whether to export the sequence of profiled operators for Chrome.
                It will generate a ``.json`` file which can be read by Chrome.

            row_limit: Limit the number of rows in a table, ``-1`` is a special value that
                removes the limit completely.

            sort_by_key: Attribute used to sort entries. By default
                they are printed in the same order as they were registered.
                Valid keys include: ``cpu_time``, ``cuda_time``, ``cpu_time_total``,
                ``cuda_time_total``, ``cpu_memory_usage``, ``cuda_memory_usage``,
                ``self_cpu_memory_usage``, ``self_cuda_memory_usage``, ``count``.

            record_module_names: Whether to add module names while recording autograd operation.

            table_kwargs: Dictionary with keyword arguments for the summary table.

            \**profiler_kwargs: Keyword arguments for the :class:`Pytorch profiler <torch.profiler.profile>`.
                The exact available options depend on your PyTorch version.

        Raises:
            MisconfigurationException:
                If arg ``sort_by_key`` is not present in ``AVAILABLE_SORT_KEYS``.
                If arg ``schedule`` is not a ``Callable``.
                If arg ``schedule`` does not return a ``torch.profiler.ProfilerAction``.

        )r—   r˜   Úrecord_shapesFNzFound sort_by_key: z. Should be within z. >   Úsort_byrœ   z Found invalid table_kwargs key: z8. This is already a positional argument of the Profiler.>   r%   r£   rœ   r6   ) Úsuperr'   ÚgetÚ_group_by_input_shapesÚ
_emit_nvtxÚ_export_to_chromeÚ
_row_limitÚ_default_sort_by_keyÚ_sort_by_keyÚ_record_module_namesÚ_profiler_kwargsÚ_table_kwargsÚprofilerÚfunction_eventsÚ_lightning_moduleÚ	_registerÚ_parent_profilerÚ_recording_maprb   rU   rS   Ú_init_kinetoÚAVAILABLE_SORT_KEYSr   ÚKeyErrorÚsetÚinspectÚ	signaturer   ÚtableÚ
parametersÚkeys)r%   r—   r˜   r™   rš   r›   rœ   r�   rž   rŸ   r    ÚkeyÚvalid_table_keysÚ	__class__s                €r&   r'   zPyTorchProfiler.__init__é   sî  ø€ õ| 	‰Œ×Ò °8ÐÑ<Ô<Ð<à&;Ð&kÀ×@SÒ@SÐTcÐejÑ@kÔ@kˆÔ#Ø#ˆŒØ!1ˆÔØ#ˆŒØ'ÐPÕ+?ÀÑ+PÔ+PˆÔØ$7ˆÔ!Ø /ˆÔØ-9Ð-E˜\˜\È2ˆÔà-1ˆŒØ48ˆÔØ<@ˆÔØ;?ˆŒØBFˆÔØ:<ˆÔØ15ˆÔØ48ˆŒåð 	/Ø×Ò˜oÑ.Ô.Ð.àÔ DÔ$<Ð<Ð<Ý+Øh dÔ&7ÐhÐhÈDÔLdÐhÐhÐhñô ð ð Ô%ð 	oð 	oˆCØÐ.Ð.Ð.ÝØt°sÐtÐtÐtñô ð õ  #¥7Ô#4µY´_Ñ#EÔ#EÔ#P×#UÒ#UÑ#WÔ#WÑXÔXð \ð \ð \ñ  Ðð
 Ð*Ð*Ð*ÝÐmÀ#ÐmÐmÐZjÐmÐmÐmÑnÔnÐnð +ð	oð 	or(   c                 ó¾  — d|v }d|v | _         |                     dd ¦  «        }|�St          |¦  «        st          d|› �¦  «        ‚ |d¦  «        }t	          |t
          ¦  «        st          d|› �¦  «        ‚|                      ¦   «          |r|n|                      ¦   «         }|�t          |¦  «        n|| _        | j        | j	        d<   |                     dd ¦  «        }|p|  
                    ¦   «         | j	        d<   |                     dd¦  «        | _        |                     d	d
¦  «        | _        |                     dd¦  «        p| j        }|| j	        d<   d S )NrQ   Úon_trace_readyz&Schedule should be a callable. Found: r   zASchedule should return a `torch.profiler.ProfilerAction`. Found: Ú
activitiesÚexport_to_flame_graphFÚmetricÚself_cpu_time_totalÚ
with_stack)Ú_has_on_trace_readyr¥   Úcallabler   Ú
isinstancer   Ú_default_schedulerP   rU   r­   Ú_default_activitiesÚ_export_to_flame_graphÚ_metric)r%   r    Úhas_schedulerQ   r†   rÃ   rÇ   s          r&   rµ   zPyTorchProfiler._init_kinetoP  s†  € Ø! _Ð4ˆØ#3°Ð#FˆÔ à"×&Ò& z°4Ñ8Ô8ˆØÐÝ˜HÑ%Ô%ð eÝ/Ð0cÐYaÐ0cÐ0cÑdÔdÐdØ�X˜a‘[”[ˆFÝ˜f¥nÑ5Ô5ð Ý/Ø`ÐX^Ð`Ð`ñô ð ð 	×ÒÑ Ô Ð Ø+ÐI�8�8°×1GÒ1GÑ1IÔ1IˆØ6>Ð6J�¨Ñ2Ô2Ð2ÐPXˆŒØ,0¬NˆÔ˜jÑ)à$×(Ò(¨°tÑ<Ô<ˆ
Ø.8Ð.V¸D×<TÒ<TÑ<VÔ<VˆÔ˜lÑ+Ø&5×&9Ò&9Ð:QÐSXÑ&YÔ&YˆÔ#Ø&×*Ò*¨8Ð5JÑKÔKˆŒØ$×(Ò(¨°uÑ=Ô=Ð\ÀÔA\ˆ
Ø.8ˆÔ˜lÑ+Ð+Ð+r(   c                 ó>  — | j         €J ‚| j        €J ‚| j        j        }| j         j        r|j        S | j         j        rot          |j        t          ¦  «        rt          |j        ¦  «        n|j        }t          |j
        t          ¦  «        rt          |j
        ¦  «        n|j
        }||z   S | j         j        r7t          |j        t          ¦  «        rt          |j        ¦  «        n|j        }|S | j         j        rt          |j        ¦  «        S t          d¦  «        ‚)NzUnsupported schedule)rU   r±   Útrainerrn   Únum_training_batchesrq   rÊ   Únum_val_batchesÚlistÚsumÚnum_sanity_val_batchesrt   Únum_test_batchesrw   Únum_predict_batchesÚNotImplementedError)r%   rÑ   rÓ   rÖ   r×   s        r&   Ú_total_stepszPyTorchProfiler._total_stepsi  s0  € àŒ~Ð)Ð)Ð)ØÔ%Ð1Ð1Ð1ØÔ(Ô0ˆØŒ>Ô%ð 	0ØÔ/Ð/ØŒ>Ô'ð 		<å0:¸7Ô;RÕTXÑ0YÔ0YÐv•�GÔ+Ñ,Ô,Ð,Ð_fÔ_vð õ
 ˜gÔ<½dÑCÔCð4•�GÔ2Ñ3Ô3Ð3àÔ3ð #ð
 #Ð%;Ñ;Ð;ØŒ>Ô$ð 	$õ ˜gÔ6½Ñ=Ô=ð.•�GÔ,Ñ-Ô-Ð-àÔ-ð ð
 $Ð#ØŒ>Ô'ð 	4Ý�wÔ2Ñ3Ô3Ð3Ý!Ð"8Ñ9Ô9Ð9r(   c                 ó€   — | j         d uo5| j        d uo,| j        dk     o!| j        j        |                      ¦   «         k    S )Né   )r±   rU   rÚ   rË   rc   s    r&   Ú_should_override_schedulez)PyTorchProfiler._should_override_schedule…  sT   € àÔ"¨$Ð.ð EØ” dÐ*ðEàÔ! AÒ%ðEð ”Ô(¨D×,BÒ,BÑ,DÔ,DÒDð		
r(   r{   c                  óX   — t           r"t          j                             ddd¬¦  «        S d S )Nr{   é   )ÚwaitÚwarmupÚactive)rS   Útorchr¯   rQ   rN   r(   r&   rË   z!PyTorchProfiler._default_schedule�  s/   € õ ð 	Gå”>×*Ò*°¸!ÀAÐ*ÑFÔFÐFØˆtr(   r   c                 óÄ  — g }t           s|S t          rM|                     t          j        ¦  «         t          ¦   «         r|                     t          j        ¦  «         n€| j                             dd¦  «        r|                     t          j        ¦  «         | j                             dt          ¦   «         ¦  «        r|                     t          j        ¦  «         |S )NÚuse_cpuTÚuse_cuda)	rS   r   Úappendr   ÚCPUr   ÚCUDAr­   r¥   )r%   rÃ   s     r&   rÌ   z#PyTorchProfiler._default_activities•  sÑ   € Ø-/ˆ
Ý ð 	ØÐÝ#ð 		9Ø×ÒÕ.Ô2Ñ3Ô3Ð3Ý Ñ"Ô"ð 9Ø×!Ò!Õ"2Ô"7Ñ8Ô8Ð8øð Ô$×(Ò(¨°DÑ9Ô9ð 8Ø×!Ò!Õ"2Ô"6Ñ7Ô7Ð7ØÔ$×(Ò(¨Õ5FÑ5HÔ5HÑIÔIð 9Ø×!Ò!Õ"2Ô"7Ñ8Ô8Ð8ØÐr(   Úaction_namec                 ó�  — | j         €³t          j                             ¦   «         rt          j                             ¦   «          | j        �| j                             |¦  «         |                      ¦   «          | j                              ¦   «         }|�|| _         | j	        �| j	                             ¦   «          | j
        �@| j        €9| j        r2t          | j
        ¦  «        | _        | j                             ¦   «          | j         �;|| j        vr4t          d|z   ¦  «        }|                     ¦   «          || j        |<   d S d S d S )Nz[pl][profile])r¯   rã   ÚautogradÚ_profiler_enabledÚ_disable_profilerrU   rf   Ú_create_profilersr-   r³   r±   r²   r¬   r   r´   r   )r%   rê   r¯   Ú	recordings       r&   ÚstartzPyTorchProfiler.start¥  s<  € àŒ=Ð õ Œ~×/Ò/Ñ1Ô1ð 3Ý”×0Ò0Ñ2Ô2Ð2àŒ~Ð)Ø”×$Ò$ [Ñ1Ô1Ð1à×"Ò"Ñ$Ô$Ð$à”}×.Ò.Ñ0Ô0ˆHØÐ#Ø (�”àÔ$Ð0ØÔ%×/Ò/Ñ1Ô1Ð1àÔ!Ð-°$´.Ð2HÈTÔMfÐ2HÝ3°DÔ4JÑKÔKˆDŒNØŒN×$Ò$Ñ&Ô&Ð&àŒ=Ð$¨¸DÔ<OÐ)OÐ)Oå'¨¸+Ñ(EÑFÔFˆIØ×ÒÑ!Ô!Ð!Ø/8ˆDÔ Ñ,Ð,Ð,ð	 %Ð$Ð)OÐ)Or(   c                 ó
  ‡ ‡— ‰‰ j         v r*‰ j         ‰                              d d d ¦  «         ‰ j         ‰= t          r‰ j        rd S ‰ j        ��3t          ˆfd„‰ j        D ¦   «         ¦  «        �rt          ‰ j        t          j        j	        ¦  «        sJ ‚‰ j
        �‰ j
                             ‰¦  «         ‰                      ¦   «         rAt                               d¦  «         d ‰ _
        t          j        j        j        ‰ j        _        dt"          dd fˆˆ fd„}‰ j        s|‰ j        _        ‰ j
        �‰ j
        j        ‰ j        _        ‰ j                             ¦   «          ‰ j                             dd¦  «         d S d S d S )Nc              3   óB   •K  — | ]}‰                      |¦  «        V — Œd S r!   )rm   )Ú.0Úfuncrê   s     €r&   ú	<genexpr>z'PyTorchProfiler.stop.<locals>.<genexpr>Ì  s1   øè è € Ð,hÐ,hÈD¨[×-AÒ-AÀ$Ñ-GÔ-GÐ,hÐ,hÐ,hÐ,hÐ,hÐ,hr(   zpThe PyTorch Profiler default schedule will be overridden as there is not enough steps to properly record traces.r¯   r   c                 óÔ  •— ‰j         �Ð‰j        rBt          t          ‰j         ¦  «        ‰                     ‰d¬¦  «        ¦  «        } || ¦  «         ‰j        r~t          j                             ‰j         ‰                     ‰d¬¦  «        ¦  «        }t          | t          j        j        j        ¦  «        sJ ‚|                      |‰j        ¬¦  «         d S d S t!          d¦  «         d S )NÚ )rê   Ú	extensionz.stack)rÅ   z?The PyTorchProfiler failed to export trace as `dirpath` is None)r—   r¨   r   rM   Ú_prepare_filenamerÍ   ÚosÚpathÚjoinrÊ   rã   rì   r¯   ÚprofileÚexport_stacksrÎ   r   )r¯   Úhandlerrü   rê   r%   s      €€r&   rÂ   z,PyTorchProfiler.stop.<locals>.on_trace_readyÛ  sû   ø€ Ø”<Ð+ØÔ-ð *Ý";Ý ¤Ñ-Ô-¨t×/EÒ/EÐR]ÐikÐ/EÑ/lÔ/lñ#ô #˜ð  ˜ Ñ)Ô)Ð)àÔ2ð JÝ!œwŸ|š|Ø œL¨$×*@Ò*@È[ÐdlÐ*@Ñ*mÔ*mñ ô  ˜õ  *¨(µE´NÔ4KÔ4SÑTÔTÐTÐTÐTØ ×.Ò.¨t¸D¼LÐ.ÑIÔIÐIÐIÐIðJð Jõ #Ð#dÑeÔeÐeÐeÐer(   Ú	Frameworkzpytorch-lightning)r´   r3   rS   r§   r¯   ÚanyÚSTEP_FUNCTIONSrÊ   rã   rþ   rU   ri   rÝ   Úwarning_cacheÚwarnÚ_default_schedule_fnrQ   Ú	_PROFILERrÈ   rÂ   ry   Ústep_numÚstepÚadd_metadata)r%   rê   rÂ   s   `` r&   ÚstopzPyTorchProfiler.stopÃ  sµ  øø€ à˜$Ô-Ð-Ð-ØÔ Ô,×5Ò5°d¸DÀ$ÑGÔGÐGØÔ# KÐ0å ð 	 D¤Oð 	ØˆFàŒ=Ñ$­Ð,hÐ,hÐ,hÐ,hÐTXÔTgÐ,hÑ,hÔ,hÑ)hÔ)hÑ$Ý˜dœm­U¬^Ô-CÑDÔDÐDÐDÐDØŒ~Ð)Ø”×'Ò'¨Ñ4Ô4Ð4ð ×-Ò-Ñ/Ô/ð VÝ×"Ò"ð7ñô ð ð "&�”Ý).¬Ô)@Ô)U�”Ô&ðf­ð f°tð fð fð fð fð fð fð fð" Ô+ð >Ø/=�”Ô,àŒ~Ð)Ø)-¬Ô)@�”Ô&ØŒM×ÒÑ Ô Ð ØŒM×&Ò& {Ð4GÑHÔHÐHÐHÐHðM %Ð$Ð$Ð$r(   c                 óô  — | j                              dd¦  «        r| j        rdS |                      ¦   «          | j        sdS | j        rYt          sR| j        › d�}| j        €|n$t          j
                             | j        |¦  «        }| j                             |¦  «         | j                             | j        ¬¦  «        } |j        d| j        | j        dœ| j        ¤Ž}d|i}|                      |¦  «        S )	NÚenabledTrø   z_trace.json)r™   )r£   rœ   ÚrecordsrN   )r­   r¥   r§   Ú_delete_profilersr°   r¨   rS   Ú
local_rankr—   rû   rü   rý   Úexport_chrome_traceÚkey_averagesr¦   r»   r«   r©   r®   Ú_stats_to_str)r%   r˜   Úpath_to_traceÚdatar»   Úrecorded_statss         r&   ÚsummaryzPyTorchProfiler.summaryô  s  € àÔ$×(Ò(¨°DÑ9Ô9ð 	¸T¼_ð 	Ø�2à×ÒÑ Ô Ð àÔ#ð 	Ø�2àÔ!ð 	DÕ*;ð 	DØœ/Ð6Ð6Ð6ˆHØ(,¬Ð(<˜H˜HÅ"Ä'Ç,Â,ÈtÌ|Ð]eÑBfÔBfˆMØÔ ×4Ò4°]ÑCÔCÐCàÔ#×0Ò0ÀtÔGbÐ0ÑcÔcˆØ�”
Ðf 4Ô#4ÀÄÐfÐfÐSWÔSeÐfÐfˆà# UÐ+ˆØ×!Ò! .Ñ1Ô1Ð1r(   c                 ó~  — | j         �d S | j        r_| j        €(t          j        j                              ¦   «         | _        |                      t          j        j         j        ¦  «        | _         d S d | _        |                      t          rt          j         j        nt          j        j         j        ¦  «        | _         d S r!   )
r¯   r§   r³   rã   Úcudarþ   Ú_create_profilerrì   rš   rS   rc   s    r&   rï   z!PyTorchProfiler._create_profilers	  s™   € ØŒ=Ð$ØˆFàŒ?ð 	ØÔ$Ð,Ý(-¬
Ô(;×(CÒ(CÑ(EÔ(E�Ô%Ø ×1Ò1µ%´.Ô2IÔ2SÑTÔTˆDŒMˆMˆMà$(ˆDÔ!Ø ×1Ò1Ý*;Ð`•”Ô&Ð&ÅÄÔAXÔA`ñô ˆDŒMˆMˆMr(   r¯   c                 óš   ‡— t          j        |j        ¦  «        j        Šˆfd„| j                             ¦   «         D ¦   «         } |di |¤ŽS )Nc                 ó$   •— i | ]\  }}|‰v ¯	||“ŒS rN   rN   )rô   ÚkÚvÚinit_parameterss      €r&   ú
<dictcomp>z4PyTorchProfiler._create_profiler.<locals>.<dictcomp>  s)   ø€ ÐYÐYÐY™4˜1˜aÀAÈÐDXÐDX�!�QÐDXÐDXÐDXr(   rN   )r¹   rº   r'   r¼   r­   Úitems)r%   r¯   Úkwargsr  s      @r&   r  z PyTorchProfiler._create_profiler  sW   ø€ Ý!Ô+¨HÔ,=Ñ>Ô>ÔIˆØYÐYÐYÐY 4Ô#8×#>Ò#>Ñ#@Ô#@ÐYÑYÔYˆØˆxÐ!Ð!˜&Ð!Ð!Ð!r(   c                 ó*  — | j         rd S t          rFt          | j        t          j        j        ¦  «        sJ ‚| j                             ¦   «         | _        d S t          | j        t          j        j        j        ¦  «        sJ ‚| j        j        | _        d S r!   )	r§   rS   rÊ   r¯   rã   rþ   Úeventsr°   rì   rc   s    r&   Ú_cache_functions_eventsz'PyTorchProfiler._cache_functions_events  s†   € ØŒ?ð 	ØˆFåð 	AÝ˜dœm­U¬^Ô-CÑDÔDÐDÐDÐDØ#'¤=×#7Ò#7Ñ#9Ô#9ˆDÔ Ð Ð å˜dœm­U¬^Ô-DÔ-LÑMÔMÐMÐMÐMØ#'¤=Ô#@ˆDÔ Ð Ð r(   c                 ón  — | j         �7| j                              d d d ¦  «         |                      ¦   «          d | _         | j        �| j                             ¦   «          | j        �#| j                             d d d ¦  «         d | _        | j        �%| j                             d d d ¦  «         d | _        d S d S r!   )r¯   r3   r%  rU   rV   r³   r²   rc   s    r&   r  z!PyTorchProfiler._delete_profilers'  sº   € ØŒ=Ð$ØŒM×"Ò" 4¨¨tÑ4Ô4Ð4Ø×(Ò(Ñ*Ô*Ð*Ø ˆDŒMàŒ>Ð%ØŒN× Ò Ñ"Ô"Ð"àÔ Ð,ØÔ!×*Ò*¨4°°tÑ<Ô<Ð<Ø$(ˆDÔ!àŒ>Ð%ØŒN×#Ò# D¨$°Ñ5Ô5Ð5Ø!ˆDŒNˆNˆNð &Ð%r(   Ústagec                 óÚ   •— |                       ¦   «          t          | j        ¦  «        D ]}|                      |¦  «         Œi | _        t	          ¦   «                              |¬¦  «         d S )N)r'  )r  rÔ   r´   r  r¤   Úteardown)r%   r'  r  rÀ   s      €r&   r)  zPyTorchProfiler.teardown8  si   ø€ à×ÒÑ Ô Ð å�dÔ)Ñ*Ô*ð 	ð 	ˆAØ�IŠI�a‰LŒLˆLˆLØ ˆÔå‰Œ×Ò˜uÐÑ%Ô%Ð%Ð%Ð%r(   )	NNFFTr–   NTNrI   )%r:   r9   rJ   r  r¶   r
   r   rM   r   r‰   rŠ   Údictr   r'   rµ   rˆ   ÚfloatrÚ   rÝ   Ústaticmethodr   r	   rË   rÔ   rÌ   r   rñ   r  r  rï   r8   r  r  r%  r  r)  Ú__classcell__)rÀ   s   @r&   rŒ   rŒ   Û   s(  ø€ € € € € ØVÐVÐV€Nð
ð 
ð 
Ðð /3Ø"&Ø&+ØØ!%ØØ%)Ø$(Ø15ðeoð eoà˜%  T 	Ô*Ô+ðeoð ˜3”-ðeoð  $ð	eoð
 ðeoð ðeoð ðeoð ˜c”]ðeoð "ðeoð ˜t C¨ Hœ~Ô.ðeoð ðeoð 
ðeoð eoð eoð eoð eoð eoðN9¨Cð 9°Dð 9ð 9ð 9ð 9ð2 ð:˜e C¨ JÔ/ð :ð :ð :ñ „Xð:ð6
¨4ð 
ð 
ð 
ð 
ð Ø€Yˆq�\„\ð˜x¨Ô1ð ð ð ñ „\ñ „\ðð TÐ*<Ô%=ð ð ð ð ð  ð9 ð 9¨ð 9ð 9ð 9ñ „Xð9ð: ð.I ð .I¨ð .Ið .Ið .Iñ „Xð.Ið` ð2˜ð 2ð 2ð 2ñ „Xð2ð(ð ð ð ð"¨¨i¬ð "¸Yð "ð "ð "ð "ð
	Að 	Að 	Að 	Að"ð "ð "ð "ð" ð&˜h sœmð &°ð &ð &ð &ð &ð &ñ „Xð&ð &ð &ð &ð &r(   rŒ   r    r   c                 ó®   — |                       dg ¦  «        }|                       dd¦  «        p |ot          j        |v p| ot          ¦   «         }|rdnd› d�S )NrÃ   ræ   Fr  ÚcpuÚ_time_total)r¥   r   ré   r   )r    rÃ   Úis_cudas      r&   rª   rª   C  su   € Ø ×$Ò$ \°2Ñ6Ô6€Jà×Ò˜J¨Ñ.Ô.ð 	4ØÐ>Õ+Ô0°JÐ>ð	4àˆNÐ2Õ0Ñ2Ô2ð ð
  Ð*ˆfˆf UÐ7Ð7Ð7Ð7r(   )=rK   r¹   Úloggingrû   Ú
contextlibr   Ú	functoolsr   r   Úpathlibr   Útypingr   r   r	   r
   r   rã   r   r   Útorch.autograd.profilerr   r   Útorch.profilerr   r   r   Útorch.utils.hooksr   Útyping_extensionsr   Ú"lightning_fabric.accelerators.cudar   Ú"lightning_fabric.utilities.importsr   Ú$pytorch_lightning.profilers.profilerr   Ú&pytorch_lightning.utilities.exceptionsr   Ú%pytorch_lightning.utilities.rank_zeror   r   Úpytorch_lightning.core.moduler   Ú	getLoggerr:   Úlogr  r¯   rþ   rì   rš   r  Úkineto_availablerS   r   rP   rŒ   r*  rM   rª   rN   r(   r&   ú<module>rD     s–  ðð CÐ Bà €€€Ø €€€Ø 	€	€	€	Ø -Ð -Ð -Ð -Ð -Ð -Ø (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ø Ð Ð Ð Ð Ð Ø @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ø >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ø VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VØ -Ð -Ð -Ð -Ð -Ð -Ø &Ð &Ð &Ð &Ð &Ð &à @Ð @Ð @Ð @Ð @Ð @Ø GÐ GÐ GÐ GÐ GÐ GØ 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø LÐ LÐ LÐ LÐ LÐ LØ NÐ NÐ NÐ NÐ NÐ NÐ NÐ Nàð >Ø=Ð=Ð=Ð=Ð=Ð=ð €gÔ˜Ñ!Ô!€Ø�‘”€à�%”.Ô(¨%¬.Ô*AÔ*IÈ5Ì>ÔKbÔKlÐlÔm€	Ø”N×3Ò3Ñ5Ô5Ð ð5ð 5ð 5ð 5ð 5ñ 5ô 5ð 5ðppð pð pð pð pñ pô pð pðfe&ð e&ð e&ð e&ð e&�hñ e&ô e&ð e&ðP8¨$ð 8°3ð 8ð 8ð 8ð 8ð 8ð 8r(   