§
    ·¯¸jš  ã                   ón   — d dl Z d dlZd dlmZ d dlmZmZmZ d dlZ G d„ dej	        j
        ¦  «        ZdS )é    N)ÚOrderedDict)ÚUnionÚOptionalÚListc                   óŽ   ‡ — e Zd ZdgZdgZ	 	 	 	 	 ddeej        j                 d	e	e
e                  d
edededefˆ fd„Zd„ Zˆ xZS )ÚAttentionExtractz*attn.softmaxz
*attn_dropNÚevalÚfxÚforwardFÚmodelÚnamesÚmodeÚmethodÚ	hook_typeÚ	use_regexc                 ó@  •‡‡— t          ¦   «                              ¦   «          |dv sJ ‚|dk    r|                     ¦   «         }n|                     ¦   «         }|dv sJ ‚|dk    r…ddlm}m}  ||¦  «        |dk    rdnd         }	‰p| j        Š|rd„ ‰D ¦   «         Šˆfd	„|	D ¦   «         }
nˆfd
„|	D ¦   «         }
|
st          d‰› d�¦  «        ‚ |||
d¬¦  «        | _	        d| _
        nŸ|dv sJ ‚ddlm} d„ |                     ¦   «         D ¦   «         }‰p| j        Š|rd„ ‰D ¦   «         Šˆfd„|D ¦   «         }
nˆfd„|D ¦   «         }
|
st          d‰› d�¦  «        ‚|| _	         ||
|                     ¦   «         |¬¦  «        | _
        |
| _        || _        || _        dS )aÛ   Extract attention maps (or other activations) from a model by name.

        Args:
            model: Instantiated model to extract from.
            names: List of concrete or wildcard names to extract. Names are nodes for fx and modules for hooks.
            mode: 'train' or 'eval' model mode.
            method: 'fx' or 'hook' extraction method.
            hook_type: 'forward' or 'forward_pre' hooks used.
            use_regex: Use regex instead of fnmatch
        )Útrainr	   r   )r
   Úhookr
   r   )Úget_graph_node_namesÚGraphExtractNeté   c                 ó6   — g | ]}t          j        |¦  «        ‘ŒS © ©ÚreÚcompile©Ú.0Úrs     úl/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/utils/attention_extract.pyú
<listcomp>z-AttentionExtract.__init__.<locals>.<listcomp>0   ó    € Ð8Ð8Ð8¨Q�2œ: a™=œ=Ð8Ð8Ð8ó    c                 óL   •‡— g | ]Št          ˆfd „‰D ¦   «         ¦  «        ¯‰‘Œ S )c                 ó:   •— g | ]}|                      ‰¦  «        ‘ŒS r   ©Úmatch)r   r   Úgs     €r    r!   z8AttentionExtract.__init__.<locals>.<listcomp>.<listcomp>1   s#   ø€ Ð8UÐ8UÐ8UÈ¸¿ºÀ¹¼Ð8UÐ8UÐ8Ur#   ©Úany)r   r(   Úregexess    @€r    r!   z-AttentionExtract.__init__.<locals>.<listcomp>1   s<   øø€ ÐWÐWÐW µCÐ8UÐ8UÐ8UÐ8UÈWÐ8UÑ8UÔ8UÑ4VÔ4VÐW˜1ÐWÐWÐWr#   c                 óL   •‡— g | ]Št          ˆfd „‰D ¦   «         ¦  «        ¯‰‘Œ S )c                 ó:   •— g | ]}t          j         ‰|¦  «        ‘ŒS r   ©Úfnmatch)r   Únr(   s     €r    r!   z8AttentionExtract.__init__.<locals>.<listcomp>.<listcomp>3   s&   ø€ Ð8^Ð8^Ð8^ÐST½¼ÈÈAÑ9NÔ9NÐ8^Ð8^Ð8^r#   r)   )r   r(   r   s    @€r    r!   z-AttentionExtract.__init__.<locals>.<listcomp>3   s=   øø€ Ð`Ð`Ð` µCÐ8^Ð8^Ð8^Ð8^ÐX]Ð8^Ñ8^Ô8^Ñ4_Ô4_Ð`˜1Ð`Ð`Ð`r#   zNo node names found matching ú.T)Úreturn_dictN)r   Úforward_pre)ÚFeatureHooksc                 ó   — g | ]\  }}|‘ŒS r   r   ©r   r0   Úms      r    r!   z-AttentionExtract.__init__.<locals>.<listcomp>>   s   € Ð@Ð@Ð@¡$ ! Q˜AÐ@Ð@Ð@r#   c                 ó6   — g | ]}t          j        |¦  «        ‘ŒS r   r   r   s     r    r!   z-AttentionExtract.__init__.<locals>.<listcomp>A   r"   r#   c                 óL   •‡— g | ]Št          ˆfd „‰D ¦   «         ¦  «        ¯‰‘Œ S )c                 ó:   •— g | ]}|                      ‰¦  «        ‘ŒS r   r&   )r   r   r7   s     €r    r!   z8AttentionExtract.__init__.<locals>.<listcomp>.<listcomp>B   s#   ø€ Ð:WÐ:WÐ:WÈ!¸1¿7º7À1¹:¼:Ð:WÐ:WÐ:Wr#   r)   )r   r7   r+   s    @€r    r!   z-AttentionExtract.__init__.<locals>.<listcomp>B   s<   øø€ ÐYÐYÐY µcÐ:WÐ:WÐ:WÐ:WÈwÐ:WÑ:WÔ:WÑ6XÔ6XÐY˜1ÐYÐYÐYr#   c                 óL   •‡— g | ]Št          ˆfd „‰D ¦   «         ¦  «        ¯‰‘Œ S )c                 ó:   •— g | ]}t          j         ‰|¦  «        ‘ŒS r   r.   r6   s     €r    r!   z8AttentionExtract.__init__.<locals>.<listcomp>.<listcomp>D   s&   ø€ Ð:`Ð:`Ð:`ÐUV½7¼?È1ÈaÑ;PÔ;PÐ:`Ð:`Ð:`r#   r)   )r   r7   r   s    @€r    r!   z-AttentionExtract.__init__.<locals>.<listcomp>D   s=   øø€ ÐbÐbÐb µcÐ:`Ð:`Ð:`Ð:`ÐZ_Ð:`Ñ:`Ô:`Ñ6aÔ6aÐb˜1ÐbÐbÐbr#   zNo module names found matching )Údefault_hook_type)ÚsuperÚ__init__r   r	   Útimm.models._features_fxr   r   Údefault_node_namesÚRuntimeErrorr   ÚhooksÚtimm.models._featuresr4   Únamed_modulesÚdefault_module_namesr   r   r   )Úselfr   r   r   r   r   r   r   r   Ú
node_namesÚmatchedr4   Úmodule_namesr+   Ú	__class__s     `          @€r    r?   zAttentionExtract.__init__   sR  øøø€ õ& 	‰Œ×ÒÑÔÐØÐ(Ð(Ð(Ð(Ð(Ø�7Š?ˆ?Ø—K’K‘M”MˆEˆEà—J’J‘L”LˆEà˜Ð'Ð'Ð'Ð'Ø�TŠ>ˆ>àVÐVÐVÐVÐVÐVÐVÐVà-Ð-¨eÑ4Ô4¸$À'º/¸/°Q°QÈqÔQˆJØÐ4˜TÔ4ˆEØð aØ8Ð8°%Ð8Ñ8Ô8�ØWÐWÐWÐW jÐWÑWÔW��à`Ð`Ð`Ð` jÐ`Ñ`Ô`�Øð MÝ"Ð#KÀ5Ð#KÐ#KÐ#KÑLÔLÐLà(˜¨°ÀTÐJÑJÔJˆDŒJØˆDŒJˆJð Ð :Ð:Ð:Ð:Ð:Ø:Ð:Ð:Ð:Ð:Ð:à@Ð@¨%×*=Ò*=Ñ*?Ô*?Ð@Ñ@Ô@ˆLØÐ6˜TÔ6ˆEØð cØ8Ð8°%Ð8Ñ8Ô8�ØYÐYÐYÐY lÐYÑYÔY��àbÐbÐbÐb lÐbÑbÔb�Øð OÝ"Ð#MÀUÐ#MÐ#MÐ#MÑNÔNÐNàˆDŒJØ%˜ g¨u×/BÒ/BÑ/DÔ/DÐXaÐbÑbÔbˆDŒJàˆŒ
ØˆŒ	ØˆŒˆˆr#   c                 óª   — | j         �6|                      |¦  «         | j                              |j        ¬¦  «        }n|                      |¦  «        }|S )N)Údevice)rC   r   Ú
get_outputrM   )rG   ÚxÚoutputs      r    r   zAttentionExtract.forwardO   sI   € ØŒ:Ð!Ø�JŠJ�q‰MŒMˆMØ”Z×*Ò*°!´(Ð*Ñ;Ô;ˆFˆFà—Z’Z ‘]”]ˆFØˆr#   )Nr	   r
   r   F)Ú__name__Ú
__module__Ú__qualname__rA   rF   r   ÚtorchÚnnÚModuler   r   ÚstrÚboolr?   r   Ú__classcell__)rK   s   @r    r   r   	   sÀ   ø€ € € € € à)Ð*ÐØ(˜>Ðð
 *.ØØØ&Ø#ð?ð ?à˜œœÔ)ð?ð ˜D œIÔ&ð?ð ð	?ð
 ð?ð ð?ð ð?ð ?ð ?ð ?ð ?ð ?ðBð ð ð ð ð ð r#   r   )r/   r   Úcollectionsr   Útypingr   r   r   rT   rU   rV   r   r   r#   r    ú<module>r\      s’   ðØ €€€Ø 	€	€	€	Ø #Ð #Ð #Ð #Ð #Ð #Ø (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ð (à €€€ðLð Lð Lð Lð L�u”x”ñ Lô Lð Lð Lð Lr#   