§
    ·¯¸j¨  ã                   óh  — d dl Z d dlZd dlmZ d dlmZmZ d dlmZ d dl	m
Z
  ej        e¦  «        Zdedee         defd	„Z	 	 	 	 	 d dej        dee         dedee         dee         defd„Zd„ Zd!d„ZeZ	 	 	 	 	 	 	 	 	 d"dej        dedee         dee         dededededee         defd„ZdS )#é    N)Úislice)Ú
CollectionÚOptional)Únn)Úgroup_parametersÚnameÚpatternsÚreturnc                 ó:   ‡ — t          ˆ fd„|D ¦   «         ¦  «        S )zACheck if parameter name matches any pattern (supports wildcards).c              3   óB   •K  — | ]}t          j         ‰|¦  «        V — Œd S ©N)Úfnmatch)Ú.0Úpatternr   s     €úh/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/optim/_param_groups.pyú	<genexpr>z#_matches_pattern.<locals>.<genexpr>   s/   øè è € ÐFÐF°'�wŒ˜t WÑ-Ô-ÐFÐFÐFÐFÐFÐFó    )Úany)r   r	   s   ` r   Ú_matches_patternr      s&   ø€ åÐFÐFÐFÐF¸XÐFÑFÔFÑFÔFÐFr   çñhãˆµøä>T© FÚmodelÚweight_decayÚweight_decay_exclude_1dÚno_weight_decay_listÚfallback_listÚfallback_no_weight_decayc                 ó  — |rt          |¦  «        t          |¦  «        z  }| }g }g }g }	g }
|                      ¦   «         D ]Þ\  }}|j        sŒt          ||¦  «        }|r.|r|
                     |¦  «         Œ7|	                     |¦  «         ŒMt          ||¦  «        }|o|j        dk    p|                     d¦  «        }|s|r.|r|
                     |¦  «         Œ›|	                     |¦  «         Œ±|r|                     |¦  «         ŒÉ|                     |¦  «         Œßg }|	r|                     |	ddœ¦  «         |r|                     ||dœ¦  «         |
r|                     |
dddœ¦  «         |r|                     ||ddœ¦  «         |S )Né   z.biasç        )Úparamsr   T)r!   r   Úuse_fallback)ÚsetÚnamed_parametersÚrequires_gradr   ÚappendÚndimÚendswith)r   r   r   r   r   r   Úno_wdÚdecayÚdecay_fallbackÚno_decayÚno_decay_fallbackr   ÚparamÚis_fallbackÚmatches_patternÚis_excluded_1dÚgroupss                    r   Úparam_groups_weight_decayr3      s	  € ð  ð GÝ˜MÑ*Ô*­SÐ1EÑ-FÔ-FÑFˆàÐ€Eà€EØ€NØ€HØÐØ×-Ò-Ñ/Ô/ð (ð (‰ˆˆeØÔ"ð 	Øõ ' t¨]Ñ;Ô;ˆàð 	(àð 'Ø!×(Ò(¨Ñ/Ô/Ð/Ð/à—’ Ñ&Ô&Ð&Ð&õ /¨tÐ5IÑJÔJˆOØ4Ðd¸%¼*Èº/Ð:cÈTÏ]Ê]Ð[bÑMcÔMcˆNØð ( ð (àð +Ø%×,Ò,¨UÑ3Ô3Ð3Ð3à—O’O EÑ*Ô*Ð*Ð*ð ð (Ø"×)Ò)¨%Ñ0Ô0Ð0Ð0à—L’L Ñ'Ô'Ð'Ð'à€FØð @Ø�Š ¸2Ð>Ð>Ñ?Ô?Ð?Øð GØ�Š ¸ÐEÐEÑFÔFÐFØð _Ø�ŠÐ!2ÀBÐX\Ð]Ð]Ñ^Ô^Ð^Øð fØ�Š ÀÐ_cÐdÐdÑeÔeÐeà€Mr   c                 óL   ‡ ‡— t          ‰ ¦  «        Š t          ˆ ˆfd„d¦  «        S )Nc                  ó>   •— t          t          ‰ ‰¦  «        ¦  «        S r   )Útupler   ©ÚitÚsizes   €€r   ú<lambda>z_group.<locals>.<lambda>Q   s   ø€ ��f R¨Ñ.Ô.Ñ/Ô/€ r   r   )Úiterr7   s   ``r   Ú_groupr<   O   s,   øø€ Ý	ˆb‰Œ€BÝÐ/Ð/Ð/Ð/Ð/°Ñ4Ô4Ð4r   é   c                 óü  ‡— d„ }t          | di ¦  «                             dd ¦  «        }g }g }|                      ¦   «         D ];\  }} |||¦  «        r|                     |¦  «        n|                     |¦  «         Œ<t	          |¦  «        }	|�|	| z   }t          t          ||¦  «        ¦  «        }t	          |¦  «        Šd„ t          |¦  «        D ¦   «         }
|
                     ˆfd„|D ¦   «         ¦  «         |
S )Nc                 ó¤   ‡ — |sdS t          |t          t          f¦  «        rt          ˆ fd„|D ¦   «         ¦  «        S ‰                      |¦  «        S )NTc                 ó:   •— g | ]}‰                      |¦  «        ‘ŒS r   )Ú
startswith)r   ÚhpiÚns     €r   ú
<listcomp>z7auto_group_layers.<locals>._in_head.<locals>.<listcomp>Y   s%   ø€ Ð8Ð8Ð8¨c˜Ÿš SÑ)Ô)Ð8Ð8Ð8r   )Ú
isinstancer6   Úlistr   rA   )rC   Úhps   ` r   Ú_in_headz#auto_group_layers.<locals>._in_headU   s[   ø€ Øð 	$Ø�4Ý˜�U¥D˜MÑ*Ô*ð 	$ÝÐ8Ð8Ð8Ð8°RÐ8Ñ8Ô8Ñ9Ô9Ð9à—<’< Ñ#Ô#Ð#r   Úpretrained_cfgÚ
classifierc                 ó$   — i | ]\  }}|D ]}||“ŒŒS r   r   )r   ÚiÚlrC   s       r   ú
<dictcomp>z%auto_group_layers.<locals>.<dictcomp>j   s+   € ÐDÐDÐD™$˜!˜QÀ!ÐDÐD¸Q��AÐDÐDÐDÐDr   c                 ó   •— i | ]}|‰“ŒS r   r   )r   rC   Únum_trunk_groupss     €r   rN   z%auto_group_layers.<locals>.<dictcomp>k   s   ø€ Ð>Ð>Ð>¨a�aÐ)Ð>Ð>Ð>r   )	ÚgetattrÚgetr$   r&   ÚlenrF   r<   Ú	enumerateÚupdate)r   Úlayers_per_groupÚ
num_groupsrH   Úhead_prefixÚnames_trunkÚ
names_headrC   Ú_Únum_trunk_layersÚ	layer_maprP   s              @r   Úauto_group_layersr^   T   s/  ø€ ð$ð $ð $õ ˜%Ð!1°2Ñ6Ô6×:Ò:¸<ÈÑNÔN€KØ€KØ€JØ×&Ò&Ñ(Ô(ð Tð T‰ˆˆ1Ø ( ¨¨KÑ 8Ô 8ÐSˆ
×Ò˜!ÑÔÐ¸k×>PÒ>PÐQRÑ>SÔ>Søøõ ˜;Ñ'Ô'ÐØÐØ-°*°Ñ<Ð=ÐÝ•v˜kÐ+;Ñ<Ô<Ñ=Ô=€Kå˜;Ñ'Ô'ÐØDÐD¥)¨KÑ"8Ô"8ÐDÑDÔD€IØ×ÒÐ>Ð>Ð>Ð>°:Ð>Ñ>Ô>Ñ?Ô?Ð?ØÐr   çš™™™™™©?ç      è?r    Úlayer_decayÚ	min_scaleÚno_opt_scaleÚverbosec
                 ó*  ‡‡‡— |rt          |¦  «        t          |¦  «        z  }i }
i }t          | d¦  «        r't          | |                      d¬¦  «        d¬¦  «        }nt	          | ¦  «        }t          |                     ¦   «         ¦  «        dz   }|dz
  Št          ˆˆˆfd„t          |¦  «        D ¦   «         ¦  «        }|  	                    ¦   «         D ]å\  }}|j
        sŒt          ||¦  «        }|r|j        dk    st          ||¦  «        rd}d	}nd
}|}|                     |‰¦  «        }||         }|r||k     rd|_
        Œq|rdnd}d|||fz  }||vr |||g dœ|
|<   ||g dœ||<   |rd||         d<   |
|         d                              |¦  «         ||         d                              |¦  «         Œæ|	r6ddl}t                                d|                     |
d¬¦  «        z  ¦  «         t          |                     ¦   «         ¦  «        S )z�
    Parameter groups for layer-wise lr decay & weight decay
    Based on BEiT: https://github.com/microsoft/unilm/blob/master/beit/optim_factory.py#L58
    Úgroup_matcherF)ÚcoarseT)Úreverser   c              3   óD   •K  — | ]}t          ‰‰‰|z
  z  ¦  «        V — Œd S r   )Úmax)r   rL   ra   Ú	layer_maxrb   s     €€€r   r   z+param_groups_layer_decay.<locals>.<genexpr>�   s6   øè è € ÐbÐbÈ1�˜I {°yÀ1±}Ñ'EÑFÔFÐbÐbÐbÐbÐbÐbr   r,   r    r*   Ú	_fallbackÚ zlayer_%d_%s%s)Úlr_scaler   r"   Úparam_names)rn   r   r!   r"   ro   r!   r   Nzparameter groups: 
%sé   )Úindent)r#   Úhasattrr   rf   r^   rj   ÚvaluesrF   Úranger$   r%   r   r'   rR   r&   ÚjsonÚ_loggerÚinfoÚdumps)r   r   r   r   r   r   ra   rb   rc   rd   Úparam_group_namesÚparam_groupsr]   Ú
num_layersÚlayer_scalesr   r.   r/   Úg_decayÚ
this_decayÚlayer_idÚ
this_scaleÚfallback_suffixÚ
group_nameru   rk   s         ``                 @r   Úparam_groups_layer_decayrƒ   q   s�  øøø€ ð"  ð GÝ˜MÑ*Ô*­SÐ1EÑ-FÔ-FÑFˆàÐØ€Låˆu�oÑ&Ô&ð -å$ U¨E×,?Ò,?ÀuÐ,?Ñ,MÔ,MÐW[Ð\Ñ\Ô\ˆ	ˆ	õ & eÑ,Ô,ˆ	Ý�Y×%Ò%Ñ'Ô'Ñ(Ô(¨1Ñ,€JØ˜Q‘€IÝÐbÐbÐbÐbÐbÐbÕPUÐV`ÑPaÔPaÐbÑbÔbÑbÔb€Là×-Ò-Ñ/Ô/ð *9ð *9‰ˆˆeØÔ"ð 	Øõ ' t¨]Ñ;Ô;ˆð $ð 	&¨¬
°aª¨Õ<LÈTÐSgÑ<hÔ<h¨à ˆGØˆJˆJàˆGØ%ˆJà—=’=  yÑ1Ô1ˆØ! (Ô+ˆ
Øð 	˜J¨Ò5Ð5à"'ˆEÔØà)4Ð<˜+˜+¸"ˆØ$¨°'¸?Ð'KÑKˆ
à˜\Ð)Ð)à&Ø *Ø +Ø!ð	-ð -Ð˜jÑ)ð 'Ø *Øð(ð (ˆL˜Ñ$ð
 ð @Ø;?�˜ZÔ(¨Ñ8à˜*Ô% mÔ4×;Ò;¸DÑAÔAÐAØ�ZÔ  Ô*×1Ò1°%Ñ8Ô8Ð8Ð8àð YØˆˆˆÝ�ŠÐ-°·
²
Ð;LÐUV°
Ñ0WÔ0WÑWÑXÔXÐXå�×#Ò#Ñ%Ô%Ñ&Ô&Ð&r   )r   Tr   r   F)r=   N)	r_   r   r   FTr`   r    NF)r   ÚloggingÚ	itertoolsr   Útypingr   r   Útorchr   Útimm.modelsr   Ú	getLoggerÚ__name__rv   ÚstrÚboolr   ÚModuleÚfloatr3   r<   r^   Ú
_layer_maprƒ   r   r   r   ú<module>r�      s  ðØ €€€Ø €€€Ø Ð Ð Ð Ð Ð Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'à Ð Ð Ð Ð Ð à (Ð (Ð (Ð (Ð (Ð (ð ˆ'Ô
˜HÑ
%Ô
%€ðG˜3ð G¨*°S¬/ð G¸dð Gð Gð Gð Gð )-Ø(,Ø02Ø)+Ø).ð:ð :ØŒyð:à˜u”oð:ð "&ð:ð )¨œoð	:ð
 " #”ð:ð #'ð:ð :ð :ð :ðx5ð 5ð 5ð
ð ð ð ð4 €
ð
 #Ø02Ø)+Ø).Ø(,Ø ØØ(,ØðQ'ð Q'ØŒyðQ'àðQ'ð )¨œoðQ'ð " #”ð	Q'ð
 #'ðQ'ð "&ðQ'ð ðQ'ð ðQ'ð ˜u”oðQ'ð ðQ'ð Q'ð Q'ð Q'ð Q'ð Q'r   