§
    ·¯¸jš1  ã                   óú  — d dl Zd dlZd dlZd dlmZ d dlmZ d dlmZm	Z	m
Z
mZmZmZmZmZmZ d dlZd dlZd dlmZ d dlmZ d dlmZ g d¢Zd3d
ej        defd„Z	 	 	 d4de	dej        dededej        f
d„Z	 	 	 d4dej        dededefd„Z	 	 	 d4dej        dededefd„ZdZ	 	 d5deeeef                  dee
e	f         dedefd„Z 	 	 d5dej        dedefd„Z!	 	 d5dej        dedefd„Z"	 	 	 d6d"eeeej        f                  d#e#d$eeeed%f         f         d&eeeeej                          f         fd'„Z$dd(œd)ee         fd*„Z%	 	 	 	 d7d+e#d,ed-ed)ee         fd.„Z&d/e#d0edefd1„Z'd
ej        dee         fd2„Z(dS )8é    N)Údefaultdict)Úchain)	ÚAnyÚCallableÚDictÚIteratorÚListÚOptionalÚTupleÚTypeÚUnion)Únn)ÚTensor)Úuse_reentrant_ckpt)Úmodel_parametersÚnamed_applyÚnamed_modulesÚnamed_modules_with_paramsÚadapt_input_convÚgroup_with_matcherÚgroup_modulesÚgroup_parametersÚflatten_modulesÚcheckpoint_seqÚ
checkpointÚreinit_non_persistent_buffersFÚmodelÚexclude_headc                 óz   — |r&d„ |                       ¦   «         D ¦   «         d d…         S |                       ¦   «         S )Nc                 ó   — g | ]}|‘ŒS © r!   )Ú.0Úps     úg/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/_manipulate.pyú
<listcomp>z$model_parameters.<locals>.<listcomp>   s   € Ð.Ð.Ð.�a�Ð.Ð.Ð.ó    éþÿÿÿ)Ú
parameters)r   r   s     r$   r   r      sE   € Øð "à.Ð.˜5×+Ò+Ñ-Ô-Ð.Ñ.Ô.¨s°¨sÔ3Ð3à×ÒÑ!Ô!Ð!r&   Ú TÚfnÚmoduleÚdepth_firstÚinclude_rootÚreturnc                 óÜ   — |s|r | ||¬¦  «         |                      ¦   «         D ]4\  }}|rd                     ||f¦  «        n|}t          | |||d¬¦  «         Œ5|r|r | ||¬¦  «         |S )N)r+   Únameú.T)r*   r+   r0   r,   r-   )Únamed_childrenÚjoinr   )r*   r+   r0   r,   r-   Ú
child_nameÚchild_modules          r$   r   r      s°   € ð ð %˜<ð %Ø
ˆ�&˜tÐ$Ñ$Ô$Ð$Ø$*×$9Ò$9Ñ$;Ô$;ð mð mÑ ˆ
�LØ59ÐI�S—X’X˜t ZÐ0Ñ1Ô1Ð1¸zˆ
Ý�r ,°ZÈ[ÐgkÐlÑlÔlÐlÐlØð %�|ð %Ø
ˆ�&˜tÐ$Ñ$Ô$Ð$Ø€Mr&   r0   c              #   óÖ   K  — |s|r|| fV — |                       ¦   «         D ]9\  }}|rd                     ||f¦  «        n|}t          |||d¬¦  «        E d {V —† Œ:|r
|r
|| fV — d S d S d S ©Nr1   T)r+   r0   r,   r-   )r2   r3   r   ©r+   r0   r,   r-   r4   r5   s         r$   r   r   -   sñ   è è € ð ð ˜<ð Ø�FˆlÐÐÐØ$*×$9Ò$9Ñ$;Ô$;ð ^ð ^Ñ ˆ
�LØ59ÐI�S—X’X˜t ZÐ0Ñ1Ô1Ð1¸zˆ
Ý Ø j¸kÐX\ð^ñ ^ô ^ð 	^ð 	^ð 	^ð 	^ð 	^ð 	^ð 	^ð 	^àð �|ð Ø�FˆlÐÐÐÐÐðð ð ð r&   c              #   óö   K  — | j         r
|s|r|| fV — |                      ¦   «         D ]9\  }}|rd                     ||f¦  «        n|}t          |||d¬¦  «        E d {V —† Œ:| j         r|r|r|| fV — d S d S d S d S r7   )Ú_parametersr2   r3   r   r8   s         r$   r   r   =   s  è è € ð Ôð  +ð °,ð Ø�FˆlÐÐÐØ$*×$9Ò$9Ñ$;Ô$;ð ^ð ^Ñ ˆ
�LØ59ÐI�S—X’X˜t ZÐ0Ñ1Ô1Ð1¸zˆ
Ý,Ø j¸kÐX\ð^ñ ^ô ^ð 	^ð 	^ð 	^ð 	^ð 	^ð 	^ð 	^ð 	^àÔð ˜kð ¨lð Ø�FˆlÐÐÐÐÐðð ð ð ð ð r&   )iŸ† Únamed_objectsÚgroup_matcherÚreturn_valuesÚreversec                 óv  ‡— t          ‰t          ¦  «        r—g }t          ‰                     ¦   «         ¦  «        D ]q\  }\  }}|€Œt          |t          t
          f¦  «        r.|D ]*}|t          j        |d         ¦  «        |f|d         fgz  }Œ+ŒU|t          j        |¦  «        |fd fgz  }Œr|Šˆfd„}	t          t
          ¦  «        }
| D ]-\  }}|
 |	|¦  «                  	                    |r|n|¦  «         Œ.t          t
          ¦  «        }d}t          t          d„ |
                     ¦   «         ¦  «        ¦  «        D ]E}|dk     s|d         t          d         k    r|dz  }||                              |
|         ¦  «         ŒF|r4|r
J d¦   «         ‚i }|                     ¦   «         D ]\  }}|D ]}|||<   ŒŒ|S |S )Nr   é   c                 óÊ  •— t          ‰t          t          f¦  «        r‹‰D ]x\  }}}|                     | ¦  «        }|r[||                     ¦   «         |f}t          t          t          t          j        t          d |¦  «        ¦  «        ¦  «        ¦  «        c S Œyt          d¦  «        fS  ‰| ¦  «        }t          |t          j        j        ¦  «        s|fS t          |¦  «        S )NÚinf)Ú
isinstanceÚlistÚtupleÚmatchÚgroupsÚmapÚfloatr   Úfrom_iterableÚfilterÚcollectionsÚabcÚIterable)r0   Úmatch_fnÚprefixÚsuffixÚrÚpartsÚordr<   s          €r$   Ú_get_groupingz)group_with_matcher.<locals>._get_groupinge   sá   ø€ Ý�m¥d­E ]Ñ3Ô3ð 	Ø,9ð Wð WÑ(�˜& &Ø—N’N 4Ñ(Ô(�Øð WØ# Q§X¢X¡Z¤Z°Ð8�Eå ¥¥U­EÔ,?ÅÀtÈUÑ@SÔ@SÑ,TÔ,TÑ!UÔ!UÑVÔVÐVÐVÐVðWõ ˜‘<”<�=Ð à�- Ñ%Ô%ˆCÝ˜c¥;¤?Ô#;Ñ<Ô<ð Ø�t�Ý˜‘:”:Ðr&   éÿÿÿÿc                 ó
   — | d uS )Nr!   )Úxs    r$   ú<lambda>z$group_with_matcher.<locals>.<lambda>|   s
   €  Q¨d ]€ r&   z-reverse mapping only sensible for name output)rC   ÚdictÚ	enumerateÚitemsrE   rD   ÚreÚcompiler   ÚappendÚsortedrK   ÚkeysÚMATCH_PREV_GROUPÚextend)r;   r<   r=   r>   ÚcompiledÚgroup_ordinalÚ
group_nameÚmspecÚsspecrU   ÚgroupingÚkÚvÚlayer_id_to_paramÚlidÚparam_to_layer_idÚlmÚns    `                r$   r   r   P   s;  ø€ õ �-¥Ñ&Ô&ð !àˆÝ2;¸M×<OÒ<OÑ<QÔ<QÑ2RÔ2Rð 		Jð 		JÑ.ˆMÑ.˜J¨Øˆ}Øå˜%¥%­ Ñ/Ô/ð Jà"ð Uð U�EØ¥"¤*¨U°1¬XÑ"6Ô"6¸Ð8HÈ%ÐPQÌ(Ð!SÐ TÑT�H�HðUð �bœj¨Ñ/Ô/°-Ð1AÀ4ÐHÐIÑI��Ø ˆðð ð ð ð õ  �4Ñ Ô €HØð Eð E‰ˆˆ1Ø��˜qÑ!Ô!Ô"×)Ò)¨}Ð*C¨!¨!À!ÑDÔDÐDÐDõ $¥DÑ)Ô)ÐØ
€CÝ•FÐ2Ð2°H·M²M±O´OÑDÔDÑEÔEð 3ð 3ˆØ�Š7ˆ7�a˜”eÕ/°Ô2Ò2Ð2Ø�1‰HˆCØ˜#Ô×%Ò% h¨q¤kÑ2Ô2Ð2Ð2àð !Ø ÐQÐQÐ"QÑQÔQÐ àÐØ(×.Ò.Ñ0Ô0ð 	+ð 	+‰GˆC�Øð +ð +�Ø'*Ð! !Ñ$Ð$ð+à Ð àÐr&   c                 óL   — t          |                      ¦   «         |||¬¦  «        S ©N)r=   r>   )r   Únamed_parameters©r+   r<   r=   r>   s       r$   r   r   �   s5   € õ Ø×ÒÑ!Ô! =ÀÐW^ð`ñ `ô `ð `r&   c                 óB   — t          t          | ¦  «        |||¬¦  «        S rr   )r   r   rt   s       r$   r   r   —   s1   € õ Ý! &Ñ)Ô)¨=ÈÐ_fðhñ hô hð hr&   r@   Ú
sequentialr   ÚdepthrP   .Úmodule_typesc              #   óÄ  K  — t          |t          ¦  «        }t          |t          ¦  «        r7|dk    r$t          j        t          j        t          j        f}nt          j        f}| D ]y\  }}|rDt          ||¦  «        r4t          |                     ¦   «         |dz
  |r|fn||¬¦  «        E d {V —† ŒK|r||fz   }||fV — ŒZ|rd 	                    ||g¦  «        }||fV — Œzd S )NÚ	containerr@   )rP   rx   r1   )
rC   rE   Ústrr   Ú
SequentialÚ
ModuleListÚ
ModuleDictr   r2   r3   )r   rw   rP   rx   Úprefix_is_tupler0   r+   s          r$   r   r   ¡   sB  è è € õ ! ­Ñ/Ô/€OÝ�,¥Ñ$Ô$ð ,Ø˜;Ò&Ð&ÝœM­2¬=½"¼-ÐHˆLˆLåœMÐ+ˆLØ%ð #ð #‰ˆˆfØð 	#•Z ¨Ñ5Ô5ð 	#Ý&Ø×%Ò%Ñ'Ô'Ø˜‘	Ø"1Ð;˜�w�w°tØ)ð	ñ ô ð ð ð ð ð ð ð ð ð ð #Ø  Ñ'�Ø˜F�lÐ"Ð"Ð"Ð"àð 4ØŸ8š8 V¨T NÑ3Ô3�DØ˜F�lÐ"Ð"Ð"Ð"ð#ð #r&   ©Úuse_reentrantr�   c                ód   — |€t          ¦   «         }t          j        j        j        | g|¢R d|i|¤ŽS )z~ checkpoint wrapper fn

    A thin wrapper around torch.utils.checkpoint.checkpoint to default
    use_reentrant to False
    Nr�   )r   ÚtorchÚutilsr   )Úfunctionr�   ÚargsÚkwargss       r$   r   r   ¿   sX   € ð ÐÝ*Ñ,Ô,ˆåŒ;Ô!Ô,Øðà	ðð ð ð $ðð ð	ð ð r&   ÚeveryÚflattenÚ	skip_lastc                 óX  — |€t          ¦   «         }d„ }t          | t          j        j        ¦  «        r|                      ¦   «         } |rt          j        | ¦  «        } t          | t          t          f¦  «        st          | ¦  «        } t          | ¦  «        }|r|dz  }d}t          d||¦  «        D ]M}	t          |	|z   dz
  |dz
  ¦  «        }t          j        j                              ||	|| ¦  «        ||¬¦  «        }ŒN|r)  ||dz   t          | ¦  «        dz
  | ¦  «        |¦  «        S |S )a,  A helper function for checkpointing sequential models.

    Sequential models execute a list of modules/functions in order
    (sequentially). Therefore, we can divide such a sequence into segments
    and checkpoint each segment. All segments except run in :func:`torch.no_grad`
    manner, i.e., not storing the intermediate activations. The inputs of each
    checkpointed segment will be saved for re-running the segment in the backward pass.

    See :func:`~torch.utils.checkpoint.checkpoint` on how checkpointing works.

    .. warning::
        Checkpointing currently only supports :func:`torch.autograd.backward`
        and only if its `inputs` argument is not passed. :func:`torch.autograd.grad`
        is not supported.

    .. warning:
        At least one of the inputs needs to have :code:`requires_grad=True` if
        grads are needed for model inputs, otherwise the checkpointed part of the
        model won't have gradients.

    Args:
        functions: A :class:`torch.nn.Sequential` or the list of modules or functions to run sequentially.
        x: A Tensor that is input to :attr:`functions`
        every: checkpoint every-n functions (default: 1)
        flatten: flatten nn.Sequential of nn.Sequentials
        skip_last: skip checkpointing the last function in the sequence if True
        use_reentrant: Use re-entrant checkpointing

    Returns:
        Output of running :attr:`functions` sequentially on :attr:`*inputs`

    Example:
        >>> model = nn.Sequential(...)
        >>> input_var = checkpoint_seq(model, input_var, every=2)
    Nc                 ó   ‡ ‡‡— ˆˆˆ fd„}|S )Nc                 óV   •— t          ‰‰dz   ¦  «        D ]} ‰|         | ¦  «        } Œ| S )Nr@   )Úrange)Ú_xÚjÚendÚ	functionsÚstarts     €€€r$   Úforwardz5checkpoint_seq.<locals>.run_function.<locals>.forward  s:   ø€ Ý˜5 #¨¡'Ñ*Ô*ð &ð &�Ø!�Y˜q”\ "Ñ%Ô%��ØˆIr&   r!   )r“   r‘   r’   r”   s   ``` r$   Úrun_functionz$checkpoint_seq.<locals>.run_function  s/   øøø€ ð	ð 	ð 	ð 	ð 	ð 	ð 	ð ˆr&   r@   rV   r   r€   )r   rC   rƒ   r   r|   Úchildrenr   rJ   rE   rD   ÚlenrŽ   Úminr„   r   )
r’   rX   rˆ   r‰   rŠ   r�   r•   Únum_checkpointedr‘   r“   s
             r$   r   r   Õ   s]  € ðV ÐÝ*Ñ,Ô,ˆðð ð õ �)�UœXÔ0Ñ1Ô1ð )Ø×&Ò&Ñ(Ô(ˆ	Øð 3ÝÔ'¨	Ñ2Ô2ˆ	Ý�i¥%­ Ñ/Ô/ð %Ý˜)Ñ$Ô$ˆ	å˜9‘~”~ÐØð Ø˜AÑÐØ
€CÝ�qÐ*¨EÑ2Ô2ð 
ð 
ˆÝ�%˜%‘- !Ñ#Ð%5¸Ñ%9Ñ:Ô:ˆÝŒKÔ"×-Ò-ØˆL˜  YÑ/Ô/ØØ'ð .ñ 
ô 
ˆˆð
 ð GØCˆ|ˆ|˜C !™G¥S¨¡^¤^°aÑ%7¸ÑCÔCÀAÑFÔFÐFØ€Hr&   Úin_chansÚconv_weightc                 óœ  — |j         }|                     ¦   «         }|j        dk    rt          d|j        › d�¦  «        ‚|j        \  }}}}| dk    rh|dk    rJ|j        d         dz  dk    sJ ‚|                     ||dz  d||¦  «        }|                     dd¬	¦  «        }n–|                     dd
¬	¦  «        }n~| dk    rx|dk    rt          d¦  «        ‚t          t          j	        | dz  ¦  «        ¦  «        }| 
                    d|dd¦  «        d d …d | …d d …d d …f         }|dt          | ¦  «        z  z  }|                     |¦  «        }|S )Né   z;adapt_input_conv only supports 4D Conv2d weights; got ndim=r1   r@   é   r   é   F)ÚdimÚkeepdimTz*Weight format not supported by conversion.)ÚdtyperI   ÚndimÚNotImplementedErrorÚshapeÚreshapeÚsumÚintÚmathÚceilÚrepeatÚto)rš   r›   Ú	conv_typeÚOÚIÚJÚKr«   s           r$   r   r   !  s~  € ØÔ!€IØ×#Ò#Ñ%Ô%€KØÔ˜1ÒÐõ "Ø]È+ÔJZÐ]Ð]Ð]ñ
ô 
ð 	
ð Ô"�J€A€qˆ!ˆQØ�1‚}€}ØˆqŠ5ˆ5ØÔ$ QÔ'¨!Ñ+¨qÒ0Ð0Ð0Ð0à%×-Ò-¨a°°a±¸¸A¸qÑAÔAˆKØ%Ÿ/š/¨a¸˜/Ñ?Ô?ˆKˆKà%Ÿ/š/¨a¸˜/Ñ>Ô>ˆKˆKØ	�QŠˆØ�Š6ˆ6Ý%Ð&RÑSÔSÐSõ �œ 8¨a¡<Ñ0Ô0Ñ1Ô1ˆFØ%×,Ò,¨Q°¸¸1Ñ=Ô=¸a¸a¸aÀÀ(ÀÈAÈAÈAÈqÈqÈqÐ>PÔQˆKØ˜A¥ h¡¤Ñ/Ñ0ˆKØ—.’. Ñ+Ô+€KØÐr&   c                 ó¸   — g }|                       ¦   «         D ]B\  }}t          |d¦  «        r-|                     ¦   «          |                     |r|nd¦  «         ŒC|S )aý  Walk model and call init_non_persistent_buffers() on modules that have it.

    This reinitializes computed buffers (like RoPE frequencies, attention bias indices)
    that are marked as non-persistent and thus not saved in checkpoints. These buffers
    are typically computed from module configuration and need to be reinitialized after
    loading a checkpoint.

    Args:
        model: Model to reinitialize buffers for

    Returns:
        List of module names that were reinitialized

    Example:
        >>> model = create_model('vit_base', pretrained=True)
        >>> # After loading checkpoint or moving to new device
        >>> reinitialized = reinit_non_persistent_buffers(model)
        >>> print(f"Reinitialized {len(reinitialized)} modules")
    Úinit_non_persistent_buffersz(root))r   Úhasattrr³   r_   )r   Úreinitializedr0   r+   s       r$   r   r   A  sq   € ð( €MØ×+Ò+Ñ-Ô-ð =ð =‰ˆˆfÝ�6Ð8Ñ9Ô9ð 	=Ø×.Ò.Ñ0Ô0Ð0Ø× Ò ¨Ð!;  °8Ñ<Ô<Ð<øØÐr&   )F)r)   TF)FF)r@   r)   rv   )r@   FFN))Úcollections.abcrL   r©   r]   r   Ú	itertoolsr   Útypingr   r   r   r   r	   r
   r   r   r   rƒ   Útorch.utils.checkpointr   r   Útimm.layersr   Ú__all__ÚModuleÚboolr   r   r{   r   r   rb   r   r   r   r¨   r   r   r   r   r   r!   r&   r$   ú<module>r¾      sT  ðØ Ð Ð Ð Ø €€€Ø 	€	€	€	Ø #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð Ø TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ Tà €€€Ø Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à *Ð *Ð *Ð *Ð *Ð *ð,ð ,ð ,€ð
"ð "˜BœIð "°Tð "ð "ð "ð "ð !#Ø Ø"ð	ð Øðà”	ðð ðð ð	ð
 „Yðð ð ð ð$ Ø Ø"ð	ð Ø”	ðàðð ðð ð	ð ð ð ð$ Ø Ø"ð	ð Ø”	ðàðð ðð ð	ð ð ð ð  Ð ð $Øð	:ð :Ø  c¨3 h¤Ô0ð:à˜T 8˜^Ô,ð:ð ð:ð ð	:ð :ð :ð :ð@ $Øð	`ð `Ø”	ð`ð ð`ð ð	`ð `ð `ð `ð $Øð	hð hØ”	ðhð ðhð ð	hð hð hð hð Ø.0Ø;Gð	#ð #Ø  c¨2¬9 nÔ 5Ô6ð#àð#ð �c˜5  c œ?Ð*Ô+ð#ð ˜C  t¨B¬I¤Ô!7Ð7Ô8ð	#ð #ð #ð #ðB %)ðð ð ð ˜D”>ðð ð ð ð2 ØØØ(,ðIð Ið ðIð ð	Ið
 ðIð   ”~ðIð Ið Ið IðX˜sð °ð ¸Fð ð ð ð ð@¨¬ð °t¸C´yð ð ð ð ð ð r&   