§
    ·¯¸jPƒ  ã                   ó*  — d dl mZ d dlmZmZmZmZmZmZm	Z	 d dl
Z
d dlmZ d dlmc mZ d dlmZmZ d dlmZmZmZmZmZmZmZmZmZmZ ddlmZ ddl m!Z!m"Z" dd	l#m$Z$m%Z%m&Z&m'Z'm(Z( dd
l)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1 ddgZ2 eej3        d¬¦  «        Z4e, G d„ dej5        ¦  «        ¦   «         Z6 G d„ dej5        ¦  «        Z7 G d„ dej5        ¦  «        Z8dee9e
j:        f         dee9e
j:        f         fd„Z;d2de9de<de8fd„Z=d2de9de<de7fd„Z>	 	 	 	 d3de9de?de<d e<de8f
d!„Z@d4d#e9fd$„ZA e0 eAd%d&d'd ¬(¦  «         eAd)d%d&d'd d*¬+¦  «         eAd,¬-¦  «        d.œ¦  «        ZBe1d2de<de8fd/„¦   «         ZCe1d2de<de7fd0„¦   «         ZDe1d2de<de7fd1„¦   «         ZEdS )5é    )Úpartial)ÚCallableÚDictÚListÚOptionalÚSequenceÚTupleÚUnionN©ÚIMAGENET_INCEPTION_MEANÚIMAGENET_INCEPTION_STD)
Úget_device_dtypeÚSelectAdaptivePool2dÚLinearÚ	LayerTypeÚ	RmsNorm2dÚConvNormActÚcreate_conv2dÚget_norm_layerÚget_norm_act_layerÚ	to_2tupleé   )Úbuild_model_with_cfg)ÚSqueezeExciteÚUniversalInvertedResidual)Ú	BlockArgsÚEfficientNetBuilderÚdecode_arch_defÚefficientnet_init_weightsÚround_channels)Úfeature_take_indices)Úregister_notrace_module)Úcheckpoint_seq)Úgenerate_default_cfgsÚregister_modelÚMobileNetV5ÚMobileNetV5EncoderÚtanh)Úapproximatec                   óÊ   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 ddeeee         f         deded	ed
ede	e         de
de	e         de	e         fˆ fd„Zdeej                 dej        fd„Zˆ xZS )Ú"MobileNetV5MultiScaleFusionAdaptera‹  Multi-layer fusion token adapter.

  Args:
    in_chs: List of input channel counts for each feature scale.
    out_chs: The number of output channels.
    output_resolution: The output resolution.
    expansion_ratio: The FFN expansion ratio.
    interpolation_mode: The upsampling interpolation mode.
    layer_scale_init_value: The initial value of the layer scale, no layer scale if None.
  ç       @ÚnearestNTÚin_chsÚout_chsÚoutput_resolutionÚexpansion_ratioÚinterpolation_modeÚlayer_scale_init_valueÚnoskipÚ	act_layerÚ
norm_layerc                 óÆ  •— |
|dœ}t          ¦   «                              ¦   «          t          |t          ¦  «        rt	          |¦  «        n|| _        || _        t          |¦  «        | _        || _	        || _
        || _        || _        |pt          }|	pt          }	t          d| j        | j        d| j	        ||	| j        | j        dœ|¤Ž| _         |	| j        fi |¤Ž| _        d S )N©ÚdeviceÚdtyper   )r.   r/   Údw_kernel_size_midÚ	exp_ratior5   r6   r4   r3   © )ÚsuperÚ__init__Ú
isinstancer   ÚsumÚin_channelsÚout_channelsr   r0   r1   r2   r3   r4   Ú_GELUr   r   ÚffnÚnorm)Úselfr.   r/   r0   r1   r2   r3   r4   r5   r6   r9   r:   ÚddÚ	__class__s                €úg/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/mobilenetv5.pyr?   z+MobileNetV5MultiScaleFusionAdapter.__init__5   s  ø€ ð  UÐ	+Ð	+€BÝ	�G„G×ÒÑÔÐÝ&0°½Ñ&BÔ&BÐN•s˜6‘{”{�{È€DÔØ€DÔÝ&Ð'8Ñ9Ô9€DÔØ*€DÔØ0€DÔØ"8€DÔØ€D„KàÐ"�U€IØÐ(�y€JÝ(ð 
ØÔØÔ!ØØÔ&ØØØŒ{Ø#Ô:ð
ð 
ð ð
ð 
€D„Hð �
˜4Ô,Ð3Ð3°Ð3Ð3€D„I€I€Ió    ÚinputsÚreturnc                 ó2  — |d         j         dd …         }g }t          |¦  «        D ]i\  }}|j         dd …         }|d         |d         k     s|d         |d         k     rt          j        ||| j        ¬¦  «        }|                     |¦  «         Œjt          j        |d¬¦  «        }|                      |¦  «        }|d         | j	        d         k    s|d         | j	        d         k    r˜|d         | j	        d         z  dk    s|d         | j	        d         z  dk    rt          j        || j	        d¬¦  «        }nG|d         | j	        d         z  }|d         | j	        d         z  }	t          j
        |||	f||	f¬¦  «        }|                      |¦  «        }|S )Nr   éþÿÿÿr   )ÚsizeÚmode)ÚdimÚbilinear)Úkernel_sizeÚstride)ÚshapeÚ	enumerateÚFÚinterpolater2   ÚappendÚtorchÚcatrE   r0   Ú
avg_pool2drF   )
rG   rL   Úhigh_resolutionÚresized_inputsÚ_ÚimgÚ	feat_sizeÚchannel_cat_imgsÚ	h_stridesÚ	w_stridess
             rJ   Úforwardz*MobileNetV5MultiScaleFusionAdapter.forward]   s¸  € à˜Q”i”o b c cÔ*€OØ€NÝ˜FÑ#Ô#ð #ð #‰ˆˆ3Ø”I˜b˜c˜c”Nˆ	Ø�QŒ<˜/¨!Ô,Ò,Ð,°	¸!´¸ÈqÔ?QÒ0QÐ0QÝ”- ¨/ÀÔ@WÐXÑXÔXˆCØ×Ò˜cÑ"Ô"Ð"Ð"å”y °QÐ7Ñ7Ô7ÐØ
�(Š(Ð#Ñ
$Ô
$€Cà�qÔ˜TÔ3°AÔ6Ò6Ð6¸/È!Ô:LÐPTÔPfÐghÔPiÒ:iÐ:ið ˜AÔ Ô!7¸Ô!:Ñ:¸aÒ?Ð?Ø˜AÔ Ô!7¸Ô!:Ñ:¸aÒ?Ð?å”- ¨$Ô*@ÀzÐRÑRÔRˆCˆCà'¨Ô*¨dÔ.DÀQÔ.GÑGˆIØ'¨Ô*¨dÔ.DÀQÔ.GÑGˆIÝ”,ØØ&¨	Ð2Ø! 9Ð-ðñ ô ˆCð �)Š)�C‰.Œ.€Cà€JrK   )r,   r-   NTNNNN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r
   Úintr   ÚfloatÚstrr   Úboolr   r?   r[   ÚTensorrf   Ú__classcell__©rI   s   @rJ   r+   r+   (   s  ø€ € € € € ð	ð 	ð  "%Ø"+Ø26ØØ)-Ø*.ØØð&4ð &4à�c˜4 œ9�nÔ%ð&4ð ð&4ð ð	&4ð
 ð&4ð  ð&4ð !)¨¤ð&4ð ð&4ð ˜IÔ&ð&4ð ˜YÔ'ð&4ð &4ð &4ð &4ð &4ð &4ðP˜D ¤Ô.ð °5´<ð ð ð ð ð ð ð ð rK   r+   c            +       ó  ‡ — e Zd ZdZddddddddd	dd
d
d
d
deddd
dd
d
fdededededededededede	e         dede
e         de
e         de
e         de
e         dedededed e
e         d!ef*ˆ fd"„Zd#„ Zej        j        d<d$efd%„¦   «         Zej        j        d=d&efd'„¦   «         Zej        j        d(ej        fd)„¦   «         Zd>ded!efd*„Z	 	 	 	 	 	 d?d,ej        d-e
eee	e         f                  d.ed/ed0ed1ed2ed(ee	ej                 eej        e	ej                 f         f         fd3„Z	 	 	 	 d@d-eee	e         f         d5ed6ed2efd7„Zd,ej        d(ej        fd8„Zd<d,ej        d9ed(ej        fd:„Zd,ej        d(ej        fd;„Z ˆ xZ!S )Ar&   z MobiletNet-V5
    éè  é   é   TFé   Ú ©rO   éÿÿÿÿNç        ÚavgÚ
block_argsÚnum_classesÚin_chansÚ	stem_sizeÚ	stem_biasÚfix_stemÚnum_featuresÚpad_typeÚuse_msfaÚmsfa_indicesÚmsfa_output_resolutionr5   r6   Úaa_layerÚse_layerÚse_from_expÚround_chs_fnÚ	drop_rateÚdrop_path_rater3   Úglobal_poolc                 óZ  •‡ — t          ¦   «                              ¦   «          ||dœ}|pt          }t          |¦  «        pt          }t          ||¦  «        }|pt          }|‰ _        |‰ _        |‰ _	        d‰ _
        |
‰ _        |‰ _        |s ||¦  «        }t          ||fdd||||dœ|¤Ž‰ _        t          dd|||||||||dœ
|¤Ž}t!          j         |||¦  «        Ž ‰ _        |j        ‰ _        d„ ‰ j        D ¦   «         ‰ _        |j        ‰ _        |	rª|x‰ _        ‰ _        t3          t5          ‰ j        ¦  «        ‰ j        ¦  «        d	         ‰ _        t7          ˆ fd
„‰ j        D ¦   «         ¦  «        ‰ _        t;          d‰ j        |‰ j        ||dœ|¤Ž‰ _        t?          |¬¦  «        ‰ _         d‰ _!        d‰ _"        n~|j        ‰ _        |‰ _        d‰ _        t?          |¬¦  «        ‰ _         ‰ j        ‰ j          #                    ¦   «         z  }tI          |‰ j        dfd|i|¤Ž‰ _!         |‰ j        fi |¤Ž‰ _"        |rt!          j%        d¦  «        nt!          j&        ¦   «         ‰ _'        |d	k    rtQ          ‰ j        |fi |¤Žnt!          j&        ¦   «         ‰ _)        tU          ‰ ¦  «         dS )aÓ  
        Args:
            block_args: Arguments for blocks of the network.
            num_classes: Number of classes for classification head.
            in_chans: Number of input image channels.
            stem_size: Number of output channels of the initial stem convolution.
            fix_stem: If True, don't scale stem by round_chs_fn.
            num_features: Number of output channels of the conv head layer.
            head_bias: If True, add a learnable bias to the conv head layer.
            pad_type: Type of padding to use for convolution layers.
            act_layer: Type of activation layer.
            norm_layer: Type of normalization layer.
            aa_layer: Type of anti-aliasing layer.
            se_layer: Type of Squeeze-and-Excite layer.
            se_from_exp: If True, calculate SE channel reduction from expanded mid channels.
            round_chs_fn: Callable to round number of filters based on depth multiplier.
            drop_rate: Dropout rate.
            drop_path_rate: Stochastic depth rate.
            layer_scale_init_value: Enable layer scale on compatible blocks if not None.
            global_pool: Type of pooling to use for global pooling features of the FC head.
        r8   Frt   é   ©rT   rU   ÚpaddingÚbiasr6   r5   é    ©
Úoutput_striderƒ   rŠ   r‰   r5   r6   r‡   rˆ   rŒ   r3   c                 ó   — g | ]
}|d          ‘ŒS ©Ústager=   ©Ú.0Úfs     rJ   ú
<listcomp>z(MobileNetV5.__init__.<locals>.<listcomp>Þ   ó   € ÐAÐAÐA¨!˜1˜Wœ:ÐAÐAÐArK   r   c                 ó6   •— g | ]}‰j         |         d          ‘ŒS ©Únum_chs©Úfeature_info©rš   ÚmirG   s     €rJ   rœ   z(MobileNetV5.__init__.<locals>.<listcomp>æ   s&   ø€ Ð#aÐ#aÐ#aÈ DÔ$5°bÔ$9¸)Ô$DÐ#aÐ#aÐ#arK   ©r.   r/   r0   r6   r5   ©Ú	pool_typeNr   r‘   r=   )+r>   r?   rD   r   r   r   r   r}   r~   r‹   Úgrad_checkpointingr…   r†   r   Ú	conv_stemr   ÚnnÚ
SequentialÚblocksÚfeaturesr¢   Ú
stage_endsr.   r‚   Úhead_hidden_sizer!   ÚlenrA   Úmsfa_in_chsr+   Úmsfar   r�   Ú	conv_headÚ	norm_headÚ	feat_multr   ÚFlattenÚIdentityÚflattenr   Ú
classifierr   )rG   r|   r}   r~   r   r€   r�   r‚   rƒ   r„   r…   r†   r5   r6   r‡   rˆ   r‰   rŠ   r‹   rŒ   r3   r�   r9   r:   rH   Únorm_act_layerÚbuilderÚnum_pooled_chsrI   s   `                           €rJ   r?   zMobileNetV5.__init__ƒ   s)  øø€ õ^ 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØÐ&¥ˆ	Ý# JÑ/Ô/Ð<µ9ˆ
Ý+¨J¸	ÑBÔBˆØÐ,�}ˆØ&ˆÔØ ˆŒØ"ˆŒØ"'ˆÔØ(ˆÔØ&<ˆÔ#ð ð 	0Ø$˜ YÑ/Ô/ˆIÝ$ØØð

ð ØØØØ!Øð

ð 

ð ð

ð 

ˆŒõ &ð 
ØØØ%Ø#ØØ!ØØØ)Ø#9ð
ð 
ð ð
ð 
ˆõ ”m W W¨Y¸
Ñ%CÔ%CÐDˆŒØ#Ô,ˆÔØAÐA¨tÔ/@ÐAÑAÔAˆŒØ#œNˆÔð ð 	IØ8DÐDˆDÔ Ô 5å 4µS¸Ô9JÑ5KÔ5KÈTÔM^Ñ _Ô _Ð`aÔ bˆDÔÝ"Ð#aÐ#aÐ#aÐ#aÈtÔO`Ð#aÑ#aÔ#aÑbÔbˆDÔå:ð ØÔ'Ø$Ø"&Ô"=Ø%Ø#ðð ð ðð ˆDŒIõ  4¸kÐJÑJÔJˆDÔØ!ˆDŒNØ!ˆDŒNˆNà '¤ˆDÔØ$0ˆDÔ!ØˆDŒIÝ3¸kÐJÑJÔJˆDÔØ!Ô.°Ô1A×1KÒ1KÑ1MÔ1MÑMˆNå*¨>¸4Ô;PÐRSÐlÐlÐ]eÐlÐikÐlÐlˆDŒNØ+˜^¨DÔ,AÐHÐHÀRÐHÐHˆDŒNà(3ÐF•r”z !‘}”}�}½¼¹¼ˆŒØNYÐ\]ÊoÈo�& Ô!6¸ÐJÐJÀrÐJÐJÐJÕceÔcnÑcpÔcpˆŒå! $Ñ'Ô'Ð'Ð'Ð'rK   c                 ó°  — | j         | j        g}|                     | j        ¦  «         |                     | j        ¦  «         | j        �|                     | j        ¦  «         | j        �|                     | j        ¦  «         |                     t          j	        ¦   «         t          j
        | j        ¦  «        | j        g¦  «         t          j        |Ž S ©N)r©   Úbn1Úextendr¬   rZ   r�   r³   r´   rª   r¶   ÚDropoutr‹   r¹   r«   )rG   Úlayerss     rJ   Úas_sequentialzMobileNetV5.as_sequential  s«   € Ø”. $¤(Ð+ˆØ�Š�d”kÑ"Ô"Ð"Ø�Š�dÔ&Ñ'Ô'Ð'ØŒ>Ð%Ø�MŠM˜$œ.Ñ)Ô)Ð)ØŒ>Ð%Ø�MŠM˜$œ.Ñ)Ô)Ð)Ø�Š•r”z‘|”|¥R¤Z°´Ñ%?Ô%?ÀÄÐQÑRÔRÐRÝŒ}˜fÐ%Ð%rK   Úcoarsec                 ó,   — t          d|rdnd¬¦  «        S )Nz^conv_stem|bn1z^blocks\.(\d+)z^blocks\.(\d+)\.(\d+))Ústemr¬   )Údict)rG   rÄ   s     rJ   Úgroup_matcherzMobileNetV5.group_matcher  s+   € åØ"Ø(.ÐLÐ$Ð$Ð4Lð
ñ 
ô 
ð 	
rK   Úenablec                 ó   — || _         d S r¾   )r¨   )rG   rÉ   s     rJ   Úset_grad_checkpointingz"MobileNetV5.set_grad_checkpointing  s   € à"(ˆÔÐÐrK   rM   c                 ó   — | j         S r¾   )r¹   )rG   s    rJ   Úget_classifierzMobileNetV5.get_classifier  s
   € àŒÐrK   c                 óÔ  — t          | ¦  «        }|| _        t          |¬¦  «        | _        | j                             | j        ¦  «         |rt          j        d¦  «        nt          j        ¦   «         | _	        | j	                             | j        ¦  «         |dk    rt          | j        |fi |¤Žnt          j        ¦   «         | _        | j                             | j        ¦  «         d S )Nr¦   r   r   )r   r}   r   r�   ÚtrainÚtrainingrª   r¶   r·   r¸   r   r¯   r¹   )rG   r}   r�   rH   s       rJ   Úreset_classifierzMobileNetV5.reset_classifier  sË   € Ý˜dÑ#Ô#ˆØ&ˆÔå/¸+ÐFÑFÔFˆÔØÔ×Ò˜tœ}Ñ-Ô-Ð-Ø(3ÐF•r”z !‘}”}�}½¼¹¼ˆŒØŒ×Ò˜4œ=Ñ)Ô)Ð)ØNYÐ\]ÊoÈo�& Ô!6¸ÐJÐJÀrÐJÐJÐJÕceÔcnÑcpÔcpˆŒØŒ×Ò˜dœmÑ,Ô,Ð,Ð,Ð,rK   ÚNCHWÚxÚindicesrF   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyÚextra_blocksc                 óP  ‡ — |dv s
J d¦   «         ‚|r|s
J d¦   «         ‚g }|r)t          t          ‰ j        ¦  «        dz   |¦  «        \  }	}
n@t          t          ‰ j        ¦  «        |¦  «        \  }	}
ˆ fd„|	D ¦   «         }	‰ j        |
         }
d}‰                      |¦  «        }||	v r|                     |¦  «         t          j                             ¦   «         s|s‰ j        }n‰ j        d|
…         }|D ]+}|dz  } ||¦  «        }||	v r|                     |¦  «         Œ,|r|S ||fS )aa   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
            extra_blocks: Include outputs of all blocks and head conv in output, does not align with feature_info
        Returns:

        ©rÒ   úOutput shape must be NCHW.ú/Must use intermediates_only for early stopping.r   c                 ó*   •— g | ]}‰j         |         ‘ŒS r=   ©r®   ©rš   ÚirG   s     €rJ   rœ   z5MobileNetV5.forward_intermediates.<locals>.<listcomp>F  ó    ø€ ÐEÐEÐE°1˜DœO¨AÔ.ÐEÐEÐErK   r   N)	r!   r°   r¬   r®   r©   rZ   r[   ÚjitÚis_scripting)rG   rÓ   rÔ   rF   rÕ   rÖ   r×   rØ   ÚintermediatesÚtake_indicesÚ	max_indexÚfeat_idxr¬   Úblks   `             rJ   Úforward_intermediatesz!MobileNetV5.forward_intermediates'  s�  ø€ ð. ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&Øð 	YØ%ÐXÐXÐ'XÑXÔXÐ%ØˆØð 	3Ý&:½3¸t¼{Ñ;KÔ;KÈaÑ;OÐQXÑ&YÔ&YÑ#ˆL˜)˜)å&:½3¸t¼Ñ;OÔ;OÐQXÑ&YÔ&YÑ#ˆL˜)ØEÐEÐEÐE¸ÐEÑEÔEˆLØœ¨	Ô2ˆIð ˆØ�NŠN˜1ÑÔˆØ�|Ð#Ð#Ø× Ò  Ñ#Ô#Ð#åŒ9×!Ò!Ñ#Ô#ð 	-¨:ð 	-Ø”[ˆFˆFà”[  ) Ô,ˆFØð 	(ð 	(ˆCØ˜‰MˆHØ��A‘”ˆAØ˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð ð
 �-ÐÐrK   r   Ú
prune_normÚ
prune_headc                 ó€  — |r)t          t          | j        ¦  «        dz   |¦  «        \  }}n2t          t          | j        ¦  «        |¦  «        \  }}| j        |         }| j        d|…         | _        |t          | j        ¦  «        k     rd| _        d| _        |r$d| _        d| _        |                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        r   Nr   rw   )r!   r°   r¬   r®   r³   r´   rÑ   )rG   rÔ   rê   rë   rØ   rå   ræ   s          rJ   Úprune_intermediate_layersz%MobileNetV5.prune_intermediate_layerse  sÄ   € ð ð 	3Ý&:½3¸t¼{Ñ;KÔ;KÈaÑ;OÐQXÑ&YÔ&YÑ#ˆL˜)˜)å&:½3¸t¼Ñ;OÔ;OÐQXÑ&YÔ&YÑ#ˆL˜)Øœ¨	Ô2ˆIØ”k * 9 *Ô-ˆŒØ•s˜4œ;Ñ'Ô'Ò'Ð'Ø!ˆDŒNØ!ˆDŒNØð 	)Ø!ˆDŒNØ!ˆDŒNØ×!Ò! ! RÑ(Ô(Ð(ØÐrK   c                 óì  — | j         �…d}g }|                      |¦  «        }|| j        v r|                     |¦  «         | j        D ]0}|dz  } ||¦  «        }|| j        v r|                     |¦  «         Œ1|                       |¦  «        }ng|                      |¦  «        }| j        r6t          j                             ¦   «         st          | j        |d¬¦  «        }n|                      |¦  «        }|S )Nr   r   T)r¸   )
r²   r©   r…   rZ   r¬   r¨   r[   râ   rã   r#   ©rG   rÓ   rç   rä   rè   s        rJ   Úforward_featureszMobileNetV5.forward_features}  s  € ØŒ9Ð àˆHØˆMØ—’˜qÑ!Ô!ˆAØ˜4Ô,Ð,Ð,Ø×$Ò$ QÑ'Ô'Ð'Ø”{ð ,ð ,�Ø˜A‘�à�C˜‘F”F�Ø˜tÔ0Ð0Ð0Ø!×(Ò(¨Ñ+Ô+Ð+øØ—	’	˜-Ñ(Ô(ˆAˆAà—’˜qÑ!Ô!ˆAØÔ&ð #­u¬y×/EÒ/EÑ/GÔ/Gð #Ý" 4¤;°¸4Ð@Ñ@Ô@��à—K’K ‘N”N�ØˆrK   Ú
pre_logitsc                 óP  — |                       |¦  «        }| j        �|                      |¦  «        }| j        �|                      |¦  «        }|                      |¦  «        }| j        dk    r!t          j        || j        | j        ¬¦  «        }|r|S |                      |¦  «        S )Nrz   )ÚprÐ   )	r�   r³   r´   r¸   r‹   rX   ÚdropoutrÐ   r¹   )rG   rÓ   rñ   s      rJ   Úforward_headzMobileNetV5.forward_head”  sœ   € Ø×Ò˜QÑÔˆØŒ>Ð%Ø—’˜qÑ!Ô!ˆAØŒ>Ð%Ø—’˜qÑ!Ô!ˆAØ�LŠL˜‰OŒOˆØŒ>˜BÒÐÝ”	˜!˜tœ~¸¼ÐFÑFÔFˆAØð 	ØˆHØ�Š˜qÑ!Ô!Ð!rK   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r¾   )rð   rõ   ©rG   rÓ   s     rJ   rf   zMobileNetV5.forward¡  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆrK   ©F)T)r{   ©NFFrÒ   FF)r   FTF)"rg   rh   ri   rj   r    r   rk   rn   rm   r   r   r   r   rl   r?   rÃ   r[   râ   ÚignorerÈ   rË   rª   ÚModulerÍ   rÑ   ro   r
   r	   ré   rí   rð   rõ   rf   rp   rq   s   @rJ   r&   r&      sî  ø€ € € € € ðð ð  $ØØØ"Ø"Ø $ØØ!Ø&.Ø*,Ø-1Ø.2Ø,0Ø,0Ø $Ø%3Ø!Ø$&Ø6:Ø$ØØð1}(ð }(à!ð}(ð ð}(ð ð	}(ð
 ð}(ð ð}(ð ð}(ð ð}(ð ð}(ð ð}(ð ˜sœ)ð}(ð %(ð}(ð   	Ô*ð}(ð ! Ô+ð}(ð ˜yÔ)ð}(ð  ˜yÔ)ð!}(ð" ð#}(ð$ #ð%}(ð& ð'}(ð( "ð)}(ð* %-¨U¤Oð+}(ð, ð-}(ð }(ð }(ð }(ð }(ð }(ð~	&ð 	&ð 	&ð „YÔð
ð 
 Dð 
ð 
ð 
ñ Ôð
ð „YÔð)ð )¨Tð )ð )ð )ñ Ôð)ð „YÔð ¤	ð ð ð ñ Ôðð	-ð 	-¨Cð 	-¸cð 	-ð 	-ð 	-ð 	-ð 8<ØØ$Ø$Ø',Ø!&ð< ð < àŒ|ð< ð ˜e C¨¨c¬ NÔ3Ô4ð< ð ð	< ð
 ð< ð ð< ð !%ð< ð ð< ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð< ð < ð < ð < ð@ ./Ø$Ø#Ø!&ðð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 ðð ð ð ð0 %¤,ð °5´<ð ð ð ð ð."ð "˜eœlð "¸ð "ÈÌð "ð "ð "ð "ð˜œð ¨%¬,ð ð ð ð ð ð ð ð rK   c            $       ó   ‡ — e Zd ZdZdddddddd	d	d	d	ded
d
d	d	d	fdedededededede	e         dede
e         de
e         de
e         de
e         dedededede
e         f"ˆ fd„Z	 	 	 	 	 	 d*dej        de
eeee         f                  d ed!ed"ed#ed$ed%eeej                 eej        eej                 f         f         fd&„Zdej        d%ej        fd'„Zdej        d%ej        fd(„Zdej        d%ej        fd)„Zˆ xZS )+r'   zMobileNetV5 Vision Encoderrt   é@   TFrw   rx   ru   Nrz   r|   r~   r   r€   r�   rƒ   r…   r†   r5   r6   r‡   rˆ   r‰   rŠ   r‹   rŒ   r3   c                 ó  •‡ — t          ¦   «                              ¦   «          ||dœ}|	pt          }	t          |
¦  «        pt          }
|pt
          }d‰ _        |‰ _        |‰ _        d‰ _	        |s ||¦  «        }t          ||fdd|||
|	dœ|¤Ž‰ _        t          dd||||	|
||||dœ
|¤Ž}t          j         |||¦  «        Ž ‰ _        |j        ‰ _        d	„ ‰ j        D ¦   «         ‰ _        d
x‰ _        ‰ _        t+          t-          ‰ j        ¦  «        |¦  «        d         ‰ _        t1          ˆ fd„‰ j        D ¦   «         ¦  «        ‰ _        |‰ _        t7          d‰ j        ‰ j        ‰ j        |
|	dœ|¤Ž‰ _        t;          ‰ ¦  «         d S )Nr8   r   Frt   r�   r�   r“   r”   c                 ó   — g | ]
}|d          ‘ŒS r—   r=   r™   s     rJ   rœ   z/MobileNetV5Encoder.__init__.<locals>.<listcomp>è  r�   rK   rv   c                 ó6   •— g | ]}‰j         |         d          ‘ŒS rŸ   r¡   r£   s     €rJ   rœ   z/MobileNetV5Encoder.__init__.<locals>.<listcomp>í  s&   ø€ Ð]Ð]Ð]ÀR Ô 1°"Ô 5°iÔ @Ð]Ð]Ð]rK   r¥   r=   )r>   r?   rD   r   r   r   r}   r~   r‹   r¨   r   r©   r   rª   r«   r¬   r­   r¢   r®   r‚   r¯   r!   r°   r…   rA   r±   r†   r+   r²   r   )rG   r|   r~   r   r€   r�   rƒ   r…   r†   r5   r6   r‡   rˆ   r‰   rŠ   r‹   rŒ   r3   r9   r:   rH   r»   rI   s   `                     €rJ   r?   zMobileNetV5Encoder.__init__ª  sý  øø€ õ, 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØÐ&¥ˆ	Ý# JÑ/Ô/Ð<µ9ˆ
ØÐ,�}ˆØˆÔØ ˆŒØ"ˆŒØ"'ˆÔð ð 	0Ø$˜ YÑ/Ô/ˆIÝ$ØØð

ð ØØØØ!Øð

ð 

ð ð

ð 

ˆŒõ &ð 
ØØØ%Ø#ØØ!ØØØ)Ø#9ð
ð 
ð ð
ð 
ˆõ ”m W W¨Y¸
Ñ%CÔ%CÐDˆŒØ#Ô,ˆÔØAÐA¨tÔ/@ÐAÑAÔAˆŒà48Ð8ˆÔ˜DÔ1å0µ°TÔ5FÑ1GÔ1GÈÑVÔVÐWXÔYˆÔÝÐ]Ð]Ð]Ð]È4ÔK\Ð]Ñ]Ô]Ñ^Ô^ˆÔØ&<ˆÔ#å6ð 
ØÔ#ØÔ%Ø"Ô9Ø!Øð
ð 
ð ð
ð 
ˆŒ	õ 	" $Ñ'Ô'Ð'Ð'Ð'rK   rÒ   rÓ   rÔ   rF   rÕ   rÖ   r×   rØ   rM   c                 óô  ‡ — ~|dv s
J d¦   «         ‚|r|s
J d¦   «         ‚g }g }	|r)t          t          ‰ j        ¦  «        dz   |¦  «        \  }
}n@t          t          ‰ j        ¦  «        |¦  «        \  }
}ˆ fd„|
D ¦   «         }
‰ j        |         }d}‰                      |¦  «        }||
v r|                     |¦  «         |‰ j        v r|	                     |¦  «         t          j         	                    ¦   «         s|s‰ j        }n‰ j        d|…         }|D ]I}|dz  } ||¦  «        }||
v r|                     |¦  «         |‰ j        v r|	                     |¦  «         ŒJ|r|S ‰  
                    |	¦  «        |fS )al   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: (Unused) Applies norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
            extra_blocks: Include outputs of all blocks and head conv in output, does not align with feature_info
        Returns:

        rÚ   rÛ   rÜ   r   c                 ó*   •— g | ]}‰j         |         ‘ŒS r=   rÞ   rß   s     €rJ   rœ   z<MobileNetV5Encoder.forward_intermediates.<locals>.<listcomp>#  rá   rK   r   N)r!   r°   r¬   r®   r©   rZ   r…   r[   râ   rã   r²   )rG   rÓ   rÔ   rF   rÕ   rÖ   r×   rØ   rä   Úmsfa_intermediatesrå   ræ   rç   r¬   rè   s   `              rJ   ré   z(MobileNetV5Encoder.forward_intermediatesû  sÛ  ø€ ð. à˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&Øð 	YØ%ÐXÐXÐ'XÑXÔXÐ%ð ˆØÐàð 	3Ý&:½3¸t¼{Ñ;KÔ;KÈaÑ;OÐQXÑ&YÔ&YÑ#ˆL˜)˜)å&:½3¸t¼Ñ;OÔ;OÐQXÑ&YÔ&YÑ#ˆL˜)ØEÐEÐEÐE¸ÐEÑEÔEˆLØœ¨	Ô2ˆIð ˆØ�NŠN˜1ÑÔˆØ�|Ð#Ð#Ø× Ò  Ñ#Ô#Ð#Ø�tÔ(Ð(Ð(Ø×%Ò% aÑ(Ô(Ð(åŒ9×!Ò!Ñ#Ô#ð 	-¨:ð 	-Ø”[ˆFˆFà”[  ) Ô,ˆFàð 	-ð 	-ˆCØ˜‰MˆHØ��A‘”ˆAØ˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'Ø˜4Ô,Ð,Ð,Ø"×)Ò)¨!Ñ,Ô,Ð,øàð 	!Ø Ð à�yŠyÐ+Ñ,Ô,¨mÐ;Ð;rK   c                 ó
  — d}g }|                       |¦  «        }|| j        v r|                     |¦  «         | j        D ]0}|dz  } ||¦  «        }|| j        v r|                     |¦  «         Œ1|                      |¦  «        S )Nr   r   )r©   r…   rZ   r¬   r²   rï   s        rJ   rð   z#MobileNetV5Encoder.forward_features@  s›   € ØˆØˆà�NŠN˜1ÑÔˆØ�tÔ(Ð(Ð(Ø× Ò  Ñ#Ô#Ð#à”;ð 	(ð 	(ˆCØ˜‰MˆHà��A‘”ˆAØ˜4Ô,Ð,Ð,Ø×$Ò$ QÑ'Ô'Ð'øà�yŠy˜Ñ'Ô'Ð'rK   c                 ó    — t          d¦  «        ‚)Nz=MobileNetV5Encoder does not support classification use cases.)ÚNotImplementedErrorr÷   s     rJ   rõ   zMobileNetV5Encoder.forward_headQ  s   € Ý!Ð"aÑbÔbÐbrK   c                 ó,   — |                       |¦  «        S r¾   )rð   r÷   s     rJ   rf   zMobileNetV5Encoder.forwardT  s   € Ø×$Ò$ QÑ'Ô'Ð'rK   rù   )rg   rh   ri   rj   r    r   rk   rn   rm   r   r   r   r   rl   r?   r[   ro   r
   r   r	   ré   rð   rõ   rf   rp   rq   s   @rJ   r'   r'   §  s–  ø€ € € € € Ø$Ð$ð
 ØØ"Ø"ØØ*2Ø*,Ø-1Ø.2Ø,0Ø,0Ø $Ø%3Ø!Ø$&Ø6:ØØð)O(ð O(à!ðO(ð ðO(ð ð	O(ð
 ðO(ð ðO(ð ðO(ð # 3œ-ðO(ð %(ðO(ð   	Ô*ðO(ð ! Ô+ðO(ð ˜yÔ)ðO(ð ˜yÔ)ðO(ð ðO(ð #ðO(ð  ð!O(ð" "ð#O(ð$ %-¨U¤Oð%O(ð O(ð O(ð O(ð O(ð O(ðh 8<ØØ$Ø$Ø',Ø!&ðC<ð C<àŒ|ðC<ð ˜e C¨¨c¬ NÔ3Ô4ðC<ð ð	C<ð
 ðC<ð ðC<ð !%ðC<ð ðC<ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	KðC<ð C<ð C<ð C<ðJ( %¤,ð (°5´<ð (ð (ð (ð (ð"c˜eœlð c¨u¬|ð cð cð cð cð(˜œð (¨%¬,ð (ð (ð (ð (ð (ð (ð (ð (rK   Ú
state_dictrM   c                 ó¬   ‡— |                       d| ¦  «        } |                       d| ¦  «        } d| v r"dŠˆfd„|                      ¦   «         D ¦   «         } | S )z% convert weights from gemma encoders Úmodelr  z3model.vision_tower.timm_model.conv_stem.conv.weightzmodel.vision_tower.timm_model.c                 óL   •— i | ] \  }}‰|v ¯	|                      ‰d ¦  «        |“Œ!S ©rw   )Úreplace)rš   ÚkÚvÚprefixs      €rJ   ú
<dictcomp>z(checkpoint_filter_fn.<locals>.<dictcomp>a  s9   ø€ Ð]Ð]Ð]±4°1°aÐQWÐ[\ÐQ\ÐQ\�a—i’i ¨Ñ+Ô+¨QÐQ\ÐQ\ÐQ\rK   )ÚgetÚitems)r  r
  r  s     @rJ   Úcheckpoint_filter_fnr  X  sf   ø€ ð
 —’ ¨Ñ4Ô4€JØ—’ ¨jÑ9Ô9€JØ<À
ÐJÐJØ1ˆØ]Ð]Ð]Ð]¸:×;KÒ;KÑ;MÔ;MÐ]Ñ]Ô]ˆ
ØÐrK   FÚvariantÚ
pretrainedc                 ó”   — |                      dd¦  «        }t          |d¬¦  «        }d}t          t          | |fdt          ||dœ|¤Ž}|S )NÚout_indices©r   r   r�   rt   é   Úgetter©r  Úfeature_cls)r}   r‚   Ú	head_convÚ	head_biasÚ	head_normr�   F)Úpretrained_strictÚpretrained_filter_fnÚfeature_cfgÚkwargs_filter)ÚpoprÇ   r   r'   r  )r  r  Úkwargsr  r#  r$  r
  s          rJ   Ú_create_mnv5_encoderr'  e  sq   € Ø—*’*˜]¨OÑ<Ô<€KÝ ;¸HÐEÑEÔE€Kð€Mõ !ÝØØð	ð  Ý1ØØ#ð	ð 	ð ð	ð 	€Eð €LrK   c                 óŒ   — |                      dd¦  «        }t          |d¬¦  «        }t          t          | |ft          |dœ|¤Ž}|S )Nr  r  r  r  )r"  r#  )r%  rÇ   r   r&   r  )r  r  r&  r  r#  r
  s         rJ   Ú_create_mnv5r)  }  sb   € Ø—*’*˜]¨OÑ<Ô<€KÝ ;¸HÐEÑEÔE€KÝ ÝØØðõ 2Øðð ð ðð €Eð €LrK   ç      ð?Úchannel_multiplierÚencoderc           	      ó.  — d| v rg d¢g d¢g d¢g d¢g}ng d¢g d¢g d¢g d¢g}t          t          ||¬¦  «        d	|d
k     t          t          |¬¦  «        t          t
          d¬¦  «        }t          |fi |¤Ž}|rt          | |fi |¤Ž}nt          | |fi |¤Ž}|S )NÚmobilenetv5_base)Úer_r1_k3_s2_e4_c128Úer_r1_k3_s1_e4_c128r0  )Úuir_r1_a3_k5_s2_e6_c256Úuir_r1_a5_k0_s1_e4_c256Úuir_r1_a3_k0_s1_e4_c256r2  r3  )Úuir_r1_a5_k5_s2_e6_c512Úuir_r1_a5_k0_s1_e4_c512r5  Úuir_r1_a0_k0_s1_e1_c512Úmqa_r1_k3_h8_s2_d64_c512Úuir_r1_a0_k0_s1_e2_c512r7  r8  r7  r8  r7  r8  r7  r8  r7  r8  )Úuir_r1_a5_k5_s2_e6_c1024Úmqa_r1_k3_h16_s1_d64_c1024Úuir_r1_a0_k0_s1_e2_c1024r:  r;  r:  r;  r:  r;  r:  r;  r:  r;  r:  r;  )%Úuir_r1_a5_k5_s2_e6_c640Úuir_r1_a5_k0_s1_e4_c640r=  r=  r=  r=  r=  r=  Úuir_r1_a0_k0_s1_e1_c640Úmqa_r1_k3_h12_v2_s1_d64_c640Úuir_r1_a0_k0_s1_e2_c640r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  r?  r@  )'Úuir_r1_a5_k5_s2_e6_c1280Úmqa_r1_k3_h16_s1_d96_c1280Úuir_r1_a0_k0_s1_e2_c1280rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  rB  rC  )Ú
group_sizerý   r*  )Ú
multipliergñhãˆµøä>)r|   r   r�   rŠ   r6   r5   r3   )rÇ   r   r   r    r   rD   r'  r)  )	r  r+  rD  r  r,  r&  Úarch_defÚmodel_kwargsr
  s	            rJ   Ú_gen_mobilenet_v5rH  ‹  s=  € ð ˜WÐ$Ð$ðð ð ðð ð ðð ð ð&ð ð ðG4%
ˆˆðpð ð ðð ð ð&ð &ð &ðP(ð (ð (ðqa%
ˆõF Ý" 8¸
ÐCÑCÔCØØ# cÒ)Ý�^Ð8JÐKÑKÔKÝÝØ#ðñ ô €Lõ ˜Ð/Ð/¨Ð/Ð/€LØð BÝ$ W¨jÐIÐI¸LÐIÐIˆˆå˜W jÐAÐA°LÐAÐAˆØ€LrK   rw   Úurlc                 ó4   — | dddddt           t          dddœ
|¥S )	Nrs   )rt   é   rK  )ru   ru   r*  Úbicubiczconv_stem.convr¹   )
rI  r}   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanÚstdÚ
first_convr¹   r   )rI  r&  s     rJ   Ú_cfgrT  >  s5   € à 4°}ÐS[Ø¨)Ý'Õ0FØ&°lð	ð ð
 ðð rK   )rz   rz   rz   )r*  r*  r*  )rt   é   rU  )rQ  rR  rM  r}   ztimm/Úgemma)Ú	hf_hub_idrQ  rR  rM  r}   Úlicensers   )r}   )Úmobilenetv5_300m_enczmobilenetv5_300m.gemma3nzmobilenetv5_base.untrainedc                 óT   — |                      dd¦  «        }t          	 d| d|dœ|¤Ž}|S )zMobileNet V5 Vision Encoderrƒ   ÚsamerY  T)r  r,  rƒ   )rY  )r%  rH  )r  r&  rƒ   r
  s       rJ   rY  rY  ^  sM   € ð �zŠz˜* fÑ-Ô-€HÝØðàØØð	ð ð
 ðð €Eð €LrK   c                 ó"   — t          dd| i|¤Ž}|S )NÚmobilenetv5_300mr  )r]  ©rH  ©r  r&  r
  s      rJ   r]  r]  l  ó   € åÐRÐR¸ZÐRÈ6ÐRÐR€EØ€LrK   c                 ó"   — t          dd| i|¤Ž}|S )Nr.  r  )r.  r^  r_  s      rJ   r.  r.  r  r`  rK   rø   )r*  NFFr  )FÚ	functoolsr   Útypingr   r   r   r   r   r	   r
   r[   Útorch.nnrª   Útorch.nn.functionalÚ
functionalrX   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   r   r   r   Ú_builderr   Ú_efficientnet_blocksr   r   Ú_efficientnet_builderr   r   r   r   r    Ú	_featuresr!   Ú_features_fxr"   Ú_manipulater#   Ú	_registryr$   r%   Ú__all__ÚGELUrD   rû   r+   r&   r'   rm   ro   r  rn   r'  r)  rl   rH  rT  Údefault_cfgsrY  r]  r.  r=   rK   rJ   ú<module>rs     sÞ  ðØ Ð Ð Ð Ð Ð Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ Ià €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð +Ð *Ð *Ð *Ð *Ð *Ø JÐ JÐ JÐ JÐ JÐ JÐ JÐ Jðð ð ð ð ð ð ð ð ð ð ð ð ð ð ,Ð +Ð +Ð +Ð +Ð +Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àÐ.Ð
/€àˆ�” VÐ,Ñ,Ô,€ð ðSð Sð Sð Sð S¨¬ñ Sô Sñ ÔðSðleð eð eð eð e�"”)ñ eô eð eðP	n(ð n(ð n(ð n(ð n(˜œñ n(ô n(ð n(ðb
Ø˜˜eœlÐ*Ô+ð
ð 
ˆ#ˆuŒ|Ð
Ôð
ð 
ð 
ð 
ðð  #ð °4ð ÐN`ð ð ð ð ð0ð ˜#ð ¨4ð Àkð ð ð ð ð  %(ØØ Øðpð pØðpà!ðpð ð	pð
 ðpð ðpð pð pð pðfð ˆcð ð ð ð ð %Ð$à ˜DØ˜|Ø Øðñ ô ð !% ØØ˜|Ø ØØð!ñ !ô !ð #' $àð#ñ #ô #ð!&ð &ñ ô €ð, ð
ð 
 Tð 
Ð@Rð 
ð 
ð 
ñ „ð
ð ðð  ð ¸Kð ð ð ñ „ðð
 ðð  ð ¸Kð ð ð ñ „ðð ð rK   