§
    ·¯¸juR  ã                   ó”  — d Z ddlmZ ddlmZmZmZmZmZm	Z	 ddl
Z
ddlmZ ddlmZmZ ddlmZmZmZmZmZmZmZmZmZ ddlmZ dd	lmZ dd
lmZ ddl m!Z!m"Z" dgZ# G d„ dej$        ¦  «        Z% G d„ dej$        ¦  «        Z&de'fd„Z( G d„ dej$        ¦  «        Z) G d„ dej*        ¦  «        Z+ G d„ dej$        ¦  «        Z,d-d„Z-d„ Z.d.d„Z/d/d„Z0 e" e0d¬ ¦  «         e0d!¬ ¦  «         e0d"¬ ¦  «         e0d#¬ ¦  «         e0d$d%dd&¬'¦  «        d(œ¦  «        Z1e!d.d)„¦   «         Z2e!d.d*„¦   «         Z3e!d.d+„¦   «         Z4e!d.d,„¦   «         Z5dS )0z?
RDNet
Copyright (c) 2024-present NAVER Cloud Corp.
Apache-2.0
é    )Úpartial)ÚListÚOptionalÚTupleÚUnionÚCallableÚTypeN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)	ÚDropPathÚcalculate_drop_path_ratesÚNormMlpClassifierHeadÚClassifierHeadÚEffectiveSEModuleÚmake_divisibleÚget_act_layerÚget_norm_layerÚget_device_dtypeé   )Úbuild_model_with_cfg)Úfeature_take_indices)Únamed_apply)Úregister_modelÚgenerate_default_cfgsÚRDNetc                   ól   ‡ — e Zd Z	 	 d	dedededeej                 deej                 f
ˆ fd„Zd„ Zˆ xZ	S )
ÚBlockNÚin_chsÚ	inter_chsÚout_chsÚ
norm_layerÚ	act_layerc                 ó*  •— ||dœ}t          ¦   «                              ¦   «          t          j        t          j        ||f|ddddœ|¤Ž ||fi |¤Žt          j        ||fddddœ|¤Ž |¦   «         t          j        ||fddddœ|¤Ž¦  «        | _        d S ©N©ÚdeviceÚdtypeé   r   é   )ÚgroupsÚkernel_sizeÚstrideÚpaddingr   ©r,   r-   r.   )ÚsuperÚ__init__ÚnnÚ
SequentialÚConv2dÚlayers©
Úselfr   r    r!   r"   r#   r'   r(   ÚddÚ	__class__s
            €úa/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/rdnet.pyr1   zBlock.__init__   sÂ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”mÝŒI�f˜fÐ^¨VÀÈ1ÐVWÐ^Ð^Ð[]Ð^Ð^ØˆJ�vÐ$Ð$ Ð$Ð$ÝŒI�f˜iÐR°Q¸qÈ!ÐRÐRÈrÐRÐRØˆI‰KŒKÝŒI�i ÐS°aÀÈ1ÐSÐSÐPRÐSÐSñ
ô 
ˆŒˆˆó    c                 ó,   — |                       |¦  «        S ©N©r5   ©r7   Úxs     r:   ÚforwardzBlock.forward-   ó   € Ø�{Š{˜1‰~Œ~Ðr;   ©NN©
Ú__name__Ú
__module__Ú__qualname__Úintr	   r2   ÚModuler1   rA   Ú__classcell__©r9   s   @r:   r   r      s•   ø€ € € € € ð Øð
ð 
àð
ð ð
ð ð	
ð
 ˜RœYœð
ð ˜BœI”ð
ð 
ð 
ð 
ð 
ð 
ð(ð ð ð ð ð ð r;   r   c                   ól   ‡ — e Zd Z	 	 d	dedededeej                 deej                 f
ˆ fd„Zd„ Zˆ xZ	S )
ÚBlockESENr   r    r!   r"   r#   c                 óB  •— ||dœ}t          ¦   «                              ¦   «          t          j        t          j        ||f|ddddœ|¤Ž ||fi |¤Žt          j        ||fddddœ|¤Ž |¦   «         t          j        ||fddddœ|¤Žt          |fi |¤Ž¦  «        | _        d S r%   )r0   r1   r2   r3   r4   r   r5   r6   s
            €r:   r1   zBlockESE.__init__2   sÕ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ”mÝŒI�f˜fÐ^¨VÀÈ1ÐVWÐ^Ð^Ð[]Ð^Ð^ØˆJ�vÐ$Ð$ Ð$Ð$ÝŒI�f˜iÐR°Q¸qÈ!ÐRÐRÈrÐRÐRØˆI‰KŒKÝŒI�i ÐS°aÀÈ1ÐSÐSÐPRÐSÐSÝ˜gÐ,Ð,¨Ð,Ð,ñ
ô 
ˆŒˆˆr;   c                 ó,   — |                       |¦  «        S r=   r>   r?   s     r:   rA   zBlockESE.forwardG   rB   r;   rC   rD   rK   s   @r:   rM   rM   1   s•   ø€ € € € € ð Øð
ð 
àð
ð ð
ð ð	
ð
 ˜RœYœð
ð ˜BœI”ð
ð 
ð 
ð 
ð 
ð 
ð*ð ð ð ð ð ð r;   rM   Úblockc                 óž   — |                       ¦   «                              ¦   «         } | dk    rt          S | dk    rt          S J d| › d�¦   «         ‚)NrP   ÚblockeseFzUnknown block type (z).)ÚlowerÚstripr   rM   )rP   s    r:   Ú_get_block_typerU   K   sT   € Ø�KŠK‰MŒM×ÒÑ!Ô!€EØ�ÒÐÝˆØ	�*Ò	Ð	Ýˆà6Ð6¨UÐ6Ð6Ð6Ñ6Ô6ˆur;   c                   óØ   ‡ — e Zd Zdddddddddej        ej        ddfded	ed
ededededededede	ej
                 de	ej
                 fˆ fd„Zdeej                 dej        fd„Zˆ xZS )Ú
DenseBlocké@   ç      @ç        r   r   ç�íµ ÷Æ°>NÚnum_input_featuresÚgrowth_rateÚbottleneck_width_ratioÚdrop_path_rateÚ	drop_rateÚrand_gather_step_probÚ	block_idxÚ
block_typeÚls_init_valuer"   r#   c           	      ó¶  •— ||dœ}t          ¦   «                              ¦   «          || _        || _        || _        || _        || _        |	dk    r't          j        |	t          j
        |fi |¤Žz  ¦  «        nd | _        t          |¦  «        }t          ||z  dz  ¦  «        dz  }t          |¦  «        | _         t          |¦  «        d||||
|dœ|¤Ž| _        d S )Nr&   r   é   )r   r    r!   r"   r#   © )r0   r1   r`   r_   ra   rb   r]   r2   Ú	ParameterÚtorchÚonesÚgammarH   r   Ú	drop_pathrU   r5   )r7   r\   r]   r^   r_   r`   ra   rb   rc   rd   r"   r#   r'   r(   r8   r    r9   s                   €r:   r1   zDenseBlock.__init__V   s  ø€ ð  ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ"ˆŒØ,ˆÔØ%:ˆÔ"Ø"ˆŒØ&ˆÔàTaÐdeÒTeÐTe•R”\ -µ%´*¸[Ð2OÐ2OÈBÐ2OÐ2OÑ"OÑPÔPÐPÐkoˆŒ
Ý˜+Ñ&Ô&ˆÝÐ*Ð-CÑCÀaÑGÑHÔHÈ1ÑLˆ	å! .Ñ1Ô1ˆŒà1•o jÑ1Ô1ð 
Ø%ØØØ!Øð
ð 
ð ð
ð 
ˆŒˆˆr;   r@   Úreturnc                 óò   — t          j        |d¦  «        }|                      |¦  «        }| j        �0|                     | j                             dddd¦  «        ¦  «        }|                      |¦  «        }|S )Nr   éÿÿÿÿ)ri   Úcatr5   rk   ÚmulÚreshaperl   r?   s     r:   rA   zDenseBlock.forward}   se   € ÝŒI�a˜‰OŒOˆØ�KŠK˜‰NŒNˆàŒ:Ð!Ø—’�d”j×(Ò(¨¨B°°1Ñ5Ô5Ñ6Ô6ˆAà�NŠN˜1ÑÔˆØˆr;   )rE   rF   rG   r2   Ú	LayerNormÚGELUrH   ÚfloatÚstrr	   rI   r1   r   ri   ÚTensorrA   rJ   rK   s   @r:   rW   rW   U   s  ø€ € € € € ð ')Ø!Ø,/Ø$'Ø"Ø+.ØØ%Ø#'Ø*,¬,Ø)+¬ØØð%
ð %
à #ð%
ð ð%
ð %*ð	%
ð
 "ð%
ð ð%
ð $)ð%
ð ð%
ð ð%
ð !ð%
ð ˜RœYœð%
ð ˜BœI”ð%
ð %
ð %
ð %
ð %
ð %
ðN˜˜eœlÔ+ð °´ð ð ð ð ð ð ð ð r;   rW   c            	       óf   ‡ — e Zd Z	 	 d
dededee         defˆ fd„Zdej        dej        fd	„Z	ˆ xZ
S )Ú
DenseStageNÚ	num_blockr\   Údrop_path_ratesr]   c           	      óò   •— ||dœ}t          ¦   «                              ¦   «          t          |¦  «        D ]9}	t          d||||	         |	dœ|¤|¤Ž}
||z  }|                      d|	› �|
¦  «         Œ:|| _        d S )Nr&   )r\   r]   r_   rb   Údense_blockrg   )r0   r1   ÚrangerW   Ú
add_moduleÚnum_out_features)r7   rz   r\   r{   r]   r'   r(   Úkwargsr8   ÚiÚlayerr9   s              €r:   r1   zDenseStage.__init__‰   s¸   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ�yÑ!Ô!ð 
	6ð 
	6ˆAÝð Ø#5Ø'Ø.¨qÔ1Øð	ð ð
 ðð ðð ˆEð  +Ñ-ÐØ�OŠOÐ-¨!Ð-Ð-¨uÑ5Ô5Ð5Ð5Ø 2ˆÔÐÐr;   Úinit_featurerm   c                 ó|   — |g}| D ]"} ||¦  «        }|                      |¦  «         Œ#t          j        |d¦  «        S )Nr   )Úappendri   rp   )r7   r„   ÚfeaturesÚmoduleÚnew_features        r:   rA   zDenseStage.forward¢   sN   € Ø �>ˆØð 	)ð 	)ˆFØ ˜& Ñ*Ô*ˆKØ�OŠO˜KÑ(Ô(Ð(Ð(ÝŒy˜ 1Ñ%Ô%Ð%r;   rC   )rE   rF   rG   rH   r   ru   r1   ri   rw   rA   rJ   rK   s   @r:   ry   ry   ˆ   sš   ø€ € € € € ð Øð3ð 3àð3ð !$ð3ð " %œ[ð	3ð
 ð3ð 3ð 3ð 3ð 3ð 3ð2& E¤Lð &°U´\ð &ð &ð &ð &ð &ð &ð &ð &r;   ry   c            +       ó  ‡ — e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d@dedededeee         ee         f         deee         ee         f         deee         ee         f         deee         ee         f         de	de	de	ded ed!ed"e	d#ed$ed%eee
f         d&ed'ee	         d(e	d)e	f*ˆ fd*„Zej        j        dAd+„¦   «         Zej        j        dBd,„¦   «         Zej        j        d-ej        fd.„¦   «         ZdCdedee         fd/„Z	 	 	 	 	 dDd1ej        d2eeeee         f                  d3ed4ed5ed6ed-eeej                 eej        eej                 f         f         fd7„Z	 	 	 dEd2eeee         f         d9ed:efd;„Zd<„ ZdAd=efd>„Zd?„ Zˆ xZS )Fr   r*   éè  Úavg©rX   éh   é€   r�   r�   r�   éà   ©r*   r*   r*   r*   r*   r*   r*   ©r   r   rM   rM   rM   rM   rM   ©NTTFFFTrY   ç      à?r[   Úpatché   rX   ç      ð?FTÚgeluÚlayernorm2dNrZ   Úin_chansÚnum_classesÚglobal_poolÚgrowth_ratesÚnum_blocks_listrc   Úis_downsample_blockr^   Útransition_compression_ratiord   Ú	stem_typeÚ
patch_sizeÚnum_init_featuresÚhead_init_scaleÚhead_norm_firstÚ	conv_biasr#   r"   Únorm_epsr`   r_   c                 ó8  •— t          ¦   «                              ¦   «          ||dœ}t          |¦  «        t          |¦  «        cxk    rt          |¦  «        k    sn J ‚t          |¦  «        }t	          |¦  «        }|�t          ||¬¦  «        }|| _        || _        || _        |dv sJ ‚|dk    r9t          j
        t          j        ||f|||dœ|¤Ž ||fi |¤Ž¦  «        | _        |}nhd|v rt          |dz  ¦  «        n|}t          j
        t          j        ||fd	dd
|dœ|¤Žt          j        ||fd	dd
|dœ|¤Ž ||fi |¤Ž¦  «        | _        d}g | _        t          |¦  «        | _        |}|}t!          ||d¬¦  «        }g }t#          | j        ¦  «        D �]K}g } |dk    rut%          ||	z  dz  ¦  «        dz  }!d
x}"}#||         r	|dz  }dx}"}#|                       ||fi |¤Ž¦  «         |                      t          j        ||!f|"|#ddœ|¤Ž¦  «         |!}t)          d||         |||         ||||         |
||         ||dœ
|¤Ž}$|                      |$¦  «         |||         ||         z  z  }|d
z   | j        k    s|d
z   | j        k    r6||d
z            r+| xj        t+          ||d|› �||         ¬¦  «        gz  c_        |                     t          j
        | Ž ¦  «         �ŒMt          j
        |Ž | _        |x| _        | _        |r4 || j        fi |¤Ž| _        t5          | j        |f|| j        dœ|¤Ž| _        n9t          j        ¦   «         | _        t;          | j        |f|| j        |dœ|¤Ž| _        t=          t          t>          |¬¦  «        | ¦  «         dS )a	  
        Args:
            in_chans: Number of input image channels.
            num_classes: Number of classes for classification head.
            global_pool: Global pooling type.
            growth_rates: Growth rate at each stage.
            num_blocks_list: Number of blocks at each stage.
            is_downsample_block: Whether to downsample at each stage.
            bottleneck_width_ratio: Bottleneck width ratio (similar to mlp expansion ratio).
            transition_compression_ratio: Channel compression ratio of transition layers.
            ls_init_value: Init value for Layer Scale, disabled if None.
            stem_type: Type of stem.
            patch_size: Stem patch size for patch stem.
            num_init_features: Number of features of stem.
            head_init_scale: Init scaling value for classifier weights and biases.
            head_norm_first: Apply normalization before global pool + head.
            conv_bias: Use bias layers w/ all convolutions.
            act_layer: Activation layer type.
            norm_layer: Normalization layer type.
            norm_eps: Small value to avoid division by zero in normalization.
            drop_rate: Head pre-classifier dropout rate.
            drop_path_rate: Stochastic depth drop rate.
        r&   N)Úeps)r•   ÚoverlapÚoverlap_tieredr•   )r,   r-   ÚbiasÚtieredé   r*   r   )r,   r-   r.   r¬   r–   T)Ú	stagewiser   rf   r/   )
rz   r\   r]   r^   r`   r{   rd   rc   r"   r#   zdense_stages.)Únum_chsÚ	reductionrˆ   r]   )Ú	pool_typer`   )r²   r`   r"   )r¤   rg   ) r0   r1   Úlenr   r   r   r›   rš   r`   r2   r3   r4   Ústemr   Úfeature_infoÚ
num_stagesr   r~   rH   r†   ry   ÚdictÚdense_stagesÚnum_featuresÚhead_hidden_sizeÚnorm_prer   ÚheadÚIdentityr   r   Ú_init_weights)&r7   rš   r›   rœ   r�   rž   rc   rŸ   r^   r    rd   r¡   r¢   r£   r¤   r¥   r¦   r#   r"   r§   r`   r_   r'   r(   r8   Ústem_strideÚmid_chsÚcurr_strider¹   Údp_ratesr¸   r‚   Údense_stage_layersÚcompressed_num_featuresÚk_sizer-   Ústager9   s&                                        €r:   r1   zRDNet.__init__«   sð  ø€ õb 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆÝ�<Ñ Ô ¥C¨Ñ$8Ô$8ÐTÐTÒTÐT½CÐ@SÑ<TÔ<TÒTÐTÐTÐTÐTÐTÝ! )Ñ,Ô,ˆ	Ý# JÑ/Ô/ˆ
ØÐÝ  °Ð:Ñ:Ô:ˆJà&ˆÔØ ˆŒØ"ˆŒð ÐBÐBÐBÐBÐBØ˜ÒÐåœÝ”	˜(Ð$5ÐwÀ:ÐV`ÐgpÐwÐwÐtvÐwÐwØ�
Ð,Ð3Ð3°Ð3Ð3ñô ˆDŒIð %ˆKˆKà@HÈIÐ@UÐ@U•nÐ%6¸!Ñ%;Ñ<Ô<Ð<Ð[lˆGÝœÝ”	˜( GÐf¸À1ÈaÐV_ÐfÐfÐceÐfÐfÝ”	˜'Ð#4ÐoÀ!ÈAÐWXÐ_hÐoÐoÐlnÐoÐoØ�
Ð,Ð3Ð3°Ð3Ð3ñô ˆDŒIð
 ˆKð ˆÔÝ˜lÑ+Ô+ˆŒØ!ˆØ(ˆÝ,¨^¸_ÐX\Ð]Ñ]Ô]ˆàˆÝ�t”Ñ'Ô'ð -	Dñ -	DˆAØ!#ÐØ�AŠvˆvÝ*-¨lÐ=YÑ.YÐ\]Ñ.]Ñ*^Ô*^ÐabÑ*bÐ'Ø"#Ð#�˜Ø& qÔ)ð (Ø 1Ñ$�KØ&'Ð'�F˜Và"×)Ò)¨*¨*°\Ð*HÐ*HÀRÐ*HÐ*HÑIÔIÐIØ"×)Ò)­"¬)Ø Ø+ð+ð !'Ø!Øð+ð +ð ð+ð +ñ ô ð ð  7�åð Ø)¨!Ô,Ø#/Ø(¨œOØ'=Ø#Ø (¨¤Ø+Ø% aœ=Ø%Ø#ðð ð ðð ˆEð ×%Ò% eÑ,Ô,Ð,Ø˜O¨AÔ.°¸a´Ñ@Ñ@ˆLà�1‰u˜œÒ'Ð'¨A°©E°T´_Ò,DÐ,DÐI\Ð]^ÐabÑ]bÔIcÐ,DØÐ!Ô!ÝØ ,Ø"-Ø2¨qÐ2Ð2Ø$0°¤Oð	ñ ô ð&ñ Ð!Ô!ð ×Ò¥¤Ð/AÐ BÑCÔCÐCÑCÝœM¨<Ð8ˆÔØ4@Ð@ˆÔ˜DÔ1ð ð 	Ø&˜J tÔ'8Ð?Ð?¸BÐ?Ð?ˆDŒMÝ&ØÔ!Øðð &Øœ.ð	ð ð
 ðð ˆDŒIˆIõ œK™MœMˆDŒMÝ-ØÔ!Øðð &Øœ.Ø%ðð ð ðð ˆDŒIõ 	•G�M¸?ÐKÑKÔKÈTÑRÔRÐRÐRÐRr;   c                 ó<   — |r
J d¦   «         ‚t          dd¬¦  «        S )Nz,coarse grouping is not implemented for RDNetz^stemz^dense_stages\.(\d+))r´   Úblocks)r·   )r7   Úcoarses     r:   Úgroup_matcherzRDNet.group_matcherK  s3   € àÐIÐIÐIÑIÔIˆzÝØØ*ð
ñ 
ô 
ð 	
r;   c                 ó(   — | j         D ]	}||_        Œ
d S r=   )r¸   Úgrad_checkpointing)r7   ÚenableÚss      r:   Úset_grad_checkpointingzRDNet.set_grad_checkpointingS  s)   € àÔ"ð 	*ð 	*ˆAØ#)ˆAÔ Ð ð	*ð 	*r;   rm   c                 ó   — | j         j        S r=   )r¼   Úfc)r7   s    r:   Úget_classifierzRDNet.get_classifierX  s   € àŒyŒ|Ðr;   c                 óZ   — t          | ¦  «        }|| _         | j        j        ||fi |¤Ž d S r=   )r   r›   r¼   Úreset)r7   r›   rœ   r8   s       r:   Úreset_classifierzRDNet.reset_classifier\  s;   € Ý˜dÑ#Ô#ˆØ&ˆÔØˆŒ	Œ˜ [Ð7Ð7°BÐ7Ð7Ð7Ð7Ð7r;   ÚNCHWr@   ÚindicesÚnormÚ
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óv  ‡— |dv s
J d¦   «         ‚g }d„ | j         D ¦   «         Št          t          ‰¦  «        |¦  «        \  }}	ˆfd„|D ¦   «         }‰|	         }	|                      |¦  «        }t          | j        ¦  «        dz
  }
t
          j                             ¦   «         s|s| j        }n| j        d|	dz   …         }t          |¦  «        D ]I\  }} ||¦  «        }||v r5|r||
k    r|  	                    |¦  «        }n|}| 
                    |¦  «         ŒJ|r|S ||
k    r|  	                    |¦  «        }||fS )aÝ   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        )rÖ   zOutput shape must be NCHW.c                 ój   — g | ]0}t          |d                               d¦  «        d         ¦  «        ‘Œ1S ©rˆ   ú.ro   ©rH   Úsplit©Ú.0Úinfos     r:   ú
<listcomp>z/RDNet.forward_intermediates.<locals>.<listcomp>v  ó7   € ÐWÐWÐW¸T•c˜$˜xœ.×.Ò.¨sÑ3Ô3°BÔ7Ñ8Ô8ÐWÐWÐWr;   c                 ó    •— g | ]
}‰|         ‘ŒS rg   rg   )rã   r‚   Ú
stage_endss     €r:   rå   z/RDNet.forward_intermediates.<locals>.<listcomp>x  s   ø€ Ð<Ð<Ð<¨!˜
 1œÐ<Ð<Ð<r;   r   N)rµ   r   r³   r´   r¸   ri   ÚjitÚis_scriptingÚ	enumerater»   r†   )r7   r@   r×   rØ   rÙ   rÚ   rÛ   ÚintermediatesÚtake_indicesÚ	max_indexÚlast_idxr¸   Úfeat_idxrÆ   Úx_interrè   s                  @r:   Úforward_intermediateszRDNet.forward_intermediatesa  s€  ø€ ð& ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆØWÐWÀTÔEVÐWÑWÔWˆ
Ý"6µs¸:±´ÈÑ"PÔ"PÑˆ�iØ<Ð<Ð<Ð<¨|Ð<Ñ<Ô<ˆØ˜yÔ)ˆ	ð �IŠI�a‰LŒLˆå�tÔ(Ñ)Ô)¨AÑ-ˆÝŒ9×!Ò!Ñ#Ô#ð 	=¨:ð 	=ØÔ,ˆLˆLàÔ,¨^¨i¸!©m¨^Ô<ˆLÝ(¨Ñ6Ô6ð 	.ð 	.‰OˆH�eØ��a‘”ˆAØ˜<Ð'Ð'Øð  ˜H¨Ò0Ð0Ø"Ÿmšm¨AÑ.Ô.�G�Gà�GØ×$Ò$ WÑ-Ô-Ð-øàð 	!Ø Ð à�xÒÐØ—’˜aÑ Ô ˆAà�-ÐÐr;   r   Ú
prune_normÚ
prune_headc                 ó
  — d„ | j         D ¦   «         }t          t          |¦  «        |¦  «        \  }}||         }| j        d|dz   …         | _        |rt	          j        ¦   «         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        c                 ój   — g | ]0}t          |d                               d¦  «        d         ¦  «        ‘Œ1S rÞ   rà   râ   s     r:   rå   z3RDNet.prune_intermediate_layers.<locals>.<listcomp>œ  ræ   r;   Nr   r   Ú )rµ   r   r³   r¸   r2   r½   r»   rÕ   )r7   r×   ró   rô   rè   rí   rî   s          r:   Úprune_intermediate_layerszRDNet.prune_intermediate_layers”  s�   € ð XÐWÀTÔEVÐWÑWÔWˆ
Ý"6µs¸:±´ÈÑ"PÔ"PÑˆ�iØ˜yÔ)ˆ	Ø Ô-¨n¨y¸1©}¨nÔ=ˆÔØð 	*ÝœK™MœMˆDŒMØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐr;   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r=   )r´   r¸   r»   r?   s     r:   Úforward_featureszRDNet.forward_features¦  s:   € Ø�IŠI�a‰LŒLˆØ×Ò˜aÑ Ô ˆØ�MŠM˜!ÑÔˆØˆr;   Ú
pre_logitsc                 ó^   — |r|                       |d¬¦  «        n|                       |¦  «        S )NT)rû   )r¼   )r7   r@   rû   s      r:   Úforward_headzRDNet.forward_head¬  s,   € Ø0:ÐLˆt�yŠy˜ tˆyÑ,Ô,Ð,ÀÇ	Â	È!ÁÄÐLr;   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r=   )rú   rý   r?   s     r:   rA   zRDNet.forward¯  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr;   )r*   r‹   rŒ   r�   r‘   r’   r“   rY   r”   r[   r•   r–   rX   r—   FTr˜   r™   NrZ   rZ   NN©F)Tr=   )NFFrÖ   F)r   FT)rE   rF   rG   rH   rv   r   r   r   Úboolru   r   r   r1   ri   ré   ÚignorerÊ   rÏ   r2   rI   rÒ   rÕ   rw   rò   rø   rú   rý   rA   rJ   rK   s   @r:   r   r   ª   sÅ  ø€ € € € € ð Ø#Ø$Ø9[Ø<QØ7YØBoØ,/Ø25Ø#'Ø$ØØ%'Ø%'Ø$)Ø"Ø.4Ø+Ø(,Ø"Ø$'ØØð1^Sð ^Sàð^Sð ð^Sð ð	^Sð
    S¤	¨5°¬:Ð 5Ô6ð^Sð # 4¨¤9¨e°C¬jÐ#8Ô9ð^Sð ˜d 3œi¨¨s¬Ð3Ô4ð^Sð "' t¨D¤z°5¸´;Ð'>Ô!?ð^Sð %*ð^Sð +0ð^Sð !ð^Sð ð^Sð ð^Sð  #ð^Sð #ð^Sð  "ð!^Sð" ð#^Sð$ ˜S (˜]Ô+ð%^Sð& ð'^Sð( ˜u”oð)^Sð* ð+^Sð, "ð-^Sð ^Sð ^Sð ^Sð ^Sð ^Sð@ „YÔð
ð 
ð 
ñ Ôð
ð „YÔð*ð *ð *ñ Ôð*ð „YÔð ¤	ð ð ð ñ Ôðð8ð 8¨Cð 8¸hÀs¼mð 8ð 8ð 8ð 8ð 8<ØØ$Ø$Ø',ð1 ð 1 àŒ|ð1 ð ˜e C¨¨c¬ NÔ3Ô4ð1 ð ð	1 ð
 ð1 ð ð1 ð !%ð1 ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð1 ð 1 ð 1 ð 1 ðj ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð$ð ð ðMð M¨$ð Mð Mð Mð Mðð ð ð ð ð ð r;   r—   c                 ód  — t          | t          j        ¦  «        r&t          j                             | j        ¦  «         d S t          | t          j        ¦  «        rLt          j                             | j        d¦  «         t          j                             | j        d¦  «         d S t          | t          j	        ¦  «        rkt          j                             | j        d¦  «         |rFd|v rD| j        j
                             |¦  «         | j        j
                             |¦  «         d S d S d S d S )Nr   r   zhead.)Ú
isinstancer2   r4   ÚinitÚkaiming_normal_ÚweightÚBatchNorm2dÚ	constant_r¬   ÚLinearÚdataÚmul_)rˆ   Únamer¤   s      r:   r¾   r¾   µ  s  € Ý�&�"œ)Ñ$Ô$ð 	3Ý
Œ×Ò ¤Ñ.Ô.Ð.Ð.Ð.Ý	�F�BœNÑ	+Ô	+ð 3Ý
Œ×Ò˜&œ-¨Ñ+Ô+Ð+Ý
Œ×Ò˜&œ+ qÑ)Ô)Ð)Ð)Ð)Ý	�F�BœIÑ	&Ô	&ð 3Ý
Œ×Ò˜&œ+ qÑ)Ô)Ð)Øð 	3�G˜t�O�OØŒMÔ×#Ò# OÑ4Ô4Ð4ØŒKÔ×!Ò! /Ñ2Ô2Ð2Ð2Ð2ð	3ð 3ð	3ð 	3�O�Or;   c                 ó˜   — d| v r| S d| v r| d         } i }|                       ¦   «         D ] \  }}|                     dd¦  «        }|||<   Œ!|S )z Remap NV checkpoints -> timm zstem.0.weightÚmodelz
stem.stem.zstem.)ÚitemsÚreplace)Ú
state_dictr  Úout_dictÚkÚvs        r:   Úcheckpoint_filter_fnr  Â  so   € à˜*Ð$Ð$ØÐØ�*ÐÐØ Ô(ˆ
à€Hà× Ò Ñ"Ô"ð ð ‰ˆˆ1Ø�IŠI�l GÑ,Ô,ˆØˆ�‰ˆà€Or;   Fc                 ó\   — t          t          | |ft          t          dd¬¦  «        dœ|¤Ž}|S )N)r   r   r®   r*   T)Úout_indicesÚflatten_sequential)Úpretrained_filter_fnÚfeature_cfg)r   r   r  r·   )ÚvariantÚ
pretrainedr�   r  s       r:   Ú_create_rdnetr  Ò  sF   € Ý Ýˆw˜
ðå1Ý \ÀdÐKÑKÔKðð ð ð	ð €Eð
 €Lr;   r÷   c                 ó<   — | dddddt           t          dddd	d
ddœ|¥S )Nr‹   )r*   r�   r�   )r)   r)   gÍÌÌÌÌÌì?Úbicubiczstem.0zhead.fczarXiv:2403.19588z:DenseNets Reloaded: Paradigm Shift Beyond ResNets and ViTsz!https://github.com/naver-ai/rdnetz
apache-2.0)Úurlr›   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanÚstdÚ
first_convÚ
classifierÚ	paper_idsÚ
paper_nameÚ
origin_urlÚlicenser
   )r   r�   s     r:   Ú_cfgr-  Û  sA   € àØ¨=ÀvØ¨)Ý%Õ.BØ¨iØ'ØRØ9Øðð ð ðð r;   znaver-ai/rdnet_tiny.nv_in1k)Ú	hf_hub_idznaver-ai/rdnet_small.nv_in1kznaver-ai/rdnet_base.nv_in1kznaver-ai/rdnet_large.nv_in1kz(naver-ai/rdnet_large.nv_in1k_ft_in1k_384)r*   é€  r/  )é   r0  )r.  r!  r#  r"  )zrdnet_tiny.nv_in1kzrdnet_small.nv_in1kzrdnet_base.nv_in1kzrdnet_large.nv_in1kzrdnet_large.nv_in1k_ft_in1k_384c           	      ó–   — d}ddgdgz   dgdz  z   dgz   dg|z  dd	d
gd
gz   dgdz  z   dgz   dœ}t          dd| it          |fi |¤Ž¤Ž}|S )Nr)   rX   rŽ   r�   r–   r�   r*   r“   r”   r   rM   ©r£   r�   rž   rŸ   r    rc   Ú
rdnet_tinyr  )r3  ©r  r·   ©r  r�   Ún_layerÚ
model_argsr  s        r:   r3  r3  ù  s‘   € à€GàØ˜ ˜u™¨ u¨q¡yÑ0°C°5Ñ8Ø˜3 ™=ØLØ(+Ø�i 7 )Ñ+¨z¨l¸QÑ.>Ñ>À*ÀÑMðð €Jõ Ð\Ð\°:Ð\ÅÀjÐA[ÐA[ÐTZÐA[ÐA[Ð\Ð\€EØ€Lr;   c           	      ó®   — d}ddgdgz   dg|dz
  z  z   dgdz  z   dg|z  d	d
dgdgz   dg|dz
  z  z   dgdz  z   dœ}t          dd| it          |fi |¤Ž¤Ž}|S )Né   éH   rX   r�   r–   éð   r®   r*   ©NTTFFFFFFTFr”   r   rM   r2  Úrdnet_smallr  )r=  r4  r5  s        r:   r=  r=    s¤   € à€GàØ˜ ˜u™¨ u°¸!±Ñ'<Ñ<À¸uÀq¹yÑHØ˜3 ™=ØhØ(+Ø�i 7 )Ñ+¨z¨l¸gÈ¹kÑ.JÑJÈjÈ\Ð\]ÑM]Ñ]ðð €Jõ Ð]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]€EØ€Lr;   c           	      ó®   — d}ddgdgz   dg|dz
  z  z   dgdz  z   d	g|z  d
ddgdgz   dg|dz
  z  z   dgdz  z   dœ}t          dd| it          |fi |¤Ž¤Ž}|S )Nr9  éx   é`   r�   é¨   r–   iP  r®   r*   r<  r”   r   rM   r2  Ú
rdnet_baser  )rB  r4  r5  s        r:   rB  rB    s¤   € à€Gà Ø˜ ˜u™¨ u°¸!±Ñ'<Ñ<À¸uÀq¹yÑHØ˜3 ™=ØhØ(+Ø�i 7 )Ñ+¨z¨l¸gÈ¹kÑ.JÑJÈjÈ\Ð\]ÑM]Ñ]ðð €Jõ Ð\Ð\°:Ð\ÅÀjÐA[ÐA[ÐTZÐA[ÐA[Ð\Ð\€EØ€Lr;   c           	      ó®   — d}ddgdgz   dg|dz
  z  z   dgdz  z   d	g|z  d
ddgdgz   dg|dz
  z  z   dgdz  z   dœ}t          dd| it          |fi |¤Ž¤Ž}|S )Nr0  é�   r�   éÀ   é   r–   ih  r®   r*   )NTTFFFFFFFTFr”   r   rM   r2  Úrdnet_larger  )rG  r4  r5  s        r:   rG  rG  &  s¤   € à€Gà Ø˜  ™¨¨°¸1±Ñ(=Ñ=ÀÀÈÁ	ÑIØ˜3 ™=ØoØ(+Ø�i 7 )Ñ+¨z¨l¸gÈ¹kÑ.JÑJÈjÈ\Ð\]ÑM]Ñ]ðð €Jõ Ð]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]€EØ€Lr;   )Nr—   rÿ   )r÷   )6Ú__doc__Ú	functoolsr   Útypingr   r   r   r   r   r	   ri   Útorch.nnr2   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Ú__all__rI   r   rM   rv   rU   rW   r3   ry   r   r¾   r  r  r-  Údefault_cfgsr3  r=  rB  rG  rg   r;   r:   ú<module>rT     sÑ  ððð ð Ð Ð Ð Ð Ð Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?à €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ AðDð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dð Dà *Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø $Ð $Ð $Ð $Ð $Ð $Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ)€ðð ð ð ð ˆBŒIñ ô ð ð2ð ð ð ð ˆrŒyñ ô ð ð47˜3ð 7ð 7ð 7ð 7ð0ð 0ð 0ð 0ð 0�”ñ 0ô 0ð 0ðf&ð &ð &ð &ð &�”ñ &ô &ð &ðDHð Hð Hð Hð HˆBŒIñ Hô Hð HðV
3ð 
3ð 
3ð 
3ðð ð ð ð ð ð ðð ð ð ð %Ð$Ø˜$Ø/ð1ñ 1ô 1à˜4Ø0ð2ñ 2ô 2à˜$Ø/ð1ñ 1ô 1à˜4Ø0ð2ñ 2ô 2à'+ tØ<Ø ¨3¸(ð(Dñ (Dô (Dð&ð &ñ ô €ð ðð ð ñ „ðð ðð ð ñ „ðð ðð ð ñ „ðð ðð ð ñ „ðð ð r;   