§
    ·¯¸jº¬  ã                   ó²  — d Z ddlmZmZmZmZmZmZmZm	Z	 ddl
Z
ddlmZ ddlmc mZ ddlmZmZ ddlmZmZmZmZmZmZmZmZ ddlmZ ddlmZ dd	l m!Z! dd
l"m#Z# ddl$m%Z%m&Z& dgZ'ddddœZ(de)ddfd„Z*de)ddfd„Z+dee)e
j,        f         dee)e
j,        f         fd„Z-dGde.de.de.fd„Z/ G d„ dej0        ¦  «        Z1 G d„ dej0        ¦  «        Z2 G d„ d ej0        ¦  «        Z3 G d!„ d"ej0        ¦  «        Z4 G d#„ d$ej0        ¦  «        Z5e! G d%„ d&ej0        ¦  «        ¦   «         Z6 G d'„ d(ej0        ¦  «        Z7 G d)„ d*ej0        ¦  «        Z8 G d+„ dej0        ¦  «        Z9dee)e
j,        f         d,ej0        dee)e
j,        f         fd-„Z:dHd/e)d0edee)ef         fd1„Z; e& e;d2¬3¦  «         e;d2¬3¦  «         e;d2¬3¦  «         e;d2¬3¦  «         e;d2¬3¦  «         e;d2¬3¦  «         e;d2¬3¦  «         e;d2d4d5¬6¦  «         e;d2d4d5¬6¦  «        d7œ	¦  «        Z<dId9e)d:e=d0ede9fd;„Z>e%dId:e=d0ede9fd<„¦   «         Z?e%dId:e=d0ede9fd=„¦   «         Z@e%dId:e=d0ede9fd>„¦   «         ZAe%dId:e=d0ede9fd?„¦   «         ZBdJde)dee)ef         fdA„ZCe%dId:e=d0ede9fdB„¦   «         ZDe%dId:e=d0ede9fdC„¦   «         ZEe%dId:e=d0ede9fdD„¦   «         ZFe%dId:e=d0ede9fdE„¦   «         ZGe%dId:e=d0ede9fdF„¦   «         ZHdS )Ka½  CPUBone

CPUBone: Efficient Vision Backbone Design for Devices with Low Parallelization Capabilities
Moritz Nottebaum, Matteo Dunnhofer, Christian Micheloni
Conference on Computer Vision and Pattern Recognition (CVPR) Findings, 2026

Adapted from the original implementation at https://github.com/altair199797/CPUBone.

Special thanks to Simon Kundrat for initiating integration of CPUBone into the library. Most of the content was done by him.
é    )ÚAnyÚDictÚFinalÚListÚOptionalÚTupleÚTypeÚUnionN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚDropPathÚ
GroupNorm1Ú	LayerTypeÚcalculate_drop_path_ratesÚget_act_layerÚget_norm_layerÚget_device_dtypeÚuse_fused_attné   )Úbuild_model_with_cfg)Úfeature_take_indices)Úregister_notrace_module)Úcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚCPUBone)FFT)FTT)TTT)ÚprojÚ
depth_projÚallÚlocal_mbconv_normÚreturnc                 óh   — | t           vr(t          d| ›dt          t           ¦  «        › d�¦  «        ‚d S )NzInvalid local_mbconv_norm=z; expected one of ú.)Ú_LOCAL_MBCONV_NORM_MODESÚ
ValueErrorÚtuple©r!   s    úc/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/cpubone.pyÚ_check_local_mbconv_normr*   %   s[   € ØÕ 8Ð8Ð8ÝðBÐ):ð Bð BÝ$Õ%=Ñ>Ô>ðBð Bð Bñ
ô 
ð 	
ð 9Ð8ó    Úglobal_poolc                 ó"   — | dv s
J d¦   «         ‚d S )N)Ú Úavgz1CPUBone only supports average or disabled pooling© )r,   s    r)   Ú_check_global_poolr1   -   s"   € Ø˜+Ð%Ð%Ð%Ð'ZÑ%Ô%Ð%Ð%Ð%r+   Ú
state_dictc                 óÔ  — i }|                       ¦   «         D ]Ð\  }}|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     d	d
¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|||<   ŒÑ|S )zIRemap keys from original CPUBone checkpoints to the current model layout.z.conv_proj.0.z.conv_proj.conv.z.conv_proj.1.z.conv_proj.norm.z	.pwise.0.z.pwise.zhead.op_list.0.zhead.in_conv.zhead.op_list.2.zhead.pre_classifier.zhead.op_list.3.zhead.classifier.zbackbone.input_stem.zstem.zbackbone.stages.ústages.z	.op_list.r$   )ÚitemsÚreplace)r2   ÚremappedÚkÚvs       r)   Úremap_legacy_state_dictr:   1   sê   € à€HØ× Ò Ñ"Ô"ð ð ‰ˆˆ1à�IŠI�oÐ'9Ñ:Ô:ˆØ�IŠI�oÐ'9Ñ:Ô:ˆà�IŠI�k 9Ñ-Ô-ˆà�IŠIÐ'¨Ñ9Ô9ˆØ�IŠIÐ'Ð)?Ñ@Ô@ˆØ�IŠIÐ'Ð);Ñ<Ô<ˆà�IŠIÐ,¨gÑ6Ô6ˆØ�IŠIÐ(¨)Ñ4Ô4ˆà�IŠI�k 3Ñ'Ô'ˆØˆ�‰ˆØ€Or+   Úkernel_sizeÚstridec                 óR   — | dk    r
|dk    rdndS | dz  dk    s
J d¦   «         ‚| dz  S )a  Padding that keeps 'same' spatial behaviour for the kernel sizes used in CPUBone.

    kernel_size 2 is special: with stride 2 it tiles exactly (no padding), with stride 1 it needs an
    asymmetric left/top pad, signalled by -1 and handled in ConvLayer with an explicit ZeroPad2d.
    é   r   éÿÿÿÿz kernel size should be odd numberr0   )r;   r<   s     r)   Úget_same_paddingr@   G   sJ   € ð �aÒÐØ˜a’K�Kˆqˆq RÐ'Ø˜‰?˜QÒÐÐÐ BÑÔÐØ˜!ÑÐr+   c                   ó®   ‡ — e Zd Z	 	 	 	 	 	 ddededededeeej	                          d	eeej	                          fˆ fd
„Z
dej        dej        fd„Zˆ xZS )ÚLinearLayerTç        NÚin_featuresÚout_featuresÚuse_biasÚdropoutÚ
norm_layerÚ	act_layerc	                 ó  •— ||dœ}	t          ¦   «                              ¦   «          |dk    rt          j        |d¬¦  «        nd | _        t          j        |||fi |	¤Ž| _        |�	 ||fi |	¤Žnd | _        |�
 |¦   «         nd | _        d S )N©ÚdeviceÚdtyper   F)Úinplace)	ÚsuperÚ__init__ÚnnÚDropoutrG   ÚLinearÚlinearÚnormÚact)ÚselfrD   rE   rF   rG   rH   rI   rL   rM   ÚddÚ	__class__s             €r)   rP   zLinearLayer.__init__T   s¦   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ=DÀqº[¸[•r”z '°5Ð9Ñ9Ô9Ð9ÈdˆŒÝ”i ¨\¸8ÐJÐJÀrÐJÐJˆŒà6@Ð6L�J�J˜|Ð2Ð2¨rÐ2Ð2Ð2ÐRVˆŒ	Ø"+Ð"7�9�9‘;”;�;¸TˆŒˆˆr+   Úxr"   c                 óØ   — | j         �|                       |¦  «        }|                      |¦  «        }| j        �|                      |¦  «        }| j        �|                      |¦  «        }|S ©N)rG   rT   rU   rV   ©rW   rZ   s     r)   ÚforwardzLinearLayer.forwardg   s[   € ØŒ<Ð#Ø—’˜Q‘”ˆAØ�KŠK˜‰NŒNˆØŒ9Ð Ø—	’	˜!‘”ˆAØŒ8ÐØ—’˜‘”ˆAØˆr+   )TrC   NNNN)Ú__name__Ú
__module__Ú__qualname__ÚintÚboolÚfloatr   r	   rQ   ÚModulerP   ÚtorchÚTensorr^   Ú__classcell__©rY   s   @r)   rB   rB   S   sÙ   ø€ € € € € ð
 "ØØ48Ø37ØØðBð BàðBð ðBð ð	Bð
 ðBð !  b¤i¤Ô1ðBð    R¤Y¤Ô0ðBð Bð Bð Bð Bð Bð&˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   rB   c                   óv   ‡ — e Zd Z	 	 d
dej        deej                 defˆ fd„Zdej	        dej	        fd	„Z
ˆ xZS )ÚResidualBlockNrC   ÚmainÚshortcutÚ	drop_pathc                 ó¾   •— t          ¦   «                              ¦   «          || _        || _        |dk    rt	          |¦  «        nt          j        ¦   «         | _        d S ©NrC   )rO   rP   rl   rm   r   rQ   ÚIdentityrn   )rW   rl   rm   rn   rY   s       €r)   rP   zResidualBlock.__init__s   sO   ø€ õ 	‰Œ×ÒÑÔÐØˆŒ	Ø ˆŒØ09¸B²°� )Ñ,Ô,Ð,ÅBÄKÁMÄMˆŒˆˆr+   rZ   r"   c                 ó¶   — | j         €|                      |¦  «        S |                      |                      |¦  «        ¦  «        |                       |¦  «        z   S r\   )rm   rl   rn   r]   s     r)   r^   zResidualBlock.forward~   sG   € ØŒ=Ð Ø—9’9˜Q‘<”<ÐØ�~Š~˜dŸiši¨™lœlÑ+Ô+¨d¯mªm¸AÑ.>Ô.>Ñ>Ð>r+   rp   )r_   r`   ra   rQ   re   r   rd   rP   rf   rg   r^   rh   ri   s   @r)   rk   rk   r   sŸ   ø€ € € € € ð -1Ø!ð		Rð 	Rà”)ð	Rð ˜rœyÔ)ð	Rð ð		Rð 	Rð 	Rð 	Rð 	Rð 	Rð?˜œð ?¨%¬,ð ?ð ?ð ?ð ?ð ?ð ?ð ?ð ?r+   rk   c                   óÒ   ‡ — e Zd ZdZddddej        ej        ddfdededed	ed
edede	e
ej                          de	e
ej                          fˆ fd„Zdej        dej        fd„Zˆ xZS )Ú	ConvLayera5  Conv + optional norm + optional act.

    NOTE deliberately not timm's ConvNormAct: CPUBone needs activation-without-norm and an
    asymmetric left/top pad for even kernels at stride 1, both of which ConvNormAct can only
    express by subverting its module layout (e.g. an act module in the `bn` slot).
    é   r   FNÚin_channelsÚout_channelsr;   r<   ÚgroupsrF   rH   rI   c                 óŒ  •— |	|
dœ}t          ¦   «                              ¦   «          t          ||¦  «        }|dk    rDt          j        t          j        d¦  «        t          j        ||f||d||dœ|¤Ž¦  «        | _        nt          j        ||f|||||dœ|¤Ž| _        |�	 ||fi |¤Žnd | _        |�
 |¦   «         nd | _	        d S )NrK   r?   )r   r   r   r   r   )r;   r<   Úpaddingrx   Úbias)
rO   rP   r@   rQ   Ú
SequentialÚ	ZeroPad2dÚConv2dÚconvrU   rV   )rW   rv   rw   r;   r<   rx   rF   rH   rI   rL   rM   rX   rz   rY   s                €r)   rP   zConvLayer.__init__Œ   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ" ;°Ñ7Ô7ˆØ�bŠ=ˆ=åœÝ”˜\Ñ*Ô*Ý”	ØØ ð	ð !,Ø!ØØ!Ø!ð	ð 	ð ð	ð 	ñô ˆDŒIˆIõ œ	ØØð	ð (ØØØØð	ð 	ð ð	ð 	ˆDŒIð 7AÐ6L�J�J˜|Ð2Ð2¨rÐ2Ð2Ð2ÐRVˆŒ	Ø"+Ð"7�9�9‘;”;�;¸TˆŒˆˆr+   rZ   r"   c                 ó    — |                       |¦  «        }| j        �|                      |¦  «        }| j        �|                      |¦  «        }|S r\   )r   rU   rV   r]   s     r)   r^   zConvLayer.forward¹   sD   € Ø�IŠI�a‰LŒLˆØŒ9Ð Ø—	’	˜!‘”ˆAØŒ8ÐØ—’˜‘”ˆAØˆr+   )r_   r`   ra   Ú__doc__rQ   ÚBatchNorm2dÚReLUrb   rc   r   r	   re   rP   rf   rg   r^   rh   ri   s   @r)   rt   rt   „   s  ø€ € € € € ðð ð  !ØØØ"Ø46´NØ35´7ØØð+Bð +Bàð+Bð ð+Bð ð	+Bð
 ð+Bð ð+Bð ð+Bð !  b¤i¤Ô1ð+Bð    R¤Y¤Ô0ð+Bð +Bð +Bð +Bð +Bð +BðZ˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   rt   c                   óB  ‡ — e Zd Zddddddej        ej        ej        fej        ej        dfddf
dededed	ed
ee         dedede	e
e
e
f         de	eeej                          df         de	eeej                          df         fˆ fd„Zdej        dej        fd„Zˆ xZS )ÚMBConvru   r   Né   ©FFFrv   rw   r;   r<   Úmid_channelsÚexpand_ratioÚexpand_groupsrF   rH   .rI   c           	      ó€  •— ||dœ}t          ¦   «                              ¦   «          |pt          ||z  ¦  «        }t          ||dfd||	d         |
d         |d         dœ|¤Ž| _        t          |||f|||	d         |
d         |d         dœ|¤Ž| _        t          ||dfd|	d         |
d         |d         dœ|¤Ž| _        d S )NrK   r   r   )r<   rx   rH   rI   rF   r>   )rx   rH   rI   rF   )rO   rP   Úroundrt   Úinverted_convÚ
depth_convÚ
point_conv©rW   rv   rw   r;   r<   rˆ   r‰   rŠ   rF   rH   rI   rL   rM   rX   rY   s                 €r)   rP   zMBConv.__init__Ã   s(  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ#ÐH¥u¨[¸<Ñ-GÑ'HÔ'Hˆõ 'ØØØð

ð Ø Ø! !”}Ø ”lØ˜a”[ð

ð 

ð ð

ð 

ˆÔõ $ØØØð

ð ØØ! !”}Ø ”lØ˜a”[ð

ð 

ð ð

ð 

ˆŒõ $ØØØð	
ð Ø! !”}Ø ”lØ˜a”[ð	
ð 	
ð ð	
ð 	
ˆŒˆˆr+   rZ   r"   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S r\   )r�   rŽ   r�   r]   s     r)   r^   zMBConv.forwardú   s<   € Ø×Ò˜qÑ!Ô!ˆØ�OŠO˜AÑÔˆØ�OŠO˜AÑÔˆØˆr+   ©r_   r`   ra   rQ   r‚   ÚReLU6rb   r   rd   r   rc   r	   re   rP   rf   rg   r^   rh   ri   s   @r)   r…   r…   Â   sB  ø€ € € € € ð
  !ØØ*.Ø"#Ø!"Ø0EØACÄÐQSÔQ_ÐacÔaoÐ@pØ@BÄÈ"Ì(ÐTXÐ?YØØð5
ð 5
àð5
ð ð5
ð ð	5
ð
 ð5
ð # 3œ-ð5
ð  ð5
ð ð5
ð ˜D $¨Ð,Ô-ð5
ð ˜h t¨B¬I¤Ô7¸Ð<Ô=ð5
ð ˜X d¨2¬9¤oÔ6¸Ð;Ô<ð5
ð 5
ð 5
ð 5
ð 5
ð 5
ðn˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   r…   c                   ó(  ‡ — e Zd Zddddddej        ej        fej        dfddf
dededed	ed
ee         dedede	e
e
f         de	eeej                          df         de	eeej                          df         fˆ fd„Zdej        dej        fd„Zˆ xZS )ÚFusedMBConvru   r   Nr†   ©FFrv   rw   r;   r<   rˆ   r‰   rŠ   rF   rH   .rI   c                 ó(  •— ||dœ}t          ¦   «                              ¦   «          |pt          ||z  ¦  «        }t          ||||f||d         |	d         |
d         dœ|¤Ž| _        t          ||dfd|d         |	d         |
d         dœ|¤Ž| _        d S )NrK   r   )rx   rF   rH   rI   r   )rO   rP   rŒ   rt   Úspatial_convr�   r�   s                 €r)   rP   zFusedMBConv.__init__  sÙ   ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ#ÐH¥u¨[¸<Ñ-GÑ'HÔ'Hˆå%ØØØØð	

ð
 !Ø˜a”[Ø! !”}Ø ”lð

ð 

ð ð

ð 

ˆÔõ $ØØØð	
ð Ø˜a”[Ø! !”}Ø ”lð	
ð 	
ð ð	
ð 	
ˆŒˆˆr+   rZ   r"   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r\   )r˜   r�   r]   s     r)   r^   zFusedMBConv.forward+  s+   € Ø×Ò˜aÑ Ô ˆØ�OŠO˜AÑÔˆØˆr+   r’   ri   s   @r)   r•   r•     s4  ø€ € € € € ð
  !ØØ*.Ø"#Ø!"Ø*8ØACÄÐQSÔQ_Ð@`Ø@BÄÈ$Ð?OØØð'
ð '
àð'
ð ð'
ð ð	'
ð
 ð'
ð # 3œ-ð'
ð  ð'
ð ð'
ð ˜D $˜JÔ'ð'
ð ˜h t¨B¬I¤Ô7¸Ð<Ô=ð'
ð ˜X d¨2¬9¤oÔ6¸Ð;Ô<ð'
ð '
ð '
ð '
ð '
ð '
ðR˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   r•   c                   óŠ   ‡ — e Zd ZU ee         ed<   	 	 	 	 	 	 	 	 dded	ed
ededededefˆ fd„Z	de
j        de
j        fd„Zˆ xZS )ÚConvAttentionÚ
fused_attnç      ð?é   é   FÚ	transposeNÚ	input_dimÚhead_dim_mulÚ
att_strideÚ
att_kernelÚfuse_out_projÚsmall_kernelsÚupsample_modec
           	      óÐ  •— ||	dœ}
t          ¦   «                              ¦   «          t          t          d||z  dz  ¦  «        ¦  «        | _        t          || j        z  |z  ¦  «        | _        d| _        | j        dz  | _        || _        || _	        t          ¦   «         | _        t          | j        | j        z  | j        z  ¦  «        }t          ||f|rdn|||t          j        d dœ|
¤Ž| _        t          j        ||fdddd	d
œ|
¤Ž| _        | j        | j        z  | _        |rt          j        ¦   «         | _        n!t          j        | j        |fddddœ|
¤Ž| _        |dk    rg|dk    rt          j        |d¬¦  «        nt          j        ¦   «         g}|r t          j        | j        |fddddœ|
¤Žg|z   }t          j        |Ž | _        d S |rR|dk    r#t          j        | j        |fddddœ|
¤Ž| _        d S t          j        | j        |f|dz  ||dz  dœ|
¤Ž| _        d S |dk    rt          j        ||fddd|dœ|
¤Ž| _        d S t          j        ||f|dz  ||dz  |dœ|
¤Ž| _        d S )NrK   r   é   ru   g      à¿r>   )r;   r<   rx   rH   rI   r   F)r;   r<   rz   r{   )r;   r<   rz   Únearest)Úscale_factorÚmode)r;   r<   rz   rx   )rO   rP   rb   ÚmaxÚ	num_headsÚhead_dimÚnum_keysÚscaler£   r¦   r   rœ   rt   rQ   r‚   Ú	conv_projr~   ÚpwiseÚo_proj_inpdimrq   Úo_projÚUpsampler|   Ú
upsamplingÚConvTranspose2d)rW   r¡   r¢   r£   r¤   r¥   r¦   r§   rL   rM   rX   Ú	total_dimr·   rY   s                €r)   rP   zConvAttention.__init__7  s2  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ�S  Y°Ñ%=À"Ñ$DÑEÔEÑFÔFˆŒÝ˜Y¨$¬.Ñ8¸LÑHÑIÔIˆŒØˆŒØ”] dÑ*ˆŒ
Ø$ˆŒØ*ˆÔÝ(Ñ*Ô*ˆŒå˜œ¨¬Ñ6¸¼ÑFÑGÔGˆ	å"ØØð	
ð +Ð:˜˜°
ØØÝ”~Øð	
ð 	
ð ð	
ð 	
ˆŒõ ”Y˜y¨)ÐjÀÈ1ÐVWÐ^cÐjÐjÐgiÐjÐjˆŒ
à!œ]¨T¬^Ñ;ˆÔð ð 	mÝœ+™-œ-ˆDŒKˆKåœ) DÔ$6¸	ÐlÈqÐYZÐdeÐlÐlÐikÐlÐlˆDŒKà˜IÒ%Ð%ØR\Ð_`ÒR`ÐR`�"œ+°:ÀIÐNÑNÔNÐNÕfhÔfqÑfsÔfsÐtˆJØð å”I˜dÔ0°)ÐfÈÐSTÐ^_ÐfÐfÐceÐfÐfðàñ�
õ !œm¨ZÐ8ˆDŒOˆOˆOØð "	Ø˜QŠˆÝ"$Ô"4ØÔ&¨	ð#Ø?@ÈÐTUð#ð #ØY[ð#ð #�”��õ #%Ô"4ØÔ&Øð#ð !+¨Q¡Ø%Ø&¨!™Oð#ð #ð ð#ð #�”��ð ˜QŠˆÝ"$Ô"4ØØð#ð !"ØØØ$ð#ð #ð ð#ð #�”��õ #%Ô"4ØØð#ð !+¨Q¡Ø%Ø&¨!™OØ$ð#ð #ð ð#ð #�”��r+   rZ   r"   c                 ó‚  — |j         dd …         \  }}| j        r>| j        dk    r3| | j        z  }| | j        z  }|s|rt          j        |d|d|f¦  «        }|                      |¦  «        }|                      |¦  «        }|                     ¦   «         \  }}}	}
|                     || j	        | j
        | j        z  |	|
z  ¦  «        }|                     dddd¦  «        }|                     dd¬¦  «        \  }}}| j        rt          j        |||¦  «        }n>|| j        z  }||                     dd¦  «        z  }|                     d¬¦  «        }||z  }|                      |                     dddd¦  «                             || j        |	|
¦  «        ¦  «        }|                      |¦  «        }|dd |…d |…f         S )	Néþÿÿÿr   r   ru   r>   )Údimr?   .)Úshaper¦   r£   ÚFÚpadr²   r³   ÚsizeÚreshaper®   r°   r¯   ÚpermuteÚchunkrœ   Úscaled_dot_product_attentionr±   r    Úsoftmaxrµ   r´   r·   )rW   rZ   ÚHÚWÚpad_hÚpad_wÚxoutÚNÚ_ÚhÚwÚqkvÚqr8   r9   ÚvaluesÚattnÚos                     r)   r^   zConvAttention.forwardŽ  sÇ  € ØŒw�r�s�sŒ|‰ˆˆ1ð Ôð 	3 $¤/°AÒ"5Ð"5Ø�R˜4œ?Ñ*ˆEØ�R˜4œ?Ñ*ˆEØð 3˜ð 3Ý”E˜!˜a ¨¨5Ð1Ñ2Ô2�à�~Š~˜aÑ Ô ˆØ�zŠz˜$ÑÔˆà—Y’Y‘[”[‰
ˆˆ1ˆa�Ø�lŠl˜1˜dœn¨d¬m¸d¼mÑ.KÈQÐQRÉUÑSÔSˆØ�kŠk˜!˜Q  1Ñ%Ô%ˆØ—)’)˜A 1�)Ñ%Ô%‰ˆˆ1ˆaàŒ?ð 	ÝÔ3°A°q¸!Ñ<Ô<ˆFˆFà�D”J‘ˆAØ�q—{’{ 2 rÑ*Ô*Ñ*ˆDØ—<’< B�<Ñ'Ô'ˆDØ˜A‘XˆFØ�KŠK˜Ÿš q¨!¨Q°Ñ2Ô2×:Ò:¸1¸dÔ>PÐRSÐUVÑWÔWÑXÔXˆà�OŠO˜AÑÔˆà��b�q�b˜"˜1˜"�Œ~Ðr+   )r�   rž   rŸ   FFr    NN)r_   r`   ra   r   rc   Ú__annotations__rb   rd   ÚstrrP   rf   rg   r^   rh   ri   s   @r)   r›   r›   3  sç   ø€ € € € € € à�d”ÐÐÑð
 #&ØØØ"'Ø"'Ø!,ØØðUð UàðUð  ðUð ð	Uð
 ðUð  ðUð  ðUð ðUð Uð Uð Uð Uð Uðn˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   r›   c                   óÚ   ‡ — e Zd ZdZdej        ej        dddddddddd	d	fd
edede	ej
                 de	ej
                 dededededededededefˆ fd„Zdej        dej        fd„Zˆ xZS )ÚCPUBoneBlockzYAttention (context) branch followed by a local conv branch, both with identity residuals.rž   Fr   r    çš™™™™™¹?rC   r   Nrv   r‰   rH   rI   Ú
fused_convrŠ   r£   Ú	mlp_ratior¦   Úattn_upsampleÚ	proj_droprn   r!   c                 óø  •‡— ||dœ}t          ¦   «                              ¦   «          t          |¦  «         |dk    rdnd}t          d|||d||	|
dœ|¤Ž}t	          t          j        t          |fi |¤Ž|¦  «        t          j        ¦   «         |¦  «        }t          j        t          |fi |¤Žt          j	        |||z  fddi|¤Žt          j
        ¦   «         t          j	        ||z  |fddi|¤Žt          j        |¬¦  «        ¦  «        }t          j        |t	          |t          j        ¦   «         |¦  «        ¦  «        }|r$|d	k     rt          d|||d
|	rdnd|‰‰f|d fdœ|¤Ž}n]t          |         }t          ˆfd„|D ¦   «         ¦  «        }t          d„ |D ¦   «         ¦  «        }t          d||||||	rdnd|||d fdœ|¤Ž}t          j        |t	          |t          j        ¦   «         |¦  «        ¦  «        | _        d S )NrK   r   é   ru   g      à?)r¡   r£   r¤   r¢   r¥   r¦   r§   r;   )Úpé   )TFr>   )rv   rw   r‰   rF   r;   rŠ   rH   rI   c              3   ó$   •K  — | ]
}|r‰nd V — Œd S r\   r0   )Ú.0ÚenabledrH   s     €r)   ú	<genexpr>z(CPUBoneBlock.__init__.<locals>.<genexpr>ì  s,   øè è € ÐYÐYÀG¨gÐ ? 
 
¸4ÐYÐYÐYÐYÐYÐYr+   c              3   ó   K  — | ]}| V — Œd S r\   r0   )râ   rã   s     r)   rä   z(CPUBoneBlock.__init__.<locals>.<genexpr>î  s$   è è € Ð FÐ F° W Ð FÐ FÐ FÐ FÐ FÐ Fr+   )rv   rw   r‰   rŠ   rF   r;   rH   rI   r0   )rO   rP   r*   r›   rk   rQ   r|   r   rq   r~   ÚGELUrR   r•   r%   r'   r…   Útotal)rW   rv   r‰   rH   rI   rÙ   rŠ   r£   rÚ   r¦   rÛ   rÜ   rn   r!   rL   rM   rX   r¤   ÚblockÚcontext_moduleÚmlpÚlocal_moduleÚ	norm_maskÚlocal_normsÚlocal_biasesrY   s      `                     €r)   rP   zCPUBoneBlock.__init__²  s…  øø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ Ð!2Ñ3Ô3Ð3Ø$ qš.˜.�Q�Q¨aˆ
åð 	
Ø!Ø!Ø!ØØ$Ø'Ø'ð	
ð 	
ð ð	
ð 	
ˆõ '¥r¤}µZÀÐ5RÐ5RÈrÐ5RÐ5RÐTYÑ'ZÔ'ZÕ\^Ô\gÑ\iÔ\iÐktÑuÔuˆÝŒmÝ�{Ð)Ð) bÐ)Ð)ÝŒI�k ;°Ñ#:ÐPÐPÈÐPÈRÐPÐPÝŒG‰IŒIÝŒI�k IÑ-¨{ÐPÐPÈÐPÈRÐPÐPÝŒJ˜Ð#Ñ#Ô#ñ
ô 
ˆõ œ ~µ}ÀSÍ"Ì+É-Ì-ÐYbÑ7cÔ7cÑdÔdˆàð 	˜+¨Ò+Ð+Ý&ð 
Ø'Ø(Ø)Ø&Ø!.Ð5˜A˜A°AØ+Ø&¨
Ð3Ø$ dÐ+ð
ð 
ð ð
ð 
ˆLˆLõ 1Ð1BÔCˆIÝÐYÐYÐYÐYÈyÐYÑYÔYÑYÔYˆKå Ð FÐ F¸IÐ FÑ FÔ FÑFÔFˆLÝ!ð 
Ø'Ø(Ø)Ø+Ø%Ø!.Ð5˜A˜A°AØ&Ø$ i°Ð6ð
ð 
ð ð
ð 
ˆLõ ”] >µ=ÀÍrÌ{É}Ì}Ð^gÑ3hÔ3hÑiÔiˆŒ
ˆ
ˆ
r+   rZ   r"   c                 ó,   — |                       |¦  «        S r\   )rç   r]   s     r)   r^   zCPUBoneBlock.forwardý  s   € Ø�zŠz˜!‰}Œ}Ðr+   )r_   r`   ra   r�   rQ   r‚   Ú	Hardswishrb   rd   r	   re   rc   rÕ   rP   rf   rg   r^   rh   ri   s   @r)   r×   r×   ¯  sS  ø€ € € € € ØcÐcð
 #$Ø*,¬.Ø)+¬Ø$Ø!"ØØØ"'Ø!,Ø"Ø!Ø%+ØØð!Ijð IjàðIjð  ðIjð ˜RœYœð	Ijð
 ˜BœI”ðIjð ðIjð ðIjð ðIjð ðIjð  ðIjð ðIjð ðIjð ðIjð  #ðIjð Ijð Ijð Ijð Ijð IjðV˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   r×   c                   óæ   ‡ — e Zd Zdddej        ej        ddfdedee         deded	e	d
e
ej                 de
ej                 fˆ fd„Z	 	 	 ddedee         fd„Zddej        dedej        fd„Zˆ xZS )ÚClsHeadéè  r/   rC   Nrv   Ú
width_listÚnum_classesr,   rG   rH   rI   c
                 ó\  •— ||	dœ}
t          ¦   «                              ¦   «          t          |¦  «         |d         | _        || _        || _        t          ||d         df||dœ|
¤Ž| _        |rt          j	        d¬¦  «        nt          j
        ¦   «         | _        |rt          j        d¦  «        nt          j
        ¦   «         | _        t          |d         |d         dft          j        |dœ|
¤Ž| _        |dk    rt          |d         |d|fi |
¤Žnt          j
        ¦   «         | _        d S )	NrK   r?   r   r   )rH   rI   ©Úoutput_sizeFT)rO   rP   r1   Únum_featuresrG   Ú	pool_typert   Úin_convrQ   ÚAdaptiveAvgPool2drq   r,   ÚFlattenÚflattenrB   Ú	LayerNormÚpre_classifierÚ
classifier)rW   rv   rô   rõ   r,   rG   rH   rI   rL   rM   rX   rY   s              €r)   rP   zClsHead.__init__  sD  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜;Ñ'Ô'Ð'Ø& rœNˆÔØˆŒØ$ˆŒå  ¨j¸¬m¸QÐqÈ:ÐajÐqÐqÐnpÐqÐqˆŒØBMÐ`�2Ô/¸AÐ>Ñ>Ô>Ð>ÕSUÔS^ÑS`ÔS`ˆÔØ(3ÐF•r”z !‘}”}�}½¼¹¼ˆŒÝ)Ø�qŒM˜: aœ=¨%ðeÝ<>¼LÐT]ðeð eØacðeð eˆÔð MXÐZ[ÊOÈO�K˜
 1œ {°D¸'ÐHÐHÀRÐHÐHÐHÕacÔalÑanÔanð 	Œˆˆr+   c                 óŠ  — t          | ||¬¦  «        }|�±t          |¦  «         || _        |rt          j        d¬¦  «        nt          j        ¦   «         | _        | j                             | j        ¦  «         |rt          j	        d¦  «        nt          j        ¦   «         | _
        | j
                             | j        ¦  «         |dk    r@t          | j        |d| j        fi |¤Ž| _        | j                             | j        ¦  «         d S t          j        ¦   «         | _        | j                             | j        ¦  «         d S )NrK   r   r÷   r   T)r   r1   rú   rQ   rü   rq   r,   ÚtrainÚtrainingrý   rþ   rB   rù   rG   r  )rW   rõ   r,   rL   rM   rX   s         r)   ÚresetzClsHead.reset  s#  € õ ˜d¨6¸Ð?Ñ?Ô?ˆØÐ"Ý˜{Ñ+Ô+Ð+Ø(ˆDŒNØFQÐd�rÔ3ÀÐBÑBÔBÐBÕWYÔWbÑWdÔWdˆDÔØÔ×"Ò" 4¤=Ñ1Ô1Ð1Ø,7ÐJ�2œ: a™=œ=˜=½R¼[¹]¼]ˆDŒLØŒL×Ò˜tœ}Ñ-Ô-Ð-Ø˜Š?ˆ?Ý)¨$Ô*;¸[È$ÐPTÔP\ÐcÐcÐ`bÐcÐcˆDŒOØŒO×!Ò! $¤-Ñ0Ô0Ð0Ð0Ð0å œk™mœmˆDŒOØŒO×!Ò! $¤-Ñ0Ô0Ð0Ð0Ð0r+   FrZ   Ú
pre_logitsr"   c                 ó|  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        s|                     dddd¦  «        }|                      |¦  «        }|s|                      |¦  «        }| j        s*|                     dddd¦  «                             ¦   «         }|S )Nr   r>   ru   r   )rû   r,   rþ   rú   rÂ   r   r  Ú
contiguous©rW   rZ   r  s      r)   r^   zClsHead.forward4  s²   € Ø�LŠL˜‰OŒOˆØ×Ò˜QÑÔˆØ�LŠL˜‰OŒOˆØŒ~ð 	&à—	’	˜!˜Q  1Ñ%Ô%ˆAØ×Ò Ñ"Ô"ˆØð 	#Ø—’ Ñ"Ô"ˆAØŒ~ð 	3Ø—	’	˜!˜Q  1Ñ%Ô%×0Ò0Ñ2Ô2ˆAØˆr+   )NNN©F)r_   r`   ra   rQ   r‚   rð   rb   r   rÕ   rd   r	   re   rP   r   r  rf   rg   rc   r^   rh   ri   s   @r)   rò   rò     s  ø€ € € € € ð
  $Ø$Ø Ø*,¬.Ø)+¬ØØð
ð 
àð
ð ˜Sœ	ð
ð ð	
ð
 ð
ð ð
ð ˜RœYœð
ð ˜BœI”ð
ð 
ð 
ð 
ð 
ð 
ð> *.ØØð1ð 1àð1ð " #œð1ð 1ð 1ð 1ð,ð ˜œð °4ð ÀEÄLð ð ð ð ð ð ð ð r+   rò   c            -       ó¨  ‡ — e Zd Zddddddddej        ej        ddd	d	d
ddddd
d
fdee         dee         dededede	eef         de
de
de
de
dededededede
dee	e
df                  d ed!ed"ed#ed$d
f,ˆ fd%„Z	 	 dJd&ed'ed(ed)ee
         d$e	ej        ef         f
d*„Z	 	 dJd&ed+ed(ed,ed)ee
         d$e	eej                 ef         fd-„Z	 	 dJd&ed+ed(ed,ed)ee
         d$e	eej                 ef         fd.„Ze	 	 	 	 	 dKd&ed/ed0ede
deej                 deej                 d1ed ed2ed$ej        fd3„¦   «         Zej        j        dLd4ed$eeef         fd5„¦   «         Zej        j        dMd7efd8„¦   «         Zej        j        d$ej        fd9„¦   «         ZdNdedee         fd:„Z	 	 	 	 	 dOd<ej         d=ee!eee         f                  d>ed?ed@edAed$e!eej                  e	ej         eej                  f         f         fdB„Z"	 	 	 dPd=e!eee         f         dCedDefdE„Z#d<ej         d$ej         fdF„Z$dLd<ej         dGed$ej         fdH„Z%d<ej         d$ej         fdI„Z&ˆ xZ'S )Qr   ru   ró   r/   )i   i@  rC   rØ   rž   Fr>   Nr   r    r   rô   Ú
depth_listÚin_chansrõ   r,   Úhead_widthsÚ	drop_rateÚproj_drop_rateÚdrop_path_rater‰   rH   rI   rÙ   Úfused_downsampleÚattn_mlp_ratioÚstem_expand_ratioÚdownsample_expand_ratios.rŠ   r¦   rÛ   r!   r"   c                 óR  •— ||dœ}t          ¦   «                              ¦   «          t          |¦  «         |dv sJ ‚t          |¦  «         t	          |¦  «        dz
  }|€|
f|z  }t	          |¦  «        |k    sJ ‚|| _        |d         | _        |d         | _        || _        d| _	        |
| _
        t          |¦  «        | _        t          |¦  «        | _        || _        || _        || _        || _        || _        t)          |¦  «        | _        || _        || _        || _        || _        t5          |	t7          |¦  «        ¦  «        } | j        ||d         |d         |d|d         …         fi |¤Ž\  | _        }|d         }g }g | _        t?          tA          |dd…         |dd…         ¦  «        d¬¦  «        D ]¢\  }\  }} |||| z   …         }!|| z  }|d	k    r | j!        ||| ||!fi |¤Ž\  }"}n | j"        ||| ||!fi |¤Ž\  }"}| #                    tI          j%        |"Ž ¦  «         | j         #                    tM          |d
|dz   z  d|dz
  › �¬¦  «        ¦  «         Œ£tI          j%        |Ž | _'        tQ          d|d         tS          |¦  «        |||| j        | j        dœ|¤Ž| _*        dS )u}
  
        Args:
            width_list: Channel width of the stem and each of the four stages.
            depth_list: Number of blocks in the stem and each of the four stages.
            in_chans: Number of input image channels.
            num_classes: Number of classifier output classes.
            global_pool: Global pooling type, either 'avg' or '' to disable pooling.
            head_widths: Hidden widths of the classification head (in_conv, pre_classifier).
            drop_rate: Classifier dropout rate.
            proj_drop_rate: Dropout rate at the end of the attention-stage (CPUBoneBlock) MLPs, the
                0.1 default matches the original implementation's fixed dropout.
            drop_path_rate: Stochastic depth rate.
            expand_ratio: Default expand ratio of MBConv / FusedMBConv blocks.
            norm_layer: Normalization layer.
            act_layer: Activation layer.
            fused_conv: Use FusedMBConv instead of MBConv in the stem, conv stages, and block local
                branches; also folds the attention output projection into its upsampling layer.
            fused_downsample: Use FusedMBConv for the downsample blocks of the attention stages.
            attn_mlp_ratio: MLP expansion ratio in the attention (CPUBoneBlock) stages.
            stem_expand_ratio: Expand ratio of the stem blocks.
            downsample_expand_ratios: Per-stage expand ratios of the four stride-2 downsample
                blocks, None uses `expand_ratio` everywhere.
            expand_groups: Groups of the expand conv in MBConv / FusedMBConv blocks.
            small_kernels: Use 2x2 kernels in the attention stages (attention conv_proj and the
                local conv branch).
            attn_upsample: Upsampling mode after strided attention, 'transpose' (learned
                ConvTranspose2d) or 'nearest' (parameter-free nearest-neighbor).
            local_mbconv_norm: Normalization placement in unfused CPUBoneBlock local MBConvs;
                one of 'proj', 'depth_proj', or 'all'. Convolution biases are disabled wherever
                normalization is enabled.

        The ablation flags of the original implementation map onto these args as follows:
        `fastit=True` â†’ `fused_conv=True, fused_downsample=True, attn_mlp_ratio=4` (adding
        `just_unfused=True` cancels only `fused_conv`); `bigit=True` â†’
        `downsample_expand_ratios=(6, 6, 6, 6)`; `huge_model=True` â†’ `stem_expand_ratio=4,
        downsample_expand_ratios=(6, 6, 6, expand_ratio)`; `grouping` â†’ `expand_groups`;
        `smallk_only_lasts` â†’ `small_kernels`; `lose_transpose=True` â†’ `attn_upsample='nearest'`.
        rK   )r    rª   r   Nr?   Fr   )Ústartru   r>   r4   )Únum_chsÚ	reductionÚmodule)rv   rô   rõ   r,   rG   rH   rI   r0   )+rO   rP   r1   r*   Úlenrõ   rù   Úhead_hidden_sizer,   Úgrad_checkpointingr‰   r   rH   r   rI   rÙ   r  r  r  r  r'   r  rŠ   r¦   rÛ   r!   r   ÚsumÚ_build_stemÚstemÚfeature_infoÚ	enumerateÚzipÚ_build_attention_stageÚ_build_conv_stageÚappendrQ   r|   ÚdictÚstagesrò   ÚlistÚhead)$rW   rô   r  r  rõ   r,   r  r  r  r  r‰   rH   rI   rÙ   r  r  r  r  rŠ   r¦   rÛ   r!   rL   rM   rX   Ú
num_stagesÚdprrv   Ú	block_idxr(  Ú	stage_numÚwidthÚdepthÚ	stage_dprÚblocksrY   s$                                      €r)   rP   zCPUBone.__init__D  s>  ø€ ð@ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ˜;Ñ'Ô'Ð'ØÐ 8Ð8Ð8Ð8Ð8Ý Ð!2Ñ3Ô3Ð3Ý˜‘_”_ qÑ(ˆ
Ø#Ð+Ø(4 ¸Ñ'CÐ$ÝÐ+Ñ,Ô,°
Ò:Ð:Ð:Ð:Ø&ˆÔØ& rœNˆÔØ +¨B¤ˆÔØ&ˆÔØ"'ˆÔà(ˆÔÝ(¨Ñ4Ô4ˆŒÝ& yÑ1Ô1ˆŒØ$ˆŒØ 0ˆÔØ,ˆÔØ,ˆÔØ!2ˆÔÝ(-Ð.FÑ(GÔ(GˆÔ%Ø*ˆÔØ*ˆÔØ*ˆÔØ!2ˆÔõ (¨½¸J¹¼ÑHÔHˆà!1 Ô!1°(¸JÀq¼MÈ:ÐVWÌ=ÐZ]Ð^lÐ_iÐjkÔ_lÐ^lÔZmÐ!tÐ!tÐqsÐ!tÐ!tÑˆŒ	�;Ø˜q”Mˆ	ð ˆØˆÔÝ)2µ3°zÀ!À"À"´~ÀzÐRSÐRTÐRTÄ~Ñ3VÔ3VÐ^_Ð)`Ñ)`Ô)`ð 		mð 		mÑ%ˆI‘~˜˜uØ˜I i°%Ñ&7Ð7Ô8ˆIØ˜ÑˆIØ˜AŠ~ˆ~Ø&A dÔ&AÀ+ÈuÐV[Ð]fÐhqÐ&xÐ&xÐuwÐ&xÐ&xÑ#�˜˜à&< dÔ&<¸[È%ÐQVÐXaÐclÐ&sÐ&sÐprÐ&sÐ&sÑ#�˜Ø�MŠM�"œ-¨Ð0Ñ1Ô1Ð1ØÔ×$Ò$Ý˜[°A¸)Àa¹-Ñ4HÐQjÐ[dÐghÑ[hÐQjÐQjÐkÑkÔkñmô mð mð må”m VÐ,ˆŒåð 	
Ø" 2œÝ˜KÑ(Ô(Ø#Ø#ØØ”Ø”nð	
ð 	
ð ð	
ð 	
ˆŒ	ˆ	ˆ	r+   rv   Ú
stem_widthr0  r,  c                 ód  — ||dœ}t          d||dd| j        | j        dœ|¤Žg}|}t          |¦  «        D ]l}	 | j        d||d| j        | j        | j        | j        | j        dœ|¤Ž}
|                     t          |
t          j        ¦   «         ||	         ¦  «        ¦  «         Œmt          j        |Ž |fS )zCStem: downsample by 2, then `depth` local blocks at the stem width.rK   ru   r>   )rv   rw   r;   r<   rH   rI   r   ©rv   rw   r<   r‰   ÚfusedmbconvrŠ   rH   rI   r0   )rt   rH   rI   ÚrangeÚbuild_local_blockr  rÙ   rŠ   r&  rk   rQ   rq   r|   )rW   rv   r3  r0  r,  rL   rM   rX   r2  Úirè   s              r)   r  zCPUBone._build_stemÂ  sø   € ð ¨Ð/Ð/ˆåð Ø'Ø'ØØØœ?Øœ.ðð ð ðð ð

ˆð !ˆÝ�u‘”ð 	Gð 	GˆAØ*�DÔ*ð 
Ø'Ø(ØØ!Ô3Ø œOØ"Ô0Øœ?Øœ.ð
ð 
ð ð
ð 
ˆEð �MŠM�-¨­r¬{©}¬}¸cÀ!¼fÑEÔEÑFÔFÐFÐFÝŒ}˜fÐ% {Ð2Ð2r+   r/  r.  c                 ód  — ||dœ}g }	t          |¦  «        D ]–}
|
dk    rdnd} | j        d||||dk    r| j        |dz
           n| j        | j        | j        | j        | j        dœ|¤Ž}|	                     t          ||dk    rt          j        ¦   «         nd||
         ¦  «        ¦  «         |}Œ—|	|fS )zPStages 1-2: `depth` plain conv blocks, downsampling (stride 2) on the first one.rK   r   r>   r   r5  Nr0   )r7  r8  r  r‰   rÙ   rŠ   rH   rI   r&  rk   rQ   rq   )rW   rv   r/  r0  r.  r,  rL   rM   rX   r2  r9  r<   rè   s                r)   r%  zCPUBone._build_conv_stageè  sï   € ð ¨Ð/Ð/ˆØˆÝ�u‘”ð 	 ð 	 ˆAØ˜qš&˜&�Q�Q aˆFØ*�DÔ*ð 
Ø'Ø"ØØMSÐWXÊ[È[˜TÔ:¸9Àq¹=ÔIÐIÐ^bÔ^oØ œOØ"Ô0Øœ?Øœ.ð
ð 
ð ð
ð 
ˆEð �MŠM�-¨ÀÈ!ÂÀ­r¬{©}¬}¨}ÐQUÐWZÐ[\ÔW]Ñ^Ô^Ñ_Ô_Ð_ØˆKˆKØ�{Ð"Ð"r+   c                 ó¨  — ||dœ} | j         d||d| j        |dz
           | j        | j        | j        | j        dœ|¤Ž}	|}t          |	d¦  «        g}
t          |¦  «        D ]o}|
                     t          d|| j
        | j        | j        | j        | j        |dk    rdnd| j        | j        | j        | j        ||         | j        dœ|¤Ž¦  «         Œp|
|fS )	zdStages 3-4: one downsampling conv block, followed by `depth` CPUBoneBlocks (attention + local conv).rK   r>   r   r5  Nru   )rv   r‰   rH   rI   rÙ   rŠ   r£   rÚ   r¦   rÛ   rÜ   rn   r!   r0   )r8  r  r  rŠ   rH   rI   rk   r7  r&  r×   r‰   rÙ   r  r¦   rÛ   r  r!   )rW   rv   r/  r0  r.  r,  rL   rM   rX   Ú
downsampler2  r9  s               r)   r$  zCPUBone._build_attention_stage  s0  € ð ¨Ð/Ð/ˆØ+�TÔ+ð 

Ø#ØØØÔ6°yÀ1±}ÔEØÔ-ØÔ,Ø”Ø”nð

ð 

ð ð

ð 

ˆ
ð ˆÝ 
¨DÑ1Ô1Ð2ˆÝ�u‘”ð 	ð 	ˆAØ�MŠMÝð Ø +Ø!%Ô!2Ø#œØ"œnØ#œØ"&Ô"4Ø$-°¢N N˜q˜q¸Ø"Ô1Ø"&Ô"4Ø"&Ô"4Ø"Ô1Ø! !œfØ&*Ô&<ðð ð ðð ñô ð ð ð$ �{Ð"Ð"r+   rw   r<   r6  r;   c                 ó‚   — |	|
dœ}|rt          d| |||d||||f|d fdœ	|¤Ž}nt          d| |||||dd d |f||d fdœ	|¤Ž}|S )NrK   r–   )	rv   rw   r<   r‰   rF   r;   rŠ   rH   rI   r‡   )	rv   rw   r<   r‰   r;   rŠ   rF   rH   rI   r0   )r•   r…   )rv   rw   r<   r‰   rH   rI   r6  rŠ   r;   rL   rM   rX   rè   s                r)   r8  zCPUBone.build_local_block4  s¸   € ð ¨Ð/Ð/ˆØð 	Ýð Ø'Ø)ØØ)Ø'Ø'Ø+Ø&¨
Ð3Ø$ dÐ+ðð ð ðð ˆEˆEõ ð Ø'Ø)ØØ)Ø'Ø+Ø.Ø  $¨
Ð3Ø$ i°Ð6ðð ð ðð ˆEð ˆr+   Úcoarsec                 ó$   — t          dd¬¦  «        S )Nz^stemz^stages\.(\d+))r   r2  ©r'  )rW   r>  s     r)   Úgroup_matcherzCPUBone.group_matcher_  s   € åØØ$ð
ñ 
ô 
ð 	
r+   TÚenablec                 ó   — || _         d S r\   )r  )rW   rB  s     r)   Úset_grad_checkpointingzCPUBone.set_grad_checkpointingf  s   € à"(ˆÔÐÐr+   c                 ó   — | j         j        S r\   )r*  r  )rW   s    r)   Úget_classifierzCPUBone.get_classifierj  s   € àŒyÔ#Ð#r+   c                 óŠ   — t          | ¦  «        }|�t          |¦  «         || _        || _         | j        j        ||fi |¤Ž d S r\   )r   r1   r,   rõ   r*  r  )rW   rõ   r,   rX   s       r)   Úreset_classifierzCPUBone.reset_classifiern  sW   € Ý˜dÑ#Ô#ˆØÐ"Ý˜{Ñ+Ô+Ð+Ø*ˆDÔØ&ˆÔØˆŒ	Œ˜ [Ð7Ð7°BÐ7Ð7Ð7Ð7Ð7r+   ÚNCHWrZ   ÚindicesrU   Ú
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óø  — |dv s
J d¦   «         ‚g }t          t          | j        ¦  «        |¦  «        \  }}	|                      |¦  «        }t          j                             ¦   «         s|s| j        }
n| j        d|	dz   …         }
t          |
¦  «        D ]_\  }}| j        r/t          j                             ¦   «         st          ||¦  «        }n ||¦  «        }||v r| 
                    |¦  «         Œ`|r|S ||fS )aÿ  Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates (no-op, CPUBone has no final norm)
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        )rI  zOutput shape must be NCHW.Nr   )r   r  r(  r   rf   ÚjitÚis_scriptingr"  r  r   r&  )rW   rZ   rJ  rU   rK  rL  rM  ÚintermediatesÚtake_indicesÚ	max_indexr(  Úfeat_idxÚstages                r)   Úforward_intermediateszCPUBone.forward_intermediatesv  s  € ð& ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�ià�IŠI�a‰LŒLˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFÝ(¨Ñ0Ô0ð 	(ð 	(‰OˆH�eØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý" 5¨!Ñ,Ô,��à�E˜!‘H”H�Ø˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐr+   Ú
prune_normÚ
prune_headc                 ó¬   — t          t          | j        ¦  «        |¦  «        \  }}| j        d|dz   …         | _        |r|                      d¦  «         |S )z6Prune layers not required for specified intermediates.Nr   r   )r   r  r(  rH  )rW   rJ  rW  rX  rR  rS  s         r)   Úprune_intermediate_layersz!CPUBone.prune_intermediate_layersŸ  sZ   € õ #7µs¸4¼;Ñ7GÔ7GÈÑ"QÔ"QÑˆ�iØ”k . 9¨q¡= .Ô1ˆŒØð 	%Ø×!Ò! !Ñ$Ô$Ð$ØÐr+   c                 óÐ   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|S r\   )r   r  rf   rO  rP  r   r(  r]   s     r)   Úforward_featureszCPUBone.forward_features¬  sX   € Ø�IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØˆr+   r  c                 ó0   — |                       ||¬¦  «        S )N)r  )r*  r	  s      r)   Úforward_headzCPUBone.forward_head´  s   € Ø�yŠy˜ zˆyÑ2Ô2Ð2r+   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S r\   )r\  r^  r]   s     r)   r^   zCPUBone.forward·  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr+   )NN)Fr   ru   NNr
  )Tr\   )NFFrI  F)r   FT)(r_   r`   ra   rQ   r‚   rð   r   rb   rÕ   r   rd   r   rc   r   rP   r|   r  re   r%  r$  Ústaticmethodr	   r8  rf   rO  Úignorer   r   rA  rD  rF  rH  rg   r
   rV  rZ  r\  r^  r^   rh   ri   s   @r)   r   r   C  sÃ  ø€ € € € € ð
 Ø#Ø$Ø+7Ø"Ø$'Ø$'Ø"#Ø$&¤NØ#%¤<Ø$Ø%*Ø"#Ø'(ØDHØ!"Ø"'Ø!,Ø%+ØØð1|
ð |
à˜Sœ	ð|
ð ˜Sœ	ð|
ð ð	|
ð
 ð|
ð ð|
ð ˜s C˜xœð|
ð ð|
ð "ð|
ð "ð|
ð  ð|
ð "ð|
ð !ð|
ð ð|
ð #ð|
ð   ð!|
ð"  %ð#|
ð$ '/¨u°U¸C°ZÔ/@Ô&Að%|
ð& ð'|
ð(  ð)|
ð* ð+|
ð,  #ð-|
ð2 
ð3|
ð |
ð |
ð |
ð |
ð |
ðH Øð$3ð $3àð$3ð ð$3ð ð	$3ð
 �e”ð$3ð 
ˆrŒ}˜cÐ!Ô	"ð$3ð $3ð $3ð $3ðZ Øð#ð #àð#ð ð#ð ð	#ð
 ð#ð �e”ð#ð 
ˆt�B”IŒ Ð#Ô	$ð#ð #ð #ð #ðJ Øð,#ð ,#àð,#ð ð,#ð ð	,#ð
 ð,#ð �e”ð,#ð 
ˆt�B”IŒ Ð#Ô	$ð,#ð ,#ð ,#ð ,#ð\ ð !&Ø!"Ø ØØð(ð (Øð(àð(ð ð(ð  ð	(ð
 ˜RœYœð(ð ˜BœI”ð(ð ð(ð ð(ð ð(ð 
Œð(ð (ð (ñ „\ð(ðT „YÔð
ð 
 Dð 
°T¸#¸s¸(´^ð 
ð 
ð 
ñ Ôð
ð „YÔð)ð )¨Tð )ð )ð )ñ Ôð)ð „YÔð$ ¤	ð $ð $ð $ñ Ôð$ð8ð 8¨Cð 8¸hÀs¼mð 8ð 8ð 8ð 8ð 8<ØØ$Ø$Ø',ð' ð ' àŒ|ð' ð ˜e C¨¨c¬ NÔ3Ô4ð' ð ð	' ð
 ð' ð ð' ð !%ð' ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð' ð ' ð ' ð ' ðV ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð %¤,ð °5´<ð ð ð ð ð3ð 3˜eœlð 3¸ð 3ÈÌð 3ð 3ð 3ð 3ð˜œð ¨%¬,ð ð ð ð ð ð ð ð r+   Úmodelc                 ó  — d| v r| S t          | ¦  «        }t          |dd ¦  «        dk    rVd„ |D ¦   «         }|D ]G}|                     dd¦  «                             dd¦  «        }||v r||         ||         z
  ||<   ||= ŒH|S )Nzstem.0.conv.weightr!   r    c                 ó<   — g | ]}|                      d ¦  «        ¯|‘ŒS ))z.inverted_conv.conv.biasz.depth_conv.conv.biasz.inverted_conv.conv.1.biasz.depth_conv.conv.1.bias)Úendswith)râ   r8   s     r)   ú
<listcomp>z(checkpoint_filter_fn.<locals>.<listcomp>Ã  s>   € ð ð ð ˜1 a§j¢jð 2
ñ 'ô 'ð �Qð ð ð r+   z.conv.1.biasz.norm.running_meanz
.conv.bias)r:   Úgetattrr6   )r2   rb  ÚsdÚ	bias_keysr8   Únorm_keys         r)   Úcheckpoint_filter_fnrk  ½  s¸   € Ø˜zÐ)Ð)ØÐå	  Ñ	,Ô	,€BÝˆuÐ)¨4Ñ0Ô0°EÒ9Ð9ðð  ð ñ ô ˆ	ð ð 	ð 	ˆAØ—y’y Ð1EÑFÔF×NÒNÈ|Ð]qÑrÔrˆHØ˜2ˆ~ˆ~Ø! (œ|¨b°¬eÑ3��8‘Ø�1��Ø€Ir+   r.   ÚurlÚkwargsc                 ó4   — | dddddt           t          dddœ
|¥S )	Nró   )ru   éà   ro  )rŸ   rŸ   gffffffî?Úbicubiczstem.0.convzhead.classifier.linear)
rl  rõ   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanÚstdÚ
first_convr  r   )rl  rm  s     r)   Ú_cfgrx  Ï  s9   € àØØ#ØØØ"Ý%Ý#Ø#Ø.ðð ð ðð r+   ztimm/)Ú	hf_hub_id)ru   rà   rà   )é   rz  )ry  rq  rr  )	zcpubone_nano.r224_in1kzcpubone_t0.r224_in1kzcpubone_s0.r224_in1kzcpubone_b3.r224_in1kzcpubone_b0_bfrobust.r224_in1kzcpubone_b1_bfrobust.r224_in1kzcpubone_b2_bfrobust.r224_in1kz cpubone_b1_dwnorm.timm_r256_in1kz#cpubone_b2pt5_dwnorm.timm_r256_in1kFÚvariantÚ
pretrainedc                 ó\   — t          t          | |ft          t          dd¬¦  «        dœ|¤Ž}|S )N)r   r   r>   ru   T)Úout_indicesÚflatten_sequential)Úpretrained_filter_fnÚfeature_cfg)r   r   rk  r'  )r{  r|  rm  rb  s       r)   Ú_create_cpuboner‚  ô  sJ   € Ý ÝØØðõ 2Ý \ÀdÐKÑKÔKðð ð ðð €Eð €Lr+   c           
      ój   — t          g d¢g d¢dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤ŽS )N©é   é   é0   é`   éÀ   )r   r   r   r   r>   Trž   r>   rª   ©rô   r  rÙ   r  r  rŠ   r¦   rÛ   Úcpubone_nanor|  )r‹  ©r'  r‚  ©r|  rm  Ú
model_argss      r)   r‹  r‹    sd   € åØ(Ð(Ð(Ø"�?�?ØØØØØØð	ñ 	ô 	€Jõ Ð_Ð_°jÐ_ÅDÈÐD^ÐD^ÐW]ÐD^ÐD^Ð_Ð_Ð_r+   c           
      ój   — t          g d¢g d¢dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤ŽS )Nr„  ©r   r   r   r>   ru   Trž   r>   rª   rŠ  Ú
cpubone_t0r|  )r‘  rŒ  r�  s      r)   r‘  r‘    sd   € åØ(Ð(Ð(Ø"�?�?ØØØØØØð	ñ 	ô 	€Jõ Ð]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]Ð]r+   c           
      ój   — t          g d¢g d¢dddddd¬¦  «        }t          d
d	| it          |fi |¤Ž¤ŽS )N)é   é   é8   ép   ro  r�  Trž   r>   rª   rŠ  Ú
cpubone_s0r|  )r—  rŒ  r�  s      r)   r—  r—  #  sd   € åØ)Ð)Ð)Ø"�?�?ØØØØØØð	ñ 	ô 	€Jõ Ð]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]Ð]r+   c                 ól   — t          g d¢g d¢ddddddd¬¦	  «	        }t          dd
| it          |fi |¤Ž¤ŽS )N©é   é    é@   é€   rà   )r   r   r   ru   rž   Trž   r>   rª   r    )	rô   r  rÙ   r  r  rŠ   r¦   rÛ   r!   Úcpubone_b0_bfrobustr|  )rž  rŒ  r�  s      r)   rž  rž  2  sh   € åØ)Ð)Ð)Ø"�?�?ØØØØØØØð
ñ 
ô 
€Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐfÐfr+   r    c                 ó<   — t          g d¢g d¢ddddddd| ¬¦
  «
        S )	Nr™  )r   r   r   rÞ   rÞ   Trž   ©r†   r†   r†   r†   r>   rª   )
rô   r  rÙ   r  r  r  rŠ   r¦   rÛ   r!   r@  r(   s    r)   Ú_cpubone_b1_argsr¡  B  sA   € ÝØ)Ð)Ð)Ø"�?�?ØØØØ!-ØØØØ+ðñ ô ð r+   c           	      óP   — t          ¦   «         }t          dd| it          |fi |¤Ž¤ŽS )NÚcpubone_b1_bfrobustr|  )r£  ©r¡  r‚  r'  r�  s      r)   r£  r£  P  s8   € å!Ñ#Ô#€JÝÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐfÐfr+   c           	      óT   — t          d¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )Nr   r(   Úcpubone_b1_dwnormr|  )r¦  r¤  r�  s      r)   r¦  r¦  V  s<   € å!°LÐAÑAÔA€JÝÐdÐd¸:ÐdÍÈjÐIcÐIcÐ\bÐIcÐIcÐdÐdÐdr+   c                 ór   — t          g d¢g d¢ddddddddd	d
¬¦  «        }t          dd| it          |fi |¤Ž¤ŽS )N)é   é(   éP   é    i@  ©r   r   r   r†   r†   ©i 	  i 
  Trž   r   r>   rª   rØ   r    )rô   r  r  rÙ   r  r  r  rŠ   r¦   rÛ   r  r!   Úcpubone_b2_bfrobustr|  )r®  rŒ  r�  s      r)   r®  r®  \  sq   € åØ)Ð)Ð)Ø"�?�?Ø ØØØØ!-ØØØØØðñ ô €Jõ ÐfÐf¸ZÐfÍ4ÐPZÐKeÐKeÐ^dÐKeÐKeÐfÐfÐfr+   c                 óp   — t          g d¢g d¢ddddddddd	¬
¦  «        }t          dd| it          |fi |¤Ž¤ŽS )N)r†  r‡  rˆ  r‰  i€  r¬  r­  Trž   r   r>   rª   r   )rô   r  r  rÙ   r  r  r  rŠ   r¦   rÛ   r!   Úcpubone_b2pt5_dwnormr|  )r°  rŒ  r�  s      r)   r°  r°  p  sn   € åØ)Ð)Ð)Ø"�?�?Ø ØØØØ!-ØØØØ&ðñ ô €Jõ ÐgÐg¸jÐgÍDÐQ[ÐLfÐLfÐ_eÐLfÐLfÐgÐgÐgr+   c                 ón   — t          g d¢g d¢dddddddd¬¦
  «
        }t          dd
| it          |fi |¤Ž¤ŽS )N)r›  rœ  r�  rà   i   )r   r>   ru   r†   r†   Trž   r   r>   rª   )
rô   r  rÙ   r  r  r  r  rŠ   r¦   rÛ   Ú
cpubone_b3r|  )r²  rŒ  r�  s      r)   r²  r²  ƒ  sj   € åØ*Ð*Ð*Ø"�?�?ØØØØØ!-ØØØðñ ô €Jõ Ð]Ð]°JÐ]Å$ÀzÐB\ÐB\ÐU[ÐB\ÐB\Ð]Ð]Ð]r+   )r   )r.   r
  )r    )Ir�   Útypingr   r   r   r   r   r   r	   r
   rf   Útorch.nnrQ   Útorch.nn.functionalÚ
functionalr¾   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   r   Ú_builderr   Ú	_featuresr   Ú_features_fxr   Ú_manipulater   Ú	_registryr   r   Ú__all__r%   rÕ   r*   r1   rg   r:   rb   r@   re   rB   rk   rt   r…   r•   r›   r×   rò   r   rk  rx  Údefault_cfgsrc   r‚  r‹  r‘  r—  rž  r¡  r£  r¦  r®  r°  r²  r0   r+   r)   ú<module>rÀ     sò  ðð	ð 	ð HÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gà €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að%ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %ð %à *Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ+€ð
 !Ø%Øð	ð Ð ð
°ð 
¸ð 
ð 
ð 
ð 
ð[ Cð [¨Dð [ð [ð [ð [ð¨¨S°%´,Ð->Ô(?ð ÀDÈÈeÌlÐIZÔD[ð ð ð ð ð,	ð 	 #ð 	¨sð 	¸3ð 	ð 	ð 	ð 	ðð ð ð ð �"”)ñ ô ð ð>?ð ?ð ?ð ?ð ?�B”Iñ ?ô ?ð ?ð$;ð ;ð ;ð ;ð ;�”	ñ ;ô ;ð ;ð|<ð <ð <ð <ð <ˆRŒYñ <ô <ð <ð~-ð -ð -ð -ð -�"”)ñ -ô -ð -ðd ðxð xð xð xð x�B”Iñ xô xñ ÔðxðvOð Oð Oð Oð O�2”9ñ Oô Oð Oðd?ð ?ð ?ð ?ð ?ˆbŒiñ ?ô ?ð ?ðDwð wð wð wð wˆbŒiñ wô wð wðt T¨#¨u¬|Ð*;Ô%<ð ÀRÄYð ÐSWÐX[Ð]bÔ]iÐXiÔSjð ð ð ð ð$ð ˆcð  #ð ¨$¨s°C¨x¬.ð ð ð ð ð  %Ð$Ø"˜d¨WÐ5Ñ5Ô5Ø ˜D¨7Ð3Ñ3Ô3Ø ˜D¨7Ð3Ñ3Ô3Ø ˜D¨7Ð3Ñ3Ô3Ø%) T°GÐ%<Ñ%<Ô%<Ø%) T°GÐ%<Ñ%<Ô%<Ø%) T°GÐ%<Ñ%<Ô%<Ø(,¨ØØ Øð)ñ )ô )ð
 ,0¨4ØØ Øð,ñ ,ô ,ð&ð &ñ ô €ð*	ð 	˜Sð 	¨dð 	Àcð 	Ègð 	ð 	ð 	ð 	ð" ð`ð `˜Tð `°Sð `¸Wð `ð `ð `ñ „ð`ð ð^ð ^˜4ð ^°3ð ^¸7ð ^ð ^ð ^ñ „ð^ð ð^ð ^˜4ð ^°3ð ^¸7ð ^ð ^ð ^ñ „ð^ð ðgð g Dð g¸Cð gÀGð gð gð gñ „ðgðð ¨ð °d¸3À¸8´nð ð ð ð ð ðgð g Dð g¸Cð gÀGð gð gð gñ „ðgð
 ðeð e $ð e¸#ð eÀ'ð eð eð eñ „ðeð
 ðgð g Dð g¸Cð gÀGð gð gð gñ „ðgð& ðhð h Tð h¸Sð hÀWð hð hð hñ „ðhð$ ð^ð ^˜4ð ^°3ð ^¸7ð ^ð ^ð ^ñ „ð^ð ^ð ^r+   