§
    ·¯¸jï(  ã                   óp  — d Z ddlmZmZ ddlmZ ddlmZmZ ddl	m
Z
 ddlmZ ddlmZmZ dd	lmZ  G d
„ dej        ¦  «        Zd)d„Zd*d„Z e ed¬¦  «         ed¬¦  «         ed¬¦  «         eddd¬¦  «         eddddd¬¦  «         eddddd¬¦  «         edd¬¦  «         edd¬¦  «        dœ¦  «        Zed)defd „¦   «         Zed)defd!„¦   «         Zed)defd"„¦   «         Zed)defd#„¦   «         Zed)defd$„¦   «         Zed)defd%„¦   «         Zed)defd&„¦   «         Zed)defd'„¦   «         Zd(S )+a   ResNeSt Models

Paper: `ResNeSt: Split-Attention Networks` - https://arxiv.org/abs/2004.08955

Adapted from original PyTorch impl w/ weights at https://github.com/zhanghang1989/ResNeSt by Hang Zhang

Modified for torchscript compat, and consistency with timm by Ross Wightman
é    )ÚOptionalÚType)Únn©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)Ú	SplitAttné   )Úbuild_model_with_cfg)Úregister_modelÚgenerate_default_cfgs)ÚResNetc            (       ó†  ‡ — e Zd ZdZdZdddddddddddej        ej        ddddddfdeded	ed
e	ej
                 dedededededededede	e         deej
                 deej
                 de	eej
                          de	eej
                          de	eej
                          de	ej
                 f&ˆ fd„Zd„ Zd„ Zˆ xZS )ÚResNestBottleneckzResNet Bottleneck
    é   r
   Né@   FÚinplanesÚplanesÚstrideÚ
downsampleÚradixÚcardinalityÚ
base_widthÚavdÚ	avd_firstÚis_firstÚreduce_firstÚdilationÚfirst_dilationÚ	act_layerÚ
norm_layerÚ
attn_layerÚaa_layerÚ
drop_blockÚ	drop_pathc                 óF  •— ||dœ}t          ¦   «                              ¦   «          |dk    sJ ‚|�
J d¦   «         ‚|�
J d¦   «         ‚t          ||dz  z  ¦  «        |z  }|p|}|r|dk    s|
r|}d}nd}|| _        t	          j        ||fdddœ|¤Ž| _         ||fi |¤Ž| _         |d	¬
¦  «        | _        |dk    r|	rt	          j	        d|d¬¦  «        nd | _
        | j        dk    ret          ||fd|||||||dœ|¤Ž| _        t	          j        ¦   «         | _        t	          j        ¦   «         | _        t	          j        ¦   «         | _        nbt	          j        ||fd||||ddœ|¤Ž| _         ||fi |¤Ž| _        |�
 |¦   «         nt	          j        ¦   «         | _         |d	¬
¦  «        | _        |dk    r|	st	          j	        d|d¬¦  «        nd | _        t	          j        ||dz  fdddœ|¤Ž| _         ||dz  fi |¤Ž| _         |d	¬
¦  «        | _        || _        || _        d S )N)ÚdeviceÚdtyper
   zattn_layer is not supportedzaa_layer is not supportedg      P@r   F)Úkernel_sizeÚbiasT)Úinplaceé   )Úpadding)r)   r   r-   r   Úgroupsr   r!   Ú
drop_layer)r)   r   r-   r   r.   r*   r   )ÚsuperÚ__init__Úintr   r   ÚConv2dÚconv1Úbn1Úact1Ú	AvgPool2dr   r	   Úconv2ÚIdentityÚbn2r$   Úact2Úavd_lastÚconv3Úbn3Úact3r   r%   )Úselfr   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r'   r(   ÚddÚgroup_widthÚ
avd_strideÚ	__class__s                            €úc/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/resnest.pyr1   zResNestBottleneck.__init__   sÍ  ø€ ð0 ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ˜qÒ Ð Ð Ð ØÐ!Ð!Ð#@Ñ!Ô!Ð!ØÐÐÐ!<ÑÔÐå˜& J°Ñ$4Ñ5Ñ6Ô6¸ÑDˆØ'Ð3¨8ˆØð 	�F˜Q’J�J (�JØˆJØˆFˆFàˆJØˆŒ
å”Y˜x¨ÐVÀ!È%ÐVÐVÐSUÐVÐVˆŒ
Ø�:˜kÐ0Ð0¨RÐ0Ð0ˆŒØ�I dÐ+Ñ+Ô+ˆŒ	ØCMÐPQÂ>À>ÐV_À>�œ a¨¸QÐ?Ñ?Ô?Ð?ÐeiˆŒàŒ:˜Š?ˆ?Ý"ØØðð ØØ&Ø'Ø"ØØ%Ø%ðð ð ðð ˆDŒJõ ”{‘}”}ˆDŒHÝ œk™mœmˆDŒOÝœ™œˆDŒIˆIåœØØð
ð ØØ&Ø'Ø"Øð
ð 
ð ð
ð 
ˆDŒJð "�z +Ð4Ð4°Ð4Ð4ˆDŒHØ.8Ð.D˜j˜j™lœl˜lÍ"Ì+É-Ì-ˆDŒOØ!˜	¨$Ð/Ñ/Ô/ˆDŒIØBLÈqÂ.À.ÐYbÀ.�œ Q¨
¸AÐ>Ñ>Ô>Ð>ÐhlˆŒå”Y˜{¨F°Q©JÐXÀAÈEÐXÐXÐUWÐXÐXˆŒ
Ø�:˜f q™jÐ/Ð/¨BÐ/Ð/ˆŒØ�I dÐ+Ñ+Ô+ˆŒ	Ø$ˆŒØ"ˆŒˆˆó    c                 óˆ   — t          | j        dd ¦  «        �+t          j                             | j        j        ¦  «         d S d S )NÚweight)Úgetattrr>   r   ÚinitÚzeros_rH   )r@   s    rE   Úzero_init_lastz ResNestBottleneck.zero_init_lastn   s<   € Ý�4”8˜X tÑ,Ô,Ð8ÝŒG�NŠN˜4œ8œ?Ñ+Ô+Ð+Ð+Ð+ð 9Ð8rF   c                 ó˜  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �|                      |¦  «        }|  	                    |¦  «        }|  
                    |¦  «        }| j        �|                      |¦  «        }| j        �|                      |¦  «        }||z  }|                      |¦  «        }|S ©N)r4   r5   r6   r   r8   r:   r$   r;   r<   r=   r>   r%   r   r?   )r@   ÚxÚshortcutÚouts       rE   ÚforwardzResNestBottleneck.forwardr   s  € Øˆà�jŠj˜‰mŒmˆØ�hŠh�s‰mŒmˆØ�iŠi˜‰nŒnˆàŒ>Ð%Ø—.’. Ñ%Ô%ˆCà�jŠj˜‰oŒoˆØ�hŠh�s‰mŒmˆØ�oŠo˜cÑ"Ô"ˆØ�iŠi˜‰nŒnˆàŒ=Ð$Ø—-’- Ñ$Ô$ˆCà�jŠj˜‰oŒoˆØ�hŠh�s‰mŒmˆàŒ>Ð%Ø—’˜qÑ!Ô!ˆAàŒ?Ð&Ø—’ qÑ)Ô)ˆHàˆx‰ˆØ�iŠi˜‰nŒnˆØˆ
rF   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú	expansionr   ÚReLUÚBatchNorm2dr2   r   ÚModuleÚboolr   r1   rL   rR   Ú__classcell__)rD   s   @rE   r   r      sÆ  ø€ € € € € ðð ð €Ið Ø.2ØØ Ø ØØ#Ø"Ø !ØØ,0Ø)+¬Ø*,¬.Ø48Ø26Ø48Ø-1ØØð-R#ð R#àðR#ð ðR#ð ð	R#ð
 ! ¤Ô+ðR#ð ðR#ð ðR#ð ðR#ð ðR#ð ðR#ð ðR#ð ðR#ð ðR#ð % SœMðR#ð ˜BœI”ðR#ð  ˜RœYœð!R#ð" !  b¤i¤Ô1ð#R#ð$ ˜t B¤IœÔ/ð%R#ð& !  b¤i¤Ô1ð'R#ð(   ¤	Ô*ð)R#ð R#ð R#ð R#ð R#ð R#ðh,ð ,ð ,ðð ð ð ð ð ð rF   r   Fc                 ó*   — t          t          | |fi |¤ŽS rN   )r   r   )ÚvariantÚ
pretrainedÚkwargss      rE   Ú_create_resnestra   ’   s,   € ÝÝØØðð ð ð	ð ð rF   Ú c                 ó6   — | dddddt           t          dddd	œ|¥S )
Niè  )r,   éà   rd   )é   re   g      ì?Úbilinearzconv1.0Úfcz
apache-2.0)ÚurlÚnum_classesÚ
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanÚstdÚ
first_convÚ
classifierÚlicenser   )rh   r`   s     rE   Ú_cfgrs   ›   s8   € àØ¨=ÀvØ¨JÝ%Õ.BØ¨tØðð ð ðð rF   ztimm/)Ú	hf_hub_id)r,   é   ru   )é   rv   )rt   rj   rk   )r,   é@  rw   )é
   rx   gJ+‡í?Úbicubic)rt   rj   rk   rl   rm   )r,   é   rz   )é   r{   gV-²í?)rt   rm   )zresnest14d.gluon_in1kzresnest26d.gluon_in1kzresnest50d.in1kzresnest101e.in1kzresnest200e.in1kzresnest269e.in1kzresnest50d_4s2x40d.in1kzresnest50d_1s4x24d.in1kÚreturnc                 ó�   — t          t          g d¢dddddt          ddd¬	¦  «        ¬
¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z5 ResNeSt-14d model. Weights ported from GluonCV.
    )r
   r
   r
   r
   Údeepé    Tr   r
   é   F©r   r   r   ©ÚblockÚlayersÚ	stem_typeÚ
stem_widthÚavg_downr   r   Ú
block_argsÚ
resnest14dr_   )r‰   ©Údictr   ra   ©r_   r`   Úmodel_kwargss      rE   r‰   r‰   ½   ók   € õ Ý¨¨¨Ø R°$À2ÐSTÝ˜a T°UÐ;Ñ;Ô;ð=ñ =ô =€Lõ Ð_Ð_°JÐ_Å$À|ÐB^ÐB^ÐW]ÐB^ÐB^Ð_Ð_Ð_rF   c                 ó�   — t          t          g d¢dddddt          ddd¬	¦  «        ¬
¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z5 ResNeSt-26d model. Weights ported from GluonCV.
    )r€   r€   r€   r€   r~   r   Tr   r
   r€   Fr�   r‚   Ú
resnest26dr_   )r�   rŠ   rŒ   s      rE   r�   r�   È   rŽ   rF   c                 ó�   — t          t          g d¢dddddt          ddd¬	¦  «        ¬
¦  «        }t          dd| it          |fi |¤Ž¤ŽS )zÈ ResNeSt-50d model. Matches paper ResNeSt-50 model, https://arxiv.org/abs/2004.08955
    Since this codebase supports all possible variations, 'd' for deep stem, stem_width 32, avg in downsample.
    ©r,   r   é   r,   r~   r   Tr   r
   r€   Fr�   r‚   Ú
resnest50dr_   )r”   rŠ   rŒ   s      rE   r”   r”   Ó   sk   € õ
 Ý¨¨¨Ø R°$À2ÐSTÝ˜a T°UÐ;Ñ;Ô;ð=ñ =ô =€Lõ Ð_Ð_°JÐ_Å$À|ÐB^ÐB^ÐW]ÐB^ÐB^Ð_Ð_Ð_rF   c                 ó�   — t          t          g d¢dddddt          ddd¬¦  «        ¬	¦  «        }t          dd| it          |fi |¤Ž¤ŽS )zË ResNeSt-101e model. Matches paper ResNeSt-101 model, https://arxiv.org/abs/2004.08955
     Since this codebase supports all possible variations, 'e' for deep stem, stem_width 64, avg in downsample.
    )r,   r   é   r,   r~   r   Tr
   r€   Fr�   r‚   Úresnest101er_   )r—   rŠ   rŒ   s      rE   r—   r—   ß   sk   € õ
 Ý¨¨¨Ø R°$À2ÐSTÝ˜a T°UÐ;Ñ;Ô;ð=ñ =ô =€Lõ Ð`Ð`°ZÐ`Å4ÈÐC_ÐC_ÐX^ÐC_ÐC_Ð`Ð`Ð`rF   c                 ó�   — t          t          g d¢dddddt          ddd¬¦  «        ¬	¦  «        }t          dd| it          |fi |¤Ž¤ŽS )zÊ ResNeSt-200e model. Matches paper ResNeSt-200 model, https://arxiv.org/abs/2004.08955
    Since this codebase supports all possible variations, 'e' for deep stem, stem_width 64, avg in downsample.
    )r,   é   é$   r,   r~   r   Tr
   r€   Fr�   r‚   Úresnest200er_   )r›   rŠ   rŒ   s      rE   r›   r›   ë   ók   € õ
 Ý¨¨¨Ø R°$À2ÐSTÝ˜a T°UÐ;Ñ;Ô;ð=ñ =ô =€Lõ Ð`Ð`°ZÐ`Å4ÈÐC_ÐC_ÐX^ÐC_ÐC_Ð`Ð`Ð`rF   c                 ó�   — t          t          g d¢dddddt          ddd¬¦  «        ¬	¦  «        }t          dd| it          |fi |¤Ž¤ŽS )zÊ ResNeSt-269e model. Matches paper ResNeSt-269 model, https://arxiv.org/abs/2004.08955
    Since this codebase supports all possible variations, 'e' for deep stem, stem_width 64, avg in downsample.
    )r,   é   é0   rv   r~   r   Tr
   r€   Fr�   r‚   Úresnest269er_   )r    rŠ   rŒ   s      rE   r    r    ÷   rœ   rF   c                 ó�   — t          t          g d¢dddddt          ddd¬¦  «        ¬	¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z]ResNeSt-50 4s2x40d from https://github.com/zhanghang1989/ResNeSt/blob/master/ablation.md
    r’   r~   r   Té(   r€   r   r�   r‚   Úresnest50d_4s2x40dr_   )r£   rŠ   rŒ   s      rE   r£   r£     ók   € õ Ý¨¨¨Ø R°$À2ÐSTÝ˜a T°TÐ:Ñ:Ô:ð<ñ <ô <€Lõ ÐgÐg¸JÐgÍ$È|ÐJfÐJfÐ_eÐJfÐJfÐgÐgÐgrF   c                 ó�   — t          t          g d¢dddddt          ddd¬¦  «        ¬	¦  «        }t          dd| it          |fi |¤Ž¤ŽS )z]ResNeSt-50 1s4x24d from https://github.com/zhanghang1989/ResNeSt/blob/master/ablation.md
    r’   r~   r   Tr™   r   r
   r�   r‚   Úresnest50d_1s4x24dr_   )r¦   rŠ   rŒ   s      rE   r¦   r¦     r¤   rF   N)F)rb   )rV   Útypingr   r   Útorchr   Ú	timm.datar   r   Útimm.layersr	   Ú_builderr   Ú	_registryr   r   Úresnetr   rZ   r   ra   rs   Údefault_cfgsr‰   r�   r”   r—   r›   r    r£   r¦   © rF   rE   ú<module>r°      sˆ  ððð ð "Ð !Ð !Ð !Ð !Ð !Ð !Ð !à Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ !Ð !Ð !Ð !Ð !Ð !Ø *Ð *Ð *Ð *Ð *Ð *Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <Ø Ð Ð Ð Ð Ð ð{ð {ð {ð {ð {˜œ	ñ {ô {ð {ð|ð ð ð ð	ð 	ð 	ð 	ð %Ð$Ø!˜T¨GÐ4Ñ4Ô4Ø!˜T¨GÐ4Ñ4Ô4Ø�t gÐ.Ñ.Ô.Ø˜ØØ ¨Fð4ñ 4ô 4ð ˜ØØ ¨H¸uÐT]ð_ñ _ô _ð ˜ØØ ¨H¸uÐT]ð_ñ _ô _ð  $˜tØØð !ñ  !ô  !ð  $˜tØØð !ñ  !ô  !ð!&ð &ñ ô €ð, ð`ð `¨fð `ð `ð `ñ „ð`ð ð`ð `¨fð `ð `ð `ñ „ð`ð ð`ð `¨fð `ð `ð `ñ „ð`ð ðað a¨vð að að añ „ðað ðað a¨vð að að añ „ðað ðað a¨vð að að añ „ðað ðhð h°fð hð hð hñ „ðhð ðhð h°fð hð hð hñ „ðhð hð hrF   