§
    ·¯¸j©  ã                   ó  — d Z ddlmZmZmZ ddlmZ ddlmZm	Z	m
Z
mZmZmZmZ ddlZddlmZ ddlmZmZ ddlmZmZmZmZmZmZmZmZ dd	lmZ dd
l m!Z!m"Z" ddl#m$Z$m%Z% dgZ&e G d„ d¦  «        ¦   «         Z'd„ Z(e G d„ d¦  «        ¦   «         Z)e G d„ d¦  «        ¦   «         Z*	 	 	 	 	 	 	 	 	 dÎd„Z+ G d„ dej,        ¦  «        Z- G d„ dej,        ¦  «        Z. G d„ dej,        ¦  «        Z/ G d„ d ej,        ¦  «        Z0 G d!„ d"ej,        ¦  «        Z1 G d#„ d$ej,        ¦  «        Z2d%d&d%d'd(d(ej3        ej4        dddfd)e5d*e5d+e5d,e5d-e6d.e6d/eej,                 d0eej,                 d1eeej,                          fd2„Z7d3„ Z8d4„ Z9d5„ Z:	 	 dÏd6e*d7e;d8e5d9e	e6ef         fd:„Z< G d;„ dej,        ¦  «        Z=dÐd<„Z> e?dÑi d= e* e'd>d?d@dA¬B¦  «         e)dCdDdEdFdGdH¬I¦  «        ¬J¦  «        “dK e* e'dLd%d@dA¬B¦  «         e)dCdDdEdFdGddH¬M¦  «        ¬J¦  «        “dN e* e'dLd%d@dA¬B¦  «         e)dCdOdEddPdGdH¬M¦  «        ¬J¦  «        “dQ e* e'd>d?d@dA¬B¦  «         e)dCdOdEd&dddGdH¬R¦  «        ¬J¦  «        “dS e* e'd&d%dd(¬B¦  «         e)dTdUd'dVdWdXdHd¬Y¦  «        ¬J¦  «        “dZ e* e'd&d%dd(¬B¦  «         e)d[dUd\d]d^dd¬_¦  «        ¬J¦  «        “d` e* e'd&d%dd(¬B¦  «         e)dadUd\d]d^dd¬_¦  «        ¬J¦  «        “db e* e'd&d%dd(¬B¦  «         e)dadUd'dGddcdd¬d¦  «        ¬J¦  «        “de e* e'd&d%dd(¬B¦  «         e)dTdUd'dGddd¬_¦  «        ¬J¦  «        “df e* e'd&d%dd(¬B¦  «         e)dTdUd'dGddHdd¬g¦  «        ¬J¦  «        “dh e+dGdG¬i¦  «        “dj e+dkdl¬i¦  «        “dm e+¦   «         “dn e+dodp¬i¦  «        “dq e+dGdGdH¬r¦  «        “ds e+dkdldH¬r¦  «        “dt e+dH¬u¦  «        “dv e+dodpdH¬r¦  «        “dw e+dc e?dP¬x¦  «        ¬y¦  «        “dz e+dcdodp¬{¦  «        “d| e* e'd}d%d'd(¬B¦  «         e)d~dOd'ddGdGdc¬€¦  «        d¬�¦  «        “d‚ e+dodpdƒd„¬…¦  «        “d† e+dodpdƒd„dc e?dP¬x¦  «        ¬‡¦  «        “ŽZ@dÐdˆ„ZAdÒd‰„ZB e%i dŠ eBd‹dŒ¬�¦  «        “dŽ eB¦   «         “d� eB¦   «         “d� eBd‹d‘¬�¦  «        “d’ eBd‹d“¬�¦  «        “d” eB¦   «         “d• eB¦   «         “d– eB¦   «         “d— eBd‹d˜d™dšd¬›¦  «        “dœ eBd‹d�dšd¬ž¦  «        “dŸ eBd™¬ ¦  «        “d¡ eBd‹d¢d™dšd£¬›¦  «        “d¤ eBd‹d¥d™dšd£¬›¦  «        “d¦ eBd‹d§d™d£dšd¬¨¦  «        “d© eBd‹dªdªd™d«d¬¬¦  «        “d­ eBd‹d®d™dšd£¬›¦  «        “d¯ eBd‹d°d™dšd£¬›¦  «        “ eBd™¬ ¦  «         eBd‹d±d™dšd£¬›¦  «         eBd‹d²d™dšd¬›¦  «         eBd™¬ ¦  «         eBd‹d³d™dšd¬›¦  «         eBd‹d´d™d£d«d¬¨¦  «        dµœ¥¦  «        ZCe$dÐd¶e=fd·„¦   «         ZDe$dÐd¶e=fd¸„¦   «         ZEe$dÐd¶e=fd¹„¦   «         ZFe$dÐd¶e=fdº„¦   «         ZGe$dÐd¶e=fd»„¦   «         ZHe$dÐd¶e=fd¼„¦   «         ZIe$dÐd¶e=fd½„¦   «         ZJe$dÐd¶e=fd¾„¦   «         ZKe$dÐd¶e=fd¿„¦   «         ZLe$dÐd¶e=fdÀ„¦   «         ZMe$dÐd¶e=fdÁ„¦   «         ZNe$dÐd¶e=fdÂ„¦   «         ZOe$dÐd¶e=fdÃ„¦   «         ZPe$dÐd¶e=fdÄ„¦   «         ZQe$dÐd¶e=fdÅ„¦   «         ZRe$dÐd¶e=fdÆ„¦   «         ZSe$dÐd¶e=fdÇ„¦   «         ZTe$dÐd¶e=fdÈ„¦   «         ZUe$dÐd¶e=fdÉ„¦   «         ZVe$dÐd¶e=fdÊ„¦   «         ZWe$dÐd¶e=fdË„¦   «         ZXe$dÐd¶e=fdÌ„¦   «         ZYe$dÐd¶e=fdÍ„¦   «         ZZdS )Óa­  PyTorch CspNet

A PyTorch implementation of Cross Stage Partial Networks including:
* CSPResNet50
* CSPResNeXt50
* CSPDarkNet53
* and DarkNet53 for good measure

Based on paper `CSPNet: A New Backbone that can Enhance Learning Capability of CNN` - https://arxiv.org/abs/1911.11929

Reference impl via darknet cfg files at https://github.com/WongKinYiu/CrossStagePartialNetworks

Hacked together by / Copyright 2020 Ross Wightman
é    )Ú	dataclassÚasdictÚreplace)Úpartial)ÚAnyÚDictÚListÚOptionalÚTupleÚTypeÚUnionN©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚClassifierHeadÚConvNormActÚDropPathÚcalculate_drop_path_ratesÚget_attnÚcreate_act_layerÚmake_divisibleÚget_device_dtypeé   )Úbuild_model_with_cfg)Únamed_applyÚMATCH_PREV_GROUP)Úregister_modelÚgenerate_default_cfgsÚCspNetc                   ó²   — e Zd ZU dZeeeedf         f         ed<   dZeeeedf         f         ed<   dZ	eed<   dZ
eeef         ed	<   dZee         ed
<   dS )Ú
CspStemCfgé    .Úout_chsé   Ústrideé   Úkernel_sizeÚ ÚpaddingÚpoolN)Ú__name__Ú
__module__Ú__qualname__r#   r   Úintr   Ú__annotations__r%   r'   r)   Ústrr*   r
   © ó    úb/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/cspnet.pyr!   r!      s’   € € € € € € à+-€GˆU�3˜˜c 3˜hœÐ'Ô(Ð-Ð-Ñ-Ø*+€FˆE�#�u˜S #˜X”Ð&Ô'Ð+Ð+Ñ+Ø€K�ÐÐÑØ!€GˆU�3˜�8Œ_Ð!Ð!Ñ!Ø€Dˆ(�3Œ-ÐÐÑÐÐr2   r!   c                 óÀ   — t          | t          t          f¦  «        s| f} t          | ¦  «        }||z
  }|dk    r
| d |…         S t          | | d         f|z  z   ¦  «        S )Nr   éÿÿÿÿ)Ú
isinstanceÚtupleÚlistÚlen)ÚxÚnÚcurr_nÚpad_ns       r3   Ú_pad_argr>   (   sg   € å�a�%¥˜Ñ'Ô'ð ØˆDˆÝ�‰VŒV€FØ�‰J€EØ�‚z€zØ��!�ŒuˆÝ��a˜”e�X Ñ%Ñ%Ñ&Ô&Ð&r2   c                   ó†  — e Zd ZU dZeedf         ed<   dZeedf         ed<   dZe	eeedf         f         ed<   dZ
e	eeedf         f         ed	<   d
Ze	eeedf         f         ed<   d
Ze	eeedf         f         ed<   dZe	eeedf         f         ed<   dZee	eeedf         f                  ed<   dZee	eee         f                  ed<   dZe	eee         f         ed<   dZe	eee         f         ed<   d
Ze	eeedf         f         ed<   dZe	eeedf         f         ed<   dZe	eeedf         f         ed<   d„ ZdS )ÚCspStagesCfg©r&   r&   é   r$   .Údepth©é€   é   é   é   r#   r$   r%   r   Úgroupsç      ð?Úblock_ratioÚbottle_ratioFÚavg_downNÚ
attn_layerÚattn_kwargsÚcspÚ
stage_typeÚbottleÚ
block_typeÚexpand_ratioÚcross_linearÚdown_growthc                 óÒ  — t          | j        ¦  «        }t          | j        ¦  «        |k    sJ ‚t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j	        |¦  «        | _	        t          | j
        |¦  «        | _
        t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j        |¦  «        | _        t          | j        |¦  «        | _        d S ©N)r9   rC   r#   r>   r%   rI   rK   rL   rM   rN   rO   rQ   rS   rT   rU   rV   )Úselfr;   s     r3   Ú__post_init__zCspStagesCfg.__post_init__F   s   € Ý�”
‰OŒOˆÝ�4”<Ñ Ô  AÒ%Ð%Ð%Ð%Ý˜tœ{¨AÑ.Ô.ˆŒÝ˜tœ{¨AÑ.Ô.ˆŒÝ# DÔ$4°aÑ8Ô8ˆÔÝ$ TÔ%6¸Ñ:Ô:ˆÔÝ  ¤°Ñ2Ô2ˆŒÝ" 4¤?°AÑ6Ô6ˆŒÝ# DÔ$4°aÑ8Ô8ˆÔÝ" 4¤?°AÑ6Ô6ˆŒÝ" 4¤?°AÑ6Ô6ˆŒå$ TÔ%6¸Ñ:Ô:ˆÔÝ$ TÔ%6¸Ñ:Ô:ˆÔÝ# DÔ$4°aÑ8Ô8ˆÔÐÐr2   )r+   r,   r-   rC   r   r.   r/   r#   r%   r   rI   rK   ÚfloatrL   rM   ÚboolrN   r
   r0   rO   r   rQ   rS   rT   rU   rV   rZ   r1   r2   r3   r@   r@   3   sñ  € € € € € € à)€Eˆ5��c�Œ?Ð)Ð)Ñ)Ø4€GˆU�3˜�8Œ_Ð4Ð4Ñ4Ø*+€FˆE�#�u˜S #˜X”Ð&Ô'Ð+Ð+Ñ+Ø*+€FˆE�#�u˜S #˜X”Ð&Ô'Ð+Ð+Ñ+Ø36€K��u˜e E¨3 JÔ/Ð/Ô0Ð6Ð6Ñ6Ø46€L�%˜˜u U¨C ZÔ0Ð0Ô1Ð6Ð6Ñ6Ø.3€Hˆe�D˜%  c 	Ô*Ð*Ô+Ð3Ð3Ñ3Ø8<€J�˜˜s E¨#¨s¨(¤OÐ3Ô4Ô5Ð<Ð<Ñ<Ø6:€K�˜%  e¨D¤kÐ 1Ô2Ô3Ð:Ð:Ñ:Ø).€J��c˜5 œ:�oÔ&Ð.Ð.Ñ.Ø)1€J��c˜5 œ:�oÔ&Ð1Ð1Ñ1ð 58€L�%˜˜u U¨C ZÔ0Ð0Ô1Ð7Ð7Ñ7Ø27€L�%˜˜e D¨# IÔ.Ð.Ô/Ð7Ð7Ñ7Ø16€K��t˜U 4¨ 9Ô-Ð-Ô.Ð6Ð6Ñ6ð9ð 9ð 9ð 9ð 9r2   r@   c                   óh   — e Zd ZU eed<   eed<   dZeed<   dZe	ed<   dZ
e	ed<   d	Zee	         ed
<   d	S )ÚCspModelCfgÚstemÚstagesTÚzero_init_lastÚ
leaky_reluÚ	act_layerÚ	batchnormÚ
norm_layerNÚaa_layer)r+   r,   r-   r!   r/   r@   ra   r\   rc   r0   re   rf   r
   r1   r2   r3   r^   r^   X   sn   € € € € € € à
ÐÐÑØÐÐÑØ€N�DÐÐÑØ!€IˆsÐ!Ð!Ñ!Ø!€J�Ð!Ð!Ñ!Ø"€Hˆh�sŒmÐ"Ð"Ñ"Ð"Ð"r2   r^   rJ   FÚsiluÚdarkc	                 ób  ‡ ‡— |r%t          t          d‰ z  ¦  «        dddd¬¦  «        }	n,t          t          ˆ fd„dD ¦   «         ¦  «        ddd¬	¦  «        }	t          |	t	          t          ˆ fd
„dD ¦   «         ¦  «        t          ˆfd„dD ¦   «         ¦  «        d|d|||d|¬¦
  «
        |¬¦  «        S )Né@   é   r$   r(   )r#   r'   r%   r)   r*   c                 ó4   •— g | ]}t          |‰z  ¦  «        ‘ŒS r1   ©r   ©Ú.0ÚcÚwidth_multipliers     €r3   ú
<listcomp>z_cs3_cfg.<locals>.<listcomp>s   s'   ø€ ÐRÐRÐRÀA�>¨!Ð.>Ñ*>Ñ?Ô?ÐRÐRÐRr2   ©r"   rj   r&   ©r#   r'   r%   r*   c                 ó4   •— g | ]}t          |‰z  ¦  «        ‘ŒS r1   rm   rn   s     €r3   rr   z_cs3_cfg.<locals>.<listcomp>x   s'   ø€ Ð_Ð_Ð_ÀA�>¨!Ð.>Ñ*>Ñ?Ô?Ð_Ð_Ð_r2   rD   c                 ó4   •— g | ]}t          |‰z  ¦  «        ‘ŒS r1   )r.   )ro   ÚdÚdepth_multipliers     €r3   rr   z_cs3_cfg.<locals>.<listcomp>y   s'   ø€ ÐIÐIÐI°q�˜QÐ!1Ñ1Ñ2Ô2ÐIÐIÐIr2   )r&   rk   é	   r&   ç      à?Úcs3)
r#   rC   r%   rL   rK   rM   rN   rO   rQ   rS   ©r_   r`   rc   )r!   r   r7   r^   r@   )
rq   rx   rM   rc   ÚfocusrN   rO   rL   rS   Ústem_cfgs
   ``        r3   Ú_cs3_cfgr   b   s  øø€ ð ð .ÝÝ" 2Ð(8Ñ#8Ñ9Ô9Ø !¨Q°Rð9ñ 9ô 9ˆˆõ ÝÐRÐRÐRÐRÈÐRÑRÔRÑSÔSØ !¨"ð.ñ .ô .ˆõ ØÝÝÐ_Ð_Ð_Ð_ÐI^Ð_Ñ_Ô_Ñ`Ô`ÝÐIÐIÐIÐI¸LÐIÑIÔIÑJÔJØØ%ØØØ!Ø#ØØ!ð
ñ 
ô 
ð ðñ ô ð r2   c                   óø   ‡ — e Zd ZdZdddej        ej        ddddddfdeded	ed
edede	ej
                 de	ej
                 dedee	ej
                          dee	ej
                          defˆ fd„Zd„ Zd„ Zˆ xZS )ÚBottleneckBlockz  ResNe(X)t Bottleneck Block
    r   ç      Ð?FNç        Úin_chsr#   ÚdilationrL   rI   rc   re   Ú	attn_lastrN   Ú
drop_blockÚ	drop_pathc                 ól  •— ||dœ}t          ¦   «                              ¦   «          t          t          ||z  ¦  «        ¦  «        }t	          ||¬¦  «        }|	d uo|}|	d uo| }t          ||fddi|¤|¤Ž| _        t          ||fd|||
dœ|¤|¤Ž| _        |r |	|fd|i|¤Žnt          j	        ¦   «         | _
        t          ||fddd	œ|¤|¤Ž| _        |r |	|fd|i|¤Žnt          j	        ¦   «         | _        |rt          |¦  «        nt          j	        ¦   «         | _        t          |¦  «        | _        d S )
N©ÚdeviceÚdtype©rc   re   r'   r   r&   ©r'   r…   rI   Ú
drop_layerrc   F©r'   Ú	apply_act)ÚsuperÚ__init__r.   ÚroundÚdictr   Úconv1Úconv2ÚnnÚIdentityÚattn2Úconv3Úattn3r   rˆ   r   Úact3)rY   r„   r#   r…   rL   rI   rc   re   r†   rN   r‡   rˆ   r‹   rŒ   ÚddÚmid_chsÚckwargsÚ
attn_firstÚ	__class__s                     €r3   r“   zBottleneckBlock.__init__‹   s›  ø€ ð  ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ•e˜G lÑ2Ñ3Ô3Ñ4Ô4ˆÝ °zÐBÑBÔBˆØ dÐ*Ð8¨yˆ	Ø tÐ+Ð=°I°ˆ
å  ¨ÐQÐQ¸aÐQÀ7ÐQÈbÐQÐQˆŒ
Ý ØØð	
ð ØØØ!ð	
ð 	
ð ð	
ð ð	
ð 	
ˆŒ
ð HRÐd�Z�Z ÐCÐC°9ÐCÀÐCÐCÐCÕWYÔWbÑWdÔWdˆŒ
Ý  ¨'Ðc¸qÈEÐcÐcÐU\ÐcÐ`bÐcÐcˆŒ
ØGPÐc�Z�Z ÐCÐC°9ÐCÀÐCÐCÐCÕVXÔVaÑVcÔVcˆŒ
Ø09ÐL� )Ñ,Ô,Ð,½r¼{¹}¼}ˆŒÝ$ YÑ/Ô/ˆŒ	ˆ	ˆ	r2   c                 ób   — t           j                             | j        j        j        ¦  «         d S rX   )r˜   ÚinitÚzeros_r›   ÚbnÚweight©rY   s    r3   ra   zBottleneckBlock.zero_init_last³   ó#   € Ý
Œ�Š�t”z”}Ô+Ñ,Ô,Ð,Ð,Ð,r2   c                 ó6  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        |z   }|                      |¦  «        }|S rX   )r–   r—   rš   r›   rœ   rˆ   r�   ©rY   r:   Úshortcuts      r3   ÚforwardzBottleneckBlock.forward¶   s~   € ØˆØ�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØ�JŠJ�q‰MŒMˆØ�NŠN˜1ÑÔ Ñ(ˆð �IŠI�a‰LŒLˆØˆr2   )r+   r,   r-   Ú__doc__r˜   ÚReLUÚBatchNorm2dr.   r[   r   ÚModuler\   r
   r“   ra   r­   Ú__classcell__©r¢   s   @r3   r�   r�   ‡   s   ø€ € € € € ðð ð Ø"&ØØ)+¬Ø*,¬.Ø#Ø48Ø48Ø!ØØð&0ð &0àð&0ð ð&0ð ð	&0ð
  ð&0ð ð&0ð ˜BœI”ð&0ð ˜RœYœð&0ð ð&0ð !  b¤i¤Ô1ð&0ð !  b¤i¤Ô1ð&0ð ð&0ð &0ð &0ð &0ð &0ð &0ðP-ð -ð -ðð ð ð ð ð ð r2   r�   c                   óò   ‡ — e Zd ZdZdddej        ej        dddddf
dededed	ed
ede	ej
                 de	ej
                 dee	ej
                          dee	ej
                          defˆ fd„Zd„ Zd„ Zˆ xZS )Ú	DarkBlockz DarkNet Block
    r   rz   Nrƒ   r„   r#   r…   rL   rI   rc   re   rN   r‡   rˆ   c                 ó°  •— ||dœ}t          ¦   «                              ¦   «          t          t          ||z  ¦  «        ¦  «        }t	          ||¬¦  «        }t          ||fddi|¤|¤Ž| _        |� ||fd|i|¤Žnt          j        ¦   «         | _	        t          ||fd|||	dœ|¤|¤Ž| _
        |
rt          |
¦  «        nt          j        ¦   «         | _        d S )NrŠ   r�   r'   r   rc   r&   rŽ   ©r’   r“   r.   r”   r•   r   r–   r˜   r™   Úattnr—   r   rˆ   ©rY   r„   r#   r…   rL   rI   rc   re   rN   r‡   rˆ   r‹   rŒ   rž   rŸ   r    r¢   s                   €r3   r“   zDarkBlock.__init__È   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ•e˜G lÑ2Ñ3Ô3Ñ4Ô4ˆÝ °zÐBÑBÔBˆå  ¨ÐQÐQ¸aÐQÀ7ÐQÈbÐQÐQˆŒ
ØFPÐF\�J�J˜wÐBÐB°)ÐB¸rÐBÐBÐBÕbdÔbmÑboÔboˆŒ	Ý ØØð	
ð ØØØ!ð	
ð 	
ð ð	
ð ð	
ð 	
ˆŒ
ð 1:ÐL� )Ñ,Ô,Ð,½r¼{¹}¼}ˆŒˆˆr2   c                 ób   — t           j                             | j        j        j        ¦  «         d S rX   ©r˜   r¤   r¥   r—   r¦   r§   r¨   s    r3   ra   zDarkBlock.zero_init_lastê   r©   r2   c                 ó¸   — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        |z   }|S rX   ©r–   r¸   r—   rˆ   r«   s      r3   r­   zDarkBlock.forwardí   óO   € ØˆØ�JŠJ�q‰MŒMˆØ�IŠI�a‰LŒLˆØ�JŠJ�q‰MŒMˆØ�NŠN˜1ÑÔ Ñ(ˆØˆr2   ©r+   r,   r-   r®   r˜   r¯   r°   r.   r[   r   r±   r
   r“   ra   r­   r²   r³   s   @r3   rµ   rµ   Ä   ó$  ø€ € € € € ðð ð Ø"%ØØ)+¬Ø*,¬.Ø48Ø48Ø!ØØð Mð  Màð Mð ð Mð ð	 Mð
  ð Mð ð Mð ˜BœI”ð Mð ˜RœYœð Mð !  b¤i¤Ô1ð Mð !  b¤i¤Ô1ð Mð ð Mð  Mð  Mð  Mð  Mð  MðD-ð -ð -ðð ð ð ð ð ð r2   rµ   c                   óò   ‡ — e Zd ZdZdddej        ej        dddddf
dededed	ed
ede	ej
                 de	ej
                 dee	ej
                          dee	ej
                          defˆ fd„Zd„ Zd„ Zˆ xZS )Ú	EdgeBlockzZ EdgeResidual / Fused-MBConv / MobileNetV1-like 3x3 + 1x1 block (w/ activated output)
    r   rz   Nrƒ   r„   r#   r…   rL   rI   rc   re   rN   r‡   rˆ   c                 ó°  •— ||dœ}t          ¦   «                              ¦   «          t          t          ||z  ¦  «        ¦  «        }t	          ||¬¦  «        }t          ||fd|||	dœ|¤|¤Ž| _        |� ||fd|i|¤Žnt          j        ¦   «         | _	        t          ||fddi|¤|¤Ž| _
        |
rt          |
¦  «        nt          j        ¦   «         | _        d S )NrŠ   r�   r&   rŽ   rc   r'   r   r·   r¹   s                   €r3   r“   zEdgeBlock.__init__ú   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ•e˜G lÑ2Ñ3Ô3Ñ4Ô4ˆÝ °zÐBÑBÔBˆå ØØð	
ð ØØØ!ð	
ð 	
ð ð	
ð ð	
ð 	
ˆŒ
ð GQÐF\�J�J˜wÐBÐB°)ÐB¸rÐBÐBÐBÕbdÔbmÑboÔboˆŒ	Ý  ¨'ÐRÐR¸qÐRÀGÐRÈrÐRÐRˆŒ
Ø09ÐL� )Ñ,Ô,Ð,½r¼{¹}¼}ˆŒˆˆr2   c                 ób   — t           j                             | j        j        j        ¦  «         d S rX   r»   r¨   s    r3   ra   zEdgeBlock.zero_init_last  r©   r2   c                 ó¸   — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        |z   }|S rX   r½   r«   s      r3   r­   zEdgeBlock.forward  r¾   r2   r¿   r³   s   @r3   rÂ   rÂ   ö   rÀ   r2   rÂ   c                    óº   ‡ — e Zd ZdZdddddddddeddfdededed	ed
edededededee         dedededee	e                  de
ej                 fˆ fd„Zd„ Zˆ xZS )Ú
CrossStagezCross Stage.rJ   r   NFr„   r#   r%   r…   rC   rK   rL   rT   rI   Úfirst_dilationrM   rV   rU   Ú	block_dprÚblock_fnc                 ó>  •— ||dœ}t          ¦   «                              ¦   «          |
p|}
|r|n|}t          t          ||z  ¦  «        ¦  «        x| _        }t          t          ||z  ¦  «        ¦  «        }t          |                     d¦  «        |                     d¦  «        ¬¦  «        }|                     dd ¦  «        }|dk    s|
|k    rx|rXt          j	        |dk    rt          j
        d¦  «        nt          j        ¦   «         t          ||fdd|	dœ|¤|¤Ž¦  «        | _        nt          ||fd	||
|	|d
œ|¤|¤Ž| _        |}nt          j        ¦   «         | _        |}t          ||fd| dœ|¤|¤Ž| _        |dz  }t          j	        ¦   «         | _        t!          |¦  «        D ]E}| j                             t%          |¦  «         |d|||||	|�||         nddœ|¤|¤Ž¦  «         |}ŒFt          ||dz  fddi|¤|¤Ž| _        t          ||fddi|¤|¤Ž| _        d S ©NrŠ   rc   re   r�   rf   r   r$   ©r'   r%   rI   r&   ©r'   r%   r…   rI   rf   r�   rƒ   ©r„   r#   r…   rL   rI   rˆ   r'   r1   )r’   r“   r.   r”   Ú
expand_chsr•   ÚgetÚpopr˜   Ú
SequentialÚ	AvgPool2dr™   r   Ú	conv_downÚconv_expÚblocksÚrangeÚ
add_moduler0   Úconv_transition_bÚconv_transition©rY   r„   r#   r%   r…   rC   rK   rL   rT   rI   rÈ   rM   rV   rU   rÉ   rÊ   r‹   rŒ   Úblock_kwargsrž   Údown_chsÚexp_chsÚblock_out_chsÚconv_kwargsrf   Úprev_chsÚir¢   s                              €r3   r“   zCrossStage.__init__*  sÒ  ø€ ð* ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ'Ð3¨8ˆØ)Ð5�7�7¨vˆÝ$'­¨g¸Ñ.DÑ(EÔ(EÑ$FÔ$FÐFˆŒ˜'Ý�E '¨KÑ"7Ñ8Ô8Ñ9Ô9ˆÝ \×%5Ò%5°kÑ%BÔ%BÈ|×O_ÒO_Ð`lÑOmÔOmÐnÑnÔnˆØ×#Ò# J°Ñ5Ô5ˆà�QŠ;ˆ;˜.¨HÒ4Ð4Øð Ý!#¤Ø'-°¢{ {•B”L ‘O”O�O½¼¹¼Ý ¨Ðm¸QÀqÐQWÐmÐmÐ[fÐmÐjlÐmÐmñ"ô "�”�õ
 "-ØØð
"ð !"Ø!Ø+Ø!Ø%ð
"ð 
"ð "ð
"ð ð
"ð 
"�”ð  ˆHˆHåœ[™]œ]ˆDŒNØˆHõ
 $ØØð
ð Ø&Ð&ð	
ð 
ð
 ð
ð ð
ð 
ˆŒð ˜a‘<ˆå”m‘o”oˆŒÝ�u‘”ð 	%ð 	%ˆAØŒK×"Ò"¥3 q¡6¤6¨8¨8ð 	,ØØ%Ø!Ø)ØØ*3Ð*?˜) Aœ,˜,ÀRð	,ð 	,ð ð	,ð ð	,ð 	,ñ 	ô 	ð 	ð %ˆHˆHõ "-¨X°wÀ!±|Ð!hÐ!hÐQRÐ!hÐVaÐ!hÐegÐ!hÐ!hˆÔÝ*¨7°GÐ`Ð`ÈÐ`ÈkÐ`Ð]_Ð`Ð`ˆÔÐÐr2   c                 ól  — |                       |¦  «        }|                      |¦  «        }|                     | j        dz  d¬¦  «        \  }}|                      |¦  «        }|                      |¦  «                             ¦   «         }|                      t          j	        ||gd¬¦  «        ¦  «        }|S ©Nr$   r   )Údim)
rÕ   rÖ   ÚsplitrÐ   r×   rÚ   Ú
contiguousrÛ   ÚtorchÚcat)rY   r:   ÚxsÚxbÚouts        r3   r­   zCrossStage.forward~  s�   € Ø�NŠN˜1ÑÔˆØ�MŠM˜!ÑÔˆØ—’˜œ¨AÑ-°1�Ñ5Ô5‰ˆˆBØ�[Š[˜‰_Œ_ˆØ×#Ò# BÑ'Ô'×2Ò2Ñ4Ô4ˆØ×"Ò"¥5¤9¨b°"¨X¸1Ð#=Ñ#=Ô#=Ñ>Ô>ˆØˆ
r2   ©r+   r,   r-   r®   r�   r.   r[   r
   r\   r	   r   r˜   r±   r“   r­   r²   r³   s   @r3   rÇ   rÇ   (  sQ  ø€ € € € € ØÐð "$Ø"$Ø"$ØØ,0Ø"Ø %Ø!&Ø/3Ø(7ØØð%Rað RaàðRað ðRað ð	Rað
 ðRað ðRað ðRað  ðRað  ðRað ðRað % SœMðRað ðRað ðRað ðRað    U¤Ô,ðRað  ˜2œ9”oð!Rað Rað Rað Rað Rað Raðhð ð ð ð ð ð r2   rÇ   c                    óº   ‡ — e Zd ZdZdddddddddeddfdededed	ed
edededededee         dedededee	e                  de
ej                 fˆ fd„Zd„ Zˆ xZS )ÚCrossStage3z`Cross Stage 3.
    Similar to CrossStage, but with only one transition conv for the output.
    rJ   r   NFr„   r#   r%   r…   rC   rK   rL   rT   rI   rÈ   rM   rV   rU   rÉ   rÊ   c                 óè  •— ||dœ}t          ¦   «                              ¦   «          |
p|}
|r|n|}t          t          ||z  ¦  «        ¦  «        x| _        }t          t          ||z  ¦  «        ¦  «        }t          |                     d¦  «        |                     d¦  «        ¬¦  «        }|                     dd ¦  «        }|dk    s|
|k    rx|rXt          j	        |dk    rt          j
        d¦  «        nt          j        ¦   «         t          ||fdd|	dœ|¤|¤Ž¦  «        | _        nt          ||fd	||
|	|d
œ|¤|¤Ž| _        |}n	d | _        |}t          ||fd| dœ|¤|¤Ž| _        |dz  }t          j	        ¦   «         | _        t!          |¦  «        D ]E}| j                             t%          |¦  «         |d|||||	|�||         nddœ|¤|¤Ž¦  «         |}ŒFt          ||fddi|¤|¤Ž| _        d S rÌ   )r’   r“   r.   r”   rÐ   r•   rÑ   rÒ   r˜   rÓ   rÔ   r™   r   rÕ   rÖ   r×   rØ   rÙ   r0   rÛ   rÜ   s                              €r3   r“   zCrossStage3.__init__Œ  s¡  ø€ ð* ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ'Ð3¨8ˆØ)Ð5�7�7¨vˆÝ$'­¨g¸Ñ.DÑ(EÔ(EÑ$FÔ$FÐFˆŒ˜'Ý�E '¨KÑ"7Ñ8Ô8Ñ9Ô9ˆÝ \×%5Ò%5°kÑ%BÔ%BÈ|×O_ÒO_Ð`lÑOmÔOmÐnÑnÔnˆØ×#Ò# J°Ñ5Ô5ˆà�QŠ;ˆ;˜.¨HÒ4Ð4Øð Ý!#¤Ø'-°¢{ {•B”L ‘O”O�O½¼¹¼Ý ¨Ðm¸QÀqÐQWÐmÐmÐ[fÐmÐjlÐmÐmñ"ô "�”�õ
 "-ØØð
"ð !"Ø!Ø+Ø!Ø%ð
"ð 
"ð "ð
"ð ð
"ð 
"�”ð  ˆHˆHà!ˆDŒNØˆHõ $ØØð
ð Ø&Ð&ð	
ð 
ð
 ð
ð ð
ð 
ˆŒð ˜a‘<ˆå”m‘o”oˆŒÝ�u‘”ð 	%ð 	%ˆAØŒK×"Ò"¥3 q¡6¤6¨8¨8ð 	,ØØ%Ø!Ø)ØØ*3Ð*?˜) Aœ,˜,ÀRð	,ð 	,ð ð	,ð ð	,ð 	,ñ 	ô 	ð 	ð %ˆHˆHõ  +¨7°GÐ`Ð`ÈÐ`ÈkÐ`Ð]_Ð`Ð`ˆÔÐÐr2   c                 ó  — |                       |¦  «        }|                      |¦  «        }|                     | j        dz  d¬¦  «        \  }}|                      |¦  «        }|                      t          j        ||gd¬¦  «        ¦  «        }|S rå   )rÕ   rÖ   rç   rÐ   r×   rÛ   ré   rê   )rY   r:   Úx1Úx2rí   s        r3   r­   zCrossStage3.forwardÝ  s~   € Ø�NŠN˜1ÑÔˆØ�MŠM˜!ÑÔˆØ—’˜œ¨AÑ-°1�Ñ5Ô5‰ˆˆBØ�[Š[˜‰_Œ_ˆØ×"Ò"¥5¤9¨b°"¨X¸1Ð#=Ñ#=Ô#=Ñ>Ô>ˆØˆ
r2   rî   r³   s   @r3   rð   rð   ˆ  sU  ø€ € € € € ðð ð "$Ø"$Ø"$ØØ,0Ø"Ø %Ø!&Ø/3Ø(7ØØð%Oað OaàðOað ðOað ð	Oað
 ðOað ðOað ðOað  ðOað  ðOað ðOað % SœMðOað ðOað ðOað ðOað    U¤Ô,ðOað  ˜2œ9”oð!Oað Oað Oað Oað Oað Oaðbð ð ð ð ð ð r2   rð   c                   ó¨   ‡ — e Zd ZdZdddddedddf	dededed	ed
ededededee         dede	e
j                 deee                  fˆ fd„Zd„ Zˆ xZS )Ú	DarkStagezDarkNet stage.rJ   r   NFr„   r#   r%   r…   rC   rK   rL   rI   rÈ   rM   rÊ   rÉ   c                 óú  •— ||dœ}t          ¦   «                              ¦   «          |	p|}	t          |                     d¦  «        |                     d¦  «        ¬¦  «        }|                     dd ¦  «        }|
rXt          j        |dk    rt          j        d¦  «        nt          j        ¦   «         t          ||fdd|dœ|¤|¤Ž¦  «        | _
        nt          ||fd	||	||d
œ|¤|¤Ž| _
        |}t          t          ||z  ¦  «        ¦  «        }t          j        ¦   «         | _        t          |¦  «        D ]E}| j                             t!          |¦  «         |d||||||�||         nddœ|¤|¤Ž¦  «         |}ŒFd S )NrŠ   rc   re   r�   rf   r$   r   rÍ   r&   rÎ   rƒ   rÏ   r1   )r’   r“   r•   rÑ   rÒ   r˜   rÓ   rÔ   r™   r   rÕ   r.   r”   r×   rØ   rÙ   r0   )rY   r„   r#   r%   r…   rC   rK   rL   rI   rÈ   rM   rÊ   rÉ   r‹   rŒ   rÝ   rž   rá   rf   râ   rà   rã   r¢   s                         €r3   r“   zDarkStage.__init__é  sà  ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ'Ð3¨8ˆÝ \×%5Ò%5°kÑ%BÔ%BÈ|×O_ÒO_Ð`lÑOmÔOmÐnÑnÔnˆØ×#Ò# J°Ñ5Ô5ˆàð 	Ýœ]Ø#)¨Q¢; ;•”˜Q‘”�µB´K±M´MÝ˜F GÐi¸À1ÈVÐiÐiÐWbÐiÐfhÐiÐiñô ˆDŒNˆNõ
 )ØØð
ð ØØ'ØØ!ð
ð 
ð ð
ð ð
ð 
ˆDŒNð ˆÝ�E '¨KÑ"7Ñ8Ô8Ñ9Ô9ˆÝ”m‘o”oˆŒÝ�u‘”ð 	%ð 	%ˆAØŒK×"Ò"¥3 q¡6¤6¨8¨8ð 	,ØØ%Ø!Ø)ØØ*3Ð*?˜) Aœ,˜,ÀRð	,ð 	,ð ð	,ð ð	,ð 	,ñ 	ô 	ð 	ð %ˆHˆHð	%ð 	%r2   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rX   )rÕ   r×   ©rY   r:   s     r3   r­   zDarkStage.forward#  s'   € Ø�NŠN˜1ÑÔˆØ�KŠK˜‰NŒNˆØˆr2   )r+   r,   r-   r®   r�   r.   r[   r
   r\   r   r˜   r±   r	   r“   r­   r²   r³   s   @r3   rö   rö   æ  sþ   ø€ € € € € ØÐð "$Ø"$ØØ,0Ø"Ø(7Ø/3ØØð8%ð 8%àð8%ð ð8%ð ð	8%ð
 ð8%ð ð8%ð ð8%ð  ð8%ð ð8%ð % SœMð8%ð ð8%ð ˜2œ9”oð8%ð    U¤Ô,ð8%ð 8%ð 8%ð 8%ð 8%ð 8%ðtð ð ð ð ð ð r2   rö   r&   r"   r$   r(   Úin_chansr#   r'   r%   r*   r)   rc   re   rf   c                 óì  — |	|
dœ}t          j        ¦   «         }g }t          |t          t          f¦  «        s|g}t          |¦  «        }|sJ ‚|dv sJ ‚d }| }|dz
  }d}t          |¦  «        D ]¦\  }}d|dz   › �}|dk    r|dk    s||k    r
|dk    r|sdnd}|dk    r|�|                     |¦  «         |                     |t          |||f||dk    r|nd||dœ|¤Ž¦  «         ||z  }|}t          ||d	                     d
|g¦  «        ¬¦  «        }Œ§|rÇ|dk    sJ ‚|�|                     |¦  «         |�M|                     dt          j        ddd¬¦  «        ¦  «         |                     d |d|ddœ|¤Ž¦  «         d}n-|                     dt          j        ddd¬¦  «        ¦  «         d}|dz  }t          ||d	                     d
|g¦  «        ¬¦  «        }|                     |¦  «         ||fS )NrŠ   )r   r$   é   r   Úconvr   r$   r(   )r%   r)   rc   re   ú.r_   ©Únum_chsÚ	reductionÚmoduler*   r&   )r'   r%   r)   Úaa)Úchannelsr%   r1   )r˜   rÓ   r6   r7   r8   r9   Ú	enumerateÚappendrÙ   r   r•   ÚjoinÚ	MaxPool2d)rú   r#   r'   r%   r*   r)   rc   re   rf   r‹   rŒ   rž   r_   Úfeature_infoÚ
stem_depthÚ	prev_featrâ   Úlast_idxÚstem_striderã   ÚchsÚ	conv_nameÚconv_strideÚ	pool_names                           r3   Úcreate_csp_stemr  )  s•  € ð  UÐ	+Ð	+€BÝŒ=‰?Œ?€DØ€LÝ�g¥¥t˜}Ñ-Ô-ð Ø�)ˆÝ�W‘”€JØÐÐˆ:Ø�YÐÐÐÐØ€IØ€HØ˜A‰~€HØ€KÝ˜GÑ$Ô$ð hð h‰ˆˆ3Ø"˜1˜q™5�N�Nˆ	Ø šF˜F v°¢z z°q¸H²}°}ÈÐRSÊÈÐ\`È�a�aÐghˆØ˜Š?ˆ?˜yÐ4Ø×Ò 	Ñ*Ô*Ð*Ø�Š˜	¥;Ø�c˜;ð$
àØ  Ašv˜v�G�G¨2ØØ!ð$
ð $
ð ð$
ð $
ñ 	ô 	ð 	ð 	�{Ñ"ˆØˆÝ °[ÈÏÊÐSYÐ[dÐReÑIfÔIfÐgÑgÔgˆ	ˆ	Øð hØ˜ŠzˆzˆzˆzØÐ Ø×Ò 	Ñ*Ô*Ð*ØÐØ�OŠO˜F¥B¤L¸QÀqÐRSÐ$TÑ$TÔ$TÑUÔUÐUØ�OŠO˜D ( (Ð"M°HÀQÐ"MÐ"MÈ"Ð"MÐ"MÑNÔNÐNØˆIˆIà�OŠO˜F¥B¤L¸QÀqÐRSÐ$TÑ$TÔ$TÑUÔUÐUØˆIØ�qÑˆÝ °[ÈÏÊÐSYÐ[dÐReÑIfÔIfÐgÑgÔgˆ	Ø×Ò˜	Ñ"Ô"Ð"Ø�ÐÐr2   c                 ó
  — |                       d¦  «        }|dv sJ ‚|dk    rJ|                       dd ¦  «         |                       dd ¦  «         |                       dd ¦  «         t          }n|dk    rt          }nt          }|| fS )NrQ   )rh   rP   r{   rh   rT   rU   rV   rP   )rÒ   rö   rÇ   rð   )Ú
stage_argsrQ   Ústage_fns      r3   Ú_get_stage_fnr  c  s•   € Ø—’ Ñ-Ô-€JØÐ/Ð/Ð/Ð/Ð/Ø�VÒÐØ�Š�~ tÑ,Ô,Ð,Ø�Š�~ tÑ,Ô,Ð,Ø�Š�} dÑ+Ô+Ð+ÝˆˆØ	�uÒ	Ð	ÝˆˆåˆØ�ZÐÐr2   c                 ó†   — |                       d¦  «        }|dv sJ ‚|dk    r	t          | fS |dk    r	t          | fS t          | fS )NrS   )rh   ÚedgerR   rh   r  )rÒ   rµ   rÂ   r�   )r  rS   s     r3   Ú_get_block_fnr  r  s\   € Ø—’ Ñ-Ô-€JØÐ3Ð3Ð3Ð3Ð3Ø�VÒÐÝ˜*Ð$Ð$Ø	�vÒ	Ð	Ý˜*Ð$Ð$å 
Ð*Ð*r2   c                 ó¤   — |                       d¦  «        }|                       dd ¦  «        pi }|�t          |¦  «        }|rt          |fi |¤Ž}|| fS )NrN   rO   )rÒ   r   r   )r  rN   rO   s      r3   Ú_get_attn_fnr  }  sf   € Ø—’ Ñ-Ô-€JØ—.’. °Ñ5Ô5Ð;¸€KØÐÝ˜jÑ)Ô)ˆ
Øð 	<Ý  Ð;Ð;¨{Ð;Ð;ˆJØ�zÐ!Ð!r2   ÚcfgÚdrop_path_rateÚoutput_strideÚ	stem_featc                 óf  ‡— ||dœ}t          | j        ¦  «        Št          | j        j        ¦  «        }|sd g|z  nt	          || j        j        d¬¦  «        ‰d<   ˆfd„t          ‰                     ¦   «         Ž D ¦   «         }t          | j        | j	        ¬¦  «        }	d}
|d         }|d	         }|}g }g }t          |¦  «        D ]É\  }}t          |¦  «        \  }}t          |¦  «        \  }}t          |¦  «        \  }}|                     d
¦  «        }|dk    r|r|                     |¦  «         ||k    r|dk    r|
|z  }
d}||z  }|
dv rdnd}| ||fi |¤|||
|| j        |dœ¤|	¤|¤Žgz  }|d         }t          ||d|› �¬¦  «        }ŒÊ|                     |¦  «         t#          j        |Ž |fS )NrŠ   T)Ú	stagewiserÉ   c                 ón   •— g | ]1}t          t          ‰                     ¦   «         |¦  «        ¦  «        ‘Œ2S r1   )r•   ÚzipÚkeys)ro   ÚvaluesÚcfg_dicts     €r3   rr   z%create_csp_stages.<locals>.<listcomp>”  s3   ø€ Ð[Ð[Ð[¸•$•s˜8Ÿ=š=™?œ?¨FÑ3Ô3Ñ4Ô4Ð[Ð[Ð[r2   r�   r   r  r   r%   ©r   r$   r$   )r%   rÈ   r…   rÊ   rf   rN   r#   zstages.rÿ   )r   r`   r9   rC   r   r#  r%  r•   rc   re   r  r  r  r  rÒ   r  rf   r˜   rÓ   )r  r  r  r  r‹   rŒ   rž   Ú
num_stagesr  rÝ   r…   Ú
net_striderâ   r  r	  r`   Ú	stage_idxr  rÊ   Úattn_fnr%   rÈ   r&  s                         @r3   Úcreate_csp_stagesr,  ‡  sV  ø€ ð  UÐ	+Ð	+€BÝ�c”jÑ!Ô!€HÝ�S”ZÔ%Ñ&Ô&€JØ7Eð T˜T˜F ZÑ/Ð/Ý! .°#´*Ô2BÈdÐSÑSÔSð ˆ[Ñà[Ð[Ð[Ð[Å3ÈÏÊÑHYÔHYÐCZÐ[Ñ[Ô[€JÝØ”-Ø”>ðñ ô €Lð
 €HØ˜;Ô'€JØ˜Ô#€HØ€IØ€LØ€FÝ!*¨:Ñ!6Ô!6ð _ð _Ñˆ	�:Ý,¨ZÑ8Ô8Ñˆ�*Ý,¨ZÑ8Ô8Ñˆ�*Ý*¨:Ñ6Ô6Ñˆ�Ø—’ Ñ)Ô)ˆØ�QŠ;ˆ;˜9ˆ;Ø×Ò 	Ñ*Ô*Ð*Ø˜Ò&Ð&¨6°Aª:¨:Ø˜ÑˆHØˆFØ�fÑˆ
Ø&¨&Ð0Ð0˜˜°aˆà�8�8Øð
ð 
àð
ð Ø)ØØØ”\Øð
ð 
ð 
ð ð
ð ð
ð 
ð ñ 	ˆð ˜iÔ(ˆÝ °ZÐH]ÐR[ÐH]ÐH]Ð^Ñ^Ô^ˆ	ˆ	à×Ò˜	Ñ"Ô"Ð"ÝŒ=˜&Ð! <Ð/Ð/r2   c                   ó"  ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 dd	ed
ededededededefˆ fd„Z	e
j        j        dd„¦   «         Ze
j        j        dd„¦   «         Ze
j        j        dej        fd„¦   «         Zddedee         fd„Zd„ Zddefd„Zd„ Zˆ xZS ) r   a‹  Cross Stage Partial base model.

    Paper: `CSPNet: A New Backbone that can Enhance Learning Capability of CNN` - https://arxiv.org/abs/1911.11929
    Ref Impl: https://github.com/WongKinYiu/CrossStagePartialNetworks

    NOTE: There are differences in the way I handle the 1x1 'expansion' conv in this impl vs the
    darknet impl. I did it this way for simplicity and less special cases.
    r&   éè  r"   Úavgrƒ   TNr  rú   Únum_classesr  Úglobal_poolÚ	drop_rater  ra   c                 óª  •— t          ¦   «                              ¦   «          |	|
dœ}|| _        || _        || _        |dv sJ ‚t          |fi |¤Ž}t          |j        |j        |j	        ¬¦  «        }g | _
        t          |fi t          |j        ¦  «        ¤|¤|¤Ž\  | _        }| j
                             |dd…         ¦  «         t          |f|||d         dœ|¤Ž\  | _        }|d         d         }| j
                             |¦  «         |x| _        | _        t'          d
||||dœ|¤Ž| _        t+          t-          t.          |¬	¦  «        | ¦  «         dS )a–  
        Args:
            cfg (CspModelCfg): Model architecture configuration
            in_chans (int): Number of input channels (default: 3)
            num_classes (int): Number of classifier classes (default: 1000)
            output_stride (int): Output stride of network, one of (8, 16, 32) (default: 32)
            global_pool (str): Global pooling type (default: 'avg')
            drop_rate (float): Dropout rate (default: 0.)
            drop_path_rate (float): Stochastic depth drop-path rate (default: 0.)
            zero_init_last (bool): Zero-init last weight of residual path
            kwargs (dict): Extra kwargs overlayed onto cfg
        rŠ   )é   é   r"   )rc   re   rf   Nr5   )r  r  r  r   )Úin_featuresr0  Ú	pool_typer2  )ra   r1   )r’   r“   r0  rú   r2  r   r•   rc   re   rf   r	  r  r   r_   Úextendr,  r`   Únum_featuresÚhead_hidden_sizer   Úheadr   r   Ú_init_weights)rY   r  rú   r0  r  r1  r2  r  ra   r‹   rŒ   Úkwargsrž   Ú
layer_argsÚstem_feat_infoÚstage_feat_inforâ   r¢   s                    €r3   r“   zCspNet.__init__Ê  s²  ø€ õ4 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ&ˆÔØ ˆŒØ"ˆŒØ Ð+Ð+Ð+Ð+å�cÐ$Ð$˜VÐ$Ð$ˆÝØ”mØ”~Ø”\ð
ñ 
ô 
ˆ
ð
 ˆÔõ %4°HÐ$eÐ$eÅÀsÄxÑ@PÔ@PÐ$eÐT^Ð$eÐbdÐ$eÐ$eÑ!ˆŒ	�>ØÔ× Ò  °°°Ô!4Ñ5Ô5Ð5õ (9Øð(
à)Ø'Ø$ RÔ(ð	(
ð (
ð
 ð(
ð (
Ñ$ˆŒ�_ð # 2Ô& yÔ1ˆØÔ× Ò  Ñ1Ô1Ð1ð 5=Ð<ˆÔ˜DÔ1Ý"ð 
Ø Ø#Ø!Øð	
ð 
ð
 ð
ð 
ˆŒ	õ 	•G�M¸.ÐIÑIÔIÈ4ÑPÔPÐPÐPÐPr2   Fc                 óD   — t          d|rdnddt          fdg¬¦  «        }|S )Nz^stemú^stages\.(\d+))z^stages\.(\d+)\.blocks\.(\d+)Nz^stages\.(\d+)\..*transition)rB  )r   )r_   r×   )r•   r   )rY   ÚcoarseÚmatchers      r3   Úgroup_matcherzCspNet.group_matcher  sB   € åØØ(.ð Ð$Ð$Ø8Ø0Õ2BÐCØ)ð5ð
ñ 
ô 
ˆð ˆr2   c                 ó   — |r
J d¦   «         ‚d S )Nz$gradient checkpointing not supportedr1   )rY   Úenables     r3   Úset_grad_checkpointingzCspNet.set_grad_checkpointing  s   € àÐAÐAÐAÑAÔAˆzÐAÐAr2   Úreturnc                 ó   — | j         j        S rX   )r;  Úfcr¨   s    r3   Úget_classifierzCspNet.get_classifier  s   € àŒyŒ|Ðr2   c                 óZ   — t          | ¦  «        }|| _         | j        j        ||fi |¤Ž d S rX   )r   r0  r;  Úreset)rY   r0  r1  rž   s       r3   Úreset_classifierzCspNet.reset_classifier"  s;   € Ý˜dÑ#Ô#ˆØ&ˆÔØˆŒ	Œ˜ [Ð7Ð7°BÐ7Ð7Ð7Ð7Ð7r2   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rX   ©r_   r`   rù   s     r3   Úforward_featureszCspNet.forward_features'  s%   € Ø�IŠI�a‰LŒLˆØ�KŠK˜‰NŒNˆØˆr2   Ú
pre_logitsc                 ó^   — |r|                       ||¬¦  «        n|                       |¦  «        S )N)rS  )r;  )rY   r:   rS  s      r3   Úforward_headzCspNet.forward_head,  s-   € Ø6@ÐRˆt�yŠy˜ zˆyÑ2Ô2Ð2ÀdÇiÂiÐPQÁlÄlÐRr2   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rX   )rR  rU  rù   s     r3   r­   zCspNet.forward/  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆr2   )	r&   r.  r"   r/  rƒ   rƒ   TNN©F)TrX   )r+   r,   r-   r®   r^   r.   r0   r[   r\   r“   ré   ÚjitÚignorerE  rH  r˜   r±   rL  r
   rO  rR  rU  r­   r²   r³   s   @r3   r   r   À  sÄ  ø€ € € € € ðð ð Ø#Ø!#Ø$Ø!Ø$&Ø#'ØØðBQð BQàðBQð ðBQð ð	BQð
 ðBQð ðBQð ðBQð "ðBQð !ðBQð BQð BQð BQð BQð BQðH „YÔð	ð 	ð 	ñ Ôð	ð „YÔðBð Bð Bñ ÔðBð „YÔð ¤	ð ð ð ñ Ôðð8ð 8¨Cð 8¸hÀs¼mð 8ð 8ð 8ð 8ð
ð ð ð
Sð S¨$ð Sð Sð Sð Sðð ð ð ð ð ð r2   c                 ó  — t          | t          j        ¦  «        rVt          j                             | j        dd¬¦  «         | j        �&t          j                             | j        ¦  «         d S d S t          | t          j        ¦  «        rVt          j         	                    | j        dd¬¦  «         | j        �&t          j                             | j        ¦  «         d S d S |r&t          | d¦  «        r|                      ¦   «          d S d S d S )NÚfan_outÚrelu)ÚmodeÚnonlinearityrƒ   g{®Gáz„?)ÚmeanÚstdra   )r6   r˜   ÚConv2dr¤   Úkaiming_normal_r§   Úbiasr¥   ÚLinearÚnormal_Úhasattrra   )r  Únamera   s      r3   r<  r<  5  s  € Ý�&�"œ)Ñ$Ô$ð 	 Ý
Œ×Ò ¤°IÈFÐÑSÔSÐSØŒ;Ð"ÝŒG�NŠN˜6œ;Ñ'Ô'Ð'Ð'Ð'ð #Ð"å	�F�BœIÑ	&Ô	&ð  Ý
Œ�Š˜œ¨C°TˆÑ:Ô:Ð:ØŒ;Ð"ÝŒG�NŠN˜6œ;Ñ'Ô'Ð'Ð'Ð'ð #Ð"à	ð  �G FÐ,<Ñ=Ô=ð  Ø×ÒÑÔÐÐÐð ð  ð  ð  r2   Úcspresnet50rj   é   rü   Úmaxrt   rA   rD   r'  ç       @rz   T)rC   r#   r%   rT   rL   rU   rQ  Úcspresnet50d)r"   r"   rj   )rC   r#   r%   rT   rL   rK   rU   Úcspresnet50w)rF   rG   rH   i   r‚   Úcspresnext50)rC   r#   r%   rI   rT   rL   rK   rU   Úcspdarknet53)r   r$   r4  r4  rü   )rj   rE   rF   rG   rH   )rk  rJ   )rz   rJ   )rJ   rz   )rC   r#   r%   rT   rL   rK   rV   rS   Ú	darknet17)r   r   r   r   r   )r$   )rz   )rJ   )rC   r#   r%   rL   rK   rQ   rS   Ú	darknet21)r   r   r   r$   r$   Úsedarknet21Úse)rC   r#   r%   rL   rK   rN   rQ   rS   Ú	darknet53Údarknetaa53)rC   r#   r%   rL   rK   rM   rQ   rS   Úcs3darknet_s)rq   rx   Úcs3darknet_mg      è?gq=
×£på?Úcs3darknet_lÚcs3darknet_xg      ô?gHáz®Gõ?Úcs3darknet_focus_s)rq   rx   r}   Úcs3darknet_focus_mÚcs3darknet_focus_l)r}   Úcs3darknet_focus_xÚcs3sedarknet_l)Úrd_ratio)rN   rO   Úcs3sedarknet_x)rN   rq   rx   Úcs3sedarknet_xdwrs   )r&   rk   é   rü   )r   r   rF   rG   )rC   r#   r%   rI   rL   rK   rN   r|   Úcs3edgenet_xg      ø?r  )rq   rx   rL   rS   Úcs3se_edgenet_x)rq   rx   rL   rS   rN   rO   c                 óî   — |                       d¦  «        s|                       d¦  «        rd}nd}|                     d|¦  «        }t          t          | |ft          |          t          d|¬¦  «        dœ|¤ŽS )	NÚdarknetÚ
cspdarknet)r   r   r$   r&   rü   rB   )r   r   r$   r&   rü   Úout_indicesT)Úflatten_sequentialrˆ  )Ú	model_cfgÚfeature_cfg)Ú
startswithrÒ   r   r   Ú
model_cfgsr•   )ÚvariantÚ
pretrainedr=  Údefault_out_indicesrˆ  s        r3   Ú_create_cspnetr‘  ã  s•   € Ø×Ò˜)Ñ$Ô$ð .¨×(:Ò(:¸<Ñ(HÔ(Hð .à0ÐÐà-ÐØ—*’*˜]Ð,?Ñ@Ô@€KÝÝ�˜ðå˜WÔ%Ý¨D¸kÐJÑJÔJðð ð ð	ð ð r2   c                 ó6   — | dddddt           t          dddd	œ|¥S )
Nr.  )r&   rF   rF   )r4  r4  gü©ñÒMbì?Úbilinearzstem.conv1.convzhead.fcz
apache-2.0)Úurlr0  Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationr_  r`  Ú
first_convÚ
classifierÚlicenser   )r”  r=  s     r3   Ú_cfgrœ  ñ  s7   € àØ¨=ÀvØ¨JÝ%Õ.BØ'°yÈ\ðð ð ðð r2   zcspresnet50.ra_in1kztimm/zlhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/cspresnet50_ra-d3e8d487.pth)Ú	hf_hub_idr”  zcspresnet50d.untrainedzcspresnet50w.untrainedzcspresnext50.ra_in1kzqhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/cspresnext50_ra_224-648b4713.pthzcspdarknet53.ra_in1kzqhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/cspdarknet53_ra_256-d05c7c21.pthzdarknet17.untrainedzdarknet21.untrainedzsedarknet21.untrainedzdarknet53.c2ns_in1kzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/darknet53_256_c2ns-3aeff817.pthÚbicubic)r&   é   rŸ  )r�  r”  r˜  Útest_input_sizeÚtest_crop_pctzdarknetaa53.c2ns_in1kzrhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/darknetaa53_c2ns-5c28ec8a.pth)r�  r”  r   r¡  zcs3darknet_s.untrained)r˜  zcs3darknet_m.c2ns_in1kzshttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3darknet_m_c2ns-43f06604.pthgffffffî?zcs3darknet_l.c2ns_in1kzshttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3darknet_l_c2ns-16220c5d.pthzcs3darknet_x.c2ns_in1kzshttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3darknet_x_c2ns-4e4490aa.pth)r�  r”  r˜  r—  r   r¡  z&cs3darknet_focus_s.ra4_e3600_r256_in1k)rz   rz   rz   )r&   é@  r¢  )r�  r_  r`  r˜  r   r¡  zcs3darknet_focus_m.c2ns_in1kzyhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3darknet_focus_m_c2ns-e23bed41.pthzcs3darknet_focus_l.c2ns_in1kzyhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3darknet_focus_l_c2ns-65ef8888.pthzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3sedarknet_l_c2ns-e8d1dc13.pthzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3sedarknet_x_c2ns-b4d0abc0.pthzqhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3edgenet_x_c2-2e1610a9.pthzvhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/cs3se_edgenet_x_c2ns-76f8e3ac.pth)zcs3darknet_focus_x.untrainedzcs3sedarknet_l.c2ns_in1kzcs3sedarknet_x.c2ns_in1kzcs3sedarknet_xdw.untrainedzcs3edgenet_x.c2_in1kzcs3se_edgenet_x.c2ns_in1krI  c                 ó   — t          dd| i|¤ŽS )Nrh  r�  )rh  ©r‘  ©r�  r=  s     r3   rh  rh  I  ó   € åÐIÐI°JÐIÀ&ÐIÐIÐIr2   c                 ó   — t          dd| i|¤ŽS )Nrl  r�  )rl  r¤  r¥  s     r3   rl  rl  N  ó   € åÐJÐJ°ZÐJÀ6ÐJÐJÐJr2   c                 ó   — t          dd| i|¤ŽS )Nrm  r�  )rm  r¤  r¥  s     r3   rm  rm  S  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nrn  r�  )rn  r¤  r¥  s     r3   rn  rn  X  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nro  r�  )ro  r¤  r¥  s     r3   ro  ro  ]  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nrp  r�  )rp  r¤  r¥  s     r3   rp  rp  b  ó   € åÐGÐG°*ÐGÀÐGÐGÐGr2   c                 ó   — t          dd| i|¤ŽS )Nrq  r�  )rq  r¤  r¥  s     r3   rq  rq  g  r­  r2   c                 ó   — t          dd| i|¤ŽS )Nrr  r�  )rr  r¤  r¥  s     r3   rr  rr  l  r¦  r2   c                 ó   — t          dd| i|¤ŽS )Nrt  r�  )rt  r¤  r¥  s     r3   rt  rt  q  r­  r2   c                 ó   — t          dd| i|¤ŽS )Nru  r�  )ru  r¤  r¥  s     r3   ru  ru  v  r¦  r2   c                 ó   — t          dd| i|¤ŽS )Nrv  r�  )rv  r¤  r¥  s     r3   rv  rv  {  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nrw  r�  )rw  r¤  r¥  s     r3   rw  rw  €  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nrx  r�  )rx  r¤  r¥  s     r3   rx  rx  …  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nry  r�  )ry  r¤  r¥  s     r3   ry  ry  Š  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nrz  r�  )rz  r¤  r¥  s     r3   rz  rz  �  ó   € åÐPÐP¸:ÐPÈÐPÐPÐPr2   c                 ó   — t          dd| i|¤ŽS )Nr{  r�  )r{  r¤  r¥  s     r3   r{  r{  ”  r·  r2   c                 ó   — t          dd| i|¤ŽS )Nr|  r�  )r|  r¤  r¥  s     r3   r|  r|  ™  r·  r2   c                 ó   — t          dd| i|¤ŽS )Nr}  r�  )r}  r¤  r¥  s     r3   r}  r}  ž  r·  r2   c                 ó   — t          dd| i|¤ŽS )Nr~  r�  )r~  r¤  r¥  s     r3   r~  r~  £  ó   € åÐLÐL°zÐLÀVÐLÐLÐLr2   c                 ó   — t          dd| i|¤ŽS )Nr€  r�  )r€  r¤  r¥  s     r3   r€  r€  ¨  r¼  r2   c                 ó   — t          dd| i|¤ŽS )Nr�  r�  )r�  r¤  r¥  s     r3   r�  r�  ­  s   € åÐNÐN¸ÐNÀvÐNÐNÐNr2   c                 ó   — t          dd| i|¤ŽS )Nrƒ  r�  )rƒ  r¤  r¥  s     r3   rƒ  rƒ  ²  r¨  r2   c                 ó   — t          dd| i|¤ŽS )Nr„  r�  )r„  r¤  r¥  s     r3   r„  r„  ·  s   € åÐMÐM¸
ÐMÀfÐMÐMÐMr2   )	rJ   rJ   Frg   FNNrJ   rh   )NNrW  r1   )r(   )[r®   Údataclassesr   r   r   Ú	functoolsr   Útypingr   r   r	   r
   r   r   r   ré   Útorch.nnr˜   Ú	timm.datar   r   Útimm.layersr   r   r   r   r   r   r   r   Ú_builderr   Ú_manipulater   r   Ú	_registryr   r   Ú__all__r!   r>   r@   r^   r   r±   r�   rµ   rÂ   rÇ   rð   rö   r¯   r°   r.   r0   r  r  r  r  r[   r,  r   r<  r•   r�  r‘  rœ  Údefault_cfgsrh  rl  rm  rn  ro  rp  rq  rr  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r€  r�  rƒ  r„  r1   r2   r3   ú<module>rÌ     sü  ððð ð 3Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø Ð Ð Ð Ð Ð Ø @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @à €€€Ø Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ Að Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  Wð  WØ *Ð *Ð *Ð *Ð *Ð *Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ*€ð ðð ð ð ð ñ ô ñ „ðð'ð 'ð 'ð ð!9ð !9ð !9ð !9ð !9ñ !9ô !9ñ „ð!9ðH ð#ð #ð #ð #ð #ñ #ô #ñ „ð#ð ØØØØØØØØð"ð "ð "ð "ðJ:ð :ð :ð :ð :�b”iñ :ô :ð :ðz/ð /ð /ð /ð /�”	ñ /ô /ð /ðd/ð /ð /ð /ð /�”	ñ /ô /ð /ðd]ð ]ð ]ð ]ð ]�”ñ ]ô ]ð ]ð@[ð [ð [ð [ð [�"”)ñ [ô [ð [ð|@ð @ð @ð @ð @�”	ñ @ô @ð @ðH ØØØØØØ%'¤WØ&(¤nØ.2ØØð7ð 7Øð7àð7ð ð7ð ð	7ð
 ð7ð ð7ð ˜œ	”?ð7ð ˜œ”Oð7ð ˜4 ¤	œ?Ô+ð7ð 7ð 7ð 7ðt ð  ð  ð+ð +ð +ð"ð "ð "ð Øð60ð 60Øð60àð60ð ð60ð ˜˜S˜”>ð	60ð 60ð 60ð 60ðrrð rð rð rð rˆRŒYñ rô rð rðj
 ð 
 ð 
 ð 
 ð ˆTð ^ð ^ð ^Ø�ØˆZ °¸!À%ÐHÑHÔHØˆ|ØØ)ØØØØð
ñ 
ô 
ð
ñ 
ô 
ð 
ð^ð �ØˆZ ¸!ÀAÈEÐRÑRÔRØˆ|ØØ)ØØØØØð
ñ 
ô 
ðñ ô ð ð^ð0 �ØˆZ ¸!ÀAÈEÐRÑRÔRØˆ|ØØ*ØØØØØð
ñ 
ô 
ðñ ô ð ð1^ðH �ØˆZ °¸!À%ÐHÑHÔHØˆ|ØØ*ØØØØØØð	
ñ 	
ô 	
ðñ ô ð ðI^ðb �ØˆZ °¸!À"ÐEÑEÔEØˆ|Ø!Ø-ØØ&Ø'Ø&ØØð	
ñ 	
ô 	
ðñ ô ð ðc^ð| ˆkØˆZ °¸!À"ÐEÑEÔEØˆ|ØØ-ØØØØØð
ñ 
ô 
ðñ ô ð ð}^ðT ˆkØˆZ °¸!À"ÐEÑEÔEØˆ|Ø!Ø-ØØØØØð	
ñ 	
ô 	
ðñ ô ð ðU^ðn �ØˆZ °¸!À"ÐEÑEÔEØˆ|Ø!Ø-ØØØØØØð

ñ 

ô 

ðñ ô ð ðo^ðJ ˆkØˆZ °¸!À"ÐEÑEÔEØˆ|Ø!Ø-ØØØØØð
ñ 
ô 
ðñ ô ð ðK^ðb �ØˆZ °¸!À"ÐEÑEÔEØˆ|Ø!Ø-ØØØØØØð	
ñ 	
ô 	
ðñ ô ð ðc^ð~ �¨3ÀÐEÑEÔEÐEð^ð@ �¨4À$ÐGÑGÔGÐGðA^ðB �‘”�ðC^ðD �¨4À$ÐGÑGÔGÐGðE^ðH  �x°ÀsÐRVÐWÑWÔWÐWðI^ðJ  �x°ÈÐTXÐYÑYÔYÐYðK^ðL  �x dÐ+Ñ+Ô+Ð+ðM^ðN  �x°ÈÐTXÐYÑYÔYÐYðO^ðR �8 t¸¸ÀsÐ9KÑ9KÔ9KÐLÑLÔLÐLðS^ðT �8 t¸dÐUYÐZÑZÔZÐZðU^ðX !�[ØˆZ °aÀÈÐKÑKÔKØˆ|ØØ*ØØ#ØØØð
ñ 
ô 
ð ðñ ô ð ðY^ðt �¨4À$ÐUXÐekÐlÑlÔlÐlðu^ðv �HØ°À3ÐSYØ T T°3Ð%7Ñ%7Ô%7ð9ñ 9ô 9ð 9ðw^€
ðBð ð ð ðð ð ð ð %Ð$ð J&Ø˜4˜4ØØzð|ñ |ô |ðJ&ð ˜d˜d™fœfð	J&ð
 ˜d˜d™fœfðJ&ð ˜D˜DØØðñ ô ðJ&ð ˜D˜DØØðAñ Aô AðJ&ð ˜4˜4™6œ6ðJ&ð ˜4˜4™6œ6ðJ&ð  ˜T˜T™VœVð!J&ð" ˜4˜4Øð CØ°ÈcðSñ Sô Sð#J&ð* ˜T˜TØð AØ%°Sð:ñ :ô :ð+J&ð4 ˜d˜d°Ð;Ñ;Ô;ð5J&ð6 ˜d˜dØð BØ°Èdðñ ô ð7J&ð@ ˜d˜dØð BØ°ÈdðTñ Tô TðAJ&ðH ˜d˜dØð BØ¨$ÀÐ]`ðbñ bô bðIJ&ðR -¨d¨dØØ /Ø°Ècð/Sñ /Sô /SðSJ&ðZ # D DØð HØ°Èdð%Tñ %Tô %Tð[J&ðb # D DØð HØ°Èdð%Tñ %Tô %TðcJ&ðj %) D°yÐ$AÑ$AÔ$Aà $ Øð DØ°Èdð!Tñ !Tô !Tð !% Øð DØ°Ècð!Sñ !Sô !Sð
 #' $°YÐ"?Ñ"?Ô"?à ˜DØØØ°ÈcðSñ Sô Sð "& Øð EØ¨$ÀÐ]`ð"bñ "bô "bðMJ&ð J&ð J&ñ Jô J€ðZ ðJð J¨vð Jð Jð Jñ „ðJð ðKð K°ð Kð Kð Kñ „ðKð ðKð K°ð Kð Kð Kñ „ðKð ðKð K°ð Kð Kð Kñ „ðKð ðKð K°ð Kð Kð Kñ „ðKð ðHð H¨Vð Hð Hð Hñ „ðHð ðHð H¨Vð Hð Hð Hñ „ðHð ðJð J¨vð Jð Jð Jñ „ðJð ðHð H¨Vð Hð Hð Hñ „ðHð ðJð J¨vð Jð Jð Jñ „ðJð ðKð K°ð Kð Kð Kñ „ðKð ðKð K°ð Kð Kð Kñ „ðKð ðKð K°ð Kð Kð Kñ „ðKð ðKð K°ð Kð Kð Kñ „ðKð ðQð Q°fð Qð Qð Qñ „ðQð ðQð Q°fð Qð Qð Qñ „ðQð ðQð Q°fð Qð Qð Qñ „ðQð ðQð Q°fð Qð Qð Qñ „ðQð ðMð M°&ð Mð Mð Mñ „ðMð ðMð M°&ð Mð Mð Mñ „ðMð ðOð O°Fð Oð Oð Oñ „ðOð ðKð K°ð Kð Kð Kñ „ðKð ðNð N°6ð Nð Nð Nñ „ðNð Nð Nr2   