§
    ·¯¸j P  ã                   ó`  — d Z ddlZddlmZ ddlmZmZmZmZm	Z	 ddl
Z
ddlmZ ddlmc mZ ddlmZmZ ddlmZmZmZmZ ddlmZ dd	lmZmZ dd
lmZ ddlm Z  ddl!m"Z"m#Z# dgZ$ eed eed¬¦  «        ¬¦  «        Z% G d„ dej&        ¦  «        Z' G d„ dej&        ¦  «        Z( G d„ dej&        ¦  «        Z)d+de
j        j&        fd„Z*d,d„Z+d-d„Z, e# e,d¬ ¦  «         e,d¬ ¦  «         e,d¬ ¦  «         e,d¬ ¦  «         e,d¬ ¦  «         e,d¬ ¦  «         e,d¬ ¦  «         e,d¬ ¦  «        d!œ¦  «        Z-e"d.d"e)fd#„¦   «         Z.e"d.d"e)fd$„¦   «         Z/e"d.d"e)fd%„¦   «         Z0e"d.d"e)fd&„¦   «         Z1e"d.d"e)fd'„¦   «         Z2e"d.d"e)fd(„¦   «         Z3e"d.d"e)fd)„¦   «         Z4e"d.d"e)fd*„¦   «         Z5dS )/zá
An implementation of RepGhostNet Model as defined in:
RepGhost: A Hardware-Efficient Ghost Module via Re-parameterization. https://arxiv.org/abs/2211.06088

Original implementation: https://github.com/ChengpengChen/RepGhost
é    N)Úpartial)ÚListÚOptionalÚTupleÚUnionÚType©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚSelectAdaptivePool2dÚLinearÚmake_divisibleÚget_device_dtypeé   )Úbuild_model_with_cfg)ÚSqueezeExciteÚ	ConvBnAct)Úfeature_take_indices)Úcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚRepGhostNetÚhard_sigmoidé   )Údivisor)Ú
gate_layerÚrd_round_fnc                   ó’   ‡ — e Zd Z	 	 	 	 	 	 	 ddedededed	ed
edefˆ fd„Zd„ Zd„ Zed„ ¦   «         Z	edd„¦   «         Z
d„ Zd„ Zˆ xZS )ÚRepGhostModuler   é   TNÚin_chsÚout_chsÚkernel_sizeÚdw_sizeÚstrideÚreluÚreparamc
           
      ó  •— ||	dœ}
t          ¦   «                              ¦   «          || _        |}|}t          j        t          j        |||||dz  fddi|
¤Žt          j        |fi |
¤Ž|rt          j        d¬¦  «        nt          j        ¦   «         ¦  «        | _	        g }g }|rK| 
                    t          j        ¦   «         ¦  «         | 
                    t          j        |fi |
¤Ž¦  «         t          j        |Ž | _        t          j        |Ž | _        t          j        t          j        |||d|dz  f|ddœ|
¤Žt          j        |fi |
¤Ž¦  «        | _        |rt          j        d¬¦  «        nt          j        ¦   «         | _        d S )	N©ÚdeviceÚdtypeé   ÚbiasFT©Úinplacer   )Úgroupsr-   )ÚsuperÚ__init__r"   ÚnnÚ
SequentialÚConv2dÚBatchNorm2dÚReLUÚIdentityÚprimary_convÚappendÚfusion_convÚ	fusion_bnÚcheap_operationr&   )Úselfr!   r"   r#   r$   r%   r&   r'   r*   r+   ÚddÚinit_chsÚnew_chsr;   r<   Ú	__class__s                  €úd/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/repghost.pyr2   zRepGhostModule.__init__   s™  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØˆŒØˆØˆåœMÝŒI�f˜h¨°V¸[ÈAÑ=MÐ`Ð`ÐTYÐ`Ð]_Ð`Ð`ÝŒN˜8Ð*Ð* rÐ*Ð*Ø%)Ð<�BŒG˜DÐ!Ñ!Ô!Ð!­r¬{©}¬}ñ
ô 
ˆÔð ˆØˆ	Øð 	=Ø×Ò�rœ{™}œ}Ñ-Ô-Ð-Ø×Ò�Rœ^¨HÐ;Ð;¸Ð;Ð;Ñ<Ô<Ð<åœ=¨+Ð6ˆÔÝœ¨	Ð2ˆŒå!œ}ÝŒI�h ¨°!°W¸a±ZÐcÈÐW\ÐcÐcÐ`bÐcÐcÝŒN˜7Ð)Ð) bÐ)Ð)ñ 
ô  
ˆÔð
 /3ÐE•B”G EÐ*Ñ*Ô*Ð*½¼¹¼ˆŒ	ˆ	ˆ	ó    c                 óî   — |                       |¦  «        }|                      |¦  «        }t          | j        | j        ¦  «        D ]\  }}| | ||¦  «        ¦  «        z   }Œ|                      |¦  «        S ©N)r9   r=   Úzipr;   r<   r&   )r>   ÚxÚx1Úx2ÚconvÚbns         rC   ÚforwardzRepGhostModule.forwardF   sv   € Ø×Ò˜qÑ!Ô!ˆØ×!Ò! "Ñ%Ô%ˆÝ˜DÔ,¨d¬nÑ=Ô=ð 	#ð 	#‰HˆD�"Ø�b�b˜˜˜b™œ‘l”lÑ"ˆBˆBØ�yŠy˜‰}Œ}ÐrD   c                 ó8  — |                       | j        d         | j        d         ¦  «        \  }}t          | j        | j        ¦  «        D ]M\  }}|                       |||j        d         |j        ¦  «        \  }}||                      |¦  «        z  }||z  }ŒN||fS )Nr   r   )Ú_fuse_bn_tensorr=   rG   r;   r<   Úshaper*   Ú_pad_1x1_to_3x3_tensor)r>   Ú	kernel3x3Úbias3x3rK   rL   Úkernelr-   s          rC   Úget_equivalent_kernel_biasz)RepGhostModule.get_equivalent_kernel_biasM   s¤   € Ø!×1Ò1°$Ô2FÀqÔ2IÈ4ÔK_Ð`aÔKbÑcÔcÑˆ	�7Ý˜DÔ,¨d¬nÑ=Ô=ð 	ð 	‰HˆD�"Ø×/Ò/°°b¸)¼/È!Ô:LÈiÔN^Ñ_Ô_‰LˆF�DØ˜×4Ò4°VÑ<Ô<Ñ<ˆIØ�t‰OˆGˆGØ˜'Ð!Ð!rD   c                 óX   — | €dS t           j        j                             | g d¢¦  «        S )Nr   )r   r   r   r   )Útorchr3   Ú
functionalÚpad)Ú	kernel1x1s    rC   rQ   z%RepGhostModule._pad_1x1_to_3x3_tensorU   s,   € àÐØ�1å”8Ô&×*Ò*¨9°l°l°lÑCÔCÐCrD   c                 ó   — |r|n|j         j        d         }|r|n|j        j        }t	          | t
          j        ¦  «        r| j        }| j        �J ‚n5t	          | t
          j        ¦  «        sJ ‚t          j
        |ddd|¬¦  «        }t	          |t
          j        ¦  «        re|j         }|j        }|j        }|j        }|j        }	||	z                        ¦   «         }
||
z                       dddd¦  «        }||z  |||z  |
z  z
  fS t	          |t
          j        ¦  «        sJ ‚|t          j        |¦  «                             |j        ¦  «        fS )Nr   r   )r*   éÿÿÿÿ)Úrunning_meanrP   Úweightr*   Ú
isinstancer3   r5   r-   r8   rW   Úonesr6   Úrunning_varÚepsÚsqrtÚreshapeÚzerosÚto)rK   rL   Úin_channelsr*   rT   r]   ra   ÚgammaÚbetarb   ÚstdÚts               rC   rO   zRepGhostModule._fuse_bn_tensor\   sR  € à%0ÐN�k�k°b´oÔ6KÈAÔ6NˆØ!Ð7�� r¤yÔ'7ˆÝ�d�BœIÑ&Ô&ð 	EØ”[ˆFØ”9Ð$Ð$Ð$Ð$å˜d¥B¤KÑ0Ô0Ð0Ð0Ð0Ý”Z ¨Q°°1¸VÐDÑDÔDˆFå�b�"œ.Ñ)Ô)ð 	AØœ?ˆLØœ.ˆKØ”IˆEØ”7ˆDØ”&ˆCØ Ñ$×*Ò*Ñ,Ô,ˆCØ˜‘×%Ò% b¨!¨Q°Ñ2Ô2ˆAØ˜A‘:˜t l°UÑ&:¸SÑ&@Ñ@Ð@Ð@Ý˜"�bœkÑ*Ô*Ð*Ð*Ð*Ø•u”{ ;Ñ/Ô/×2Ò2°6´=ÑAÔAÐAÐArD   c                 óf  — t          | j        ¦  «        dk    rt          | j        ¦  «        dk    rd S |                      ¦   «         \  }}|j        |j        dœ}t          j        d| j        d         j	        | j        d         j
        | j        d         j        | j        d         j        | j        d         j        | j        d         j        ddœ|¤Ž| _        || j        j        _        || j        j        _        |                      d¦  «         |                      d¦  «         g | _        g | _        d S )Nr   r)   T)rg   Úout_channelsr#   ÚpaddingÚdilationr0   r-   r;   r<   © )Úlenr;   r<   rU   r*   r+   r3   r5   r=   rg   rm   r#   rn   ro   r0   r^   Údatar-   Ú__delattr__)r>   rT   r-   r?   s       rC   Úswitch_to_deployzRepGhostModule.switch_to_deploys   s/  € ÝˆtÔÑ Ô  AÒ%Ð%­#¨d¬nÑ*=Ô*=ÀÒ*BÐ*BØˆFØ×6Ò6Ñ8Ô8‰ˆ�Øœ°´Ð=Ð=ˆÝ!œyð  ØÔ,¨QÔ/Ô;ØÔ-¨aÔ0Ô=ØÔ,¨QÔ/Ô;ØÔ(¨Ô+Ô3ØÔ)¨!Ô,Ô5ØÔ'¨Ô*Ô1Øð ð  ð ð ð  ˆÔð ,2ˆÔÔ#Ô(Ø)-ˆÔÔ!Ô&Ø×Ò˜Ñ'Ô'Ð'Ø×Ò˜Ñ%Ô%Ð%ØˆÔØˆŒˆˆrD   c                 ó.   — |                       ¦   «          d S rF   )rt   ©r>   s    rC   ÚreparameterizezRepGhostModule.reparameterizeˆ   s   € Ø×ÒÑÔÐÐÐrD   )r   r    r   TTNN)NN)Ú__name__Ú
__module__Ú__qualname__ÚintÚboolr2   rM   rU   ÚstaticmethodrQ   rO   rt   rw   Ú__classcell__©rB   s   @rC   r   r      s*  ø€ € € € € ð
  !ØØØØ ØØð&Fð &Fàð&Fð ð&Fð ð	&Fð
 ð&Fð ð&Fð ð&Fð ð&Fð &Fð &Fð &Fð &Fð &FðPð ð ð"ð "ð "ð ðDð Dñ „\ðDð ðBð Bð Bñ „\ðBð,ð ð ð* ð  ð  ð  ð  ð  ð  rD   r   c                   óz   ‡ — e Zd ZdZddej        ddddfdeded	ed
ededeej                 de	de
fˆ fd„Zd„ Zˆ xZS )ÚRepGhostBottleneckz# RepGhost bottleneck w/ optional SEr    r   ç        TNr!   Úmid_chsr"   Údw_kernel_sizer%   Ú	act_layerÚse_ratior'   c                 óÚ  •— |	|
dœ}t          ¦   «                              ¦   «          |d uo|dk    }|| _        t          ||fd|dœ|¤Ž| _        | j        dk    r<t          j        |||f||dz
  dz  |ddœ|¤Ž| _        t          j        |fi |¤Ž| _	        nd | _        d | _	        |rt          |fd	|i|¤Žnd | _        t          ||fd|dœ|¤Ž| _        ||k    r%| j        dk    rt          j        ¦   «         | _        d S t          j        t          j        |||f||dz
  dz  |ddœ|¤Žt          j        |fi |¤Žt          j        ||dfdd
ddœ|¤Žt          j        |fi |¤Ž¦  «        | _        d S )Nr)   r‚   T)r&   r'   r   r,   F)r%   rn   r0   r-   Úrd_ratior   )r%   rn   r-   )r1   r2   r%   r   Úghost1r3   r5   Úconv_dwr6   Úbn_dwÚ	_SE_LAYERÚseÚghost2r4   Úshortcut)r>   r!   rƒ   r"   r„   r%   r…   r†   r'   r*   r+   r?   Úhas_serB   s                €rC   r2   zRepGhostBottleneck.__init__�   s  ø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ Ð%Ð7¨(°Rª-ˆØˆŒõ % V¨WÐW¸4ÈÐWÐWÐTVÐWÐWˆŒð Œ;˜Š?ˆ?Ýœ9ØØØð	ð Ø'¨Ñ)¨AÑ-ØØð	ð 	ð ð	ð 	ˆDŒLõ œ¨Ð6Ð6°2Ð6Ð6ˆDŒJˆJàˆDŒLØˆDŒJð BHÐQ•)˜GÐ=Ð=¨hÐ=¸"Ð=Ð=Ð=ÈTˆŒõ % W¨gÐY¸EÈ7ÐYÐYÐVXÐYÐYˆŒð �WÒÐ ¤°Ò!1Ð!1ÝœM™OœOˆDŒMˆMˆMåœMÝ”	ØØØ"ð	ð "Ø+¨AÑ-°Ñ1Ø!Øð	ð 	ð ð	ð 	õ ”˜vÐ,Ð,¨Ð,Ð,Ý”	˜& '¨1ÐT°QÀÈÐTÐTÐQSÐTÐTÝ”˜wÐ-Ð-¨"Ð-Ð-ñô ˆDŒMˆMˆMrD   c                 ó(  — |}|                       |¦  «        }| j        �*|                      |¦  «        }|                      |¦  «        }| j        �|                      |¦  «        }|                      |¦  «        }||                      |¦  «        z  }|S rF   )r‰   rŠ   r‹   r�   rŽ   r�   )r>   rH   r�   s      rC   rM   zRepGhostBottleneck.forwardÏ   s…   € Øˆð �KŠK˜‰NŒNˆð Œ<Ð#Ø—’˜Q‘”ˆAØ—
’
˜1‘”ˆAð Œ7ÐØ—’˜‘
”
ˆAð �KŠK˜‰NŒNˆà	ˆT�]Š]˜8Ñ$Ô$Ñ$ˆØˆrD   )rx   ry   rz   Ú__doc__r3   r7   r{   r   ÚModuleÚfloatr|   r2   rM   r~   r   s   @rC   r�   r�   Œ   sÅ   ø€ € € € € Ø-Ð-ð #$ØØ)+¬Ø Ø ØØð>ð >àð>ð ð>ð ð	>ð
  ð>ð ð>ð ˜BœI”ð>ð ð>ð ð>ð >ð >ð >ð >ð >ð@ð ð ð ð ð ð rD   r�   c                   ó,  ‡ — e Zd Z	 	 	 	 	 	 	 	 	 d)d	eee                  d
ededededededefˆ fd„Ze	j
        j        d*d„¦   «         Ze	j
        j        d+d„¦   «         Ze	j
        j        dej        fd„¦   «         Zd,d
edee         fd„Z	 	 	 	 	 d-de	j        deeeee         f                  dededededeee	j                 ee	j        ee	j                 f         f         fd„Z	 	 	 d.deeee         f         d!ed"efd#„Zd$„ Zd*d%efd&„Zd'„ Zd(„ Zˆ xZS )/r   éè  ç      ð?r    é    Úavgçš™™™™™É?TNÚcfgsÚnum_classesÚwidthÚin_chansÚoutput_strideÚglobal_poolÚ	drop_rater'   c                 óÚ  •— t          ¦   «                              ¦   «          |	|
dœ}|dk    s
J d¦   «         ‚|| _        || _        || _        || _        d| _        g | _        t          d|z  d¦  «        }t          j
        ||ddd	fd
di|¤Ž| _        | j                             t          |dd¬¦  «        ¦  «         t          j        |fi |¤Ž| _        t          j        d¬¦  «        | _        |}t          j        g ¦  «        }t&          }d}d}| j        D ]º}g }d	}|D ]S\  }}}}}t          ||z  d¦  «        }t          ||z  d¦  «        }|                      ||||||f||dœ|¤Ž¦  «         |}ŒT|d	k    r2|dz  }| j                             t          ||d|› �¬¦  «        ¦  «         |                     t          j        |Ž ¦  «         |d	z  }Œ»t          ||z  dz  d¦  «        }|                     t          j        t+          ||d	fi |¤Ž¦  «        ¦  «         |x| _        }t          j        |Ž | _        || _        dx| _        }t5          |¬¦  «        | _        t          j
        ||d	d	dfd
di|¤Ž| _        t          j        d¬¦  «        | _        |rt          j        d	¦  «        nt          j        ¦   «         | _         |dk    rtC          ||fi |¤Žnt          j        ¦   «         | _"        d S )Nr)   r˜   z7only output_stride==32 is valid, dilation not supportedFé   r   r    r,   r   r-   Ú	conv_stem)Únum_chsÚ	reductionÚmoduleTr.   r   )r†   r'   zblocks.i   ©Ú	pool_type)#r1   r2   r›   rœ   rž   r¡   Úgrad_checkpointingÚfeature_infor   r3   r5   r¤   r:   Údictr6   Úbn1r7   Úact1Ú
ModuleListr�   r4   r   Úpool_dimÚblocksÚnum_featuresÚhead_hidden_sizer   r    Ú	conv_headÚact2ÚFlattenr8   Úflattenr   Ú
classifier)r>   r›   rœ   r�   rž   rŸ   r    r¡   r'   r*   r+   r?   Ústem_chsÚprev_chsÚstagesÚblockÚ	stage_idxÚ
net_strideÚcfgÚlayersÚsÚkÚexp_sizeÚcr†   r"   rƒ   rB   s                              €rC   r2   zRepGhostNet.__init__æ   sK  ø€ õ 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆà Ò"Ð"Ð"Ð$]Ñ"Ô"Ð"ØˆŒ	Ø&ˆÔØ ˆŒØ"ˆŒØ"'ˆÔØˆÔõ " " u¡*¨aÑ0Ô0ˆÝœ 8¨X°q¸!¸QÐQÐQÀUÐQÈbÐQÐQˆŒØÔ× Ò ¥¨hÀ!ÈLÐ!YÑ!YÔ!YÑZÔZÐZÝ”> (Ð1Ð1¨bÐ1Ð1ˆŒÝ”G DÐ)Ñ)Ô)ˆŒ	Øˆõ ”˜rÑ"Ô"ˆÝ"ˆØˆ	Øˆ
Ø”9ð 	ð 	ˆCØˆFØˆAØ/2ð #ð #Ñ+��8˜Q ¨!Ý(¨¨U©°AÑ6Ô6�Ý(¨°EÑ)9¸1Ñ=Ô=�Ø—’˜e˜e H¨g°wÀÀ1ÐoÈxÐahÐoÐoÐlnÐoÐoÑpÔpÐpØ"��Ø�1ŠuˆuØ˜a‘�
ØÔ!×(Ò(­Ø$°
ÐCXÈYÐCXÐCXð*Zñ *Zô *Zñ [ô [ð [à�MŠM�"œ-¨Ð0Ñ1Ô1Ð1Ø˜‰NˆIˆIå  ¨EÑ!1°AÑ!5°qÑ9Ô9ˆØ�Š•b”m¥I¨h¸ÀÐ$IÐ$IÀbÐ$IÐ$IÑJÔJÑKÔKÐKØ#*Ð*ˆŒ˜å”m VÐ,ˆŒð %ˆÔØ*.Ð.ˆÔ Ý/¸+ÐFÑFÔFˆÔÝœ 8¨W°a¸¸AÐOÐOÀDÐOÈBÐOÐOˆŒÝ”G DÐ)Ñ)Ô)ˆŒ	Ø(3ÐF•r”z !‘}”}�}½¼¹¼ˆŒØ@KÈaÂÀ�& ¨+Ð<Ð<¸Ð<Ð<Ð<ÕUWÔU`ÑUbÔUbˆŒˆˆrD   Fc                 ó8   — t          d|rdndd fdg¬¦  «        }|S )Nz^conv_stem|bn1z^blocks\.(\d+)z^blocks\.(\d+)\.(\d+))r´   )iŸ† )Ústemr±   )r¬   )r>   ÚcoarseÚmatchers      rC   Úgroup_matcherzRepGhostNet.group_matcher)  s<   € åØ"à&,ÐJÐ"Ð"Ð2JÈDÐQØ(ðð
ñ 
ô 
ˆð ˆrD   c                 ó   — || _         d S rF   )rª   )r>   Úenables     rC   Úset_grad_checkpointingz"RepGhostNet.set_grad_checkpointing4  s   € à"(ˆÔÐÐrD   Úreturnc                 ó   — | j         S rF   )r¸   rv   s    rC   Úget_classifierzRepGhostNet.get_classifier8  s
   € àŒÐrD   c                 ó$  — t          | ¦  «        }|| _        |��t          |¬¦  «        | _        | j                             | j        ¦  «         |rt          j        d¦  «        nt          j        ¦   «         | _	        | j	                             | j        ¦  «         |dk    r9t          | j        |fi |¤Ž| _        | j                             | j        ¦  «         d S t          j        ¦   «         | _        | j                             | j        ¦  «         d S )Nr¨   r   r   )r   rœ   r   r    ÚtrainÚtrainingr3   r¶   r8   r·   r   r³   r¸   )r>   rœ   r    r?   s       rC   Úreset_classifierzRepGhostNet.reset_classifier<  sí   € Ý˜dÑ#Ô#ˆØ&ˆÔØÐ"å3¸kÐJÑJÔJˆDÔØÔ×"Ò" 4¤=Ñ1Ô1Ð1Ø,7ÐJ�2œ: a™=œ=˜=½R¼[¹]¼]ˆDŒLØŒL×Ò˜tœ}Ñ-Ô-Ð-Ø˜Š?ˆ?Ý$ TÔ%:¸KÐNÐNÈ2ÐNÐNˆDŒOØŒO×!Ò! $¤-Ñ0Ô0Ð0Ð0Ð0å œk™mœmˆDŒOØŒO×!Ò! $¤-Ñ0Ô0Ð0Ð0Ð0rD   ÚNCHWrH   ÚindicesÚnormÚ
stop_earlyÚ
output_fmtÚintermediates_onlyc                 óä  ‡— |dv s
J d¦   «         ‚g }dgd„ | j         dd…         D ¦   «         z   Št          t          ‰¦  «        |¦  «        \  }}	ˆfd„|D ¦   «         }‰|	         }	d}
|                      |¦  «        }|
|v r|                     |¦  «         |                      |¦  «        }|                      |¦  «        }t          j         	                    ¦   «         s|s| j
        }n| j
        d|	dz   …         }t          |d¬	¦  «        D ]_\  }
}| j        r/t          j         	                    ¦   «         st          ||¦  «        }n ||¦  «        }|
|v r|                     |¦  «         Œ`|r|S ||fS )
aï   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
        Returns:

        )rÔ   zOutput shape must be NCHW.r\   c                 ój   — g | ]0}t          |d                               d¦  «        d         ¦  «        ‘Œ1S ©r§   ú.r\   ©r{   Úsplit©Ú.0Úinfos     rC   ú
<listcomp>z5RepGhostNet.forward_intermediates.<locals>.<listcomp>c  ó7   € ÐbÐbÐbÀD�S  h¤×!5Ò!5°cÑ!:Ô!:¸2Ô!>Ñ?Ô?ÐbÐbÐbrD   r   Nc                 ó&   •— g | ]}‰|         d z   ‘ŒS )r   rp   )rá   ÚiÚ
stage_endss     €rC   rã   z5RepGhostNet.forward_intermediates.<locals>.<listcomp>e  s!   ø€ Ð>Ð>Ð>¨A˜
 1œ a™Ð>Ð>Ð>rD   r   )Ústart)r«   r   rq   r¤   r:   r­   r®   rW   ÚjitÚis_scriptingr±   Ú	enumeraterª   r   )r>   rH   rÕ   rÖ   r×   rØ   rÙ   ÚintermediatesÚtake_indicesÚ	max_indexÚfeat_idxr»   Ústagerç   s                @rC   Úforward_intermediatesz!RepGhostNet.forward_intermediatesL  s±  ø€ ð* ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆØ�TÐbÐbÈDÔL]Ð^_Ð^`Ð^`ÔLaÐbÑbÔbÑbˆ
Ý"6µs¸:±´ÈÑ"PÔ"PÑˆ�iØ>Ð>Ð>Ð>°Ð>Ñ>Ô>ˆØ˜yÔ)ˆ	ð ˆØ�NŠN˜1ÑÔˆØ�|Ð#Ð#Ø× Ò  Ñ#Ô#Ð#Ø�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆÝŒ9×!Ò!Ñ#Ô#ð 	1¨:ð 	1Ø”[ˆFˆFà”[  )¨a¡- Ô0ˆFå(¨°qÐ9Ñ9Ô9ð 	(ð 	(‰OˆH�eØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý" 5¨!Ñ,Ô,��à�E˜!‘H”H�Ø˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð à�-ÐÐrD   r   Ú
prune_normÚ
prune_headc                 óî   — dgd„ | j         dd…         D ¦   «         z   }t          t          |¦  «        |¦  «        \  }}||         }| j        d|dz   …         | _        |r|                      dd¦  «         |S )z@ Prune layers not required for specified intermediates.
        r\   c                 ój   — g | ]0}t          |d                               d¦  «        d         ¦  «        ‘Œ1S rÜ   rÞ   rà   s     rC   rã   z9RepGhostNet.prune_intermediate_layers.<locals>.<listcomp>‰  rä   rD   r   Nr   Ú )r«   r   rq   r±   rÓ   )r>   rÕ   rò   ró   rç   rí   rî   s          rC   Úprune_intermediate_layersz%RepGhostNet.prune_intermediate_layers�  sŒ   € ð �TÐbÐbÈDÔL]Ð^_Ð^`Ð^`ÔLaÐbÑbÔbÑbˆ
Ý"6µs¸:±´ÈÑ"PÔ"PÑˆ�iØ˜yÔ)ˆ	Ø”k . 9¨q¡= .Ô1ˆŒØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐrD   c                 ó(  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        r6t          j                             ¦   «         st          | j        |d¬¦  «        }n|                      |¦  «        }|S )NT)r·   )	r¤   r­   r®   rª   rW   ré   rê   r   r±   ©r>   rH   s     rC   Úforward_featureszRepGhostNet.forward_features‘  s}   € Ø�NŠN˜1ÑÔˆØ�HŠH�Q‰KŒKˆØ�IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨A°tÐ<Ñ<Ô<ˆAˆAà—’˜A‘”ˆAØˆrD   Ú
pre_logitsc                 ó4  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        dk    r!t          j        || j        | j        ¬¦  «        }|r|n|                      |¦  «        S )Nr‚   )ÚprÒ   )	r    r´   rµ   r·   r¡   ÚFÚdropoutrÒ   r¸   )r>   rH   rû   s      rC   Úforward_headzRepGhostNet.forward_head›  s†   € Ø×Ò˜QÑÔˆØ�NŠN˜1ÑÔˆØ�IŠI�a‰LŒLˆØ�LŠL˜‰OŒOˆØŒ>˜BÒÐÝ”	˜!˜tœ~¸¼ÐFÑFÔFˆAØÐ6ˆqˆq D§O¢O°AÑ$6Ô$6Ð6rD   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rF   )rú   r   rù   s     rC   rM   zRepGhostNet.forward¤  s-   € Ø×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆrD   c                 ó(   — t          | d¬¦  «         d S )NF)Údo_copy)Úrepghost_model_convertrv   s    rC   Úconvert_to_deployzRepGhostNet.convert_to_deploy©  s   € Ý˜t¨UÐ3Ñ3Ô3Ð3Ð3Ð3rD   )	r–   r—   r    r˜   r™   rš   TNN©F)TrF   )NFFrÔ   F)r   FT)rx   ry   rz   r   r{   r”   Ústrr|   r2   rW   ré   ÚignorerÉ   rÌ   r3   r“   rÏ   r   rÓ   ÚTensorr   r   rñ   r÷   rú   r   rM   r  r~   r   s   @rC   r   r   å   s¼  ø€ € € € € ð  $ØØØ!#Ø$Ø"Ø ØØðAcð Acà�t˜D”zÔ"ðAcð ðAcð ð	Acð
 ðAcð ðAcð ðAcð ðAcð ðAcð Acð Acð Acð Acð AcðF „YÔðð ð ñ Ôðð „YÔð)ð )ð )ñ Ôð)ð „YÔð ¤	ð ð ð ñ Ôðð1ð 1¨Cð 1¸hÀs¼mð 1ð 1ð 1ð 1ð& 8<ØØ$Ø$Ø',ð3 ð 3 àŒ|ð3 ð ˜e C¨¨c¬ NÔ3Ô4ð3 ð ð	3 ð
 ð3 ð ð3 ð !%ð3 ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð3 ð 3 ð 3 ð 3 ðn ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð ð ð ð ð ð ð7ð 7¨$ð 7ð 7ð 7ð 7ðð ð ð
4ð 4ð 4ð 4ð 4ð 4ð 4rD   TÚmodelc                 óú   — |rt          j        | ¦  «        } |                      ¦   «         D ]&}t          |d¦  «        r|                     ¦   «          Œ'|�'t          j        |                      ¦   «         |¦  «         | S )zQ
    taken from from https://github.com/DingXiaoH/RepVGG/blob/main/repvgg.py
    rt   )ÚcopyÚdeepcopyÚmodulesÚhasattrrt   rW   ÚsaveÚ
state_dict)r
  Ú	save_pathr  r§   s       rC   r  r  ­  s�   € ð ð %Ý”˜eÑ$Ô$ˆØ—-’-‘/”/ð &ð &ˆÝ�6Ð-Ñ.Ô.ð 	&Ø×#Ò#Ñ%Ô%Ð%øØÐÝŒ
�5×#Ò#Ñ%Ô% yÑ1Ô1Ð1Ø€LrD   r—   Fc                 óÞ   — g d¢gg d¢gg d¢gg d¢gg d¢gg d¢gg d¢g d¢g d¢g d	¢g d
¢gg d¢gg d¢g d¢g d¢g d¢gg	}t          d||dœ|¤Ž}t          t          | |fdt          d¬¦  «        i|¤ŽS )z(
    Constructs a RepGhostNet model
    )r    é   r£   r   r   )r    é   r  r   r,   )r    é$   r  r   r   )é   r  é(   ç      Ð?r,   )r  é<   r  r  r   )r    éx   éP   r   r,   )r    éd   r  r   r   )r    r  r  r   r   )r    éð   ép   r  r   )r    éP  r  r  r   )r  r   é    r  r,   )r  éà  r!  r   r   )r  r"  r!  r  r   )r›   r�   Úfeature_cfgT)Úflatten_sequentialrp   )r¬   r   r   )Úvariantr�   Ú
pretrainedÚkwargsr›   Úmodel_kwargss         rC   Ú_create_repghostnetr)  »  s(  € ð 
Ð	Ð	Ðà	Ð	Ð	ÐØ	Ð	Ð	Ðà	Ð	Ð	Ð Ø	Ð	Ð	Ðà	Ð	Ð	ÐØ	Ð	Ð	Ø	Ð	Ð	Ø	Ð	Ð	Ø	Ð	Ð	Ø	Ð	Ð	ð		
ð 
 Ð	Ð	Ð Ø	Ð	Ð	Ø	Ð	Ð	Ø	Ð	Ð	Ø	Ð	Ð	ð	
ð)€Dõ4 ð ØØðð ð ðð €Lõ
  ÝØØðð õ ¨DÐ1Ñ1Ô1ð	ð
 ðð ð rD   rö   c                 ó6   — | dddddt           t          dddd	œ|¥S )
Nr–   )r    éà   r+  )é   r,  g      ì?Úbicubicr¤   r¸   Úmit)Úurlrœ   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationÚmeanrj   Ú
first_convr¸   Úlicenser	   )r/  r'  s     rC   Ú_cfgr7  ç  s8   € à 4°}ÐSYØ¨IÝ%Õ.BØ!°Øðð ð ðð rD   ztimm/)Ú	hf_hub_id)zrepghostnet_050.in1kzrepghostnet_058.in1kzrepghostnet_080.in1kzrepghostnet_100.in1kzrepghostnet_111.in1kzrepghostnet_130.in1kzrepghostnet_150.in1kzrepghostnet_200.in1krÍ   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-0.5x Úrepghostnet_050g      à?©r�   r&  )r:  ©r)  ©r&  r'  r
  s      rC   r:  r:    ó$   € õ  Ð^¸ÈÐ^Ð^ÐW]Ð^Ð^€EØ€LrD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-0.58x Úrepghostnet_058g�Âõ(\�â?r;  )r@  r<  r=  s      rC   r@  r@    ó$   € õ  Ð_¸È*Ð_Ð_ÐX^Ð_Ð_€EØ€LrD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-0.8x Úrepghostnet_080gš™™™™™é?r;  )rC  r<  r=  s      rC   rC  rC  $  r>  rD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-1.0x Úrepghostnet_100r—   r;  )rE  r<  r=  s      rC   rE  rE  +  r>  rD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-1.11x Úrepghostnet_111gÃõ(\�Âñ?r;  )rG  r<  r=  s      rC   rG  rG  2  rA  rD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-1.3x Úrepghostnet_130gÍÌÌÌÌÌô?r;  )rI  r<  r=  s      rC   rI  rI  8  r>  rD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-1.5x Úrepghostnet_150g      ø?r;  )rK  r<  r=  s      rC   rK  rK  ?  r>  rD   c                 ó$   — t          dd| dœ|¤Ž}|S )z RepGhostNet-2.0x Úrepghostnet_200g       @r;  )rM  r<  r=  s      rC   rM  rM  F  r>  rD   )NT)r—   F)rö   r  )6r’   r  Ú	functoolsr   Útypingr   r   r   r   r   rW   Útorch.nnr3   Útorch.nn.functionalrX   rþ   Ú	timm.datar
   r   Útimm.layersr   r   r   r   Ú_builderr   Ú_efficientnet_blocksr   r   Ú	_featuresr   Ú_manipulater   Ú	_registryr   r   Ú__all__rŒ   r“   r   r�   r   r  r)  r7  Údefault_cfgsr:  r@  rC  rE  rG  rI  rK  rM  rp   rD   rC   ú<module>r[     s™  ððð ð €€€Ø Ð Ð Ð Ð Ð Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5à €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ð à AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VÐ VØ *Ð *Ð *Ð *Ð *Ð *Ø :Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ø +Ð +Ð +Ð +Ð +Ð +Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <àˆ/€ð ˆG�M¨nÈ'È'ÐR`ÐjkÐJlÑJlÔJlÐmÑmÔm€	ðl ð l ð l ð l ð l �R”Yñ l ô l ð l ð^Vð Vð Vð Vð V˜œñ Vô Vð VðrE4ð E4ð E4ð E4ð E4�"”)ñ E4ô E4ð E4ðPð  %¤(¤/ð ð ð ð ð)ð )ð )ð )ðXð ð ð ð %Ð$Ø ˜DØðñ ô ð !˜DØðñ ô ð !˜DØðñ ô ð !˜DØðñ ô ð !˜DØðñ ô ð !˜DØðñ ô ð !˜DØðñ ô ð !˜DØðñ ô ð;!&ð !&ñ !ô !€ðH ðð °;ð ð ð ñ „ðð ðð °;ð ð ð ñ „ðð ðð °;ð ð ð ñ „ðð ðð °;ð ð ð ñ „ðð ðð °;ð ð ð ñ „ðð
 ðð °;ð ð ð ñ „ðð ðð °;ð ð ð ñ „ðð ðð °;ð ð ð ñ „ðð ð rD   