§
    ·¯¸jÙ]  ã                   óš  — d Z ddlmZmZ ddlZddlZddlZddlmZ ddl	m
Z
 ddlmZmZmZ ddlmZ ddlmZmZmZmZmZmZ dd	lT dd
lmZ g d¢Z ej        e¦  «        ZdZdZdZ  e!ee ¬¦  «        Z"eeee#ef                           Z$d„ Z%d„ Z&d%d„Z'd&d„Z(d„ Z)d„ Z*d„ Z+d'd„Z,	 	 	 	 	 d(d„Z- G d„ d¦  «        Z.d)d"„Z/d*d#ej0        fd$„Z1dS )+zü EfficientNet, MobileNetV3, etc Builder

Assembles EfficieNet and related network feature blocks from string definitions.
Handles stride, dilation calculations, and selects feature extraction points.

Hacked together by / Copyright 2019, Ross Wightman
é    )ÚCallableÚOptionalN©Údeepcopy)Úpartial)ÚAnyÚDictÚList)Ú
CondConv2dÚget_condconv_initializerÚget_act_layerÚget_attnÚmake_divisibleÚ	LayerTypeé   )Ú*)Únamed_modules)	ÚEfficientNetBuilderÚ	BlockArgsÚdecode_arch_defÚefficientnet_init_weightsÚresolve_bn_argsÚresolve_act_layerÚround_channelsÚBN_MOMENTUM_TF_DEFAULTÚBN_EPS_TF_DEFAULTFg€®Gáz„?gü©ñÒMbP?)ÚmomentumÚepsc                  ó4   — t                                ¦   «         S ©N)Ú_BN_ARGS_TFÚcopy© ó    úq/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/_efficientnet_builder.pyÚget_bn_args_tfr&   +   s   € Ý×ÒÑÔÐr$   c                 ó~   — i }|                       dd ¦  «        }|�||d<   |                       dd ¦  «        }|�||d<   |S )NÚbn_momentumr   Úbn_epsr   )Úpop)ÚkwargsÚbn_argsr(   r)   s       r%   r   r   /   sQ   € Ø€GØ—*’*˜]¨DÑ1Ô1€KØÐØ)ˆ�
ÑØ�ZŠZ˜ $Ñ'Ô'€FØÐØˆ�‰Ø€Nr$   Úreluc                 óH   — t          |                      d|¦  «        ¦  «        S )NÚ	act_layer)r   r*   )r+   Údefaults     r%   r   r   :   s   € Ý˜Ÿš K°Ñ9Ô9Ñ:Ô:Ð:r$   ç      ð?é   çÍÌÌÌÌÌì?c                 ó6   — |s| S t          | |z  |||¬¦  «        S )z2Round number of filters based on depth multiplier.)Úround_limit)r   )ÚchannelsÚ
multiplierÚdivisorÚchannel_minr5   s        r%   r   r   >   s,   € àð ØˆÝ˜( ZÑ/°¸+ÐS^Ð_Ñ_Ô_Ð_r$   c                 óB   — |rt                                | ¦  «         d S d S r    )Ú_loggerÚinfo)ÚmsgÚ	conditions     r%   Ú_log_info_ifr?   E   s,   € Øð Ý�Š�SÑÔÐÐÐðð r$   c                 ó†   — |                       ¦   «         rt          | ¦  «        S d„ |                      d¦  «        D ¦   «         S )Nc                 ó,   — g | ]}t          |¦  «        ‘ŒS r#   )Úint)Ú.0Úks     r%   ú
<listcomp>z _parse_ksize.<locals>.<listcomp>N   s   € Ð.Ð.Ð.˜1•�A‘”Ð.Ð.Ð.r$   ú.)ÚisdigitrB   Úsplit)Ússs    r%   Ú_parse_ksizerJ   J   s;   € Ø	‡z‚z�|„|ð /Ý�2‰wŒwˆà.Ð. §¢¨¡¤Ð.Ñ.Ô.Ð.r$   c                 óÆ  — t          | t          ¦  «        sJ ‚|                      d¦  «        }|d         }|dd…         }i }d}|D ]ê}|dk    rd}Œ|dk    rd}Œ|                     d	¦  «        r‡|d         }|dd…         }|d
k    rt	          d¦  «        }nY|dk    rt	          d¦  «        }nC|dk    rt	          d¦  «        }n-|dk    rt	          d¦  «        }n|dk    rt	          d¦  «        }nŒª|||<   Œ°t          j        d|¦  «        }	t          |	¦  «        dk    r|	dd…         \  }}|||<   Œëd	|v r|d	         nd}
d|v rt          |d         ¦  «        nd}d|v rt          |d         ¦  «        nd}d|v rt          |d         ¦  «        nd}t          |d         ¦  «        }t          |t          |d         ¦  «        t          |d         ¦  «        |
¬¦  «        }|dk    rµ| 
                    t          t          |d         ¦  «        ||t          |d         ¦  «        t          |                     d d!¦  «        ¦  «        |du t          |                     d"d¦  «        ¦  «        dk    ¬#¦  «        ¦  «         d$|v rt          |d$         ¦  «        |d%<   �n+|d&k    s|d'k    r�| 
                    t          t          |d         ¦  «        |t          |                     d d!¦  «        ¦  «        |d'k    |d'k    p|du t          |                     d"d¦  «        ¦  «        dk    ¬(¦  «        ¦  «         �n�|d)k    rs| 
                    t          t          |d         ¦  «        |t          |d         ¦  «        |t          |                     d d!¦  «        ¦  «        |du ¬*¦  «        ¦  «         �n|d+k    r;| 
                    t          t          |d         ¦  «        |du ¬,¦  «        ¦  «         �nÖ|d-k    r©d|v rt          |d         ¦  «        nd}d|v rt          |d         ¦  «        nd}| 
                    t          |t          |d         ¦  «        |t          |d         ¦  «        t          |                     d d!¦  «        ¦  «        |du ¬.¦  «        ¦  «         �n'|d/k    r‡t          |d"         ¦  «        }| 
                    t          t          |d         ¦  «        t          |d0         ¦  «        ||t          |                     d1d¦  «        ¦  «        |du ¬2¦  «        ¦  «         nš|d3k    r‡t          |d"         ¦  «        }| 
                    t          t          |d         ¦  «        t          |d0         ¦  «        ||t          |                     d1d¦  «        ¦  «        |du ¬2¦  «        ¦  «         nJ d4|z  ¦   «         ‚d5|v rt          |d5         ¦  «        |d6<   ||fS )7a@   Decode block definition string

    Gets a list of block arg (dicts) through a string notation of arguments.
    E.g. ir_r2_k3_s2_e1_i32_o16_se0.25_noskip

    All args can exist in any order with the exception of the leading string which
    is assumed to indicate the block type.

    leading string - block type (
      ir = InvertedResidual, ds = DepthwiseSep, dsa = DeptwhiseSep with pw act, cn = ConvBnAct)
    r - number of repeat blocks,
    k - kernel size,
    s - strides (1-9),
    e - expansion ratio,
    c - output channels,
    se - squeeze/excitation ratio
    n - activation fn ('re', 'r6', 'hs', or 'sw')
    Args:
        block_str: a string representation of block arguments.
    Returns:
        A list of block args (dicts)
    Raises:
        ValueError: if the string def not properly specified (TODO)
    Ú_r   r   NÚnoskipFÚskipTÚnÚrer-   Úr6Úrelu6ÚhsÚ
hard_swishÚswÚswishÚmiÚmishz(\d.*)é   ÚaÚpÚfcÚrÚcÚs)Ú
block_typeÚout_chsÚstrider/   ÚirrD   ÚeÚseç        Úd)Údw_kernel_sizeÚexp_kernel_sizeÚpw_kernel_sizeÚ	exp_ratioÚse_ratiorM   Ús2dÚccÚnum_expertsÚdsÚdsa)rh   rj   rl   Úpw_actrM   rm   Úer)ri   rj   rk   Úforce_in_chsrl   rM   Úcn)Úkernel_sizerN   Úuir)Údw_kernel_size_startÚdw_kernel_size_midÚdw_kernel_size_endrk   rl   rM   ÚmhaÚhÚv)rh   Ú	num_headsÚkey_dimÚ	value_dimÚ	kv_striderM   ÚmqazUnknown block type (%s)ÚgsÚ
group_size)Ú
isinstanceÚstrrH   Ú
startswithr   rP   ÚlenrJ   rB   ÚdictÚupdateÚfloatÚget)Ú	block_strÚopsr`   ÚoptionsrN   ÚopÚkeyr}   ÚvalueÚsplitsr/   Ústart_kernel_sizeÚend_kernel_sizert   Ú
num_repeatÚ
block_argsÚkv_dims                    r%   Ú_decode_block_strr™   Q   sp  € õ2 �i¥Ñ%Ô%Ð%Ð%Ð%Ø
�/Š/˜#Ñ
Ô
€CØ�Q”€JØ
ˆaˆbˆbŒ'€CØ€GØ€DØð %ð %ˆà�Š>ˆ>ØˆDˆDØ�6Š\ˆ\ØˆDˆDØ�]Š]˜3ÑÔð 	%à�Q”%ˆCØ�1�2�2”ˆAØ�DŠyˆyÝ% fÑ-Ô-��Ø�d’�Ý% gÑ.Ô.��Ø�d’�Ý% lÑ3Ô3��Ø�d’�Ý% gÑ.Ô.��Ø�d’�Ý% fÑ-Ô-��àØ ˆG�C‰LˆLõ ”X˜i¨Ñ,Ô,ˆFÝ�6‰{Œ{˜aÒÐØ# B Q BœZ‘
��UØ$�˜‘øð !$ w  �˜”�°D€IØ69¸W°n°n� W¨S¤\Ñ2Ô2Ð2È!ÐØ47¸7°N°N•l 7¨3¤<Ñ0Ô0Ð0È€OØ)-°¨¨•3�w˜t”}Ñ%Ô%Ð%¸a€LÝ�W˜S”\Ñ"Ô"€Jõ ØÝ�G˜C”LÑ!Ô!Ý�7˜3”<Ñ Ô Øð	ñ ô €Jð �TÒÐØ×Ò�$Ý'¨°¬Ñ5Ô5Ø-Ø*Ý˜G CœLÑ)Ô)Ý˜7Ÿ;š; t¨RÑ0Ô0Ñ1Ô1Ø˜5�=Ý�G—K’K  QÑ'Ô'Ñ(Ô(¨1Ò,ð
ñ 
ô 
ñ 	ô 	ð 	ð �7ˆ?ˆ?Ý(+¨G°D¬MÑ(:Ô(:ˆJ�}Ñ%ùØ	�tÒ	Ð	˜z¨UÒ2Ð2Ø×Ò�$Ý'¨°¬Ñ5Ô5Ø*Ý˜7Ÿ;š; t¨RÑ0Ô0Ñ1Ô1Ø Ò&Ø Ò&Ð7¨$°%¨-Ý�G—K’K  QÑ'Ô'Ñ(Ô(¨1Ò,ð
ñ 
ô 
ñ 	ô 	ð 	ñ 	ð 
�tÒ	Ð	Ø×Ò�$Ý(¨°¬Ñ6Ô6Ø*Ý˜G CœLÑ)Ô)Ø%Ý˜7Ÿ;š; t¨RÑ0Ô0Ñ1Ô1Ø˜5�=ð
ñ 
ô 
ñ 	ô 	ð 	ñ 	ð 
�tÒ	Ð	Ø×Ò�$Ý˜G CœLÑ)Ô)Ø˜�ð
ñ 
ô 
ñ 	ô 	ð 	ñ 	ð 
�uÒ	Ð	à:=À¸.¸.�L¨°¬Ñ6Ô6Ð6ÈaÐØ8;¸w¸¸�, w¨s¤|Ñ4Ô4Ð4ÈAˆØ×Ò�$Ø!2Ý+¨G°C¬LÑ9Ô9Ø.Ý˜G CœLÑ)Ô)Ý˜7Ÿ;š; t¨RÑ0Ô0Ñ1Ô1Ø˜5�=ð
ñ 
ô 
ñ 	ô 	ð 	ñ 	ð 
�uÒ	Ð	Ý�W˜S”\Ñ"Ô"ˆØ×Ò�$Ý'¨°¬Ñ5Ô5Ý˜' #œ,Ñ'Ô'ØØÝ˜'Ÿ+š+ c¨1Ñ-Ô-Ñ.Ô.Ø˜5�=ð
ñ 
ô 
ñ 	ô 	ð 	ð 	ð 
�uÒ	Ð	Ý�W˜S”\Ñ"Ô"ˆØ×Ò�$Ý'¨°¬Ñ5Ô5Ý˜' #œ,Ñ'Ô'ØØÝ˜'Ÿ+š+ c¨1Ñ-Ô-Ñ.Ô.Ø˜5�=ð
ñ 
ô 
ñ 	ô 	ð 	ð 	ð 	=Ð/°*Ñ<Ñ<Ô<ˆuàˆw€€Ý#& w¨t¤}Ñ#5Ô#5ˆ
�<Ñ à�zÐ!Ð!r$   Úceilc                 ó  ‡— t          |¦  «        }|dk    r!t          dt          ||z  ¦  «        ¦  «        }n$t          t	          j        ||z  ¦  «        ¦  «        }g }|ddd…         D ]D}t          dt          ||z  |z  ¦  «        ¦  «        }|                     |¦  «         ||z  }||z  }ŒE|ddd…         }g }	t          | |¦  «        D ]3\  Š}
|	                     ˆfd„t          |
¦  «        D ¦   «         ¦  «         Œ4|	S )a   Per-stage depth scaling
    Scales the block repeats in each stage. This depth scaling impl maintains
    compatibility with the EfficientNet scaling method, while allowing sensible
    scaling for other models that may have multiple block arg definitions in each stage.
    Úroundr   Néÿÿÿÿc                 ó.   •— g | ]}t          ‰¦  «        ‘ŒS r#   r   )rC   rL   Úbas     €r%   rE   z&_scale_stage_depth.<locals>.<listcomp>
  s   ø€ Ð;Ð;Ð;¨1�( 2™,œ,Ð;Ð;Ð;r$   )
ÚsumÚmaxrœ   rB   Úmathrš   ÚappendÚzipÚextendÚrange)Ú
stack_argsÚrepeatsÚdepth_multiplierÚdepth_truncr–   Únum_repeat_scaledÚrepeats_scaledr]   ÚrsÚ	sa_scaledÚreprŸ   s              @r%   Ú_scale_stage_depthr°   è   s6  ø€ õ �W‘”€JØ�gÒÐõ   ¥5¨Ð6FÑ)FÑ#GÔ#GÑHÔHÐÐõ  ¥¤	¨*Ð7GÑ*GÑ HÔ HÑIÔIÐð
 €NØ�T�T�r�TŒ]ð  ð  ˆÝ�•E˜1˜z™>Ð,=Ñ=Ñ?Ô?Ñ@Ô@ˆØ×Ò˜bÑ!Ô!Ð!Ø�a‰ˆ
Ø˜RÑÐÐØ# D D b DÔ)€Nð €IÝ�z >Ñ2Ô2ð =ð =‰ˆˆCØ×ÒÐ;Ð;Ð;Ð;µ°c±
´
Ð;Ñ;Ô;Ñ<Ô<Ð<Ð<ØÐr$   c           	      ó:  — g }t          |t          ¦  «        r#t          |¦  «        t          | ¦  «        k    sJ ‚n|ft          | ¦  «        z  }t          t	          | |¦  «        ¦  «        D �].\  }\  }}	t          |t
          ¦  «        sJ ‚g }
g }|D ]�}t          |t          ¦  «        sJ ‚t          |¦  «        \  }}|                     dd¦  «        dk    r|dk    r|dxx         |z  cc<   |�| 	                    d|¦  «         |
 
                    |¦  «         | 
                    |¦  «         Œž|rC|dk    s|t          | ¦  «        dz
  k    r'| 
                    t          |
|d|¦  «        ¦  «         �Œ	| 
                    t          |
||	|¦  «        ¦  «         �Œ0|S )a6   Decode block architecture definition strings -> block kwargs

    Args:
        arch_def: architecture definition strings, list of list of strings
        depth_multiplier: network depth multiplier
        depth_trunc: networ depth truncation mode when applying multiplier
        experts_multiplier: CondConv experts multiplier
        fix_first_last: fix first and last block depths when multiplier is applied
        group_size: group size override for all blocks that weren't explicitly set in arch string

    Returns:
        list of list of block kwargs
    ro   r   r   Nr„   r1   )r…   Útuplerˆ   Ú	enumerater¤   Úlistr†   r™   rŒ   Ú
setdefaultr£   r°   )Úarch_defr©   rª   Úexperts_multiplierÚfix_first_lastr„   Ú	arch_argsÚ	stack_idxÚblock_stringsr7   r§   r¨   r�   rŸ   r¯   s                  r%   r   r     sÔ  € ð* €IÝÐ"¥EÑ*Ô*ð ?ÝÐ#Ñ$Ô$­¨H©¬Ò5Ð5Ð5Ð5Ð5à,Ð.µ°X±´Ñ>ÐÝ2;½CÀÐJZÑ<[Ô<[Ñ2\Ô2\ð _ñ _Ñ.ˆ	Ñ.�M :Ý˜-­Ñ.Ô.Ð.Ð.Ð.Øˆ
ØˆØ&ð 	 ð 	 ˆIÝ˜i­Ñ-Ô-Ð-Ð-Ð-Ý'¨	Ñ2Ô2‰GˆB�Ø�vŠv�m QÑ'Ô'¨!Ò+Ð+Ð0BÀQÒ0FÐ0FØ�=Ð!Ð!Ô!Ð%7Ñ7Ð!Ð!Ñ!ØÐ%Ø—’˜l¨JÑ7Ô7Ð7Ø×Ò˜bÑ!Ô!Ð!Ø�NŠN˜3ÑÔÐÐØð 	_˜y¨Aš~˜~°½cÀ(¹m¼mÈaÑ>OÒ1OÐ1OØ×ÒÕ/°
¸GÀSÈ+ÑVÔVÑWÔWÐWÑWà×ÒÕ/°
¸GÀZÐQ\Ñ]Ô]Ñ^Ô^Ð^Ñ^ØÐr$   c                   óª   — e Zd ZdZddeddddddddddfdeded	ed
ede	e
         de	e
         de	e
         de	e
         dede	e         defd„Zd„ Zd„ ZdS )r   a/   Build Trunk Blocks

    This ended up being somewhat of a cross between
    https://github.com/tensorflow/tpu/blob/master/models/official/mnasnet/mnasnet_models.py
    and
    https://github.com/facebookresearch/maskrcnn-benchmark/blob/master/maskrcnn_benchmark/modeling/backbone/fbnet_builder.py

    é    Ú FNrf   Úoutput_strideÚpad_typeÚround_chs_fnÚse_from_expr/   Ú
norm_layerÚaa_layerÚse_layerÚdrop_path_rateÚlayer_scale_init_valueÚfeature_locationc                 óÀ  — || _         || _        || _        || _        || _        || _        || _        t          |¦  «        | _        	 |                      dd¬¦  «         d| _	        n# t          $ r
 d| _	        Y nw xY w|	| _        |
| _        |dk    rt                               d¦  «         d}|| _        |d	v sJ ‚||d
œ| _        t"          | _        d | _        g | _        d S )Nr2   r1   ©Úrd_ratioTFÚ	depthwisez>feature_location=='depthwise' is deprecated, using 'expansion'Ú	expansion)Ú
bottleneckrÍ   r¾   )ÚdeviceÚdtype)r¿   rÀ   rÁ   rÂ   r/   rÃ   rÄ   r   rÅ   Úse_has_ratioÚ	TypeErrorrÆ   rÇ   r;   ÚwarningrÈ   ÚddÚ_DEBUG_BUILDERÚverboseÚin_chsÚfeatures)Úselfr¿   rÀ   rÁ   rÂ   r/   rÃ   rÄ   rÅ   rÆ   rÇ   rÈ   rÏ   rÐ   s                 r%   Ú__init__zEfficientNetBuilder.__init__E  s  € ð  +ˆÔØ ˆŒØ(ˆÔØ&ˆÔØ"ˆŒØ$ˆŒØ ˆŒÝ  Ñ*Ô*ˆŒð	&Ø�MŠM˜! cˆMÑ*Ô*Ð*Ø $ˆDÔÐøÝð 	&ð 	&ð 	&Ø %ˆDÔÐÐð	&øøøà,ˆÔØ&<ˆÔ#Ø˜{Ò*Ð*å�OŠOÐ\Ñ]Ô]Ð]Ø*ÐØ 0ˆÔØÐ#BÐBÐBÐBÐBØ#¨eÐ4Ð4ˆŒÝ%ˆŒð ˆŒØˆŒˆˆs   ÁA& Á&A:Á9A:c                 óÂ  — | j         |z  |z  }|                     d¦  «        }| j        |d<   |                      |d         ¦  «        |d<   |                     dd¦  «        }|dk    r|dxx         dz  cc<   d|v r&|d         r|                      |d         ¦  «        |d<   | j        |d<   |d	         �|d	         n| j        |d	<   |d	         €J ‚| j        |d
<   ||d<   | j        �
| j        |d<   |                     dd ¦  «        }|r]| j	        �V| j
        s||                     dd¦  «        z  }|dk    r|dz  }| j        rt          | j	        |¬¦  «        |d<   n
| j	        |d<   |                     | j        ¦  «         |dk    rft          d                     |t#          |¦  «        ¦  «        | j        ¦  «         |                     dd¦  «        rt'          d(i |¤Žnt)          d(i |¤Ž}�nè|dk    s|dk    rDt          d                     |t#          |¦  «        ¦  «        | j        ¦  «         t+          d(i |¤Ž}�n˜|dk    rDt          d                     |t#          |¦  «        ¦  «        | j        ¦  «         t-          d(i |¤Ž}�nN|dk    rDt          d                     |t#          |¦  «        ¦  «        | j        ¦  «         t/          d(i |¤Ž}�n|dk    rLt          d                     |t#          |¦  «        ¦  «        | j        ¦  «         t1          d(i |¤d| j        i¤Ž}n²|d k    rMt          d!                     |t#          |¦  «        ¦  «        | j        ¦  «         t5          d(i |¤d"| j        d#œ¤Ž}n_|d$k    rLt          d%                     |t#          |¦  «        ¦  «        | j        ¦  «         t5          d(i |¤d| j        i¤Ž}nJ d'|z  ¦   «         ‚|d         | _        |S ))Nr`   r×   ra   rm   r   é   rt   rÀ   r/   rÃ   rÆ   rÄ   rl   rk   r1   r   rÊ   rÅ   rc   z  InvertedResidual {}, Args: {}ro   rp   rq   z!  DepthwiseSeparable {}, Args: {}rs   z  EdgeResidual {}, Args: {}ru   z  ConvBnAct {}, Args: {}rw   z(  UniversalInvertedResidual {}, Args: {}rÇ   r‚   z(  MobileMultiQueryAttention {}, Args: {}T)Úuse_multi_queryrÇ   r{   z'  MobileMultiHeadAttention {}, Args: {}Fz-Unknown block type (%s) while building model.r#   )rÆ   r*   r×   rÁ   rŒ   rÀ   r/   rÃ   rÄ   rÅ   rÂ   rÑ   r   rŠ   rÔ   r?   Úformatr†   rÖ   ÚCondConvResidualÚInvertedResidualÚDepthwiseSeparableConvÚEdgeResidualÚ	ConvBnActÚUniversalInvertedResidualrÇ   ÚMobileAttention)	rÙ   rŸ   Ú	block_idxÚblock_countrÆ   Úbtrm   rl   Úblocks	            r%   Ú_make_blockzEfficientNetBuilder._make_blockq  s5  € ØÔ,¨yÑ8¸;ÑFˆØ�VŠV�LÑ!Ô!ˆØ”{ˆˆ8‰Ø×)Ò)¨"¨Y¬-Ñ8Ô8ˆˆ9‰Ø�fŠf�U˜AÑÔˆØ�Š7ˆ7àˆyˆMˆMŒM˜QÑˆMˆM‰MØ˜RÐÐ B ~Ô$6Ðà!%×!2Ò!2°2°nÔ3EÑ!FÔ!FˆBˆ~ÑØœˆˆ:‰à-/°¬_Ð-H˜"˜[œ/˜/ÈdÌnˆˆ;‰Ø�+ŒÐ*Ð*Ð*Øœ?ˆˆ<ÑØ-ˆÐÑàŒ=Ð$Ø!œ]ˆBˆz‰Nà—6’6˜* dÑ+Ô+ˆØð 
	/˜œÐ1ØÔ#ð 5à˜BŸFšF ;°Ñ4Ô4Ñ4�Ø�aŠxˆxà˜A‘�ØÔ ð /Ý!(¨¬ÀÐ!JÑ!JÔ!J��:‘�à!%¤��:‘à
�	Š	�$”'ÑÔÐà�Š:ˆ:ÝÐ:×AÒAÀ)ÍSÐQSÉWÌWÑUÔUÐW[ÔWcÑdÔdÐdØ.0¯fªf°]ÀAÑ.FÔ.FÐbÕ$Ð*Ð* rÐ*Ð*Ð*ÕL\ÐLbÐLbÐ_aÐLbÐLbˆE‰EØ�4ŠZˆZ˜2 š;˜;ÝÐ<×CÒCÀIÍsÐSUÉwÌwÑWÔWÐY]ÔYeÑfÔfÐfÝ*Ð0Ð0¨RÐ0Ð0ˆE‰EØ�4ŠZˆZÝÐ6×=Ò=¸iÍÈRÉÌÑQÔQÐSWÔS_Ñ`Ô`Ð`Ý Ð&Ð& 2Ð&Ð&ˆE‰EØ�4ŠZˆZÝÐ3×:Ò:¸9ÅcÈ"ÁgÄgÑNÔNÐPTÔP\Ñ]Ô]Ð]Ý�O�O �O�OˆE‰EØ�5Š[ˆ[ÝÐC×JÒJÈ9ÕVYÐZ\ÑV]ÔV]Ñ^Ô^Ð`dÔ`lÑmÔmÐmÝ-ÐgÐg°ÐgÐgÈ4ÔKfÐgÐgÐgˆEˆEØ�5Š[ˆ[ÝÐC×JÒJÈ9ÕVYÐZ\ÑV]ÔV]Ñ^Ô^Ð`dÔ`lÑmÔmÐmÝ#ÐsÐs bÐs¸$ÐW[ÔWrÐsÐsÐsÐsˆEˆEØ�5Š[ˆ[ÝÐB×IÒIÈ)ÕUXÐY[ÑU\ÔU\Ñ]Ô]Ð_cÔ_kÑlÔlÐlÝ#Ð]Ð] bÐ]Ð]ÀÔA\Ð]Ð]Ð]ˆEˆEàNÐIÈBÑNÑNÔN�5à˜”mˆŒØˆr$   c           	      ó°  — t          dt          |¦  «        z  | j        ¦  «         || _        t	          d„ |D ¦   «         ¦  «        }d}d}d}g }|d         d         d         dk    r-t          d|d|¬¦  «        }| j                             |¦  «         d}	t          |¦  «        D �]°\  }
}|
dz   t          |¦  «        k    }t          d	 	                    |
¦  «        | j        ¦  «         t          |t          ¦  «        sJ ‚g }t          |¦  «        D �]!\  }}|dz   t          |¦  «        k    }t          d
 	                    |¦  «        | j        ¦  «         |d         dv sJ ‚|dk    rd|d<   |	s&|                     dd¦  «        r|d         dk    sJ ‚d}	|	dk    r/|	dk    r$|d         dk    rd|d<   |dxx         dz  cc<   d}	n|	|d<   d}|r0|
dz   }|t          |¦  «        k    p||         d         d         dk    }|}|d         dk    rV||d         z  }|| j        k    r>||d         z  }d|d<   t          d 	                    | j        ¦  «        | j        ¦  «         n|}||d<   ||k    r|}|                      |||¦  «        }|                     |¦  «         |	dk    rd}	|r‰t          d|
dz   |dœ|                     | j        ¦  «        ¤Ž}|                     dd¦  «        }|r!d                     d|
› d|› �|g¦  «        |d<   n|sJ ‚d|
› �|d<   | j                             |¦  «         |dz  }�Œ#|                     t'          j        |Ž ¦  «         �Œ²|S )aY   Build the blocks
        Args:
            in_chs: Number of input-channels passed to first block
            model_block_args: A list of lists, outer list defines stages, inner
                list contains strings defining block configuration(s)
        Return:
             List of block stacks (each stack wrapped in nn.Sequential)
        z&Building model trunk with %d stages...c                 ó,   — g | ]}t          |¦  «        ‘ŒS r#   )rˆ   )rC   Úxs     r%   rE   z0EfficientNetBuilder.__call__.<locals>.<listcomp>¼  s   € Ð BÐ BÐ B¨A¥ Q¡¤Ð BÐ BÐ Br$   r   rY   r   rb   Úbn1)ÚmoduleÚnum_chsÚstageÚ	reductionz	Stack: {}z
 Block: {})r   rY   rm   Frk   rÜ   z=  Converting stride to dilation to maintain output_stride=={}Údilation)rñ   rò   rï   r¾   rF   zblocks.r#   )r?   rˆ   rÖ   r×   r    r‰   rØ   r£   r³   rÞ   r…   r´   r*   r¿   rê   Úfeature_inforÈ   rŒ   ÚjoinÚnnÚ
Sequential)rÙ   r×   Úmodel_block_argsÚtotal_block_countÚtotal_block_idxÚcurrent_strideÚcurrent_dilationÚstagesrô   Úspace2depthrº   r§   Ú
last_stackÚblocksræ   r—   Ú
last_blockÚextract_featuresÚnext_stack_idxÚnext_dilationÚnext_output_strideré   Ú	leaf_names                          r%   Ú__call__zEfficientNetBuilder.__call__±  sS  € õ 	Ð=ÅÐDTÑ@UÔ@UÑUÐW[ÔWcÑdÔdÐdØˆŒÝÐ BÐ BÐ1AÐ BÑ BÔ BÑCÔCÐØˆØˆØÐØˆØ˜AÔ˜qÔ! (Ô+¨aÒ/Ð/å u°fÀAÐQ_Ð`Ñ`Ô`ˆLØŒM× Ò  Ñ.Ô.Ð.ð ˆÝ%.Ð/?Ñ%@Ô%@ð H	2ñ H	2Ñ!ˆI�zØ" Q™­#Ð.>Ñ*?Ô*?Ò?ˆJÝ˜×+Ò+¨IÑ6Ô6¸¼ÑEÔEÐEÝ˜j­$Ñ/Ô/Ð/Ð/Ð/àˆFå)2°:Ñ)>Ô)>ð @%ñ @%Ñ%�	˜:Ø&¨™]­c°*©o¬oÒ=�
Ý˜\×0Ò0°Ñ;Ô;¸T¼\ÑJÔJÐJà! (Ô+¨vÐ5Ð5Ð5Ð5Ø ’>�>Ø+,�J˜xÑ(à"ð $ z§~¢~°e¸UÑ'CÔ'Cð $Ø% hÔ/°1Ò4Ð4Ð4Ð4Ø"#�Kà ’?�?à" aÒ'Ð'¨J°xÔ,@ÀAÒ,EÐ,EØ/0˜
 8Ñ,à" ;Ð/Ð/Ô/°1Ñ4Ð/Ð/Ñ/Ø&'˜˜à,7˜
 5Ñ)à#(Ð Øð JØ%.°¡]�NØ'5½Ð=MÑ9NÔ9NÒ'Nð (JØ(¨Ô8¸Ô;¸HÔEÈÒIð %ð !1�Ø˜hÔ'¨!Ò+Ð+Ø)7¸*ÀXÔ:NÑ)NÐ&Ø)¨DÔ,>Ò>Ð>Ø(8¸:ÀhÔ;OÑ(O˜Ø/0˜
 8Ñ,Ý$Ð%d×%kÒ%kØ Ô.ñ&0ô &0Ø15´ñ?ô ?ð ?ð ?ð *<˜Ø)9�
˜:Ñ&Ø Ð$4Ò4Ð4Ø'4Ð$ð ×(Ò(¨°_ÐFWÑXÔX�Ø—’˜eÑ$Ô$Ð$à !Ò#Ð#Ø"#�Kð $ð 7Ý#'ð $Ø'¨!™mØ"0ð$ð $ð  ×,Ò,¨TÔ-BÑCÔCð$ð $�Lð
 !-× 0Ò 0°¸2Ñ >Ô >�IØ ð GØ14·²Ð;\ÀYÐ;\Ð;\ÐQZÐ;\Ð;\Ð^gÐ:hÑ1iÔ1i˜ XÑ.Ð.à)Ð)Ð)˜zØ1F¸9Ð1FÐ1F˜ XÑ.Ø”M×(Ò(¨Ñ6Ô6Ð6à 1Ñ$�‘Ø�MŠM�"œ-¨Ð0Ñ1Ô1Ð1Ñ1Øˆr$   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   rB   r†   r   Úboolr   r   r‹   rÚ   rê   r  r#   r$   r%   r   r   <  s	  € € € € € ðð ð "$ØØ%3Ø %Ø-1Ø.2Ø,0Ø,0Ø$&Ø6:Ø$&ØØð*ð *àð*ð ð*ð #ð	*ð
 ð*ð   	Ô*ð*ð ! Ô+ð*ð ˜yÔ)ð*ð ˜yÔ)ð*ð "ð*ð %-¨U¤Oð*ð "ð*ð *ð *ð *ðX>ð >ð >ð@`ð `ð `ð `ð `r$   r   r¾   Tc                 óî  ‡— t          | t          ¦  «        rŒ| j        d         | j        d         z  | j        z  Š|r
‰| j        z  Št          ˆfd„| j        | j        ¦  «        } || j        ¦  «         | j	        �&t          j                             | j	        ¦  «         dS dS t          | t          j        ¦  «        r™| j        d         | j        d         z  | j        z  Š|r
‰| j        z  Št          j                             | j        dt          j        d‰z  ¦  «        ¦  «         | j	        �&t          j                             | j	        ¦  «         dS dS t          | t          j        ¦  «        rJt          j                             | j        ¦  «         t          j                             | j	        ¦  «         dS t          | t          j        ¦  «        r¡| j                             d¦  «        Šd}d|v r| j                             d¦  «        }dt          j        |‰z   ¦  «        z  }t          j                             | j        | |¦  «         t          j                             | j	        ¦  «         dS dS )a)   Weight initialization as per Tensorflow official implementations.

    Args:
        m (nn.Module): module to init
        n (str): module name
        fix_group_fanout (bool): enable correct (matching Tensorflow TPU impl) fanout calculation w/ group convs

    Handles layers in EfficientNet, EfficientNet-CondConv, MixNet, MnasNet, MobileNetV3, etc:
    * https://github.com/tensorflow/tpu/blob/master/models/official/mnasnet/mnasnet_model.py
    * https://github.com/tensorflow/tpu/blob/master/models/official/efficientnet/efficientnet_model.py
    r   r   c                 óp   •— t           j                             | dt          j        d‰z  ¦  «        ¦  «        S )Nr   ç       @)rö   ÚinitÚnormal_r¢   Úsqrt)ÚwÚfan_outs    €r%   ú<lambda>z#_init_weight_goog.<locals>.<lambda>%  s'   ø€ •b”g—o’o a¨­D¬I°c¸G±mÑ,DÔ,DÑEÔE€ r$   Nr  Ú
routing_fnr1   )r…   r   rv   Úout_channelsÚgroupsr   ro   Úweight_shapeÚweightÚbiasrö   r  Úzeros_ÚConv2dr  r¢   r  ÚBatchNorm2dÚones_ÚLinearÚsizeÚuniform_)ÚmrO   Úfix_group_fanoutÚinit_weight_fnÚfan_inÚ
init_ranger  s         @r%   Ú_init_weight_googr(    s7  ø€ õ �!•ZÑ Ô ð Ø”- Ô" Q¤]°1Ô%5Ñ5¸¼ÑFˆØð 	!Ø˜œÑ ˆGÝ1ØEÐEÐEÐEÀqÄ}ÐVWÔVdñfô fˆàˆ�q”xÑ Ô Ð ØŒ6ÐÝŒG�NŠN˜1œ6Ñ"Ô"Ð"Ð"Ð"ð Ðå	�A•r”yÑ	!Ô	!ð Ø”- Ô" Q¤]°1Ô%5Ñ5¸¼ÑFˆØð 	!Ø˜œÑ ˆGÝ
Œ�Š˜œ !¥T¤Y¨s°W©}Ñ%=Ô%=Ñ>Ô>Ð>ØŒ6ÐÝŒG�NŠN˜1œ6Ñ"Ô"Ð"Ð"Ð"ð Ðå	�A•r”~Ñ	&Ô	&ð 
Ý
Œ�Š�a”hÑÔÐÝ
Œ�Š�q”vÑÔÐÐÐÝ	�A•r”yÑ	!Ô	!ð Ø”(—-’- Ñ"Ô"ˆØˆØ˜1ÐÐØ”X—]’] 1Ñ%Ô%ˆFØ�4œ9 V¨gÑ%5Ñ6Ô6Ñ6ˆ
Ý
Œ×Ò˜œ J ;°
Ñ;Ô;Ð;Ý
Œ�Š�q”vÑÔÐÐÐðð r$   Úmodelc                 óÖ   — |pt           }|                      ¦   «         D ]\  }} |||¦  «         Œt          | ¦  «        D ])\  }}t          |d¦  «        r|                     ¦   «          Œ*d S )NÚinit_weights)r(  r   Úhasattrr+  )r)  Úinit_fnrO   r#  s       r%   r   r   =  s‡   € ØÐ*Õ*€GØ×#Ò#Ñ%Ô%ð ð ‰ˆˆ1Øˆ��1‰Œˆˆõ ˜eÑ$Ô$ð ð ‰ˆˆ1Ý�1�nÑ%Ô%ð 	Ø�NŠNÑÔÐøðð r$   )r-   )r1   r2   Nr3   )r1   rš   )r1   rš   r   FN)r¾   Tr    )2r  Útypingr   r   Úloggingr¢   rP   r"   r   Ú	functoolsr   r   r	   r
   Útorch.nnrö   Útimm.layersr   r   r   r   r   r   Ú_efficientnet_blocksÚ_manipulater   Ú__all__Ú	getLoggerr  r;   rÕ   r   r   r‰   r!   r†   r   r&   r   r   r   r?   rJ   r™   r°   r   r   r(  ÚModuler   r#   r$   r%   ú<module>r8     sx  ððð ð &Ð %Ð %Ð %Ð %Ð %Ð %Ð %à €€€Ø €€€Ø 	€	€	€	Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø "Ð "Ð "Ð "Ð "Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð à pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pÐ pØ #Ð #Ð #Ð #Ø &Ð &Ð &Ð &Ð &Ð &ðtð tð t€ð ˆ'Ô
˜HÑ
%Ô
%€ð €ð "Ð ØÐ ØˆdÐ2Ð8IÐJÑJÔJ€à��d˜3 ˜8”nÔ%Ô&€	ðð ð ðð ð ð;ð ;ð ;ð ;ð`ð `ð `ð `ðð ð ð
/ð /ð /ðT"ð T"ð T"ðn#ð #ð #ð #ðP ØØØØð+ð +ð +ð +ð\Uð Uð Uð Uð Uñ Uô Uð Uðp&ð &ð &ð &ðRð  R¤Yð ð ð ð ð ð r$   