§
    ·¯¸jˆÇ ã                   óÈ3  — d Z ddlZddlmZmZmZ ddlmZ ddlm	Z	m
Z
mZmZmZmZmZmZmZ ddlZddlmZ ddlmZmZmZmZ ddlmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd	l-m.Z. dd
l/m0Z0 ddl1m2Z2m3Z3 ddl4m5Z5m6Z6 g d¢Z7e G d„ d¦  «        ¦   «         Z8e G d„ d¦  «        ¦   «         Z9�dÉde	e:df         de	e;df         de:de	e8df         fd„Z<	 	 	 	 �dÊde	e:df         de	e;df         de	e:df         de:de
e
e8                  f
d„Z=	 	 �dËd e	e>e>f         de:d!ee:e
e:         f         d"e?de	e8df         f
d#„Z@d$ee8ee8         f         de
e8         fd%„ZAd&ee:         d'e:de:fd(„ZBe G d)„ d*¦  «        ¦   «         ZC G d+„ d,ejD        ¦  «        ZEd-e>d.e:d/e:d0e:d1e	e:e:f         d2eCdeejD                 fd3„ZF G d4„ d5ejD        ¦  «        ZG G d6„ d7ejD        ¦  «        ZH G d8„ d9ejD        ¦  «        ZI G d:„ d;ejD        ¦  «        ZJ G d<„ d=ejD        ¦  «        ZK G d>„ d?ejD        ¦  «        ZL G d@„ dAejD        ¦  «        ZM eNeGeHeIeJeKeLeM¬B¦  «        ZOdCe>dDejD        fdE„ZPdFee>ejD        f         fdG„ZQ G dH„ dIejR        ¦  «        ZS	 	 	 	 	 	 �dÌd.e:d/e:dLe>dMe>dNe>d2eCfdO„ZT�dÍdQ„ZUdR„ ZVdSee>ef         dTe8dUe9fdV„ZW	 	 	 �dÎdZe;d[e:d\e:de
ee                  fd]„ZXdWdXddeWddfd^e9d_e;d`e:daee>ef         dbe;dce:ddee:         d2eeC         deee         fdf„ZY�dÏd^e9dhe?fdi„ZZ G dj„ dkejD        ¦  «        Z[�dÐdlejD        dme>dne?ddfdo„Z\ eNdi dp e9 e8dqddrdPdds¬t¦  «         e8dqdPdudPdds¬t¦  «         e8dvdwdxdPddy¬t¦  «         e8dvdzdxdPdd{¬t¦  «         e8dvdYdxddd{¬t¦  «        fd|dd}¬~¦  «        “d e9 e8dqddrdPdds¬t¦  «         e8dqdPdudPdds¬t¦  «         e8dvdwdxdPddy¬t¦  «         e8dvdYdxdPdd{¬t¦  «         e8dvddxddd{¬t¦  «        fd|dd}¬~¦  «        “d€ e9 e8dqdd�dPdds¬t¦  «         e8dqdXd�dPdds¬t¦  «         e8dvd‚dƒdPddy¬t¦  «         e8dvdPd„dPdd{¬t¦  «         e8dvdd…ddd{¬t¦  «        fd†dd‡¬~¦  «        “dˆ e9 e<d‰dŠ¬‹¦  «        dŒd�¬�¦  «        “dŽ e9 e<d‰d�¬‹¦  «        dŒd�¬�¦  «        “d‘ e9 e<d‰d’¬‹¦  «        dŒd�¬�¦  «        “d“ e9 e<d”¬•¦  «        dŒd�¬�¦  «        “d– e9 e<d—¬•¦  «        dŒd�¬�¦  «        “d˜ e9 e<d—dY¬™¦  «        dŒd�¬�¦  «        “dš e9 e<d›¬•¦  «        dŒd�¬�¦  «        “dœ e9 e<d›dY¬™¦  «        dŒd�¬�¦  «        “d� e9 e<dž¬•¦  «        dŒd�¬�¦  «        “dŸ e9 e<dždY¬™¦  «        dŒd�¬�¦  «        “d  e9 e<d¡d›¬‹¦  «        dŒd�d¢ eNd£d¬¤¦  «        ¬¥¦  «        “d¦ e9 e8dvdPd…dd|dy¬t¦  «         e8dvdYd§dPd|dy¬t¦  «         e8dvdwd¨dPd|dy¬t¦  «         e8dvdYd¨dPdds¬t¦  «        fdrd©ddªd«¬¬¦  «        “d­ e9 e8d®dd…ddds eN¦   «         ¬¯¦  «         e8dvdYd§dPd|dy¬t¦  «         e8dvdwd¨dPd|dy¬t¦  «         e8dvdYd¨dPdds¬t¦  «        fdrd°ddªd« eNdg¬±¦  «        ¬²¦  «        “d³ e9 e8dvdPd…dd|dy¬t¦  «         e8dvdPd§dPd|dy¬t¦  «         e8dvdPd´dPd|dy¬t¦  «         e8dvdPdªdPd|dy¬t¦  «        fd�dµd¶d«¬·¦  «        “d¸ e9 e8dvdPd…dd|dy¬t¦  «         e8dvdPd§dPd|dy¬t¦  «         e8dvdPd´dPd|dy¬t¦  «         e8dvdPdªdPd|dy¬t¦  «        fd�dµd¶d«d¹¬º¦  «        “d» e9 e8dvdPd…dd|dy¬t¦  «         e8dvdPd§dPd|dy¬t¦  «         e8dvdPd´dPd|dy¬t¦  «         e8dvdPdªdPd|dy¬t¦  «        fd�dµd¶d«d¢¬º¦  «        “d¼ e9 e8dvdPd…dd|dy¬t¦  «         e8dvdPd§dPd|dy¬t¦  «         e8dvdPd´dPd|dy¬t¦  «         e8dvdPdªdPd|dy¬t¦  «        fd�dµd¶d«d½¬º¦  «        “d¾ e9 e8dvdPd…dd|dy¬t¦  «         e8dvdPd§dPd|dy¬t¦  «         e8dvdPd´dPd|dy¬t¦  «         e8dvdPdªdPd|dy¬t¦  «        fd�dµd¶d«d¿ eNdÀ¬Á¦  «        ¬Â¦  «        “dÃ e9 e8dvdPd…dddy¬t¦  «         e8dvdXd§dPddy¬t¦  «         e8dvdXd¨dPddy¬t¦  «         e8dvdPd¨dPddy¬t¦  «        fd�dµdJdd«¬¬¦  «        “dÄ e9 e8dvdPd…dddy¬t¦  «         e8dvdXd§dPddy¬t¦  «         e8dvdXd¨dPddy¬t¦  «         e8dvdPd¨dPddy¬t¦  «        fd�dµdJdÅd«¬¬¦  «        “dÆ e9 e8dvdPd…dddy¬t¦  «         e8dvdXd§dPddy¬t¦  «         e8dvdXd¨dPddy¬t¦  «         e8dvdPd¨dPddy¬t¦  «        fd�dµdJdÅd«d¹¬Ç¦  «        “dÈ e9 e8dvdPd…dddy¬t¦  «         e8dvdXd§dPddy¬t¦  «         e8dvdXd¨dPddy¬t¦  «         e8dvdPd¨dPddy¬t¦  «        fd�dµdJdÅd«d¢¬Ç¦  «        “dÉ e9 e8dvdPd…dddy¬t¦  «         e8dvdXd§dPddy¬t¦  «         e8dvdXd¨dPddy¬t¦  «         e8dvdPd¨dPddy¬t¦  «        fd�dµdJdÅd«d½¬Ç¦  «        “dÊ e9 e8dvdXd…ddy¬Ë¦  «         e8dvdYd§dPdy¬Ë¦  «         e8dvdwd´dPdy¬Ë¦  «         e8dvdXdªdPdy¬Ë¦  «        fd�dµdJd¹¬Ì¦  «        “dÍ e9 e8dvdXd…dd|dy¬t¦  «         e8dvdYd§dPd|dy¬t¦  «         e8dvdwd´dPd|dy¬t¦  «         e8dvdXdªdPd|dy¬t¦  «        fd�dµd¶d«d¹¬º¦  «        “dÎ e9 e8dvdPd�dPdÏdX¬t¦  «         e8dvdwdÐdPdÏdX¬t¦  «         e8dvdÑdudPdÏdX¬t¦  «         e8dvdPdÒdPdÏdX¬t¦  «        fd|dJdJd¨d«d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Õ¦	  «	        “dÖ e9 e8dvdPd�dPdÏdY¬t¦  «         e8dvdwdÐdPdÏdY¬t¦  «         e8dvdÑdudPdÏdY¬t¦  «         e8dvdPdÒdPdÏdY¬t¦  «        fd|dJdJd¨d«d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Õ¦	  «	        “d× e9 e8dvdXd�dd|dY¬t¦  «         e8dvdwdrdPd|dY¬t¦  «         e8dvdÑd…dPd|dY¬t¦  «         e8dvdXdƒdPd|dY¬t¦  «        fd�dµdJdJdØd«d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Ù¦
  «
        “dÚ e9 e8dvdXd�ddÀdY¬t¦  «         e8dvdwdrdPdÀdY¬t¦  «         e8dvdÑd…dPdÀdY¬t¦  «         e8dvdXdƒdPdÀdY¬t¦  «        fd�dµdJdJdØd«d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Ù¦
  «
        “dÛ e9 e8dvdXdÐddÀdY¬t¦  «         e8dvdÀdudPdÀdY¬t¦  «         e8dvdÏdƒdPdÀdY¬t¦  «         e8dvdXd§dPdÀdY¬t¦  «        fd�dµdJdJdªd«d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Ù¦
  «
        “dÜ e9 e8dvdPd�dPdÏdX¬t¦  «         e8dvdwdÐdPdÏdX¬t¦  «         e8dvdÑdudPdÏdX¬t¦  «         e8dvdPdÒdPdÏdX¬t¦  «        fd|dJdJd¨d« ee!dÏ¬Ý¦  «        d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Þ¦
  «
        “dß e9 e8dvdPd�dPdÏdY¬t¦  «         e8dvdwdÐdPdÏdY¬t¦  «         e8dvdÑdudPdÏdY¬t¦  «         e8dvdPdÒdPdÏdY¬t¦  «        fd|dJdJd¨d« ee!dÏ¬Ý¦  «        d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬Þ¦
  «
        “dà e9 e8dvdXd�ddÀdY¬t¦  «         e8dvdwdrdPdÀdY¬t¦  «         e8dvdÑd…dPdÀdY¬t¦  «         e8dvdXdƒdPdÀdY¬t¦  «        fd�dádJdJdØd« ee!dÏ¬Ý¦  «        d¢ eNdy¬Ó¦  «         eNdgdg¬Ô¦  «        ¬â¦  «        “dã e9 e=dädY¬å¦  «        dæd�¬�¦  «        “dç e9 e=dè¬•¦  «        dæd�¬�¦  «        “dé e9 e=dê¬•¦  «        dæd�¬�¦  «        “dë e9 e=dì¬•¦  «        dæd�¬�¦  «        “dí e9 e=dîdï¬ð¦  «        dæd�¬�¦  «        “dñ e9 e8dvdXd…ddy¬Ë¦  «         e8dvdYd§dPdy¬Ë¦  «         e8dvdwd´dPdy¬Ë¦  «         e8dvdXdªdPdy¬Ë¦  «        fdòdJdódôdôdõ¬ö¦  «        “d÷ e9 e8dvdXd…ddy¬Ë¦  «         e8dvdYd§dPdy¬Ë¦  «         e8dvdød´dPdy¬Ë¦  «         e8dvdXdªdPdy¬Ë¦  «        fdòdJdódôdôdõ¬ö¦  «        “dù e9 e8dvdYd…ddy¬Ë¦  «         e8dvdwd§dPdy¬Ë¦  «         e8dvdúd´dPdy¬Ë¦  «         e8dvdwdªdPdy¬Ë¦  «        fdûdòdJdódôdôdõ¬ü¦  «        “dý e9 e8dvdwd…ddy¬Ë¦  «         e8dvdÀd§dPdy¬Ë¦  «         e8dvdþd´dPdy¬Ë¦  «         e8dvdÀdªdPdy¬Ë¦  «        fdÿdòdJdódôdôdõ¬ü¦  «        “�d  e9 e8dvdXd…ddy¬Ë¦  «         e8dv�dd§dPdy¬Ë¦  «         e8dv�dd´dPdy¬Ë¦  «         e8dvdúdªdPdy¬Ë¦  «        f�ddòdJdódôdôdõ¬ü¦  «        “�d e9 e8dvdXd…ddy¬Ë¦  «         e8dvdYd§dPdy¬Ë¦  «         e8dvdwd´dPdy¬Ë¦  «         e8dvdXdªdPdy¬Ë¦  «        fdòdJdódôdôd´�d�¬¦  «        “�d e9 e8d®dd|dPd�d¬t¦  «         e8�d	dd�dPd�d¬t¦  «         e8dqddrdPd|dy¬t¦  «         e8dvdd…dPd�dy¬t¦  «        f�d
dôdJ�dd¢ eNdy¬Ó¦  «        �¬¦  «        “ŽZ]�dD ]Z^ ee]e^         �d�¬¦  «        e]e^�dz   <   Œ	 �dÑ�dee>ej_        f         �de[�de>dee>ej_        f         f�d„Z`�dee>ej_        f         �de[f�d„Za�dÒ�de>�de?de[f�d„Zb�dÓ�de>dee>ef         f�d„Zc�dÓ�de>dee>ef         f�d„Zd e5i �d ec�d�¬¦  «        “�d  ec�d�¬¦  «        “�d! ec�d�d"�d#�¬$¦  «        “�d% ec�d�d&�d'�¬(¦  «        “�d) ec�d�d&�d'�¬(¦  «        “�d* ec�d�d&�d'�¬(¦  «        “�d+ ec�d�d&�d'�¬(¦  «        “�d, ec�d�d&�d'�¬(¦  «        “�d- ec�d�d&�d'�¬(¦  «        “�d. ec�d�d&�d'�¬(¦  «        “�d/ ec�d�d&�d'�¬(¦  «        “�d0 ec�d�d&�d'�¬(¦  «        “�d1 ec�d�d&�d'�¬(¦  «        “�d2 ec�d�d&�d'�d3�d4ds�¬5¦  «        “�d6 ec�d�d7�d8�d"�d#�d9ds�¬:¦  «        “�d; ed�d�d<�d9ds�¬=¦  «        “�d> ed�d�d?�d9ds�¬=¦  «        “i �d@ ed�d�dA�d9ds�¬=¦  «        “�dB ed�d�dC�d9ds�¬=¦  «        “�dD ed�d�dE�d9ds�¬=¦  «        “�dF ed�d�dG�d"�¬H¦  «        “�dI ed�d�dJ�d9ds�¬=¦  «        “�dK ed�d�dL�d9ds�¬=¦  «        “�dM ed�d�dN�d9ds�¬=¦  «        “�dO ed�d�dP�d9ds�¬=¦  «        “�dQ ed�d�dR�d9ds�¬=¦  «        “�dS ed�d�dT�d9ds�¬=¦  «        “�dU ed�d�dV�d9ds�¬=¦  «        “�dW ed�d�dX�dY�dZ�dZ�d[�d\�d]�d9ds�¬^¦
  «
        “�d_ ed�d�d`�dY�dZ�dZ�d]�d3ds�¬a¦  «        “�db ed�d�dc�dZ�dZ�dd�d3�¬e¦  «        “�df ed�d�dg�dZ�dZ�d]�d3ds�¬h¦  «        “�di ed�d�dj�dZ�dZ�d]�d3ds�¬h¦  «        “�dk ed�dY�dZ�dZ�d[�d\�dd�d9�¬l¦  «        “¥i �dm ed�d�dn�dY�dZ�dZ�dd�d3�¬o¦  «        “�dp ed�d�dq�dZ�dZ�dd�d3ds�¬h¦  «        “�dr ec�d�ds�dt�du�¬v¦  «        “�dw ec�d�dx�dt�du�¬v¦  «        “�dy ec�d�dx�dt�du�¬v¦  «        “�dz ec�d�dx�dt�du�¬v¦  «        “�d{ ec�d�dx�dt�du�¬v¦  «        “�d| ed�dd´eedg�d[�d\�d}�d'�¬~¦	  «	        “�d ed�dd§eedg�d[�d\�d}�d'�¬~¦	  «	        “�d€ ed�ddxeedg�d9�d��d}�d'�¬~¦	  «	        “�d‚ ed�d�dƒeedg�d„�d…�d}�d'�¬~¦	  «	        “�d† ed�dd´eedg�d‡�dˆ�d}�d'�¬~¦	  «	        “�d‰ ed�dd´eedg�d[�d\�d}�d'�¬~¦	  «	        “�dŠ ed�dd´eedg�d[�d\�d}�d'�¬~¦	  «	        “�d‹ ed�dd§eedg�d[�d\�d}�d'�¬~¦	  «	        “�dŒ ed�ddee�d[�d\�d'�¬�¦  «        “�dŽ ed�ddee�d[�d\�d'�¬�¦  «        “¥ ed�ddee�d9�d��d'�¬�¦  «         ed�ddee�d„�d…�d'�¬�¦  «         ed�ddee�d‡�dˆ�d'�¬�¦  «         ed�ddee�d[�d\�d'�¬�¦  «         ed�ddee�d[�d\�d'�¬�¦  «         ed�ddee�d[�d\�d'�¬�¦  «         ed�d"�d#�¬�¦  «         ed�d�dY�d��dd�d‘�¬’¦  «        �d“œ¥¦  «        Zee6�dÒde[f�d”„¦   «         Zfe6�dÒde[f�d•„¦   «         Zge6�dÒde[f�d–„¦   «         Zhe6�dÒde[f�d—„¦   «         Zie6�dÒde[f�d˜„¦   «         Zje6�dÒde[f�d™„¦   «         Zke6�dÒde[f�dš„¦   «         Zle6�dÒde[f�d›„¦   «         Zme6�dÒde[f�dœ„¦   «         Zne6�dÒde[f�d�„¦   «         Zoe6�dÒde[f�dž„¦   «         Zpe6�dÒde[f�dŸ„¦   «         Zqe6�dÒde[f�d „¦   «         Zre6�dÒde[f�d¡„¦   «         Zse6�dÒde[f�d¢„¦   «         Zte6�dÒde[f�d£„¦   «         Zue6�dÒde[f�d¤„¦   «         Zve6�dÒde[f�d¥„¦   «         Zwe6�dÒde[f�d¦„¦   «         Zxe6�dÒde[f�d§„¦   «         Zye6�dÒde[f�d¨„¦   «         Zze6�dÒde[f�d©„¦   «         Z{e6�dÒde[f�dª„¦   «         Z|e6�dÒde[f�d«„¦   «         Z}e6�dÒde[f�d¬„¦   «         Z~e6�dÒde[f�d­„¦   «         Ze6�dÒde[f�d®„¦   «         Z€e6�dÒde[f�d¯„¦   «         Z�e6�dÒde[f�d°„¦   «         Z‚e6�dÒde[f�d±„¦   «         Zƒe6�dÒde[f�d²„¦   «         Z„e6�dÒde[f�d³„¦   «         Z…e6�dÒde[f�d´„¦   «         Z†e6�dÒde[f�dµ„¦   «         Z‡e6�dÒde[f�d¶„¦   «         Zˆe6�dÒde[f�d·„¦   «         Z‰e6�dÒde[f�d¸„¦   «         ZŠe6�dÒde[f�d¹„¦   «         Z‹e6�dÒde[f�dº„¦   «         ZŒe6�dÒde[f�d»„¦   «         Z�e6�dÒde[f�d¼„¦   «         ZŽe6�dÒde[f�d½„¦   «         Z�e6�dÒde[f�d¾„¦   «         Z�e6�dÒde[f�d¿„¦   «         Z‘e6�dÒde[f�dÀ„¦   «         Z’e6�dÒde[f�dÁ„¦   «         Z“e6�dÒde[f�dÂ„¦   «         Z”e6�dÒde[f�dÃ„¦   «         Z•e6�dÒde[f�dÄ„¦   «         Z–e6�dÒde[f�dÅ„¦   «         Z—e6�dÒde[f�dÆ„¦   «         Z˜e6�dÒde[f�dÇ„¦   «         Z™e6�dÒde[f�dÈ„¦   «         ZšdS (Ô  a¾   Bring-Your-Own-Blocks Network

A flexible network w/ dataclass based config for stacking those NN blocks.

This model is currently used to implement the following networks:

GPU Efficient (ResNets) - gernet_l/m/s (original versions called genet, but this was already used (by SENet author)).
Paper: `Neural Architecture Design for GPU-Efficient Networks` - https://arxiv.org/abs/2006.14090
Code and weights: https://github.com/idstcv/GPU-Efficient-Networks, licensed Apache 2.0

RepVGG - repvgg_*
Paper: `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
Code and weights: https://github.com/DingXiaoH/RepVGG, licensed MIT

MobileOne - mobileone_*
Paper: `MobileOne: An Improved One millisecond Mobile Backbone` - https://arxiv.org/abs/2206.04040
Code and weights: https://github.com/apple/ml-mobileone, licensed MIT

In all cases the models have been modified to fit within the design of ByobNet. I've remapped
the original weights and verified accuracies.

For GPU Efficient nets, I used the original names for the blocks since they were for the most part
the same as original residual blocks in ResNe(X)t, DarkNet, and other existing models. Note also some
changes introduced in RegNet were also present in the stem and bottleneck blocks for this model.

A significant number of different network archs can be implemented here, including variants of the
above nets that include attention.

Hacked together by / copyright Ross Wightman, 2021.
é    N)Ú	dataclassÚfieldÚreplace)Úpartial)	ÚTupleÚListÚDictÚOptionalÚUnionÚAnyÚCallableÚSequenceÚType)ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STDÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STD)Úget_device_dtypeÚClassifierHeadÚNormMlpClassifierHeadÚConvNormActÚBatchNormAct2dÚDropBlock2dÚEvoNorm2dS0aÚAttentionPool2dÚRotAttentionPool2dÚDropPathÚcalculate_drop_path_ratesÚAvgPool2dSameÚcreate_conv2dÚget_act_layerÚget_norm_act_layerÚget_attnÚmake_divisibleÚ	to_2tupleé   )Úbuild_model_with_cfg)Úfeature_take_indices)Únamed_applyÚcheckpoint_seq)Úgenerate_default_cfgsÚregister_model)ÚByobNetÚByoModelCfgÚByoBlockCfgÚcreate_byob_stemÚcreate_blockc                   óD  — e Zd ZU dZeeej        f         ed<   e	ed<   e	ed<   dZ
e	ed<   dZeee	ef                  ed<   d	Zeed
<   dZee         ed<   dZeeeef                  ed<   dZee         ed<   dZeeeef                  ed<   dZeeeef                  ed<   dS )r/   zuBlock configuration for Bring-Your-Own-Blocks.

    Defines configuration for a single block or stage of blocks.
    ÚtypeÚdÚcé   ÚsNÚgsç      ð?ÚbrÚ
attn_layerÚattn_kwargsÚself_attn_layerÚself_attn_kwargsÚblock_kwargs)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚstrÚnnÚModuleÚ__annotations__Úintr7   r8   r
   r   r:   Úfloatr;   r<   r	   r   r=   r>   r?   © ó    úc/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/timm/models/byobnet.pyr/   r/   D   s  € € € € € € ðð ð ��R”Y�Ô
ÐÐÑØ
€F€F�FØ
€F€F�FØ€A€s€J€J�JØ)-€Bˆ��s˜H�}Ô%Ô&Ð-Ð-Ñ-Ø€Bˆ€N€N�Nð !%€J�˜”Ð$Ð$Ñ$Ø,0€K�˜$˜s C˜xœ.Ô)Ð0Ð0Ñ0Ø%)€O�X˜c”]Ð)Ð)Ñ)Ø15Ð�h˜t C¨ Hœ~Ô.Ð5Ð5Ñ5Ø-1€L�(˜4  S œ>Ô*Ð1Ð1Ñ1Ð1Ð1rK   r/   c                   óú  — e Zd ZU dZeeeeedf         f         df         ed<   dZe	ed<   dZ
e	ed<   dZee	         ed	<   d
Zeeee         eedf         f         ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZe	ed<   dZe	ed<   dZe	ed<   dZee         ed<   dZe	ed<   dZee	         ed<    ed„ ¬ ¦  «        Zeed!<   dZee	         ed"<    ed#„ ¬ ¦  «        Z eed$<    ed%„ ¬ ¦  «        Z!e"e	e#f         ed&<   dS )'r.   zlModel configuration for Bring-Your-Own-Blocks network.

    Defines overall architecture configuration.
    .ÚblocksÚconv1x1Ú
downsampleÚ3x3Ú	stem_typeÚmaxpoolÚ	stem_poolé    Ústem_chsr9   Úwidth_factorr   Únum_featuresTÚzero_init_lastFÚfixed_input_sizeÚreluÚ	act_layerÚ	batchnormÚ
norm_layerÚ Úaa_layerNÚhead_hidden_sizeÚ
classifierÚ	head_typer;   c                  ó   — t          ¦   «         S ©N©ÚdictrJ   rK   rL   ú<lambda>zByoModelCfg.<lambda>u   s
   € µd±f´f€ rK   )Údefault_factoryr<   r=   c                  ó   — t          ¦   «         S re   rf   rJ   rK   rL   rh   zByoModelCfg.<lambda>w   s
   € ½4¹6¼6€ rK   r>   c                  ó   — t          ¦   «         S re   rf   rJ   rK   rL   rh   zByoModelCfg.<lambda>x   s
   € ÅÁÄ€ rK   r?   )$r@   rA   rB   rC   r   r   r/   rG   rP   rD   rR   rT   r
   rV   rH   r   rW   rI   rX   rY   ÚboolrZ   r\   r^   r`   ra   rc   r;   r   r<   rg   r=   r>   r?   r	   r   rJ   rK   rL   r.   r.   Y   sÎ  € € € € € € ðð ð �%˜ U¨;¸Ð+;Ô%<Ð<Ô=¸sÐBÔCÐCÐCÑCØ€J�ÐÐÑØ€IˆsÐÐÑØ(€Iˆx˜Œ}Ð(Ð(Ñ(Ø79€Hˆe�C˜˜cœ E¨#¨s¨(¤OÐ3Ô4Ð9Ð9Ñ9Ø€L�%ÐÐÑØ€L�#ÐÐÑØ€N�DÐÐÑØ"Ð�dÐ"Ð"Ñ"ð €IˆsÐÐÑØ!€J�Ð!Ð!Ñ!Ø€HˆcÐÐÑð '+Ð�h˜s”mÐ*Ð*Ñ*Ø!€IˆsÐ!Ð!Ñ!ð !%€J�˜”Ð$Ð$Ñ$Ø˜¨n¨nÐ=Ñ=Ô=€K�Ð=Ð=Ñ=Ø%)€O�X˜c”]Ð)Ð)Ñ)Ø"˜U°>°>ÐBÑBÔBÐ�dÐBÐBÑBØ#( 5¸¸Ð#HÑ#HÔ#H€L�$�s˜C�x”.ÐHÐHÑHÐHÐHrK   r.   ©é   é   é   r&   ©r9   r9   r9   r9   r4   .ÚwfÚgroupsÚreturnc                 ó|   ‡‡— d}dŠ‰dk    rˆfd„Št          ˆfd„t          | ||¦  «        D ¦   «         ¦  «        }|S )zôCreate RepVGG block configuration.

    Args:
        d: Depth (number of blocks) per stage.
        wf: Width factor per stage.
        groups: Number of groups for grouped convolution.

    Returns:
        Tuple of block configurations.
    ©é@   é€   é   é   r   c                 ó*   •— |dz   dz  dk    r| ‰z  ndS )Nr&   r6   r   rJ   )ÚchsÚidxrs   s     €rL   rh   z_rep_vgg_bcfg.<locals>.<lambda>Š   s!   ø€ ¸¸a¹À1±}ÈÒ7IÐ7I c¨V¡m mÈq€ rK   c                 óD   •— g | ]\  }}}t          d |||z  ‰¬¦  «        ‘ŒS )Úrep)r3   r4   r5   r8   )r/   )Ú.0r4   r5   rr   Ú
group_sizes       €rL   ú
<listcomp>z!_rep_vgg_bcfg.<locals>.<listcomp>‹   s5   ø€ ÐfÐfÐfÉHÈAÈqÐRT•+ 5¨A°°R±¸JÐGÑGÔGÐfÐfÐfrK   )ÚtupleÚzip)r4   rr   rs   r5   Úbcfgr�   s     `  @rL   Ú_rep_vgg_bcfgr†   {   s^   øø€ ð 	€AØ€JØ�‚z€zØPÐPÐPÐPˆ
ÝÐfÐfÐfÐfÕX[Ð\]Ð_`ÐbdÑXeÔXeÐfÑfÔfÑgÔg€DØ€KrK   ©r6   é   é
   r&   rJ   Ú	se_blocksÚnum_conv_branchesc                 óš  — d}t          d|d         |d         z  ¦  «        }|pdt          | ¦  «        z  }g }t          | |||¦  «        D ]€\  } }}}g }	t          | ¦  «        D ]a}
||z  }t	          |¬¦  «        }i }|
| |z
  k    rd|d<   |	t          ddd	|d	|d
œ|¤Žgz  }	|	t          ddd	|dt	          ddd	i|¤Žd
œ|¤Žgz  }	|}Œb||	gz  }Œ�|S )a,  Create MobileOne block configuration.

    Args:
        d: Depth (number of blocks) per stage.
        wf: Width factor per stage.
        se_blocks: Number of SE blocks per stage.
        num_conv_branches: Number of conv branches.

    Returns:
        List of block configurations per stage.
    rv   rw   r   )r   )r‹   Úser;   Úoner&   )r3   r4   r5   r8   r?   Úkernel_sizerJ   )ÚminÚlenr„   Úrangerg   r/   )r4   rr   rŠ   r‹   r5   Úprev_cr…   Úwr�   ÚscfgÚiÚout_cÚbkÚaks                 rL   Ú_mobileone_bcfgrš   �   sG  € ð" 	€AÝ��Q�q”T˜B˜qœE‘\Ñ"Ô"€FØÐ*˜T¥C¨¡F¤F™]€IØ€DÝ˜1˜a  YÑ/Ô/ð ð ‰ˆˆ1ˆa�ØˆÝ�q‘”ð 		ð 		ˆAØ˜‘EˆEÝÐ(9Ð:Ñ:Ô:ˆBØˆBØ�A˜‘FŠ{ˆ{Ø#'��<Ñ Ø•[ÐX e¨q°F¸qÈrÐXÐXÐUWÐXÐXÐYÑYˆDØ•[ð ^Ø˜a 5¨Q½TÐ=VÐ=VÈaÐ=VÐSUÐ=VÐ=Vð^ð ^ØZ\ð^ð ^ð _ñ _ˆDàˆFˆFØ��‰ˆˆØ€KrK   FÚtypesÚeveryÚfirstc                 ób  — t          | ¦  «        dk    sJ ‚t          |t          ¦  «        r-t          t	          |rdn|||dz   ¦  «        ¦  «        }|s|dz
  g}t          |¦  «         g }t	          |¦  «        D ])}||v r| d         n| d         }|t          d|ddœ|¤Žgz  }Œ*t          |¦  «        S )a\  Interleave 2 block types in stack.

    Args:
        types: Two block type names to interleave.
        d: Total depth of blocks.
        every: Interval for alternating blocks.
        first: Whether to start with alternate block.
        **kwargs: Additional block arguments.

    Returns:
        Tuple of interleaved block configurations.
    r6   r   r&   )r3   r4   rJ   )r‘   Ú
isinstancerH   Úlistr’   Úsetr/   rƒ   )r›   r4   rœ   r�   ÚkwargsrN   r–   Ú
block_types           rL   Úinterleave_blocksr¤   ´   sÒ   € õ& ˆu‰:Œ:˜Š?ˆ?ˆ?ˆ?Ý�%�ÑÔð Ý•U Ð0˜1˜1¨5°!°U¸Q±YÑ?Ô?Ñ@Ô@ˆØð 	Ø˜‘U�GˆEÝˆ�J„J€JØ€FÝ�1‰XŒXð @ð @ˆØ!" e  �U˜1”X�X°°q´ˆ
Ø•;Ð> J°!Ð>Ð>°vÐ>Ð>Ð?Ñ?ˆˆÝ�‰=Œ=ÐrK   Ústage_blocks_cfgc                 ó¬   ‡— t          | t          ¦  «        s| f} g }t          | ¦  «        D ](\  }Š|ˆfd„t          ‰j        ¦  «        D ¦   «         z  }Œ)|S )zÁExpand block config into individual block instances.

    Args:
        stage_blocks_cfg: Block configuration(s) for a stage.

    Returns:
        List of individual block configurations.
    c                 ó2   •— g | ]}t          ‰d ¬¦  «        ‘ŒS )r&   ©r4   )r   )r€   Ú_Úcfgs     €rL   r‚   z%expand_blocks_cfg.<locals>.<listcomp>á   s&   ø€ Ð?Ð?Ð?¨Q•w˜s aÐ(Ñ(Ô(Ð?Ð?Ð?rK   )rŸ   r   Ú	enumerater’   r4   )r¥   Ú
block_cfgsr–   rª   s      @rL   Úexpand_blocks_cfgr­   Ô   ss   ø€ õ Ð&­Ñ1Ô1ð /Ø,Ð.ÐØ€JÝÐ,Ñ-Ô-ð @ð @‰ˆˆ3ØÐ?Ð?Ð?Ð?µ%¸¼±,´,Ð?Ñ?Ô?Ñ?ˆ
ˆ
ØÐrK   r�   Úchannelsc                 ó*   — | sdS || z  dk    sJ ‚|| z  S )zËCalculate number of groups for grouped convolution.

    Args:
        group_size: Size of each group (1 for depthwise).
        channels: Number of channels.

    Returns:
        Number of groups.
    r&   r   rJ   )r�   r®   s     rL   Ú
num_groupsr°   å   s4   € ð ð &Øˆqð ˜*Ñ$¨Ò)Ð)Ð)Ð)Ø˜:Ñ%Ð%rK   c                   óê   — e Zd ZU dZeZeej                 e	d<   e
Zeej                 e	d<   ej        Zeej                 e	d<   dZeeej                          e	d<   dZeeej                          e	d<   dS )ÚLayerFnz&Container for layer factory functions.Úconv_norm_actÚnorm_actÚactNÚattnÚ	self_attn)r@   rA   rB   rC   r   r³   r   rE   rF   rG   r   r´   ÚReLUrµ   r¶   r
   r·   rJ   rK   rL   r²   r²   ÷   s’   € € € € € € à0Ð0Ø%0€M�4˜œ	”?Ð0Ð0Ñ0Ø .€Hˆd�2”9ŒoÐ.Ð.Ñ.Øœ7€CˆˆbŒiŒÐ"Ð"Ñ"Ø&*€Dˆ(�4˜œ	”?Ô
#Ð*Ð*Ñ*Ø+/€Iˆx˜˜RœYœÔ(Ð/Ð/Ñ/Ð/Ð/rK   r²   c                   óz   ‡ — e Zd ZdZ	 	 	 	 	 	 ddedededed	ed
ee         fˆ fd„Zde	j
        de	j
        fd„Zˆ xZS )ÚDownsampleAvgz[Average pool downsampling module.

    AvgPool Downsampling as in 'D' ResNet variants.
    r&   FNÚin_chsÚout_chsÚstrideÚdilationÚ	apply_actÚlayersc	                 ód  •— ||dœ}	t          ¦   «                              ¦   «          |pt          ¦   «         }|dk    r|nd}
|dk    s|dk    r4|
dk    r|dk    rt          nt          j        } |d|
dd¬¦  «        | _        nt	          j        ¦   «         | _         |j        ||dfd|i|	¤Ž| _	        dS )	aB  Initialize DownsampleAvg.

        Args:
            in_chs: Number of input channels.
            out_chs: Number of output channels.
            stride: Stride for downsampling.
            dilation: Dilation rate.
            apply_act: Whether to apply activation.
            layers: Layer factory functions.
        ©ÚdeviceÚdtyper&   r6   TF)Ú	ceil_modeÚcount_include_padr¿   N)
ÚsuperÚ__init__r²   r   rE   Ú	AvgPool2dÚpoolÚIdentityr³   Úconv)Úselfr»   r¼   r½   r¾   r¿   rÀ   rÃ   rÄ   ÚddÚ
avg_strideÚavg_pool_fnÚ	__class__s               €rL   rÈ   zDownsampleAvg.__init__  sÉ   ø€ ð* ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ$�7™9œ9ˆØ'¨1š}˜}�V�V°!ˆ
Ø�AŠ:ˆ:˜ Aš˜Ø+5¸ª?¨?¸xÈ!º|¸|�-˜-ÕQSÔQ]ˆKØ#˜ A z¸TÐUZÐ[Ñ[Ô[ˆDŒIˆIåœ™œˆDŒIØ(�FÔ(¨°¸!ÐWÐWÀyÐWÐTVÐWÐWˆŒ	ˆ	ˆ	rK   Úxrt   c                 óR   — |                       |                      |¦  «        ¦  «        S )zoForward pass.

        Args:
            x: Input tensor.

        Returns:
            Output tensor.
        )rÌ   rÊ   ©rÍ   rÒ   s     rL   ÚforwardzDownsampleAvg.forward'  s    € ð �yŠy˜Ÿš 1™œÑ&Ô&Ð&rK   )r&   r&   FNNN)r@   rA   rB   rC   rH   rl   r
   r²   rÈ   ÚtorchÚTensorrÕ   Ú__classcell__©rÑ   s   @rL   rº   rº     sÓ   ø€ € € € € ðð ð ØØ#Ø(,ØØðXð XàðXð ðXð ð	Xð
 ðXð ðXð ˜WÔ%ðXð Xð Xð Xð Xð Xð@	'˜œð 	'¨%¬,ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'rK   rº   Údownsample_typer»   r¼   r½   r¾   rÀ   c                 óä   — | dv sJ ‚||k    s|dk    s|d         |d         k    r:| sdS | dk    rt          ||f||d         dœ|¤ŽS  |j        ||fd||d         dœ|¤ŽS t          j        ¦   «         S )a•  Create shortcut connection for residual blocks.

    Args:
        downsample_type: Type of downsampling ('avg', 'conv1x1', or '').
        in_chs: Input channels.
        out_chs: Output channels.
        stride: Stride for downsampling.
        dilation: Dilation rates.
        layers: Layer factory functions.
        **kwargs: Additional arguments.

    Returns:
        Shortcut module or None.
    )ÚavgrO   r_   r&   r   NrÜ   ©r½   r¾   )r�   r½   r¾   )rº   r³   rE   rË   )rÚ   r»   r¼   r½   r¾   rÀ   r¢   s          rL   Úcreate_shortcutrÞ   3  s³   € ð. Ð4Ð4Ð4Ð4Ð4Ø�ÒÐ˜F ašK˜K¨8°A¬;¸(À1¼+Ò+EÐ+EØð 	wØ�4Ø Ò%Ð%Ý  ¨Ð`¸È(ÐSTÌ+Ð`Ð`ÐY_Ð`Ð`Ð`à'�6Ô'¨°ÐvÀQÈvÐ`hÐijÔ`kÐvÐvÐouÐvÐvÐvåŒ{‰}Œ}ÐrK   c                   ó¤   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 ddededededeeef         dee         dedede	de	de
dedefˆ fd„Zdde	fd„Zd„ Zˆ xZS )Ú
BasicBlockz$ ResNet Basic Block - kxk + kxk
    é   r&   ©r&   r&   Nr9   rÜ   TFç        r»   r¼   r�   r½   r¾   r�   Úbottle_ratiorP   Ú	attn_lastÚ
linear_outrÀ   Ú
drop_blockÚdrop_path_ratec                 óè  •— ||dœ}t          ¦   «                              ¦   «          |pt          ¦   «         }t          ||z  ¦  «        }t	          ||¦  «        }t          |||f||d|dœ|¤Ž| _         |j        |||f||d         dœ|¤Ž| _        |	s|j	        €t          j        ¦   «         n| 	                    |¦  «        | _	         |j        |||f|d         ||ddœ|¤Ž| _        |	r|j	        €t          j        ¦   «         n |j	        |fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        |
rt          j        ¦   «         n|                     d	¬
¦  «        | _        d S )NrÂ   F©r½   r¾   r¿   rÀ   r   rÝ   r&   )r¾   rs   Ú
drop_layerr¿   rã   T©Úinplace)rÇ   rÈ   r²   r$   r°   rÞ   Úshortcutr³   Ú	conv1_kxkr¶   rE   rË   Ú	conv2_kxkrå   r   Ú	drop_pathrµ   )rÍ   r»   r¼   r�   r½   r¾   r�   rä   rP   rå   ræ   rÀ   rç   rè   rÃ   rÄ   rÎ   Úmid_chsrs   rÑ   s                      €rL   rÈ   zBasicBlock.__init__Z  s¸  ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ$�7™9œ9ˆÝ  ¨<Ñ!7Ñ8Ô8ˆÝ˜J¨Ñ0Ô0ˆå'ØØØð	
ð ØØØð	
ð 	
ð ð	
ð 	
ˆŒð .˜Ô-¨f°g¸{ÐvÐSYÐdlÐmnÔdoÐvÐvÐsuÐvÐvˆŒØ%.Ð_°&´+Ð2E•B”K‘M”M�MÈ6Ï;Ê;ÐW^ÑK_ÔK_ˆŒ	Ø-˜Ô-ØØØð	
ð ˜a”[ØØ!Øð	
ð 	
ð ð	
ð 	
ˆŒð /8Ðn¸6¼;Ð;N�œ™œ˜ÐT_ÐTZÔT_Ð`gÐTnÐTnÐkmÐTnÐTnˆŒØ5CÀbÒ5HÐ5H� .Ñ1Ô1Ð1ÍbÌkÉmÌmˆŒØ$.ÐL•2”;‘=”=�=°F·J²JÀt°JÑ4LÔ4LˆŒˆˆrK   rY   c                 ó  — |rP| j         �It          | j        j        dd ¦  «        �.t          j                             | j        j        j        ¦  «         | j        | j	        fD ]&}t          |d¦  «        r|                     ¦   «          Œ'd S ©NÚweightÚreset_parameters©rî   Úgetattrrð   ÚbnrE   ÚinitÚzeros_rõ   r¶   rå   Úhasattrrö   ©rÍ   rY   r¶   s      rL   Úinit_weightszBasicBlock.init_weights�  ó�   € Øð 	5˜dœmÐ7½GÀDÄNÔDUÐW_ÐaeÑ<fÔ<fÐ<rÝŒG�NŠN˜4œ>Ô,Ô3Ñ4Ô4Ð4Ø”Y ¤Ð/ð 	(ð 	(ˆDÝ�tÐ/Ñ0Ô0ð (Ø×%Ò%Ñ'Ô'Ð'øð	(ð 	(rK   c                 ó@  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �||                      |¦  «        z   }|                      |¦  «        S re   )rï   r¶   rð   rå   rñ   rî   rµ   ©rÍ   rÒ   rî   s      rL   rÕ   zBasicBlock.forward”  óˆ   € ØˆØ�NŠN˜1ÑÔˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØŒ=Ð$Ø�D—M’M (Ñ+Ô+Ñ+ˆAØ�xŠx˜‰{Œ{ÐrK   )rá   r&   râ   Nr9   rÜ   TFNNrã   NN©F)r@   rA   rB   rC   rH   r   r
   rI   rD   rl   r²   r   rÈ   rþ   rÕ   rØ   rÙ   s   @rL   rà   rà   V  sE  ø€ € € € € ðð ð  !ØØ(.Ø(,Ø"%Ø#Ø"Ø$Ø"Ø#'Ø$&ØØð!1Mð 1Màð1Mð ð1Mð ð	1Mð
 ð1Mð ˜C ˜H”oð1Mð ! œð1Mð  ð1Mð ð1Mð ð1Mð ð1Mð ð1Mð !ð1Mð "ð1Mð 1Mð 1Mð 1Mð 1Mð 1Mðf(ð (¨4ð (ð (ð (ð (ð	ð 	ð 	ð 	ð 	ð 	ð 	rK   rà   c                   ó°   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dd
ededededeeef         dedee         dede	de	de	de	de
dedefˆ fd„Zdde	fd„Zd„ Zˆ xZS )ÚBottleneckBlockz4 ResNet-like Bottleneck Block - 1x1 - kxk - 1x1
    rá   r&   râ   r9   NrÜ   Frã   r»   r¼   r�   r½   r¾   rä   r�   rP   rå   ræ   Ú
extra_convÚ	bottle_inrÀ   rç   rè   c                 óp  •— ||dœ}t          ¦   «                              ¦   «          |pt          ¦   «         }t          |r|n||z  ¦  «        }t	          ||¦  «        }t          |||f||d|dœ|¤Ž| _         |j        ||dfi |¤Ž| _         |j        |||f||d         ||dœ|¤Ž| _	        |r |j        |||f|d         |dœ|¤Ž| _
        nt          j        ¦   «         | _
        |	s|j        €t          j        ¦   «         n |j        |fi |¤Ž| _         |j        ||dfddi|¤Ž| _        |	r|j        €t          j        ¦   «         n |j        |fi |¤Ž| _        |d	k    rt!          |¦  «        nt          j        ¦   «         | _        |
rt          j        ¦   «         n|                     d
¬¦  «        | _        d S )NrÂ   Frê   r&   r   ©r½   r¾   rs   rë   )r¾   rs   r¿   rã   Trì   )rÇ   rÈ   r²   r$   r°   rÞ   rî   r³   Ú	conv1_1x1rð   Ú
conv2b_kxkrE   rË   r¶   Ú	conv3_1x1rå   r   rñ   rµ   )rÍ   r»   r¼   r�   r½   r¾   rä   r�   rP   rå   ræ   r  r  rÀ   rç   rè   rÃ   rÄ   rÎ   rò   rs   rÑ   s                        €rL   rÈ   zBottleneckBlock.__init__¤  s8  ø€ ð( ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ$�7™9œ9ˆÝ ¨IÐ"B & &¸7ÀlÑ!RÑSÔSˆÝ˜J¨Ñ0Ô0ˆå'ØØØð	
ð ØØØð	
ð 	
ð ð	
ð 	
ˆŒð .˜Ô-¨f°g¸qÐGÐGÀBÐGÐGˆŒØ-˜Ô-ØØØð	
ð Ø˜a”[ØØ!ð	
ð 	
ð ð	
ð 	
ˆŒð ð 
	,Ø2˜fÔ2ØØØðð " !œØðð ð ðð ˆDŒOˆOõ !œk™mœmˆDŒOØ%.Ðe°&´+Ð2E•B”K‘M”M�MÈ;È6Ì;ÐW^ÐKeÐKeÐbdÐKeÐKeˆŒ	Ø-˜Ô-¨g°wÀÐYÐYÈUÐYÐVXÐYÐYˆŒØ.7Ðn¸6¼;Ð;N�œ™œ˜ÐT_ÐTZÔT_Ð`gÐTnÐTnÐkmÐTnÐTnˆŒØ5CÀbÒ5HÐ5H� .Ñ1Ô1Ð1ÍbÌkÉmÌmˆŒØ$.ÐL•2”;‘=”=�=°F·J²JÀt°JÑ4LÔ4LˆŒˆˆrK   rY   c                 ó  — |rP| j         �It          | j        j        dd ¦  «        �.t          j                             | j        j        j        ¦  «         | j        | j	        fD ]&}t          |d¦  «        r|                     ¦   «          Œ'd S rô   )rî   rø   r  rù   rE   rú   rû   rõ   r¶   rå   rü   rö   rý   s      rL   rþ   zBottleneckBlock.init_weightså  rÿ   rK   c                 ó”  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �||                      |¦  «        z   }|                      |¦  «        S re   )	r
  rð   r  r¶   r  rå   rñ   rî   rµ   r  s      rL   rÕ   zBottleneckBlock.forwardì  sª   € ØˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�OŠO˜AÑÔˆØ�IŠI�a‰LŒLˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØŒ=Ð$Ø�D—M’M (Ñ+Ô+Ñ+ˆAØ�xŠx˜‰{Œ{ÐrK   )rá   r&   râ   r9   NrÜ   FFFFNNrã   NNr  ©r@   rA   rB   rC   rH   r   rI   r
   rD   rl   r²   r   rÈ   rþ   rÕ   rØ   rÙ   s   @rL   r  r     sa  ø€ € € € € ðð ð  !ØØ(.Ø"$Ø(,Ø#Ø#Ø$Ø$Ø#Ø"Ø#'Ø$&ØØð%?Mð ?Màð?Mð ð?Mð ð	?Mð
 ð?Mð ˜C ˜H”oð?Mð  ð?Mð ! œð?Mð ð?Mð ð?Mð ð?Mð ð?Mð ð?Mð ð?Mð !ð?Mð  "ð!?Mð ?Mð ?Mð ?Mð ?Mð ?MðB(ð (¨4ð (ð (ð (ð (ðð ð ð ð ð ð rK   r  c                   ó¤   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 ddededededeeef         dedee         dede	de	de
dedefˆ fd„Zdde	fd„Zd„ Zˆ xZS )Ú	DarkBlocka
   DarkNet-like (1x1 + 3x3 w/ stride) block

    The GE-Net impl included a 1x1 + 3x3 block in their search space. It was not used in the feature models.
    This block is pretty much a DarkNet block (also DenseNet) hence the name. Neither DarkNet or DenseNet
    uses strides within the block (external 3x3 or maxpool downsampling is done in front of the block repeats).

    If one does want to use a lot of these blocks w/ stride, I'd recommend using the EdgeBlock (3x3 /w stride + 1x1)
    for more optimal compute.
    rá   r&   râ   r9   NrÜ   TFrã   r»   r¼   r�   r½   r¾   rä   r�   rP   rå   ræ   rÀ   rç   rè   c           	      óÊ  •— ||dœ}t          ¦   «                              ¦   «          |pt          ¦   «         }t          ||z  ¦  «        }t	          ||¦  «        }t          |||f||d|dœ|¤Ž| _         |j        ||dfi |¤Ž| _        |	s|j	        €t          j        ¦   «         n |j	        |fi |¤Ž| _	         |j        |||f||d         ||ddœ|¤Ž| _        |	r|j	        €t          j        ¦   «         n |j	        |fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        |
rt          j        ¦   «         n|                     d¬	¦  «        | _        d S )
NrÂ   Frê   r&   r   ©r½   r¾   rs   rë   r¿   rã   Trì   )rÇ   rÈ   r²   r$   r°   rÞ   rî   r³   r
  r¶   rE   rË   rð   rå   r   rñ   rµ   ©rÍ   r»   r¼   r�   r½   r¾   rä   r�   rP   rå   ræ   rÀ   rç   rè   rÃ   rÄ   rÎ   rò   rs   rÑ   s                      €rL   rÈ   zDarkBlock.__init__  s´  ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ$�7™9œ9ˆÝ  ¨<Ñ!7Ñ8Ô8ˆÝ˜J¨Ñ0Ô0ˆå'ØØØð	
ð ØØØð	
ð 	
ð ð	
ð 	
ˆŒð .˜Ô-¨f°g¸qÐGÐGÀBÐGÐGˆŒØ%.Ðe°&´+Ð2E•B”K‘M”M�MÈ;È6Ì;ÐW^ÐKeÐKeÐbdÐKeÐKeˆŒ	Ø-˜Ô-ØØØð

ð Ø˜a”[ØØ!Øð

ð 

ð ð

ð 

ˆŒð /8Ðn¸6¼;Ð;N�œ™œ˜ÐT_ÐTZÔT_Ð`gÐTnÐTnÐkmÐTnÐTnˆŒØ5CÀbÒ5HÐ5H� .Ñ1Ô1Ð1ÍbÌkÉmÌmˆŒØ$.ÐL•2”;‘=”=�=°F·J²JÀt°JÑ4LÔ4LˆŒˆˆrK   rY   c                 ó  — |rP| j         �It          | j        j        dd ¦  «        �.t          j                             | j        j        j        ¦  «         | j        | j	        fD ]&}t          |d¦  «        r|                     ¦   «          Œ'd S rô   r÷   rý   s      rL   rþ   zDarkBlock.init_weights9  rÿ   rK   c                 ó@  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �||                      |¦  «        z   }|                      |¦  «        S re   )r
  r¶   rð   rå   rñ   rî   rµ   r  s      rL   rÕ   zDarkBlock.forward@  r  rK   )rá   r&   râ   r9   NrÜ   TFNNrã   NNr  r  rÙ   s   @rL   r  r  ú  sE  ø€ € € € € ðð ð  !ØØ(.Ø"%Ø(,Ø#Ø"Ø$Ø"Ø#'Ø$&ØØð!2Mð 2Màð2Mð ð2Mð ð	2Mð
 ð2Mð ˜C ˜H”oð2Mð  ð2Mð ! œð2Mð ð2Mð ð2Mð ð2Mð ð2Mð !ð2Mð "ð2Mð 2Mð 2Mð 2Mð 2Mð 2Mðh(ð (¨4ð (ð (ð (ð (ð	ð 	ð 	ð 	ð 	ð 	ð 	rK   r  c                   ó¤   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 dd
ededededeeef         dedee         dede	de	de
dedefˆ fd„Zdde	fd„Zd„ Zˆ xZS )Ú	EdgeBlocka§   EdgeResidual-like (3x3 + 1x1) block

    A two layer block like DarkBlock, but with the order of the 3x3 and 1x1 convs reversed.
    Very similar to the EfficientNet Edge-Residual block but this block it ends with activations, is
    intended to be used with either expansion or bottleneck contraction, and can use DW/group/non-grouped convs.

    FIXME is there a more common 3x3 + 1x1 conv block to name this after?
    rá   r&   râ   r9   NrÜ   Frã   r»   r¼   r�   r½   r¾   rä   r�   rP   rå   ræ   rÀ   rç   rè   c                 óÌ  •— ||dœ}t          ¦   «                              ¦   «          |pt          ¦   «         }t          ||z  ¦  «        }t	          ||¦  «        }t          |||f||d|dœ|¤Ž| _         |j        |||f||d         ||dœ|¤Ž| _        |	s|j	        €t          j        ¦   «         n |j	        |fi |¤Ž| _	         |j        ||dfddi|¤Ž| _        |	r|j	        €t          j        ¦   «         n |j	        |fi |¤Ž| _        |dk    rt          |¦  «        nt          j        ¦   «         | _        |
rt          j        ¦   «         n|                     d	¬
¦  «        | _        d S )NrÂ   Frê   r   r	  r&   r¿   rã   Trì   )rÇ   rÈ   r²   r$   r°   rÞ   rî   r³   rï   r¶   rE   rË   Ú	conv2_1x1rå   r   rñ   rµ   r  s                      €rL   rÈ   zEdgeBlock.__init__V  s·  ø€ ð$ ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ$�7™9œ9ˆÝ  ¨<Ñ!7Ñ8Ô8ˆÝ˜J¨Ñ0Ô0ˆå'ØØØð	
ð ØØØð	
ð 	
ð ð	
ð 	
ˆŒð .˜Ô-ØØØð	
ð Ø˜a”[ØØ!ð	
ð 	
ð ð	
ð 	
ˆŒð &/Ðe°&´+Ð2E•B”K‘M”M�MÈ;È6Ì;ÐW^ÐKeÐKeÐbdÐKeÐKeˆŒ	Ø-˜Ô-¨g°wÀÐYÐYÈUÐYÐVXÐYÐYˆŒØ.7Ðn¸6¼;Ð;N�œ™œ˜ÐT_ÐTZÔT_Ð`gÐTnÐTnÐkmÐTnÐTnˆŒØ5CÀbÒ5HÐ5H� .Ñ1Ô1Ð1ÍbÌkÉmÌmˆŒØ$.ÐL•2”;‘=”=�=°F·J²JÀt°JÑ4LÔ4LˆŒˆˆrK   rY   c                 ó  — |rP| j         �It          | j        j        dd ¦  «        �.t          j                             | j        j        j        ¦  «         | j        | j	        fD ]&}t          |d¦  «        r|                     ¦   «          Œ'd S rô   )rî   rø   r  rù   rE   rú   rû   rõ   r¶   rå   rü   rö   rý   s      rL   rþ   zEdgeBlock.init_weightsˆ  rÿ   rK   c                 ó@  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �||                      |¦  «        z   }|                      |¦  «        S re   )rï   r¶   r  rå   rñ   rî   rµ   r  s      rL   rÕ   zEdgeBlock.forward�  r  rK   )rá   r&   râ   r9   NrÜ   FFNNrã   NNr  r  rÙ   s   @rL   r  r  L  sE  ø€ € € € € ðð ð  !ØØ(.Ø"%Ø(,Ø#Ø#Ø$Ø"Ø#'Ø$&ØØð!0Mð 0Màð0Mð ð0Mð ð	0Mð
 ð0Mð ˜C ˜H”oð0Mð  ð0Mð ! œð0Mð ð0Mð ð0Mð ð0Mð ð0Mð !ð0Mð "ð0Mð 0Mð 0Mð 0Mð 0Mð 0Mðd(ð (¨4ð (ð (ð (ð (ð	ð 	ð 	ð 	ð 	ð 	ð 	rK   r  c                   ó  ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 dd
ededededeeef         dedee         dede	de
dedefˆ fd„Zddefd„Zd„ Zd„ Zdeej        ej        f         fd„Zdeej        ej        f         fd„Zˆ xZS ) ÚRepVggBlockzQ RepVGG Block.

    Adapted from impl at https://github.com/DingXiaoH/RepVGG
    rá   r&   râ   r9   Nr_   rã   Fr»   r¼   r�   r½   r¾   rä   r�   rP   rÀ   rç   rè   Úinference_modec                 óÀ  •— ||dœ}t          ¦   «                              ¦   «          t          ||¦  «        x| _        }|	pt	          ¦   «         }	|rt          j        d||||||ddœ|¤Ž| _        n§d | _        ||k    o|dk    o|d         |d         k    }|r |	j        |fddi|¤Žnd | _	         |	j
        |||f||d         ||
ddœ|¤Ž| _         |	j
        ||df||dd	œ|¤Ž| _        |d
k    r|rt          |¦  «        nt          j        ¦   «         | _        |	j        €t          j        ¦   «         n |	j        |fi |¤Ž| _        |	                     d¬¦  «        | _        d S )NrÂ   T©Úin_channelsÚout_channelsr�   r½   r¾   rs   Úbiasr&   r   r¿   Fr  )r½   rs   r¿   rã   rì   rJ   )rÇ   rÈ   r°   rs   r²   rE   ÚConv2dÚreparam_convr´   Úidentityr³   Úconv_kxkÚconv_1x1r   rË   rñ   r¶   rµ   )rÍ   r»   r¼   r�   r½   r¾   rä   r�   rP   rÀ   rç   rè   r  rÃ   rÄ   rÎ   rs   Ú	use_identrÑ   s                     €rL   rÈ   zRepVggBlock.__init__¡  sï  ø€ ð" ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐÝ)¨*°fÑ=Ô=Ð=ˆŒ�fØÐ$�7™9œ9ˆàð #	nÝ "¤	ð 	!Ø"Ø$Ø'ØØ!ØØð	!ð 	!ð ð	!ð 	!ˆDÔÐð !%ˆDÔØ 'Ò)ÐX¨f¸ªkÐX¸hÀq¼kÈXÐVWÌ[Ò>XˆIØOXÐb˜O˜FœO¨GÐKÐK¸uÐKÈÐKÐKÐKÐ^bˆDŒMØ0˜FÔ0ØØØð
ð Ø! !œØØ%Øð
ð 
ð ð
ð 
ˆDŒMð 1˜FÔ0ØØØðð ØØðð ð ðð ˆDŒMð :HÈ"Ò9LÐ9LÐQZÐ9L�X nÑ5Ô5Ð5Õ`bÔ`kÑ`mÔ`mˆDŒNà%+¤[Ð%8•B”K‘M”M�M¸k¸f¼kÈ'Ð>XÐ>XÐUWÐ>XÐ>XˆŒ	Ø—:’: d�:Ñ+Ô+ˆŒˆˆrK   rY   c                 ó`  — |                       ¦   «         D ]h}t          |t          j        ¦  «        rLt          j                             |j        dd¦  «         t          j                             |j        dd¦  «         Œit          | j	        d¦  «        r| j	         
                    ¦   «          d S d S )Ngš™™™™™¹?r   rö   )ÚmodulesrŸ   rE   ÚBatchNorm2drú   Únormal_rõ   r$  rü   r¶   rö   )rÍ   rY   Úms      rL   rþ   zRepVggBlock.init_weightsß  s›   € à—’‘”ð 	/ð 	/ˆAÝ˜!�Rœ^Ñ,Ô,ð /Ý”—’ ¤¨"¨bÑ1Ô1Ð1Ý”—’ ¤¨¨2Ñ.Ô.Ð.øÝ�4”9Ð0Ñ1Ô1ð 	)ØŒI×&Ò&Ñ(Ô(Ð(Ð(Ð(ð	)ð 	)rK   c                 óô  — | j         �;|                      |                      |                       |¦  «        ¦  «        ¦  «        S | j        €,|                      |¦  «        |                      |¦  «        z   }nZ|                      |¦  «        }|                      |¦  «        |                      |¦  «        z   }|                      |¦  «        }||z  }|                      |¦  «        }|                      |¦  «        S re   )r&  rµ   r¶   r'  r)  r(  rñ   )rÍ   rÒ   r'  s      rL   rÕ   zRepVggBlock.forwardè  sÏ   € ØÔÐ(Ø—8’8˜DŸIšI d×&7Ò&7¸Ñ&:Ô&:Ñ;Ô;Ñ<Ô<Ð<àŒ=Ð Ø—’˜aÑ Ô  4§=¢=°Ñ#3Ô#3Ñ3ˆAˆAà—}’} QÑ'Ô'ˆHØ—’˜aÑ Ô  4§=¢=°Ñ#3Ô#3Ñ3ˆAØ—’˜qÑ!Ô!ˆAØ�‰MˆAØ�IŠI�a‰LŒLˆØ�xŠx˜‰{Œ{ÐrK   c           
      ó¬  — | j         �dS |                      ¦   «         \  }}t          j        | j        j        j        | j        j        j        | j        j        j        | j        j        j	        | j        j        j
        | j        j        j        | j        j        j        d¬¦  «        | _         || j         j        _        || j         j        _        |                      ¦   «         D ]\  }}d|v rŒ
|                     ¦   «          Œ|                      d¦  «         |                      d¦  «         |                      d¦  «         |                      d¦  «         dS )	á   Following works like `RepVGG: Making VGG-style ConvNets Great Again` -
        https://arxiv.org/pdf/2101.03697.pdf. We re-parameterize multi-branched
        architecture used at training time to obtain a plain CNN-like structure
        for inference.
        NT©r"  r#  r�   r½   Úpaddingr¾   rs   r$  r&  r(  r)  r'  rñ   ©r&  Ú_get_kernel_biasrE   r%  r(  rÌ   r"  r#  r�   r½   r4  r¾   rs   rõ   Údatar$  Únamed_parametersÚdetach_Ú__delattr__©rÍ   Úkernelr$  ÚnameÚparas        rL   ÚreparameterizezRepVggBlock.reparameterizeö  sB  € ð ÔÐ(ØˆFà×,Ò,Ñ.Ô.‰ˆ�ÝœIØœÔ*Ô6ØœÔ+Ô8ØœÔ*Ô6Ø”=Ô%Ô,Ø”MÔ&Ô.Ø”]Ô'Ô0Ø”=Ô%Ô,Øð	
ñ 	
ô 	
ˆÔð )/ˆÔÔ Ô%Ø&*ˆÔÔÔ#ð ×/Ò/Ñ1Ô1ð 	ð 	‰JˆD�$Ø Ð%Ð%ØØ�LŠL‰NŒNˆNˆNØ×Ò˜Ñ$Ô$Ð$Ø×Ò˜Ñ$Ô$Ð$Ø×Ò˜Ñ$Ô$Ð$Ø×Ò˜Ñ%Ô%Ð%Ð%Ð%rK   rt   c                 óŠ  — d}d}| j         �`|                      | j         ¦  «        \  }}| j        j        j        d         dz  }t
          j        j                             |||||g¦  «        }d}d}| j	        �|                      | j	        ¦  «        \  }}|                      | j        ¦  «        \  }}||z   |z   }||z   |z   }	||	fS ©z‹ Method to obtain re-parameterized kernel and bias.
        Reference: https://github.com/DingXiaoH/RepVGG/blob/main/repvgg.py#L83
        r   Nr6   )
r)  Ú_fuse_bn_tensorr(  rÌ   r�   rÖ   rE   Ú
functionalÚpadr'  )
rÍ   Ú
kernel_1x1Úbias_1x1rD  Úkernel_identityÚbias_identityÚkernel_convÚ	bias_convÚkernel_finalÚ
bias_finals
             rL   r6  zRepVggBlock._get_kernel_bias  sÝ   € ð
 ˆ
ØˆØŒ=Ð$Ø#'×#7Ò#7¸¼Ñ#FÔ#FÑ ˆJ˜à”-Ô$Ô0°Ô3°qÑ8ˆCÝœÔ,×0Ò0°¸cÀ3ÈÈSÐ=QÑRÔRˆJð ˆØˆØŒ=Ð$Ø-1×-AÒ-AÀ$Ä-Ñ-PÔ-PÑ*ˆO˜]ð "&×!5Ò!5°d´mÑ!DÔ!DÑˆ�Yà" ZÑ/°/ÑAˆØ Ñ)¨MÑ9ˆ
Ø˜ZÐ'Ð'rK   c                 óú  — t          |t          ¦  «        rI|j        j        }|j        j        }|j        j        }|j        j        }|j        j        }|j        j        }nÜt          |t          j
        ¦  «        sJ ‚t          | d¦  «        s†| j        j        j        }|| j        z  }	| j        j        j        }
t!          j        | j        j        j        ¦  «        }t%          |¦  «        D ] }d||||	z  |
d         dz  |
d         dz  f<   Œ!|| _        | j        }|j        }|j        }|j        }|j        }|j        }||z                        ¦   «         }||z                       dddd¦  «        }||z  |||z  |z  z
  fS )ú’ Method to fuse batchnorm layer with preceding conv layer.
        Reference: https://github.com/DingXiaoH/RepVGG/blob/main/repvgg.py#L95
        Ú	id_tensorr&   r   r6   éÿÿÿÿ©rŸ   r   rÌ   rõ   rù   Úrunning_meanÚrunning_varr$  ÚepsrE   r-  rü   r(  r"  rs   r�   rÖ   Ú
zeros_liker’   rO  ÚsqrtÚreshape©rÍ   Úbranchr<  rR  rS  ÚgammaÚbetarT  r»   Ú	input_dimr�   Úkernel_valuer–   ÚstdÚts                  rL   rB  zRepVggBlock._fuse_bn_tensor1  sƒ  € õ �f�kÑ*Ô*ð 	Ø”[Ô'ˆFØ!œ9Ô1ˆLØ œ)Ô/ˆKØ”IÔ$ˆEØ”9”>ˆDØ”)”-ˆCˆCå˜f¥b¤nÑ5Ô5Ð5Ð5Ð5Ý˜4 Ñ-Ô-ð .ØœÔ+Ô7�Ø" d¤kÑ1�	Ø"œmÔ0Ô<�Ý$Ô/°´Ô0BÔ0IÑJÔJ�Ý˜v™œð að a�AØ_`�L  A¨	¡M°;¸q´>ÀQÑ3FÈÐTUÌÐZ[ÑH[Ð![Ñ\Ð\Ø!-�”Ø”^ˆFØ!Ô.ˆLØ Ô,ˆKØ”MˆEØ”;ˆDØ”*ˆCØ˜SÑ ×&Ò&Ñ(Ô(ˆØ�S‰[×!Ò! " a¨¨AÑ.Ô.ˆØ˜‰z˜4 ,°Ñ"6¸Ñ"<Ñ<Ð<Ð<rK   )rá   r&   râ   r9   Nr_   NNrã   FNNr  )r@   rA   rB   rC   rH   r   rI   r
   rD   r²   r   rl   rÈ   rþ   rÕ   r?  rÖ   r×   r6  rB  rØ   rÙ   s   @rL   r  r  ›  s†  ø€ € € € € ðð ð  !ØØ(.Ø"%Ø(,Ø Ø"Ø#'Ø$&Ø#(ØØð<,ð <,àð<,ð ð<,ð ð	<,ð
 ð<,ð ˜C ˜H”oð<,ð  ð<,ð ! œð<,ð ð<,ð ð<,ð !ð<,ð "ð<,ð !ð<,ð <,ð <,ð <,ð <,ð <,ð|)ð )¨4ð )ð )ð )ð )ðð ð ð&ð &ð &ðB( %¨¬°e´lÐ(BÔ"Cð (ð (ð (ð (ð4=¨¨u¬|¸U¼\Ð/IÔ)Jð =ð =ð =ð =ð =ð =ð =ð =rK   r  c                   ó  ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 dd
ededededeeef         dedee         dede	dede
dededdfˆ fd„Zdej        dej        fd„Zd„ Zdeej        ej        f         fd„Zdeej        ej        f         fd„Zˆ xZS )ÚMobileOneBlocka8   MobileOne building block.

        This block has a multi-branched architecture at train-time
        and plain-CNN style architecture at inference time
        For more details, please refer to our paper:
        `An Improved One millisecond Mobile Backbone` -
        https://arxiv.org/pdf/2206.04040.pdf
    rá   r&   râ   r9   Nr_   Frã   r»   r¼   r�   r½   r¾   rä   r�   rP   r  r‹   rÀ   rç   rè   rt   c                 óX  •— ||dœ}t          ¦   «                              ¦   «          |
| _        t          ||¦  «        x| _        }|pt          ¦   «         }|	rt          j        d||||||ddœ|¤Ž| _        nìd| _        ||k    o|dk    o|d         |d         k    }|r |j	        |fddi|¤Žnd| _
        g }t          | j        ¦  «        D ])}|                      |j        ||f|||dd	œ|¤Ž¦  «         Œ*t          j        |¦  «        | _        d| _        |dk    r |j        ||fd||dd	œ|¤Ž| _        |d
k    r|rt#          |¦  «        nt          j        ¦   «         | _        |j        €t          j        ¦   «         n |j        |fi |¤Ž| _        |                     d¬¦  «        | _        dS )z, Construct a MobileOneBlock module.
        rÂ   Tr!  Nr&   r   r¿   F)r�   r½   rs   r¿   rã   rì   rJ   )rÇ   rÈ   r‹   r°   rs   r²   rE   r%  r&  r´   r'  r’   Úappendr³   Ú
ModuleListr(  Ú
conv_scaler   rË   rñ   r¶   rµ   )rÍ   r»   r¼   r�   r½   r¾   rä   r�   rP   r  r‹   rÀ   rç   rè   rÃ   rÄ   rÎ   rs   r*  Úconvsr©   rÑ   s                        €rL   rÈ   zMobileOneBlock.__init__[  sJ  ø€ ð( ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ!2ˆÔÝ)¨*°fÑ=Ô=Ð=ˆŒ�fØÐ$�7™9œ9ˆàð ,	nÝ "¤	ð 	!Ø"Ø$Ø'ØØ!ØØð	!ð 	!ð ð	!ð 	!ˆDÔÐð !%ˆDÔð  'Ò)ÐX¨f¸ªkÐX¸hÀq¼kÈXÐVWÌ[Ò>XˆIØOXÐb˜O˜FœO¨GÐKÐK¸uÐKÈÐKÐKÐKÐ^bˆDŒMð ˆEÝ˜4Ô1Ñ2Ô2ð 	ð 	�Ø—’Ð1˜VÔ1ØØðð !,Ø!Ø!Ø#ðð ð ðð ñ ô ð ð õ œM¨%Ñ0Ô0ˆDŒMð #ˆDŒOØ˜QŠˆØ"6 &Ô"6ØØð#ð !"Ø!Ø!Ø#ð#ð #ð ð#ð #�”ð :HÈ"Ò9LÐ9LÐQZÐ9L�X nÑ5Ô5Ð5Õ`bÔ`kÑ`mÔ`mˆDŒNà%+¤[Ð%8•B”K‘M”M�M¸k¸f¼kÈ'Ð>XÐ>XÐUWÐ>XÐ>XˆŒ	Ø—:’: d�:Ñ+Ô+ˆŒˆˆrK   rÒ   c                 ó¶  — | j         �;|                      |                      |                       |¦  «        ¦  «        ¦  «        S d}| j        �|                      |¦  «        }d}| j        �|                      |¦  «        }|}| j        D ]}| ||¦  «        z  }Œ|                      |¦  «        }||z  }|                      |                      |¦  «        ¦  «        S )z Apply forward pass. Nr   )r&  rµ   r¶   r'  re  r(  rñ   )rÍ   rÒ   Úidentity_outÚ	scale_outÚoutÚcks         rL   rÕ   zMobileOneBlock.forward¦  sÛ   € ð ÔÐ(Ø—8’8˜DŸIšI d×&7Ò&7¸Ñ&:Ô&:Ñ;Ô;Ñ<Ô<Ð<ð ˆØŒ=Ð$ØŸ=š=¨Ñ+Ô+ˆLð ˆ	ØŒ?Ð&ØŸš¨Ñ*Ô*ˆIð ˆØ”-ð 	ð 	ˆBØ�2�2�a‘5”5‰LˆCˆCØ�nŠn˜SÑ!Ô!ˆØˆ|Ñˆà�xŠx˜Ÿ	š	 #™œÑ'Ô'Ð'rK   c           
      ó   — | j         �dS |                      ¦   «         \  }}t          j        | j        d         j        j        | j        d         j        j        | j        d         j        j        | j        d         j        j	        | j        d         j        j
        | j        d         j        j        | j        d         j        j        d¬¦  «        | _         || j         j        _        || j         j        _        |                      ¦   «         D ]\  }}d|v rŒ
|                     ¦   «          Œ|                      d¦  «         |                      d¦  «         |                      d¦  «         |                      d	¦  «         dS )
r2  Nr   Tr3  r&  r(  re  r'  rñ   r5  r;  s        rL   r?  zMobileOneBlock.reparameterizeÀ  se  € ð ÔÐ(ØˆFà×,Ò,Ñ.Ô.‰ˆ�ÝœIØœ aÔ(Ô-Ô9Øœ qÔ)Ô.Ô;Øœ aÔ(Ô-Ô9Ø”= Ô#Ô(Ô/Ø”M !Ô$Ô)Ô1Ø”] 1Ô%Ô*Ô3Ø”= Ô#Ô(Ô/Øðñ ô ˆÔð )/ˆÔÔ Ô%Ø&*ˆÔÔÔ#ð ×/Ò/Ñ1Ô1ð 	ð 	‰JˆD�$Ø Ð%Ð%ØØ�LŠL‰NŒNˆNˆNØ×Ò˜Ñ$Ô$Ð$Ø×Ò˜Ñ&Ô&Ð&Ø×Ò˜Ñ$Ô$Ð$Ø×Ò˜Ñ%Ô%Ð%Ð%Ð%rK   c                 óì  — d}d}| j         �f|                      | j         ¦  «        \  }}| j        d         j        j        d         dz  }t
          j        j                             |||||g¦  «        }d}d}| j	        �|                      | j	        ¦  «        \  }}d}d}t          | j        ¦  «        D ]/}|                      | j        |         ¦  «        \  }	}
||	z  }||
z  }Œ0||z   |z   }||z   |z   }||fS rA  )re  rB  r(  rÌ   r�   rÖ   rE   rC  rD  r'  r’   r‹   )rÍ   Úkernel_scaleÚ
bias_scalerD  rG  rH  rI  rJ  ÚixÚ_kernelÚ_biasrK  rL  s                rL   r6  zMobileOneBlock._get_kernel_biasà  s!  € ð
 ˆØˆ
ØŒ?Ð&Ø'+×';Ò';¸D¼OÑ'LÔ'LÑ$ˆL˜*à”- Ô"Ô'Ô3°AÔ6¸!Ñ;ˆCÝ œ8Ô.×2Ò2°<À#ÀsÈCÐQTÐAUÑVÔVˆLð ˆØˆØŒ=Ð$Ø-1×-AÒ-AÀ$Ä-Ñ-PÔ-PÑ*ˆO˜]ð ˆØˆ	Ý˜Ô.Ñ/Ô/ð 	ð 	ˆBØ!×1Ò1°$´-ÀÔ2CÑDÔD‰NˆG�UØ˜7Ñ"ˆKØ˜ÑˆIˆIà" \Ñ1°OÑCˆØ Ñ+¨mÑ;ˆ
Ø˜ZÐ'Ð'rK   c                 ó  — t          |t          ¦  «        rI|j        j        }|j        j        }|j        j        }|j        j        }|j        j        }|j        j        }nît          |t          j
        ¦  «        sJ ‚t          | d¦  «        s˜| j        d         j        j        }|| j        z  }	| j        d         j        j        }
t!          j        | j        d         j        j        ¦  «        }t%          |¦  «        D ] }d||||	z  |
d         dz  |
d         dz  f<   Œ!|| _        | j        }|j        }|j        }|j        }|j        }|j        }||z                        ¦   «         }||z                       dddd¦  «        }||z  |||z  |z  z
  fS )rN  rO  r   r&   r6   rP  rQ  rX  s                  rL   rB  zMobileOneBlock._fuse_bn_tensorÿ  s’  € õ �f�kÑ*Ô*ð 	Ø”[Ô'ˆFØ!œ9Ô1ˆLØ œ)Ô/ˆKØ”IÔ$ˆEØ”9”>ˆDØ”)”-ˆCˆCå˜f¥b¤nÑ5Ô5Ð5Ð5Ð5Ý˜4 Ñ-Ô-ð .Øœ qÔ)Ô.Ô:�Ø" d¤kÑ1�	Ø"œm¨AÔ.Ô3Ô?�Ý$Ô/°´¸aÔ0@Ô0EÔ0LÑMÔM�Ý˜v™œð að a�AØ_`�L  A¨	¡M°;¸q´>ÀQÑ3FÈÐTUÌÐZ[ÑH[Ð![Ñ\Ð\Ø!-�”Ø”^ˆFØ!Ô.ˆLØ Ô,ˆKØ”MˆEØ”;ˆDØ”*ˆCØ˜SÑ ×&Ò&Ñ(Ô(ˆØ�S‰[×!Ò! " a¨¨AÑ.Ô.ˆØ˜‰z˜4 ,°Ñ"6¸Ñ"<Ñ<Ð<Ð<rK   )rá   r&   râ   r9   Nr_   Fr&   NNrã   NN)r@   rA   rB   rC   rH   r   rI   r
   rD   rl   r²   r   rÈ   rÖ   r×   rÕ   r?  r6  rB  rØ   rÙ   s   @rL   ra  ra  Q  s©  ø€ € € € € ðð ð  !ØØ(.Ø"%Ø(,Ø Ø#(Ø%&Ø"Ø#'Ø$&ØØð!I,ð I,àðI,ð ðI,ð ð	I,ð
 ðI,ð ˜C ˜H”oðI,ð  ðI,ð ! œðI,ð ðI,ð !ðI,ð  #ðI,ð ðI,ð !ðI,ð "ðI,ð" 
ð#I,ð I,ð I,ð I,ð I,ð I,ðV(˜œð (¨%¬,ð (ð (ð (ð (ð4&ð &ð &ð@( %¨¬°e´lÐ(BÔ"Cð (ð (ð (ð (ð>=¨¨u¬|¸U¼\Ð/IÔ)Jð =ð =ð =ð =ð =ð =ð =ð =rK   ra  c            !       óÒ   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 ddededededeeef         dedee         dede	de	de	de	deeeef                  de
dedef ˆ fd„Zd de	fd„Zd„ Zˆ xZS )!ÚSelfAttnBlockzI ResNet-like Bottleneck Block - 1x1 - optional kxk - self attn - 1x1
    rá   r&   râ   r9   NrÜ   FTrã   r»   r¼   r�   r½   r¾   rä   r�   rP   r  ræ   r  Úpost_attn_naÚ	feat_sizerÀ   rç   rè   c                 ó
  •— ||dœ}t          ¦   «                              ¦   «          |€J ‚t          |r|n||z  ¦  «        }t          ||¦  «        }t	          |||f||d|dœ|¤Ž| _         |j        ||dfi |¤Ž| _        |	r# |j        |||f||d         ||dœ|¤Ž| _        d}nt          j
        ¦   «         | _        |€i nt          |¬¦  «        } |j        |fd|i|¤|¤Ž| _        |r |j        |fi |¤Žnt          j
        ¦   «         | _         |j        ||dfd	di|¤Ž| _        |d
k    rt!          |¦  «        nt          j
        ¦   «         | _        |
rt          j
        ¦   «         n|                     d¬¦  «        | _        d S )NrÂ   Frê   r&   r   r	  )rw  r½   r¿   rã   Trì   )rÇ   rÈ   r$   r°   rÞ   rî   r³   r
  rð   rE   rË   rg   r·   r´   Ú	post_attnr  r   rñ   rµ   )rÍ   r»   r¼   r�   r½   r¾   rä   r�   rP   r  ræ   r  rv  rw  rÀ   rç   rè   rÃ   rÄ   rÎ   rò   rs   Ú
opt_kwargsrÑ   s                          €rL   rÈ   zSelfAttnBlock.__init__#  sü  ø€ ð* ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØÐ!Ð!Ð!Ý ¨IÐ"B & &¸7ÀlÑ!RÑSÔSˆÝ˜J¨Ñ0Ô0ˆå'ØØØð	
ð ØØØð	
ð 	
ð ð	
ð 	
ˆŒð .˜Ô-¨f°g¸qÐGÐGÀBÐGÐGˆŒØð 	+Ø1˜VÔ1ØØØð	ð Ø! !œØØ%ð	ð 	ð ð	ð 	ˆDŒNð ˆFˆFåœ[™]œ]ˆDŒNØ$Ð,�R�Rµ$ÀÐ2KÑ2KÔ2Kˆ
à)˜Ô)¨'ÐUÐU¸&ÐUÀJÐUÐRTÐUÐUˆŒØ;GÐZ˜˜œ¨Ð7Ð7°BÐ7Ð7Ð7ÍRÌ[É]Ì]ˆŒØ-˜Ô-¨g°wÀÐYÐYÈUÐYÐVXÐYÐYˆŒØ5CÀbÒ5HÐ5H� .Ñ1Ô1Ð1ÍbÌkÉmÌmˆŒØ$.ÐL•2”;‘=”=�=°F·J²JÀt°JÑ4LÔ4LˆŒˆˆrK   rY   c                 ó
  — |rP| j         �It          | j        j        dd ¦  «        �.t          j                             | j        j        j        ¦  «         t          | j	        d¦  «        r| j	         
                    ¦   «          d S d S rô   )rî   rø   r  rù   rE   rú   rû   rõ   rü   r·   rö   )rÍ   rY   s     rL   rþ   zSelfAttnBlock.init_weights`  s~   € Øð 	5˜dœmÐ7½GÀDÄNÔDUÐW_ÐaeÑ<fÔ<fÐ<rÝŒG�NŠN˜4œ>Ô,Ô3Ñ4Ô4Ð4Ý�4”>Ð#5Ñ6Ô6ð 	.ØŒN×+Ò+Ñ-Ô-Ð-Ð-Ð-ð	.ð 	.rK   c                 ój  — |}|                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }| j        �||                      |¦  «        z   }|                      |¦  «        S re   )r
  rð   r·   ry  r  rñ   rî   rµ   r  s      rL   rÕ   zSelfAttnBlock.forwardf  s›   € ØˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØ�NŠN˜1ÑÔˆØŒ=Ð$Ø�D—M’M (Ñ+Ô+Ñ+ˆAØ�xŠx˜‰{Œ{ÐrK   )rá   r&   râ   r9   NrÜ   FFFTNNNrã   NNr  r  rÙ   s   @rL   ru  ru    s|  ø€ € € € € ðð ð  !ØØ(.Ø"$Ø(,Ø#Ø$Ø$Ø#Ø!%Ø37Ø"Ø#'Ø$&ØØð';Mð ;Màð;Mð ð;Mð ð	;Mð
 ð;Mð ˜C ˜H”oð;Mð  ð;Mð ! œð;Mð ð;Mð ð;Mð ð;Mð ð;Mð ð;Mð    c¨3 h¤Ô0ð;Mð ð;Mð  !ð!;Mð" "ð#;Mð ;Mð ;Mð ;Mð ;Mð ;Mðz.ð .¨4ð .ð .ð .ð .ð
ð 
ð 
ð 
ð 
ð 
ð 
rK   ru  )ÚbasicÚbottleÚdarkÚedger   rŽ   r·   r£   Úblock_fnc                 ó   — |t           | <   d S re   )Ú_block_registry)r£   r�  s     rL   Úregister_blockr„  ~  s   € Ø"*…O�JÑÐÐrK   Úblockc                 ó¤   — t          | t          j        t          f¦  «        r | di |¤ŽS | t          v sJ d| › �¦   «         ‚t	          |          di |¤ŽS )NzUnknown block type (rJ   )rŸ   rE   rF   r   rƒ  )r…  r¢   s     rL   r1   r1   ‚  sh   € Ý�%�"œ)¥WÐ-Ñ.Ô.ð Øˆuˆˆ�vˆˆÐØ•OÐ#Ð#Ð#Ð%C¸EÐ%CÐ%CÑ#Ô#Ð#Ý˜5Ô!Ð+Ð+ FÐ+Ð+Ð+rK   c                   óÎ   ‡ — e Zd Z	 	 	 	 	 	 	 	 	 ddedeeee         eedf         f         d	ed
edededee         de	de
fˆ fd„Zdeej        eej                 f         fd„Zˆ xZS )ÚStemrá   rn   rS   Nç      à?r»   r¼   .r�   r½   rÊ   Únum_repÚnum_actÚ	chs_decayrÀ   c           
      ó¢  •‡‡— |
|dœ}t          ¦   «                              ¦   «          |dv sJ ‚|	pt          ¦   «         }	t          ‰t          t
          f¦  «        rt          ‰¦  «        }‰}n%ˆˆfd„t          |¦  «        D ¦   «         d d d…         }|| _        g | _	        d}dgdg|dz
  z  z   }|dk    r|sd|d<   |€|n|}d	g||z
  z  d
g|z  z   }|}d}d}t          t          |||¦  «        ¦  «        D ]‡\  }\  }}}|r|	j        nt          }d|dz   › �}|dk    r6|dk    r0|dz
  }| j	                             t          |||d¬¦  «        ¦  «         |                      | |||f||dœ|¤Ž¦  «         |}||z  }|}Œˆ|�r|                     ¦   «         }|dv sJ ‚|}| j	                             t          |||d¬¦  «        ¦  «         |dk    r)|                      dt%          j        d¦  «        ¦  «         n�|dk    r)|                      dt%          j        d¦  «        ¦  «         n`d|v r,|                      dt%          j        ddd¬¦  «        ¦  «         n0d|v r,|                      dt%          j        dddd	¬¦  «        ¦  «         |dz  }d}|dk    r|nd | _        | j	                             t          |||d¬¦  «        ¦  «         ||k    sJ ‚d S )NrÂ   )r6   rn   c                 ó:   •— g | ]}t          ‰‰|z  z  ¦  «        ‘ŒS rJ   )Úround)r€   r–   rŒ  r¼   s     €€rL   r‚   z!Stem.__init__.<locals>.<listcomp>¢  s*   ø€ ÐPÐPÐP¸A�˜g¨	°Q©Ñ6Ñ7Ô7ÐPÐPÐPrK   rP  r_   r6   r&   rn   FTrÌ   r   ©Únum_chsÚ	reductionÚmoduleÚstage)r�   r½   )ÚmaxrS   rÜ   ÚavgpoolÚmax2Úavg2r—  rÊ   r˜  r•  rá   )r�   r½   r4  rÜ   )r�   r½   r4  rÆ   )rÇ   rÈ   r²   rŸ   r    rƒ   r‘   r’   r½   Úfeature_infor«   r„   r³   r    rc  rg   Ú
add_moduleÚlowerrE   Ú	MaxPool2drÉ   Úlast_feat_idx)rÍ   r»   r¼   r�   r½   rÊ   rŠ  r‹  rŒ  rÀ   rÃ   rÄ   rÎ   rV   Ú	prev_featÚstem_stridesÚstem_norm_actsÚprev_chsÚcurr_strider�  r–   Úchr7   ÚnaÚlayer_fnÚ	conv_namerÑ   s     `     `                 €rL   rÈ   zStem.__init__‹  sg  øøø€ ð ¨Ð/Ð/ˆÝ‰Œ×ÒÑÔÐØ˜ÐÐÐÐØÐ$�7™9œ9ˆå�g¥¥e˜}Ñ-Ô-ð 	WÝ˜'‘l”lˆGØˆHˆHàPÐPÐPÐPÐPÅÀwÁÄÐPÑPÔPÐQUÐQUÐSUÐQUÔVˆHàˆŒØˆÔØˆ	Ø�s˜a˜S G¨a¡KÑ0Ñ0ˆØ�QŠ;ˆ;˜tˆ;à ˆL˜Ñà$˜_�'�'°'ˆà˜ G¨gÑ$5Ñ6¸$¸À'Ñ9IÑIˆØˆØˆØˆÝ'­¨H°lÀNÑ(SÔ(SÑTÔTð 		"ð 		"‰NˆA‰{��A�rØ/1ÐD�vÔ+Ð+µ}ˆHØ&˜q 1™u˜˜ˆIØ�1Šuˆu˜˜Qš˜Ø ! A¡�ØÔ!×(Ò(­°hÈ+Ð^gÐopÐ)qÑ)qÔ)qÑrÔrÐrØ�OŠO˜I x x°¸"Ð'fÈ+Ð^_Ð'fÐ'fÐceÐ'fÐ'fÑgÔgÐgØˆHØ˜1ÑˆKØ!ˆIˆIàñ 	Ø—:’:‘<”<ˆDØÐOÐOÐOÐOÐOØˆMØÔ×$Ò$¥T°(ÀkÐZcÐklÐ%mÑ%mÔ%mÑnÔnÐnØ�vŠ~ˆ~Ø—’ ­¬°Q©¬Ñ8Ô8Ð8Ð8Ø˜’�Ø—’ ­¬°Q©¬Ñ8Ô8Ð8Ð8Ø˜$��Ø—’ ­¬ÀÈ1ÐVWÐ(XÑ(XÔ(XÑYÔYÐYÐYØ˜$��Ø—’ ­¬ÀÈ1ÐVWÐkpÐ(qÑ(qÔ(qÑrÔrÐrØ˜1ÑˆKØˆIà.;¸qÒ.@Ð.@˜]˜]ÀdˆÔØÔ× Ò ¥¨hÀ+ÐV_ÐghÐ!iÑ!iÔ!iÑjÔjÐjØ˜fÒ$Ð$Ð$Ð$Ð$Ð$rK   rt   c                 óv   — d }t          | ¦  «        D ]$\  }} ||¦  «        }| j        �|| j        k    r|}Œ%||fS re   )r«   r�  )rÍ   rÒ   Úintermediater–   r/  s        rL   Úforward_intermediateszStem.forward_intermediatesÑ  sS   € Ø/3ˆÝ˜d‘O”Oð 	!ð 	!‰DˆAˆqØ��!‘”ˆAØÔ!Ð-°!°tÔ7IÒ2IÐ2IØ �øØ�,ˆÐrK   )	rá   rn   rS   rá   Nr‰  NNN)r@   rA   rB   rH   r   r   r   rD   r
   rI   r²   rÈ   rÖ   r×   r©  rØ   rÙ   s   @rL   rˆ  rˆ  ‰  s  ø€ € € € € ð  !ØØ!ØØ%)Ø"Ø"ØØðD%ð D%àðD%ð ˜3  S¤	¨5°°c°¬?Ð:Ô;ðD%ð ð	D%ð
 ðD%ð ðD%ð ðD%ð ˜c”]ðD%ð ðD%ð ðD%ð D%ð D%ð D%ð D%ð D%ðL¨%°´¸hÀuÄ|Ô>TÐ0TÔ*Uð ð ð ð ð ð ð ð rK   rˆ  r_   ÚstemrR   Ú	pool_typeÚfeat_prefixc                 óÒ  ‡— ||dœ}|pt          ¦   «         }|dv sJ ‚d|v rd|v rdnd }	t          | |fd|	||dœ|¤Ž}
nëd|v rt          | d	|z  d
z  |dz  |ff||dœ|¤Ž}
nÉd|v rt          | |fd	d||dœ|¤Ž}
n±d|v rt          | |fd|dœ|¤Ž}
n›d|v rt          | |fd	d|dœ|¤Ž}
n„d|v r)|rt          | |dfd||dœ|¤Ž}
nj |j        | |dfddi|¤Ž}
nWt          |t          t          f¦  «        rt          | |d	f||dœ|¤Ž}
n(|rt          | |d	fd||dœ|¤Ž}
n |j        | |d	fddi|¤Ž}
t          |
t          ¦  «        rˆfd„|
j        D ¦   «         }nt          |d‰d¬¦  «        g}|
|fS )NrÂ   )	r_   ÚquadÚquad2ÚtieredÚdeepr   rŽ   Ú7x7rQ   r®  r¯  r6   rn   )rŠ  r‹  rÊ   rÀ   r°  rá   rˆ   )rÊ   rÀ   r±  r9   )rŠ  rŒ  rÊ   rÀ   r   )r½   rÀ   rŽ   )r�   r½   rÀ   r²  é   r&   )rŠ  rÊ   rÀ   r½   c           
      óh   •— g | ].}t          |d                      ‰|d         g¦  «        ¬¦  «        ‘Œ/S )ú.r“  )r“  )rg   Újoin)r€   Úfr¬  s     €rL   r‚   z$create_byob_stem.<locals>.<listcomp>  s<   ø€ ÐhÐhÐhÐQR�˜Q s§x¢x°¸aÀ¼kÐ0JÑ'KÔ'KÐLÑLÔLÐhÐhÐhrK   r   r�  )
r²   rˆ  r  ra  r³   rŸ   rƒ   r    r™  rg   )r»   r¼   rR   r«  r¬  rÀ   rÃ   rÄ   rÎ   r‹  rª  r™  s       `       rL   r0   r0   Ú  sƒ  ø€ ð  UÐ	+Ð	+€BØÐ •w‘y”y€FØÐ[Ð[Ð[Ð[Ð[Ø�ÐÐà )Ð+Ð+�!�!°ˆÝ�F˜GÐe¨Q¸ÀiÐX^ÐeÐeÐbdÐeÐeˆˆØ	�YÐ	Ð	å�F˜Q ™[¨AÑ-¨w¸!©|¸WÐEÐkÈIÐ^dÐkÐkÐhjÐkÐkˆˆØ	�9Ð	Ð	å�F˜GÐc¨Q¸#ÀIÐV\ÐcÐcÐ`bÐcÐcˆˆØ	�)Ð	Ð	Ý˜6 7ÐJ°1¸VÐJÐJÀrÐJÐJˆˆØ	�)Ð	Ð	Ý˜f gÐ\¸1ÀQÈvÐ\Ð\ÐY[Ð\Ð\ˆˆØ	�)Ð	Ð	àð 	LÝ˜ ¨Ð[°A¸IÈfÐ[Ð[ÐXZÐ[Ð[ˆDˆDà'�6Ô'¨°¸ÐKÐKÀ1ÐKÈÐKÐKˆDˆDå�g¥¥t˜}Ñ-Ô-ð 	PÝ˜ ¨ÐP°À6ÐPÐPÈRÐPÐPˆDˆDð ð PÝ˜F G¨QÐ_¸À	ÐRXÐ_Ð_Ð\^Ð_Ð_��à+�vÔ+¨F°G¸QÐOÐOÀqÐOÈBÐOÐO�å�$�ÑÔð YØhÐhÐhÐhÐVZÔVgÐhÑhÔhˆˆå W¸À+ÐUVÐWÑWÔWÐXˆØ�ÐÐrK   r6   c                 óB   ‡— | €d nt          ˆfd„| D ¦   «         ¦  «        S )Nc                 ó   •— g | ]}|‰z  ‘ŒS rJ   rJ   )r€   r7   r½   s     €rL   r‚   z$reduce_feat_size.<locals>.<listcomp>  s   ø€ Ð0PÐ0PÐ0PÀ°°f±Ð0PÐ0PÐ0PrK   )rƒ   )rw  r½   s    `rL   Úreduce_feat_sizerº    s/   ø€ ØÐ$ˆ4ˆ4­%Ð0PÐ0PÐ0PÐ0PÀiÐ0PÑ0PÔ0PÑ*QÔ*QÐQrK   c                 ó   — | �| n|}|pi S )a2   Override model level attn/self-attn/block kwargs w/ block level

    NOTE: kwargs are NOT merged across levels, block_kwargs will fully replace model_kwargs
    for the block if set to anything that isn't None.

    i.e. an empty block_kwargs dict will remove kwargs set at model level for that block
    rJ   )r?   Úmodel_kwargsÚ
out_kwargss      rL   Úoverride_kwargsr¾    s   € ð ".Ð!9��¸|€JØÐ˜ÐrK   r?   Ú	block_cfgÚ	model_cfgc                 óN  — | d         }|j         d u}|s|j        �c|r
|j         sd }nFt          |j        |j        ¦  «        }|j         p|j         }|�t          t	          |¦  «        fi |¤Žnd }t          ||¬¦  «        }|j        d u}|s|j        �c|r
|j        sd }nFt          |j        |j        ¦  «        }	|j        p|j        }|�t          t	          |¦  «        fi |	¤Žnd }t          ||¬¦  «        }|| d<   |                      t          |j	        |j	        ¦  «        ¦  «         d S )NrÀ   )r¶   ©r·   )
r;   r<   r¾  r   r#   r   r=   r>   Úupdater?   )
r?   r¿  rÀ  Ú	layer_fnsÚattn_setr;   r<   Úself_attn_setr=   r>   s
             rL   Úupdate_block_kwargsrÇ    s{  € Ø˜XÔ&€Ið Ô#¨4Ð/€HØð 	8�9Ô(Ð4àð 	j˜IÔ0ð 	jàˆJˆJå)¨)Ô*?ÀÔAVÑWÔWˆKØ"Ô-ÐE°Ô1EˆJØISÐI_�¥¨*Ñ!5Ô!5ÐEÐE¸ÐEÐEÐEÐeiˆJÝ˜I¨JÐ7Ñ7Ô7ˆ	ð Ô-°TÐ9€MØð 
B˜	Ô2Ð>àð 	9 Ô!:ð 	9à"ˆOˆOå.¨yÔ/IÈ9ÔKeÑfÔfÐØ'Ô7ÐT¸9Ô;TˆOà"Ð.õ &¥h¨Ñ&?Ô&?ÐTÐTÐCSÐTÐTÐTØ48ð å˜I°ÐAÑAÔAˆ	à&€L�Ñð ×Ò�¨	Ô(>À	Ô@VÑWÔWÑXÔXÐXÐXÐXrK   rã   rá   rn   Ú	drop_probÚ
block_sizeÚ
num_stagesc                 óž   — |dk    sJ ‚dg|z  }| r<t          t          | |dz  dz
  d¬¦  «        |d<   t          t          | |d¬¦  «        |d<   |S )	aw  Create DropBlock layer partials for each stage.

    DropBlock is applied to the last two stages only, following common practice.
    The block_size specifies the size for the final stage; the second-to-last
    stage uses a larger block size scaled to account for 2x larger feature maps.

    Args:
        drop_prob: Drop probability for DropBlock.
        block_size: Block size for the final stage. Second-to-last stage
            uses `block_size * 2 - 1` to scale with feature map size.
        num_stages: Number of stages in the model.

    Returns:
        List of DropBlock partial instances or None for each stage.
    r6   Nr&   ç      Ð?)rÈ  rÉ  Úgamma_scaleéþÿÿÿr9   rP  )r   r   )rÈ  rÉ  rÊ  Údbss       rL   Údrop_blocksrÐ  @  sl   € ð( ˜Š?ˆ?ˆ?ˆ?Øˆ&�:Ñ
€CØð eå�+°ÀzÐTUÁ~ÐXYÑGYÐgkÐlÑlÔlˆˆB‰Ý�+°ÀzÐ_cÐdÑdÔdˆˆB‰Ø€JrK   rª   rè   Úoutput_strideÚ	stem_featÚdrop_block_rateÚdrop_block_sizerw  Úblock_kwargs_fnc                 ó0  — |pt          ¦   «         }g }d„ | j        D ¦   «         }t          |¦  «        }d„ |D ¦   «         }t          ||d¬¦  «        }t	          |||¦  «        }d}|d         }|d         }|}g }t          |¦  «        D �]i\  }}|d         j        }|dk    r|r|                     |¦  «         ||k    r|dk    r||z  }d}||z  }|d	v rdnd
}g }t          |¦  «        D ]Ü\  }}t          |j	        | j
        z  ¦  «        }|j        }t          |t          ¦  «        r |||¦  «        }t          |||dk    r|nd||f||j        | j        ||         ||         |         ||	|
¬¦  «        }|j        dv r||d<    |||| ¬¦  «         |t%          |j        fi |¤Žgz  }|}|}|dk    r|dk    rt'          ||¦  «        }ŒÝ|t)          j        |Ž gz  }t          ||d|› �|dz   ¬¦  «        }�Œk|                     |¦  «         t)          j        |Ž ||fS )Nc                 ó,   — g | ]}t          |¦  «        ‘ŒS rJ   )r­   )r€   r7   s     rL   r‚   z&create_byob_stages.<locals>.<listcomp>l  s!   € Ð;Ð;Ð;¨1Õ# AÑ&Ô&Ð;Ð;Ð;rK   c                 ó@   — g | ]}t          d „ |D ¦   «         ¦  «        ‘ŒS )c                 ó   — g | ]	}|j         ‘Œ
S rJ   r¨   )r€   Úbcs     rL   r‚   z1create_byob_stages.<locals>.<listcomp>.<listcomp>n  s   € Ð,Ð,Ð,˜B�2”4Ð,Ð,Ð,rK   )Úsum)r€   Ú	stage_bcss     rL   r‚   z&create_byob_stages.<locals>.<listcomp>n  s/   € ÐJÐJÐJ°)�cÐ,Ð, )Ð,Ñ,Ô,Ñ-Ô-ÐJÐJÐJrK   T)Ú	stagewiser&   r’  r‘  r   )r&   r6   r6   )r»   r¼   r½   r¾   r�   rä   rP   rç   rè   rÀ   rÃ   rÄ   rÂ  rw  )r¿  rÀ  ústages.r�  )r²   rN   r‘   r   rÐ  r«   r7   rc  r$   r5   rW   r8   rŸ   r   rg   r:   rP   r3   r1   rº  rE   Ú
Sequential) rª   rè   rÑ  rÒ  rÓ  rÔ  rw  rÀ   rÕ  rÃ   rÄ   r™  r¬   rÊ  ÚdepthsÚdprrÏ  r¾   Ú
net_strider¡  rž  ÚstagesÚ	stage_idxÚstage_block_cfgsr½   Úfirst_dilationrN   Ú	block_idxr¿  r¼   r�   r?   s                                    rL   Úcreate_byob_stagesrè  ]  s¼  € ð Ð •w‘y”y€FØ€LØ;Ð;°´
Ð;Ñ;Ô;€JÝ�Z‘”€JØJÐJ¸zÐJÑJÔJ€FÝ
# N°FÀdÐ
KÑ
KÔ
K€CÝ
�o ¸
Ñ
CÔ
C€CØ€HØ˜;Ô'€JØ˜Ô#€HØ€IØ€FÝ'0°Ñ'<Ô'<ð )tñ )tÑ#ˆ	Ð#Ø! !Ô$Ô&ˆØ�QŠ;ˆ;˜9ˆ;Ø×Ò 	Ñ*Ô*Ð*Ø˜Ò&Ð&¨6°Aª:¨:Ø˜ÑˆHØˆFØ�fÑˆ
Ø&¨&Ð0Ð0˜˜°aˆàˆÝ$-Ð.>Ñ$?Ô$?ð 	@ð 	@Ñ ˆI�yÝ$ Y¤[°3Ô3CÑ%CÑDÔDˆGØ"œˆJÝ˜*¥hÑ/Ô/ð <Ø'˜Z¨°Ñ;Ô;�
ÝØØØ!*¨a¢ �v�v°QØ(¨(Ð3Ø%Ø&œ\Øœ>Ø˜yœ>Ø" 9œ~¨iÔ8ØØØðñ ô ˆLð Œ~ Ð/Ð/à,5�˜[Ñ)ØˆO˜L°IÈÐMÑMÔMÐMØ•| I¤NÐCÐC°lÐCÐCÐDÑDˆFØ%ˆNØˆHØ˜Šzˆz˜i¨1šn˜nÝ,¨Y¸Ñ?Ô?�	øà•2”= &Ð)Ð*Ñ*ˆÝ °ZÐH]ÐR[ÐH]ÐH]ÐenÐqrÑerÐsÑsÔsˆ	‰	à×Ò˜	Ñ"Ô"Ð"ÝŒ=˜&Ð! <°Ð:Ð:rK   TÚallow_aac                 óÆ  — t          | j        ¦  «        }t          | j        |¬¦  «        }| j        r%|r#t          t          | j        || j        ¬¦  «        }nt          t          | j        |¬¦  «        }| j        r$t          t          | j        ¦  «        fi | j	        ¤Žnd }| j
        r$t          t          | j
        ¦  «        fi | j        ¤Žnd }t          |||||¬¦  «        }|S )N)r^   r\   )r^   r\   r`   )r³   r´   rµ   r¶   r·   )r!   r\   r"   r^   r`   r   r   r;   r#   r<   r=   r>   r²   )rª   ré  rµ   r´   r³   r¶   r·   r¥  s           rL   Úget_layer_fnsrë  ¥  sì   € Ý
˜œÑ
&Ô
&€CÝ!¨S¬^ÀsÐKÑKÔK€HØ
„|ð W˜ð WÝ¥¸¼ÐRUÐ`cÔ`lÐmÑmÔmˆˆå¥¸¼ÐRUÐVÑVÔVˆØCFÄ>Ð[�7•8˜CœNÑ+Ô+Ð?Ð?¨s¬Ð?Ð?Ð?ÐW[€DØRUÔReÐo•� Ô!4Ñ5Ô5ÐNÐN¸Ô9MÐNÐNÐNÐko€IÝ ]¸XÈ3ÐUYÐenÐoÑoÔo€HØ€OrK   c                   óò  ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 d-ded	ed
edee         dedeeee	eef         f                  de
de
dede
defˆ fd„Zej        j        d.dedeeef         fd„¦   «         Zej        j        d/deddfd„¦   «         Zej        j        dej        fd„¦   «         Zd0d	edee         ddfd„Z	 	 	 	 	 	 d1dej        deeeee         f                  ded ed!ed"ed#edeeej                 e	ej        eej                 f         f         fd$„Z	 	 	 d2deeee         f         d&ed'edee         fd(„Zdej        dej        fd)„Zd.dej        d*edej        fd+„Zdej        dej        fd,„Zˆ xZS )3r-   a%  Bring-your-own-blocks Network.

    A flexible network backbone that allows building model stem + blocks via
    dataclass cfg definition w/ factory functions for module instantiation.

    Current assumption is that both stem and blocks are in conv-bn-act order (w/ block ending in act).
    éè  rá   NrU   rã   Trª   Únum_classesÚin_chansÚglobal_poolrÑ  Úimg_sizeÚ	drop_raterÓ  rÔ  rè   rY   c           
      óæ  •‡— t          ¦   «                              ¦   «          ||dœ}|| _        || _        || _        d| _        t          ‰fi |¤ŽŠt          ‰d¬¦  «        }t          ‰¦  «        }‰j        r|€
J d¦   «         ‚|�t          |¦  «        nd}g | _
        t          ‰j        t          t          f¦  «        rˆfd„‰j        D ¦   «         }n;t          t!          ‰j        p‰j        d         j        ‰j        z  ¦  «        ¦  «        }t)          d||‰j        ‰j        |dœ|¤Ž\  | _        }| j
                             |dd	…         ¦  «         t3          ||d	         d
         ¬¦  «        }t5          ‰|
||d	         f||	||dœ|¤Ž\  | _        }}| j
                             |dd	…         ¦  «         |d	         d
         }|d	         d         }‰j        rIt          t!          ‰j        ‰j        z  ¦  «        ¦  «        | _         |j        || j        dfi |¤Ž| _        n|| _        t?          j         ¦   «         | _        | xj
        tC          | j        |dtE          | j        ¦  «        ¬¦  «        gz  c_
        d„ | j
        D ¦   «         | _#        | j        | _$        ‰j%        dv sJ ‚‰j%        dk    rH|€d}tM          | j        |f‰j$        |‰j'        ‰j(        | j        dœ|¤Ž| _)        | j)        j*        | _$        nË‰j%        dk    rD|€d}|dv sJ ‚tW          | j        f‰j$        |||| j        ddœ|¤Ž| _)        | j)        j,        | _$        n|‰j%        dk    rD|€d}|dv sJ ‚t[          | j        f‰j$        |||| j        ddœ|¤Ž| _)        | j)        j,        | _$        n-|€d}‰j$        �J ‚t]          | j        |f|| j        dœ|¤Ž| _)        || _/        ta          tc          td          |¬¦  «        | ¦  «         dS ) aó  
        Args:
            cfg: Model architecture configuration.
            num_classes: Number of classifier classes.
            in_chans: Number of input channels.
            global_pool: Global pooling type.
            output_stride: Output stride of network, one of (8, 16, 32).
            img_size: Image size for fixed image size models (i.e. self-attn).
            drop_rate: Classifier dropout rate.
            drop_block_rate: DropBlock drop rate.
            drop_block_size: DropBlock block size for final stage (scales up for earlier stages).
            drop_path_rate: Stochastic depth drop-path rate.
            zero_init_last: Zero-init last weight of residual path.
            **kwargs: Extra kwargs overlayed onto cfg.
        rÂ   F)ré  Nz8img_size argument is required for fixed input size modelc                 óX   •— g | ]&}t          t          |‰j        z  ¦  «        ¦  «        ‘Œ'S rJ   )rH   r�  rW   )r€   r5   rª   s     €rL   r‚   z$ByobNet.__init__.<locals>.<listcomp>ë  s1   ø€ ÐOÐOÐO¸Q��E ! cÔ&6Ñ"6Ñ7Ô7Ñ8Ô8ÐOÐOÐOrK   r   )r»   r¼   rR   r«  rÀ   rP  r’  )r½   )rÓ  rÔ  rÀ   rw  r‘  r&   Ú
final_convr�  c                 ó   — g | ]
}|d          ‘ŒS )r”  rJ   )r€   r·  s     rL   r‚   z$ByobNet.__init__.<locals>.<listcomp>  s   € ÐAÐAÐA¨!˜1˜Wœ:ÐAÐAÐArK   )r_   rb   ÚmlpÚattn_absÚattn_rotr÷  rÜ   )Úhidden_sizer«  r^   r\   rò  rø  Útoken)r_   rû  T)Ú	embed_dimÚout_featuresrw  r«  rò  Úqkv_separaterù  )rü  rý  Úref_feat_sizer«  rò  rþ  )r«  rò  ©rY   rJ   )3rÇ   rÈ   rî  rï  rò  Úgrad_checkpointingr   rë  rZ   r%   r™  rŸ   rV   r    rƒ   rH   r�  rN   r5   rW   r0   rR   rT   rª  Úextendrº  rè  rã  rX   r³   rõ  rE   rË   rg   r‘   Ú
stage_endsra   rc   r   r^   r\   Úheadrú  r   rü  r   r   rð  r)   r   Ú_init_weights)rÍ   rª   rî  rï  rð  rÑ  rñ  rò  rÓ  rÔ  rè   rY   rÃ   rÄ   r¢   rÎ   Ústem_layersÚstage_layersrw  rV   rÒ  Ú
stage_featr’  r¡  rÑ   s    `                      €rL   rÈ   zByobNet.__init__»  së  øø€ õ@ 	‰Œ×ÒÑÔÐØ¨Ð/Ð/ˆØ&ˆÔØ ˆŒØ"ˆŒØ"'ˆÔå�cÐ$Ð$˜VÐ$Ð$ˆÝ# C°%Ð8Ñ8Ô8ˆÝ$ SÑ)Ô)ˆØÔð 	dØÐ'Ð'Ð)cÑ'Ô'Ð'Ø+3Ð+?•I˜hÑ'Ô'Ð'ÀTˆ	àˆÔÝ�c”l¥T­5 MÑ2Ô2ð 	XØOÐOÐOÐOÀ#Ä,ÐOÑOÔOˆHˆHå�5 #¤,Ð"A°#´*¸Q´-´/ÀSÔEUÑ!UÑVÔVÑWÔWˆHÝ/ð  
ØØØ”mØ”mØð 
ð  
ð ð 
ð  
ÑˆŒ	�9ð 	Ô× Ò  ¨3¨B¨3¤Ñ0Ô0Ð0Ý$ Y°yÀ´}À[Ô7QÐRÑRÔRˆ	å-?ØØØØ�bŒMð	
.
ð
 ,Ø+ØØð
.
ð 
.
ð ð
.
ð 
.
Ñ*ˆŒ�Z ð 	Ô× Ò  ¨C¨R¨C¤Ñ1Ô1Ð1Ø˜r”N ;Ô/ˆ	à˜b”> )Ô,ˆØÔð 	,Ý #¥E¨#Ô*:¸SÔ=MÑ*MÑ$NÔ$NÑ OÔ OˆDÔØ8˜lÔ8¸À4ÔCTÐVWÐ^Ð^Ð[]Ð^Ð^ˆDŒOˆOà (ˆDÔÝ œk™mœmˆDŒOØÐÔÝ˜Ô*°iÈÕ\_Ð`dÔ`kÑ\lÔ\lÐmÑmÔmðoñ 	oÐÔàAÐA¨tÔ/@ÐAÑAÔAˆŒà $Ô 1ˆÔØŒ}Ð QÐQÐQÐQÐQØŒ=˜EÒ!Ð!ØÐ"Ø#�Ý-ØÔ!Øð	ð  Ô0Ø%Øœ>Øœ-Øœ.ð	ð 	ð ð	ð 	ˆDŒIð %)¤IÔ$9ˆDÔ!Ð!ØŒ]˜jÒ(Ð(ØÐ"Ø%�Ø -Ð/Ð/Ð/Ð/Ý'ØÔ!ð	àÔ.Ø(Ø#Ø%Øœ.Ø!ð	ð 	ð ð	ð 	ˆDŒIð %)¤IÔ$7ˆDÔ!Ð!ØŒ]˜jÒ(Ð(ØÐ"Ø%�Ø -Ð/Ð/Ð/Ð/Ý*ØÔ!ð	àÔ.Ø(Ø'Ø%Øœ.Ø!ð	ð 	ð ð	ð 	ˆDŒIð %)¤IÔ$7ˆDÔ!Ð!àÐ"Ø#�ØÔ'Ð/Ð/Ð/Ý&ØÔ!Øðð &Øœ.ð	ð ð
 ðð ˆDŒIð 'ˆÔõ 	•G�M¸.ÐIÑIÔIÈ4ÑPÔPÐPÐPÐPrK   FÚcoarsert   c                 ó8   — t          d|rdnddfdg¬¦  «        }|S )z¹Group matcher for parameter groups.

        Args:
            coarse: Whether to use coarse grouping.

        Returns:
            Dictionary mapping group names to patterns.
        z^stemz^stages\.(\d+)z^stages\.(\d+)\.(\d+)N)z^final_conv)iŸ† )rª  rN   rf   )rÍ   r	  Úmatchers      rL   Úgroup_matcherzByobNet.group_matcherP  s>   € õ Øà&,ÐJÐ"Ð"Ð2JÈDÐQØ*ðð
ñ 
ô 
ˆð ˆrK   Úenablec                 ó   — || _         dS )zEnable or disable gradient checkpointing.

        Args:
            enable: Whether to enable gradient checkpointing.
        N)r  )rÍ   r  s     rL   Úset_grad_checkpointingzByobNet.set_grad_checkpointingc  s   € ð #)ˆÔÐÐrK   c                 ót   — t          | j        t          t          f¦  «        r| j        j        S | j        j        S )zPGet classifier module.

        Returns:
            Classifier module.
        )rŸ   r  r   r   ÚprojÚfc)rÍ   s    rL   Úget_classifierzByobNet.get_classifierl  s2   € õ �d”i¥/Õ3EÐ!FÑGÔGð 	"Ø”9”>Ð!ØŒyŒ|ÐrK   c                 óZ   — t          | ¦  «        }|| _         | j        j        ||fi |¤Ž dS )z–Reset classifier.

        Args:
            num_classes: Number of classes for new classifier.
            global_pool: Global pooling type.
        N)r   rî  r  Úreset)rÍ   rî  rð  rÎ   s       rL   Úreset_classifierzByobNet.reset_classifierw  s=   € õ ˜dÑ#Ô#ˆØ&ˆÔØˆŒ	Œ˜ [Ð7Ð7°BÐ7Ð7Ð7Ð7Ð7rK   ÚNCHWrÒ   ÚindicesÚnormÚ
stop_earlyÚ
output_fmtÚintermediates_onlyÚexclude_final_convc                 óJ  ‡ — |dv s
J d¦   «         ‚g }t          t          ‰ j        ¦  «        |¦  «        \  }	}
ˆ fd„|	D ¦   «         }	‰ j        |
         }
d}t          ‰ j        d¦  «        r‰ j                             |¦  «        \  }}n‰                      |¦  «        d}}||	v r|                     |€|n|¦  «         ‰ j        d         }t          j         	                    ¦   «         s|s‰ j
        }n‰ j
        d|
…         }|D ]~}|dz  }‰ j        r/t          j         	                    ¦   «         st          ||¦  «        }n ||¦  «        }|s||k    r‰                      |¦  «        }||	v r|                     |¦  «         Œ|r|S |r||k    r‰                      |¦  «        }||fS )	a9   Forward features that returns intermediates.

        Args:
            x: Input image tensor
            indices: Take last n blocks if int, all if None, select matching indices if sequence
            norm: Apply norm layer to compatible intermediates
            stop_early: Stop iterating over blocks when last desired intermediate hit
            output_fmt: Shape of intermediate feature outputs
            intermediates_only: Only return intermediate features
            exclude_final_conv: Exclude final_conv from last intermediate
        Returns:

        )r  zOutput shape must be NCHW.c                 ó*   •— g | ]}‰j         |         ‘ŒS rJ   )r  )r€   r–   rÍ   s     €rL   r‚   z1ByobNet.forward_intermediates.<locals>.<listcomp>œ  s    ø€ ÐAÐAÐA¨q˜œ¨Ô*ÐAÐAÐArK   r   r©  NrP  r&   )r(   r‘   r  rü   rª  r©  rc  rÖ   ÚjitÚis_scriptingrã  r  r*   rõ  )rÍ   rÒ   r  r  r  r  r  r  ÚintermediatesÚtake_indicesÚ	max_indexÚfeat_idxÚx_interÚlast_idxrã  r”  s   `               rL   r©  zByobNet.forward_intermediates‚  sí  ø€ ð. ˜YÐ&Ð&Ð&Ð(DÑ&Ô&Ð&ØˆÝ"6µs¸4¼?Ñ7KÔ7KÈWÑ"UÔ"UÑˆ�iØAÐAÐAÐA°LÐAÑAÔAˆØ”O IÔ.ˆ	àˆÝ�4”9Ð5Ñ6Ô6ð 	,àœ×8Ò8¸Ñ;Ô;‰JˆAˆwˆwàŸš 1™œ tˆwˆAØ�|Ð#Ð#Ø× Ò  g o  ¸7ÑCÔCÐCØ”? 2Ô&ˆÝŒ9×!Ò!Ñ#Ô#ð 	-¨:ð 	-Ø”[ˆFˆFà”[  ) Ô,ˆFØð 
	(ð 
	(ˆEØ˜‰MˆHØÔ&ð ­u¬y×/EÒ/EÑ/GÔ/Gð Ý" 5¨!Ñ,Ô,��à�E˜!‘H”H�Ø%ð '¨(°hÒ*>Ð*>à—O’O AÑ&Ô&�Ø˜<Ð'Ð'Ø×$Ò$ QÑ'Ô'Ð'øàð 	!Ø Ð àð 	# (¨hÒ"6Ð"6Ø—’ Ñ"Ô"ˆAà�-ÐÐrK   r&   Ú
prune_normÚ
prune_headc                 ó  — t          t          | j        ¦  «        |¦  «        \  }}| j        |         }| j        d|…         | _        || j        d         k     rt	          j        ¦   «         | _        |r|                      dd¦  «         |S )aE  Prune layers not required for specified intermediates.

        Args:
            indices: Indices of intermediate layers to keep.
            prune_norm: Whether to prune normalization layer.
            prune_head: Whether to prune the classifier head.

        Returns:
            List of indices that were kept.
        NrP  r   r_   )r(   r‘   r  rã  rE   rË   rõ  r  )rÍ   r  r(  r)  r#  r$  s         rL   Úprune_intermediate_layersz!ByobNet.prune_intermediate_layersÀ  sƒ   € õ  #7µs¸4¼?Ñ7KÔ7KÈWÑ"UÔ"UÑˆ�iØ”O IÔ.ˆ	Ø”k * 9 *Ô-ˆŒØ�t” rÔ*Ò*Ð*Ý œk™mœmˆDŒOØð 	)Ø×!Ò! ! RÑ(Ô(Ð(ØÐrK   c                 óú   — |                       |¦  «        }| j        r4t          j                             ¦   «         st          | j        |¦  «        }n|                      |¦  «        }|                      |¦  «        }|S )z‹Forward pass through feature extraction.

        Args:
            x: Input tensor.

        Returns:
            Feature tensor.
        )rª  r  rÖ   r   r!  r*   rã  rõ  rÔ   s     rL   Úforward_featureszByobNet.forward_featuresÙ  sk   € ð �IŠI�a‰LŒLˆØÔ"ð 	­5¬9×+AÒ+AÑ+CÔ+Cð 	Ý˜tœ{¨AÑ.Ô.ˆAˆAà—’˜A‘”ˆAØ�OŠO˜AÑÔˆØˆrK   Ú
pre_logitsc                 ó^   — |r|                       ||¬¦  «        n|                       |¦  «        S )zÕForward pass through head.

        Args:
            x: Input features.
            pre_logits: Return features before final linear layer.

        Returns:
            Classification logits or features.
        )r.  )r  )rÍ   rÒ   r.  s      rL   Úforward_headzByobNet.forward_headê  s0   € ð 7AÐRˆt�yŠy˜ zˆyÑ2Ô2Ð2ÀdÇiÂiÐPQÁlÄlÐRrK   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S )zoForward pass.

        Args:
            x: Input tensor.

        Returns:
            Output logits.
        )r-  r0  rÔ   s     rL   rÕ   zByobNet.forwardö  s/   € ð ×!Ò! !Ñ$Ô$ˆØ×Ò˜aÑ Ô ˆØˆrK   )rí  rá   NrU   Nrã   rã   rá   rã   TNNr  ©Tre   )NFFr  FF)r&   FT) r@   rA   rB   rC   r.   rH   r
   rD   r   r   rI   rl   rÈ   rÖ   r   Úignorer	   r   r  r  rE   rF   r  r  r×   r   r©  r+  r-  r0  rÕ   rØ   rÙ   s   @rL   r-   r-   ²  s�  ø€ € € € € ðð ð  $ØØ)-Ø!#Ø>BØ!Ø%'Ø#$Ø$&Ø#'ØØðSQð SQàðSQð ðSQð ð	SQð
 " #œðSQð ðSQð ˜u S¨%°°S°¬/Ð%9Ô:Ô;ðSQð ðSQð #ðSQð !ðSQð "ðSQð !ðSQð SQð SQð SQð SQð SQðj „YÔðð  Dð °T¸#¸s¸(´^ð ð ð ñ Ôðð$ „YÔð)ð )¨Tð )¸Tð )ð )ð )ñ Ôð)ð „YÔð ¤	ð ð ð ñ Ôðð	8ð 	8¨Cð 	8¸hÀs¼mð 	8ÐW[ð 	8ð 	8ð 	8ð 	8ð 8<ØØ$Ø$Ø',Ø',ð< ð < àŒ|ð< ð ˜e C¨¨c¬ NÔ3Ô4ð< ð ð	< ð
 ð< ð ð< ð !%ð< ð !%ð< ð 
ˆt�E”LÔ! 5¨¬°t¸E¼LÔ7IÐ)IÔ#JÐJÔ	Kð< ð < ð < ð < ð@ ./Ø$Ø#ð	ð à˜3  S¤	˜>Ô*ðð ðð ð	ð
 
ˆcŒðð ð ð ð2 %¤,ð °5´<ð ð ð ð ð"
Sð 
S˜eœlð 
S¸ð 
SÈÌð 
Sð 
Sð 
Sð 
Sð˜œð ¨%¬,ð ð ð ð ð ð ð ð rK   r-   r“  r=  rY   c                 óH  — t          | t          j        ¦  «        r‹| j        d         | j        d         z  | j        z  }|| j        z  }| j        j                             dt          j
        d|z  ¦  «        ¦  «         | j        � | j        j                             ¦   «          dS dS t          | t          j        ¦  «        rVt          j                             | j        dd¬¦  «         | j        �&t          j                             | j        ¦  «         dS dS t          | t          j        ¦  «        rJt          j                             | j        ¦  «         t          j                             | j        ¦  «         dS t%          | d¦  «        r|                      |¬	¦  «         dS dS )
z˜Initialize weights.

    Args:
        module: Module to initialize.
        name: Module name.
        zero_init_last: Zero-initialize last layer.
    r   r&   ç       @Nrã   g{®Gáz„?)Úmeanr^  rþ   r   )rŸ   rE   r%  r�   r#  rs   rõ   r7  r.  ÚmathrV  r$  Úzero_ÚLinearrú   rû   r-  Úones_rü   rþ   )r“  r=  rY   Úfan_outs       rL   r  r    sw  € õ �&�"œ)Ñ$Ô$ð ;ØÔ$ QÔ'¨&Ô*<¸QÔ*?Ñ?À&ÔBUÑUˆØ�F”MÑ!ˆØŒÔ×"Ò" 1¥d¤i°°g±Ñ&>Ô&>Ñ?Ô?Ð?ØŒ;Ð"ØŒKÔ×"Ò"Ñ$Ô$Ð$Ð$Ð$ð #Ð"å	�F�BœIÑ	&Ô	&ð ;Ý
Œ�Š˜œ¨C°TˆÑ:Ô:Ð:ØŒ;Ð"ÝŒG�NŠN˜6œ;Ñ'Ô'Ð'Ð'Ð'ð #Ð"å	�F�BœNÑ	+Ô	+ð ;Ý
Œ�Š�f”mÑ$Ô$Ð$Ý
Œ�Š�v”{Ñ#Ô#Ð#Ð#Ð#Ý	�˜Ñ	(Ô	(ð ;Ø×Ò¨>ÐÑ:Ô:Ð:Ð:Ð:ð;ð ;rK   Úgernet_lr}  rx   r9   )r3   r4   r5   r7   r8   r:   éÀ   r~  ro   i€  rÌ  é   ç      @rU   i 
  )rN   rV   rT   rX   Úgernet_mÚgernet_sé0   r³  é€  i0  ry   é   i€  Ú	repvgg_a0)r6   rn   é   r&   )ç      è?rG  rG  ç      @)r4   rr   r   )rN   rR   rV   Ú	repvgg_a1)r&   r&   r&   rH  rw   Ú	repvgg_a2)ç      ø?rK  rK  g      @Ú	repvgg_b0)r9   r9   r9   rH  )rr   Ú	repvgg_b1)r5  r5  r5  ç      @Úrepvgg_b1g4)rr   rs   Ú	repvgg_b2)rH  rH  rH  ç      @Úrepvgg_b2g4Ú	repvgg_b3)r?  r?  r?  rQ  Úrepvgg_b3g4Úrepvgg_d2se)rˆ   rF  é   r&   r�   g      °?)Úrd_ratioÚ
rd_divisor)rN   rR   rV   r;   r<   Ú	resnet51qrz   i   r¯  i   Úsilu)rN   rV   rR   rT   rX   r\   Ú	resnet61qr€  )r3   r4   r5   r7   r8   r:   r?   r®  )r  )rN   rV   rR   rT   rX   r\   r?   Úresnext26tsi   r°  rS   )rN   rV   rR   rT   r\   Úgcresnext26tsÚgca)rN   rV   rR   rT   r\   r;   Úseresnext26tsÚeca_resnext26tsÚecaÚbat_resnext26tsÚbatrˆ   )rÉ  )rN   rV   rR   rT   r\   r;   r<   Ú
resnet32tsÚ
resnet33tsi   Úgcresnet33ts)rN   rV   rR   rT   rX   r\   r;   Úseresnet33tsÚeca_resnet33tsÚgcresnet50t)r3   r4   r5   r7   r:   )rN   rV   rR   rT   r;   Úgcresnext50tsÚregnetz_b16rp   é`   é   é   )rW  )r  ræ   )	rN   rV   rT   rP   rX   r\   r;   r<   r?   Úregnetz_c16Úregnetz_d32i   )
rN   rV   rR   rT   rP   rX   r\   r;   r<   r?   Ú
regnetz_d8Ú
regnetz_e8Úregnetz_b16_evos)r�   )
rN   rV   rT   rP   rX   r\   r^   r;   r<   r?   Úregnetz_c16_evosÚregnetz_d8_evosr±  )rN   rV   rR   rT   rP   rX   r\   r^   r;   r<   r?   Úmobileone_s0)rG  r9   r9   r5  )rr   r‹   rŽ   Úmobileone_s1)rK  rK  r5  rH  Úmobileone_s2)rK  r5  rH  rN  Úmobileone_s3)r5  rH  r?  rN  Úmobileone_s4)r?  ç      @r{  rN  )r   r   r>  r&   )rr   rŠ   Úresnet50_clip)rU   rU   rw   r˜  rÜ   rø  )rN   rV   rR   rT   rP   r`   rc   Úresnet101_clipé   Úresnet50x4_clipr‰   g      ô?)rN   rW   rV   rR   rT   rP   r`   rc   Úresnet50x16_clipé   rK  Úresnet50x64_clipé   é$   r5  Úresnet50_mlpr÷  )rN   rV   rR   rT   rP   r`   ra   rc   Útest_byobnetr‰  r  rV  r[   )rN   rV   rP   rT   r\   r;   r<   )r|  r}  r  r€  r‚  rb   )rc   Ú_gapúvisual.Ú
state_dictÚmodelÚprefixc                 óâ  — t          |j        t          t          f¦  «        }dd l}d„ }d„ }i }|                      ¦   «         D �]+\  }}	|                     |¦  «        sŒ|                     |› d�d|¦  «        }|                     |› d�d|¦  «        }|                     |› d�||¦  «        }|                     |› d	�||¦  «        }|                     |› d
�¦  «        rŠ|sŒŸ|                     |d
z   d¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|                     dd¦  «        }|	||<   �Œ-|S )Nr   c                 ó<  — t          |                      d¦  «        ¦  «        dz
  }t          |                      d¦  «        ¦  «        |                      d¦  «        t          |                      d¦  «        ¦  «        }}}d|› d|› d�}ddd	d
œ}||         |z   }||z   S )Nr&   r6   rá   rn   rÞ  rµ  z
conv1_1x1.z
conv2_kxk.z
conv3_1x1.)r&   r6   rá   ©rH   Úgroup)r/  rä  Ú	layer_idxÚ
layer_typeÚlayer_idÚ
prefix_strÚid_mapÚ
suffix_strs           rL   Ú
_stage_subz(_convert_openai_clip.<locals>._stage_subb	  s•   € Ý˜Ÿš ™
œ
‘O”O aÑ'ˆ	Ý*-¨a¯gªg°a©j¬j©/¬/¸1¿7º7À1¹:¼:ÅsÈ1Ï7Ê7ÐSTÉ:Ì:ÁÄ˜x�:ˆ	Ø7˜yÐ7Ð7¨9Ð7Ð7Ð7ˆ
Ø! l°|ÐDÐDˆØ˜HÔ%¨
Ñ2ˆ
Ø˜JÑ&Ð&rK   c                 óü   — t          |                      d¦  «        ¦  «        dz
  }t          |                      d¦  «        ¦  «        t          |                      d¦  «        ¦  «        }}d|› d|› d�|dk    rdnd	z   S )
Nr&   r6   rá   rÞ  rµ  z
.shortcut.r   z	conv.convzconv.bnrŽ  )r/  rä  r�  r’  s       rL   Ú	_down_subz'_convert_openai_clip.<locals>._down_subj	  sq   € Ý˜Ÿš ™
œ
‘O”O aÑ'ˆ	Ý! !§'¢'¨!¡*¤*™oœo­s°1·7²7¸1±:´:©¬�8ˆ	Ø:˜Ð:Ð: YÐ:Ð:Ð:ÈXÐYZÊ]È]¸k¸kÐ`iÑjÐjrK   zconv([0-9])zstem.conv\1.convz	bn([0-9])zstem.conv\1.bnz'layer([0-9])\.([0-9]+)\.([a-z]+)([0-9])z+layer([0-9])\.([0-9]+)\.downsample\.([0-9])Úattnpoolr  Úpositional_embeddingÚ	pos_embedÚq_projÚqÚk_projÚkÚv_projÚvÚc_projr  )	rŸ   r  r   r   ÚreÚitemsÚ
startswithÚsubr   )
r‰  rŠ  r‹  Úmodel_has_attn_poolr£  r–  r˜  Úout_dictrŸ  r¡  s
             rL   Ú_convert_openai_clipr©  Z	  s¯  € õ
 % U¤ZÕ2DÅoÐ1VÑWÔWÐØ€I€I€Ið'ð 'ð 'ðkð kð kð
 €HØ× Ò Ñ"Ô"ð ñ ‰ˆˆ1Ø�|Š|˜FÑ#Ô#ð 	ØØ�FŠF�vÐ*Ð*Ð*Ð,?ÀÑCÔCˆØ�FŠF�vÐ(Ð(Ð(Ð*;¸QÑ?Ô?ˆØ�FŠF�vÐFÐFÐFÈ
ÐTUÑVÔVˆØ�FŠF�vÐJÐJÐJÈIÐWXÑYÔYˆØ�<Š<˜6Ð+Ð+Ð+Ñ,Ô,ð 	,Ø&ð ØØ—	’	˜& :Ñ-¨vÑ6Ô6ˆAØ—	’	Ð0°+Ñ>Ô>ˆAØ—	’	˜( CÑ(Ô(ˆAØ—	’	˜( CÑ(Ô(ˆAØ—	’	˜( CÑ(Ô(ˆAØ—	’	˜( FÑ+Ô+ˆAØˆ�‰‰à€OrK   c                 ó.   — d| v rt          | |¦  «        } | S )Nzvisual.conv1.weight)r©  )r‰  rŠ  s     rL   Úcheckpoint_filter_fnr«  …	  s$   € ð  
Ð*Ð*Ý)¨*°eÑ<Ô<ˆ
ØÐrK   ÚvariantÚ
pretrainedc                 ón   — t          t          | |ft          |          t          t	          d¬¦  «        dœ|¤ŽS )zÕCreate a ByobNet model.

    Args:
        variant: Model variant name.
        pretrained: Load pretrained weights.
        **kwargs: Additional model arguments.

    Returns:
        ByobNet model instance.
    T)Úflatten_sequential)rÀ  Úpretrained_filter_fnÚfeature_cfg)r'   r-   Ú
model_cfgsr«  rg   )r¬  r­  r¢   s      rL   Ú_create_byobnetr³  Ž	  sJ   € õ  Ý�˜*ðå˜WÔ%Ý1Ý¨DÐ1Ñ1Ô1ð	ð ð
 ðð ð rK   Úurlc                 ó6   — | dddddt           t          dddd	œ|¥S )
z»Create default configuration dictionary.

    Args:
        url: Model weight URL.
        **kwargs: Additional configuration options.

    Returns:
        Configuration dictionary.
    rí  ©rá   éà   r·  ©r³  r³  ç      ì?Úbilinearú	stem.convúhead.fcú
apache-2.0©r´  rî  Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationr6  r^  Ú
first_convrb   Úlicense©r   r   ©r´  r¢   s     rL   Ú_cfgrÇ  ¢	  s:   € ð  4°}ÐSYØ¨JÝ%Õ.BØ!°Øðð ð ðð rK   c                 ó6   — | dddddt           t          dddd	œ|¥S )
zºCreate RepVGG configuration dictionary.

    Args:
        url: Model weight URL.
        **kwargs: Additional configuration options.

    Returns:
        Configuration dictionary.
    rí  ©rá   ry   ry   ©rˆ   rˆ   çÍÌÌÌÌÌì?Úbicubiczstem.conv1.convr¼  r½  r¾  rÅ  rÆ  s     rL   Ú_cfgrrÍ  ¶	  s:   € ð  4°}ÐSYØ¨)Ý%Õ.BØ'°yØðð ð ðð rK   zgernet_s.idstcv_in1kztimm/)Ú	hf_hub_idzgernet_m.idstcv_in1kzgernet_l.idstcv_in1krÉ  rÊ  )rÎ  r¿  rÀ  zrepvgg_a0.rvgg_in1k)zstem.conv_kxk.convzstem.conv_1x1.convÚmit)rÎ  rÃ  rÄ  zrepvgg_a1.rvgg_in1kzrepvgg_a2.rvgg_in1kzrepvgg_b0.rvgg_in1kzrepvgg_b1.rvgg_in1kzrepvgg_b1g4.rvgg_in1kzrepvgg_b2.rvgg_in1kzrepvgg_b2g4.rvgg_in1kzrepvgg_b3.rvgg_in1kzrepvgg_b3g4.rvgg_in1kzrepvgg_d2se.rvgg_in1k)rá   é@  rÐ  )r‰   r‰   )rÎ  rÃ  rÄ  r¿  rÀ  rÁ  zresnet51q.ra2_in1kzkhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet51q_ra2-d47dcc76.pthz
stem.conv1)rá   rn  rn  )rÎ  r´  rÃ  r¿  rÀ  Útest_input_sizeÚtest_crop_pctzresnet61q.ra2_in1kzkhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet61q_ra2-6afc536c.pth)rÎ  r´  rÑ  rÒ  zresnext26ts.ra2_in1kzvhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/resnext26ts_256_ra2-8bbd9106.pthzseresnext26ts.ch_in1kzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/seresnext26ts_256-6f0d74a3.pthzgcresnext26ts.ch_in1kzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/gcresnext26ts_256-e414378b.pthzeca_resnext26ts.ch_in1kzvhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/eca_resnext26ts_256-5a1d030f.pthzbat_resnext26ts.ch_in1kzvhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/bat_resnext26ts_256-fa6fd595.pth)rÎ  r´  Úmin_input_sizezresnet32ts.ra2_in1kzqhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/resnet32ts_256-aacf5250.pthzresnet33ts.ra2_in1kzqhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/resnet33ts_256-e91b09a4.pthzgcresnet33ts.ra2_in1kzshttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/gcresnet33ts_256-0e0cd345.pthzseresnet33ts.ra2_in1kzshttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/seresnet33ts_256-f8ad44d9.pthzeca_resnet33ts.ra2_in1kzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/eca_resnet33ts_256-8f98face.pthzgcresnet50t.ra2_in1kzrhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/gcresnet50t_256-96374d1c.pthzgcresnext50ts.ch_in1kzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/gcresnext50ts_256-3e0f515e.pthzregnetz_b16.ra3_in1kzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/regnetz_b_raa-677d9606.pthr»  )r‰  r‰  r‰  r¶  r¸  g®Gázî?)
rÎ  r´  rÃ  r6  r^  r¿  rÀ  rÁ  rÑ  rÒ  zregnetz_c16.ra3_in1kzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/regnetz_c_rab2_256-a54bf36a.pth)rÎ  r´  rÃ  r6  r^  rÁ  rÑ  rÒ  zregnetz_d32.ra3_in1kzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/regnetz_d_rab_256-b8073a89.pthgffffffî?)rÎ  r´  r6  r^  rÁ  rÑ  zregnetz_d8.ra3_in1kzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/regnetz_d8_bh-afc03c55.pth)rÎ  r´  r6  r^  rÁ  rÑ  rÒ  zregnetz_e8.ra3_in1kzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/regnetz_e8_bh-aace8e6e.pthzregnetz_b16_evos.untrained)rÃ  r6  r^  r¿  rÀ  rÁ  rÑ  zregnetz_c16_evos.ch_in1kzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/regnetz_c16_evos_ch-d8311942.pth)rÎ  r´  rÃ  r6  r^  rÁ  rÑ  zregnetz_d8_evos.ch_in1kzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/regnetz_d8_evos_ch-2bc12646.pthzmobileone_s0.apple_in1kr¹  )zstem.conv_kxk.0.convzstem.conv_scale.convzmobileone-license)rÎ  rÁ  rÃ  rÄ  zmobileone_s1.apple_in1krË  zmobileone_s2.apple_in1kzmobileone_s3.apple_in1kzmobileone_s4.apple_in1kzresnet50_clip.openaiz	head.proj)	rÎ  rî  r6  r^  rZ   r¿  rÀ  rb   rÄ  zresnet101_clip.openaizresnet50x4_clip.openai)é	   rÔ  zresnet50x16_clip.openaii   )rá   rC  rC  )rm  rm  zresnet50x64_clip.openai)rá   éÀ  rÕ  )rF  rF  zresnet50_clip.cc12mzresnet50_clip.yfcc15mzresnet101_clip.yfcc15mzresnet50_clip_gap.openai)rÎ  rî  r6  r^  r¿  rÀ  rÄ  zresnet101_clip_gap.openai)r¿  rÀ  )rá   é    rÖ  )r>  r>  )rÎ  rÃ  r¿  rÁ  rÀ  )zresnet50x4_clip_gap.openaizresnet50x16_clip_gap.openaizresnet50x64_clip_gap.openaizresnet50_clip_gap.cc12mzresnet50_clip_gap.yfcc15mzresnet101_clip_gap.yfcc15mzresnet50_mlp.untrainedztest_byobnet.r160_in1kc                 ó   — t          dd| i|¤ŽS )z” GEResNet-Large (GENet-Large from official impl)
    `Neural Architecture Design for GPU-Efficient Networks` - https://arxiv.org/abs/2006.14090
    r<  r­  )r<  ©r³  ©r­  r¢   s     rL   r<  r<  ò
  ó   € õ
 ÐGÐG°*ÐGÀÐGÐGÐGrK   c                 ó   — t          dd| i|¤ŽS )z– GEResNet-Medium (GENet-Normal from official impl)
    `Neural Architecture Design for GPU-Efficient Networks` - https://arxiv.org/abs/2006.14090
    r@  r­  )r@  rØ  rÙ  s     rL   r@  r@  ú
  rÚ  rK   c                 ó   — t          dd| i|¤ŽS )z“ EResNet-Small (GENet-Small from official impl)
    `Neural Architecture Design for GPU-Efficient Networks` - https://arxiv.org/abs/2006.14090
    rA  r­  )rA  rØ  rÙ  s     rL   rA  rA    rÚ  rK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-A0
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rE  r­  )rE  rØ  rÙ  s     rL   rE  rE  
  ó   € õ
 ÐHÐH°:ÐHÀÐHÐHÐHrK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-A1
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rI  r­  )rI  rØ  rÙ  s     rL   rI  rI    rÞ  rK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-A2
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rJ  r­  )rJ  rØ  rÙ  s     rL   rJ  rJ    rÞ  rK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-B0
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rL  r­  )rL  rØ  rÙ  s     rL   rL  rL  "  rÞ  rK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-B1
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rM  r­  )rM  rØ  rÙ  s     rL   rM  rM  *  rÞ  rK   c                 ó   — t          dd| i|¤ŽS )z` RepVGG-B1g4
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rO  r­  )rO  rØ  rÙ  s     rL   rO  rO  2  ó   € õ
 ÐJÐJ°ZÐJÀ6ÐJÐJÐJrK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-B2
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rP  r­  )rP  rØ  rÙ  s     rL   rP  rP  :  rÞ  rK   c                 ó   — t          dd| i|¤ŽS )z` RepVGG-B2g4
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rR  r­  )rR  rØ  rÙ  s     rL   rR  rR  B  rä  rK   c                 ó   — t          dd| i|¤ŽS )z^ RepVGG-B3
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rS  r­  )rS  rØ  rÙ  s     rL   rS  rS  J  rÞ  rK   c                 ó   — t          dd| i|¤ŽS )z` RepVGG-B3g4
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rT  r­  )rT  rØ  rÙ  s     rL   rT  rT  R  rä  rK   c                 ó   — t          dd| i|¤ŽS )z` RepVGG-D2se
    `Making VGG-style ConvNets Great Again` - https://arxiv.org/abs/2101.03697
    rU  r­  )rU  rØ  rÙ  s     rL   rU  rU  Z  rä  rK   c                 ó   — t          dd| i|¤ŽS )ú
    rY  r­  )rY  rØ  rÙ  s     rL   rY  rY  b  ó   € õ ÐHÐH°:ÐHÀÐHÐHÐHrK   c                 ó   — t          dd| i|¤ŽS )rë  r[  r­  )r[  rØ  rÙ  s     rL   r[  r[  i  rì  rK   c                 ó   — t          dd| i|¤ŽS )rë  r\  r­  )r\  rØ  rÙ  s     rL   r\  r\  p  ó   € õ ÐJÐJ°ZÐJÀ6ÐJÐJÐJrK   c                 ó   — t          dd| i|¤ŽS )rë  r]  r­  )r]  rØ  rÙ  s     rL   r]  r]  w  ó   € õ ÐLÐL°zÐLÀVÐLÐLÐLrK   c                 ó   — t          dd| i|¤ŽS )rë  r_  r­  )r_  rØ  rÙ  s     rL   r_  r_  ~  rñ  rK   c                 ó   — t          dd| i|¤ŽS )rë  r`  r­  )r`  rØ  rÙ  s     rL   r`  r`  …  ó   € õ ÐNÐN¸ÐNÀvÐNÐNÐNrK   c                 ó   — t          dd| i|¤ŽS )rë  rb  r­  )rb  rØ  rÙ  s     rL   rb  rb  Œ  rô  rK   c                 ó   — t          dd| i|¤ŽS )rë  rd  r­  )rd  rØ  rÙ  s     rL   rd  rd  “  ó   € õ ÐIÐI°JÐIÀ&ÐIÐIÐIrK   c                 ó   — t          dd| i|¤ŽS )rë  re  r­  )re  rØ  rÙ  s     rL   re  re  š  r÷  rK   c                 ó   — t          dd| i|¤ŽS )rë  rf  r­  )rf  rØ  rÙ  s     rL   rf  rf  ¡  ó   € õ ÐKÐK°jÐKÀFÐKÐKÐKrK   c                 ó   — t          dd| i|¤ŽS )rë  rg  r­  )rg  rØ  rÙ  s     rL   rg  rg  ¨  rú  rK   c                 ó   — t          dd| i|¤ŽS )rë  rh  r­  )rh  rØ  rÙ  s     rL   rh  rh  ¯  ó   € õ ÐMÐM¸
ÐMÀfÐMÐMÐMrK   c                 ó   — t          dd| i|¤ŽS )rë  ri  r­  )ri  rØ  rÙ  s     rL   ri  ri  ¶  rï  rK   c                 ó   — t          dd| i|¤ŽS )rë  rj  r­  )rj  rØ  rÙ  s     rL   rj  rj  ½  rñ  rK   c                 ó   — t          dd| i|¤ŽS )rë  rk  r­  )rk  rØ  rÙ  s     rL   rk  rk  Ä  rï  rK   c                 ó   — t          dd| i|¤ŽS )rë  ro  r­  )ro  rØ  rÙ  s     rL   ro  ro  Ë  rï  rK   c                 ó   — t          dd| i|¤ŽS )rë  rp  r­  )rp  rØ  rÙ  s     rL   rp  rp  Ò  rï  rK   c                 ó   — t          dd| i|¤ŽS )rë  rq  r­  )rq  rØ  rÙ  s     rL   rq  rq  Ù  r÷  rK   c                 ó   — t          dd| i|¤ŽS )rë  rr  r­  )rr  rØ  rÙ  s     rL   rr  rr  à  r÷  rK   c                 ó   — t          dd| i|¤ŽS )rë  rs  r­  )rs  rØ  rÙ  s     rL   rs  rs  ç  ó   € õ ÐOÐO¸*ÐOÈÐOÐOÐOrK   c                 ó   — t          dd| i|¤ŽS )rë  rt  r­  )rt  rØ  rÙ  s     rL   rt  rt  î  r  rK   c                 ó   — t          dd| i|¤ŽS )rë  ru  r­  )ru  rØ  rÙ  s     rL   ru  ru  õ  rô  rK   c                 ó   — t          dd| i|¤ŽS )rë  rv  r­  )rv  rØ  rÙ  s     rL   rv  rv  ü  rú  rK   c                 ó   — t          dd| i|¤ŽS )rë  rw  r­  )rw  rØ  rÙ  s     rL   rw  rw    rú  rK   c                 ó   — t          dd| i|¤ŽS )rë  rx  r­  )rx  rØ  rÙ  s     rL   rx  rx  
  rú  rK   c                 ó   — t          dd| i|¤ŽS )rë  ry  r­  )ry  rØ  rÙ  s     rL   ry  ry    rú  rK   c                 ó   — t          dd| i|¤ŽS )rë  rz  r­  )rz  rØ  rÙ  s     rL   rz  rz    rú  rK   c                 ó   — t          dd| i|¤ŽS )z0 OpenAI Modified ResNet-50 CLIP image tower
    r|  r­  )r|  rØ  rÙ  s     rL   r|  r|    rñ  rK   c                 ó   — t          dd| i|¤ŽS )z1 OpenAI Modified ResNet-101 CLIP image tower
    r}  r­  )r}  rØ  rÙ  s     rL   r}  r}  &  rý  rK   c                 ó   — t          dd| i|¤ŽS )z2 OpenAI Modified ResNet-50x4 CLIP image tower
    r  r­  )r  rØ  rÙ  s     rL   r  r  -  rô  rK   c                 ó   — t          dd| i|¤ŽS )z3 OpenAI Modified ResNet-50x16 CLIP image tower
    r€  r­  )r€  rØ  rÙ  s     rL   r€  r€  4  r  rK   c                 ó   — t          dd| i|¤ŽS )z3 OpenAI Modified ResNet-50x64 CLIP image tower
    r‚  r­  )r‚  rØ  rÙ  s     rL   r‚  r‚  ;  r  rK   c                 ó   — t          dd| i|¤ŽS )zP OpenAI Modified ResNet-50 CLIP image tower w/ avg pool (no attention pool)
    Úresnet50_clip_gapr­  )r  rØ  rÙ  s     rL   r  r  B  s   € õ ÐPÐP¸:ÐPÈÐPÐPÐPrK   c                 ó   — t          dd| i|¤ŽS )zQ OpenAI Modified ResNet-101 CLIP image tower w/ avg pool (no attention pool)
    Úresnet101_clip_gapr­  )r  rØ  rÙ  s     rL   r  r  I  s   € õ ÐQÐQ¸JÐQÈ&ÐQÐQÐQrK   c                 ó   — t          dd| i|¤ŽS )zR OpenAI Modified ResNet-50x4 CLIP image tower w/ avg pool (no attention pool)
    Úresnet50x4_clip_gapr­  )r  rØ  rÙ  s     rL   r  r  P  s   € õ ÐRÐR¸ZÐRÈ6ÐRÐRÐRrK   c                 ó   — t          dd| i|¤ŽS )zS OpenAI Modified ResNet-50x16 CLIP image tower w/ avg pool (no attention pool)
    Úresnet50x16_clip_gapr­  )r  rØ  rÙ  s     rL   r  r  W  ó   € õ ÐSÐS¸jÐSÈFÐSÐSÐSrK   c                 ó   — t          dd| i|¤ŽS )zS OpenAI Modified ResNet-50x64 CLIP image tower w/ avg pool (no attention pool)
    Úresnet50x64_clip_gapr­  )r  rØ  rÙ  s     rL   r  r  ^  r  rK   c                 ó   — t          dd| i|¤ŽS )rë  r…  r­  )r…  rØ  rÙ  s     rL   r…  r…  e  rú  rK   c                 ó   — t          dd| i|¤ŽS )z- Minimal test ResNet (BYOB based) model.
    r†  r­  )r†  rØ  rÙ  s     rL   r†  r†  l  rú  rK   )rm   rq   r   )r‡   rq   rJ   r&   )r&   F)r_   r_   rª  NNN)r6   )rã   rá   rn   r2  )r_   F)rˆ  r  )r_   )›rC   r7  Údataclassesr   r   r   Ú	functoolsr   Útypingr   r   r	   r
   r   r   r   r   r   rÖ   Útorch.nnrE   Ú	timm.datar   r   r   r   Útimm.layersr   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   Ú_builderr'   Ú	_featuresr(   Ú_manipulater)   r*   Ú	_registryr+   r,   Ú__all__r/   r.   rH   rI   r†   rš   rD   rl   r¤   r­   r°   r²   rF   rº   rÞ   rà   r  r  r  r  ra  ru  rg   rƒ  r„  r1   rß  rˆ  r0   rº  r¾  rÇ  rÐ  rè  rë  r-   r  r²  rŸ  r×   r©  r«  r³  rÇ  rÍ  Údefault_cfgsr<  r@  rA  rE  rI  rJ  rL  rM  rO  rP  rR  rS  rT  rU  rY  r[  r\  r]  r_  r`  rb  rd  re  rf  rg  rh  ri  rj  rk  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r|  r}  r  r€  r‚  r  r  r  r  r  r…  r†  rJ   rK   rL   ú<module>r,     s�9  ððð ð< €€€Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø Ð Ð Ð Ð Ð Ø TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ TÐ Tà €€€Ø Ð Ð Ð Ð Ð à dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð( +Ð *Ð *Ð *Ð *Ð *Ø +Ð +Ð +Ð +Ð +Ð +Ø 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø <Ð <Ð <Ð <Ð <Ð <Ð <Ð <à
WÐ
WÐ
W€ð ð2ð 2ð 2ð 2ð 2ñ 2ô 2ñ „ð2ð( ðIð Ið Ið Ið Iñ Iô Iñ „ðIñBð �U˜3 ˜8”_ð ¸%ÀÀsÀ
Ô:Kð Ðhkð Ø €k�3ÐÔ ðð ð ð ð* +Ø 0Ø%'Ø!"ñ	"ð "Ø��c�Œ?ð"à�%˜�*Ôð"ð ˜˜c˜”?ð"ð ð	"ð
 
ˆ$ˆ{Ô
Ôð"ð "ð "ð "ðP ()Øñ	ð Ø�S˜#�XŒðàðð �S˜$˜sœ)�^Ô$ðð ð	ð ˆ;˜ÐÔðð ð ð ð@¨¨k¸8ÀKÔ;PÐ.PÔ(Qð ÐVZÐ[fÔVgð ð ð ð ð"&˜8 Cœ=ð &°Cð &¸Cð &ð &ð &ð &ð$ ð0ð 0ð 0ð 0ð 0ñ 0ô 0ñ „ð0ð/'ð /'ð /'ð /'ð /'�B”Iñ /'ô /'ð /'ðd Øð àð ð ð ð ð	 ð
 ˜˜S˜”/ð ð ð ð ˆbŒiÔð ð  ð  ð  ðFGð Gð Gð Gð G�”ñ Gô Gð GðTWð Wð Wð Wð W�b”iñ Wô Wð WðtOð Oð Oð Oð O�”	ñ Oô Oð OðdLð Lð Lð Lð L�”	ñ Lô Lð Lð^s=ð s=ð s=ð s=ð s=�"”)ñ s=ô s=ð s=ðlK=ð K=ð K=ð K=ð K=�R”Yñ K=ô K=ð K=ð\Qð Qð Qð Qð Q�B”Iñ Qô Qð Qðh �$Ø
ØØ	Ø	ØØØðñ ô €ð+˜sð +¨b¬ið +ð +ð +ð +ð,˜˜c 2¤9˜nÔ-ð ,ð ,ð ,ð ,ðNð Nð Nð Nð Nˆ2Œ=ñ Nô Nð Nðh ØØ!ØØØñ/ð /Øð/àð/ð ð/ð ð	/ð
 ð/ð ð/ð /ð /ð /ñdRð Rð Rð Rð	ð 	ð 	ð!Y d¨3°¨8¤nð !YÀð !YÐYdð !Yð !Yð !Yð !YðJ ØØñð Øðàðð ðð 
ˆ(�7Ô
Ôð	ð ð ð ðD "$Ø Ø#'Ø$(Ø.AØØðE;ð E;ØðE;àðE;ð ðE;ð ˜˜S˜”>ð	E;ð
 ðE;ð ðE;ð ˜C”=ðE;ð ˜Ô!ðE;ð " (Ô+ðE;ð E;ð E;ð E;ñP
ð 
�{ð 
¨dð 
ð 
ð 
ð 
ðOð Oð Oð Oð OˆbŒiñ Oô Oð Oñd
;ð ;˜"œ)ð ;¨3ð ;ÀTð ;ÐVZð ;ð ;ð ;ð ;ð2 ˆTð xð xð xØˆ[àˆK˜W¨¨S°A¸!ÀÐCÑCÔCØˆK˜W¨¨S°A¸!ÀÐCÑCÔCØˆK˜X¨¨c°Q¸1ÀÐGÑGÔGØˆK˜X¨¨c°Q¸1ÀÐDÑDÔDØˆK˜X¨¨c°Q¸1ÀÐDÑDÔDð
ð ØØðñ ô ð ðxð ˆ[àˆK˜W¨¨S°A¸!ÀÐCÑCÔCØˆK˜W¨¨S°A¸!ÀÐCÑCÔCØˆK˜X¨¨c°Q¸1ÀÐGÑGÔGØˆK˜X¨¨c°Q¸1ÀÐDÑDÔDØˆK˜X¨¨c°Q¸1ÀÐDÑDÔDð
ð ØØðñ ô ð ðxð2 ˆ[àˆK˜W¨¨R°1¸¸rÐBÑBÔBØˆK˜W¨¨R°1¸¸rÐBÑBÔBØˆK˜X¨¨c°Q¸1ÀÐGÑGÔGØˆK˜X¨¨c°Q¸1ÀÐDÑDÔDØˆK˜X¨¨c°Q¸1ÀÐDÑDÔDð
ð ØØðñ ô ð ð3xðL ˆkØˆ}˜}Ð1HÐIÑIÔIØØðñ ô ð ðMxðV ˆkØˆ}˜}°Ð@Ñ@Ô@ØØðñ ô ð ðWxð` ˆkØˆ}˜}Ð1FÐGÑGÔGØØðñ ô ð ðaxðj ˆkØˆ}Ð 1Ð2Ñ2Ô2ØØðñ ô ð ðkxðt ˆkØˆ}Ð 0Ð1Ñ1Ô1ØØðñ ô ð ðuxð~ �Øˆ}Ð 0¸Ð;Ñ;Ô;ØØðñ ô ð ðxðH ˆkØˆ}Ð 3Ð4Ñ4Ô4ØØðñ ô ð ðIxðR �Øˆ}Ð 3¸AÐ>Ñ>Ô>ØØðñ ô ð ðSxð\ ˆkØˆ}Ð 0Ð1Ñ1Ô1ØØðñ ô ð ð]xðf �Øˆ}Ð 0¸Ð;Ñ;Ô;ØØðñ ô ð ðgxðp �Øˆ}˜~Ð2EÐFÑFÔFØØØØ�D &°QÐ7Ñ7Ô7ðñ ô ð ðqxðD ˆkàˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸AÀ#ÐFÑFÔFð	
ð ØØØØðñ ô ð ðExðd ˆkàˆK˜V q¨C°1¸¸sÐQUÐQUÑQWÔQWÐXÑXÔXØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸AÀ#ÐFÑFÔFð	
ð ØØØØØ�T TÐ*Ñ*Ô*ðñ ô ð ðexðF �àˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHð	
ð ØØØðñ ô ð ðGxð^ �+àˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHð	
ð ØØØØðñ ô ð ð_xðx �+àˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHð	
ð ØØØØðñ ô ð ðyxðR  �KàˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHð	
ð ØØØØðñ ô ð ðSxðl  �KàˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHð	
ð ØØØØØ�D AÐ&Ñ&Ô&ðñ ô ð ðmxðL ˆ{àˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGð	
ð ØØØØðñ ô ð ðMxðj ˆ{àˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGð	
ð ØØØØðñ ô ð ðkxðJ �àˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGð	
ð ØØØØØðñ ô ð ðKxðf �àˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGð	
ð ØØØØØðñ ô ð ðgxðB �;àˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨c°Q¸1ÀÐFÑFÔFØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGØˆK˜X¨¨d°a¸AÀ$ÐGÑGÔGð	
ð ØØØØØðñ ô ð ðCxð` �àˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨d°a¸DÐAÑAÔAØˆK˜X¨¨d°a¸DÐAÑAÔAð	
ð ØØØðñ ô ð ðaxðz �+àˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHØˆK˜X¨¨d°a¸BÀ4ÐHÑHÔHð	
ð ØØØØðñ ô ð ð{xðX	 �àˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨s°a¸BÀ1ÐEÑEÔEØˆK˜X¨¨c°Q¸2À!ÐDÑDÔDð	
ð ØØØØØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ðY	xðx	 �àˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨s°a¸BÀ1ÐEÑEÔEØˆK˜X¨¨c°Q¸2À!ÐDÑDÔDð	
ð ØØØØØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ðy	xðX
 �àˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨c°Q¸2À!ÐDÑDÔDØˆK˜X¨¨s°a¸BÀ1ÐEÑEÔEØˆK˜X¨¨c°Q¸2À!ÐDÑDÔDð	
ð ØØØØØØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ðY
xðz
 ˆ{àˆK˜X¨¨b°A¸!ÀÐBÑBÔBØˆK˜X¨¨c°Q¸1ÀÐCÑCÔCØˆK˜X¨¨s°a¸AÀ!ÐDÑDÔDØˆK˜X¨¨c°Q¸1ÀÐCÑCÔCð	
ð ØØØØØØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ð{
xð\ ˆ{àˆK˜X¨¨b°A¸!ÀÐBÑBÔBØˆK˜X¨¨c°Q¸1ÀÐCÑCÔCØˆK˜X¨¨s°a¸AÀ!ÐDÑDÔDØˆK˜X¨¨c°Q¸1ÀÐCÑCÔCð	
ð ØØØØØØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ð]xðB !�[àˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨s°a¸BÀ1ÐEÑEÔEØˆK˜X¨¨c°Q¸2À!ÐDÑDÔDð	
ð ØØØØØ�7˜<°BÐ7Ñ7Ô7ØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ðCxðd !�[àˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨b°A¸"ÀÐCÑCÔCØˆK˜X¨¨s°a¸BÀ1ÐEÑEÔEØˆK˜X¨¨c°Q¸2À!ÐDÑDÔDð	
ð ØØØØØ�7˜<°BÐ7Ñ7Ô7ØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ðñ ô ð ðexðF  �KàˆK˜X¨¨b°A¸!ÀÐBÑBÔBØˆK˜X¨¨c°Q¸1ÀÐCÑCÔCØˆK˜X¨¨s°a¸AÀ!ÐDÑDÔDØˆK˜X¨¨c°Q¸1ÀÐCÑCÔCð	
ð ØØØØØØ�7˜<°BÐ7Ñ7Ô7ØØ�D $Ð'Ñ'Ô'Ø�T D°TÐ:Ñ:Ô:ð!ñ ô ð ðGxðl �ØˆÐ"6È!ÐLÑLÔLØØðñ ô ð ðmxðv �ØˆÐ"6Ð7Ñ7Ô7ØØðñ ô ð ðwxð@ �ØˆÐ"6Ð7Ñ7Ô7ØØðñ ô ð ðAxðJ �ØˆÐ"6Ð7Ñ7Ô7ØØðñ ô ð ðKxðT �ØˆÐ"6À,ÐOÑOÔOØØðñ ô ð ðUxð` �+àˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨d°a¸DÐAÑAÔAØˆK˜X¨¨d°a¸DÐAÑAÔAð	
ð ØØØØØðñ ô ð ðaxð| �;àˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨t°q¸TÐBÑBÔBØˆK˜X¨¨d°a¸DÐAÑAÔAð	
ð ØØØØØðñ ô ð ð}xðX  �KàˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨t°q¸TÐBÑBÔBØˆK˜X¨¨d°a¸DÐAÑAÔAð	
ð ØØØØØØðñ ô ð ðYxðv !�[àˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨t°q¸TÐBÑBÔBØˆK˜X¨¨d°a¸DÐAÑAÔAð	
ð ØØØØØØðñ ô ð ñwxðT !�[àˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X©¨s°a¸DÐAÑAÔAØˆK˜X©¨t°q¸TÐBÑBÔBØˆK˜X¨¨t°q¸TÐBÑBÔBð	
ñ ØØØØØØðñ ô ð ñUxðt �àˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨c°Q¸4Ð@Ñ@Ô@ØˆK˜X¨¨d°a¸DÐAÑAÔAØˆK˜X¨¨d°a¸DÐAÑAÔAð	
ð ØØØØØÙññ ô ð ñuxðT �àˆK˜V q¨B°!¸¹cÐBÑBÔBØˆK™V q¨B°!¸¹cÐBÑBÔBØˆK˜W¨¨S°A¸"ÀÐFÑFÔFØˆK˜X¨¨c°Q¸2À$ÐGÑGÔGð	
ñ ØØÙØØ�D $Ð'Ñ'Ô'ññ ô ð ðUx€
ñr 
hð Lð L€AØ$˜W Z°¤]¹lÑKÑKÔK€Jˆq‘6‰zÑÐð  ñ(ñ (Ø˜˜eœlÐ*Ô+ñ(àñ(ð ð(ð 
ˆ#ˆuŒ|Ð
Ôð	(ñ (ð (ð (ñVØ˜˜eœlÐ*Ô+ñàðñ ð ð ññ ˜Sñ ¨dð Èð ñ ð ð ñ(ñ ˆcð  T¨#¨s¨(¤^ð ñ ð ð ñ(ñ ˆsð  d¨3°¨8¤nð ñ ð ð ð( %Ð$ð e&á˜D˜D©7Ñ3Ñ3Ô3ðe&ñ ˜D˜D©7Ñ3Ñ3Ô3ðe&ñ ˜D˜D©7¹}ÑX^Ñ_Ñ_Ô_ð	e&ñ ˜4˜4ÙÙ?ÉñPñ Pô Pðe&ñ ˜4˜4ÙÙ?ÉñPñ Pô Pðe&ñ ˜4˜4ÙÙ?ÉñPñ Pô Pðe&ñ  ˜4˜4ÙÙ?ÉñPñ Pô Pð!e&ñ& ˜4˜4ÙÙ?ÉñPñ Pô Pð'e&ñ, ˜T˜TÙÙ?ÉñPñ Pô Pð-e&ñ2 ˜4˜4ÙÙ?ÉñPñ Pô Pð3e&ñ8 ˜T˜TÙÙ?ÉñPñ Pô Pð9e&ñ> ˜4˜4ÙÙ?ÉñPñ Pô Pð?e&ñD ˜T˜TÙÙ?ÉñPñ Pô PðEe&ñJ ˜T˜TÙÙ?ÉÙ ©H¸sññ ô ðKe&ñX ˜$˜$ÙÙyÙ©MÁVÙ%°Sñ	:ñ :ô :ðYe&ñb ˜%˜%ÙÙyÙ%°Sñ:ñ :ô :ðce&ñn ˜E˜EÙñ EÙ%°Sñ:ñ :ô :ðoe&ð e&ñv ˜U˜UÙñ CÙ%°Sñ:ñ :ô :ðwe&ñ~ ˜U˜UÙñ CÙ%°Sñ:ñ :ô :ðe&ñF ˜u˜uÙñ EÙ%°Sñ :ñ  :ô  :ðGe&ñN ˜u˜uÙñ EÙ$ñ &ñ  &ô  &ðOe&ñZ ˜5˜5ÙÙÙ%°Sñ:ñ :ô :ð[e&ñb ˜5˜5ÙÙÙ%°Sñ:ñ :ô :ðce&ñj ˜U˜UÙñ BÙ%°Sñ:ñ :ô :ðke&ñr ˜U˜UÙñ BÙ%°Sñ:ñ :ô :ðse&ñz ˜u˜uÙñ DÙ%°Sñ :ñ  :ô  :ð{e&ñD ˜E˜EÙñ AÙ%°Sñ:ñ :ô :ðEe&ñN ˜U˜UÙñ CÙ%°Sñ:ñ :ô :ðOe&ñZ ˜E˜EÙÙ~Ù¡_¹/Ù ©F¹TÑS`Ðpsñ	uñ uô uð[e&ñd ˜E˜EÙñ DÙ¡_¹/Ù¡}ÀCñ	Iñ Iô Iðee&ñn ˜E˜EÙñ CÙ¡/¹DÑR_ñañ aô aðoe&ñv ˜5˜5ÙÙ~Ù¡/¹DÑR_Ðorñtñ tô tðwe&ñ~ ˜5˜5ÙÙ~Ù¡/¹DÑR_Ðorñtñ tô tðe&ñH ! % %Ù¡_¹/Ù ©F¹TÑS`ñ#bñ #bô #bðIe&ð e&ð e&ñN   Ùñ DÙ¡_¹/Ù¡}ñ	!6ñ !6ô !6ðOe&ñX ˜u˜uÙñ CÙ¡/¹DÑR_Ðorñ tñ  tô  tðYe&ñb ˜t˜tÙÙÙCÙ#ñ	 ñ  ô  ðce&ñn ˜t˜tÙÙÙCÙ#ñ	 ñ  ô  ðoe&ñz ˜t˜tÙÙÙCÙ#ñ	 ñ  ô  ð{e&ñF ˜t˜tÙÙÙCÙ#ñ	 ñ  ô  ðGe&ñR ˜t˜tÙÙÙCÙ#ñ	 ñ  ô  ðSe&ñb ˜E˜EÙØÐ/°_Ø©-Á6ÙÙññ ô ðce&ñp ˜U˜UÙØÐ.°OØ©-Á6ÙÙññ ô ðqe&ñ~ ˜e˜eÙØÐ.°OØ©-Á6ÙÙññ ô ðe&ñL ˜u˜uÙÙÐ.°OØ©-Á8ÙÙñ ñ  ô  ðMe&ñZ ˜u˜uÙØÐ/°_Ø©-Á8ÙÙñ ñ  ô  ð[e&ñh ˜5˜5ÙØÐ/°_Ø©-Á6ÙÙññ ô ðie&ñv ˜U˜UÙØÐ/°_Ø©-Á6ÙÙññ ô ðwe&ñD ˜e˜eÙØÐ.°OØ©-Á6ÙÙññ ô ðEe&ñV   ÙØÐ,°/Ù ©FÙñ	!ñ !ô !ðWe&ñb    ÙØÐ,°/Ù ©FÙñ	"ñ "ô "ðce&ð e&ðn #( %ÙØÐ,°/Ù ©FÙñ	#ñ #ô #ð $) 5ÙØÐ,°/Ù ©HÙñ	$ñ $ô $ð $) 5ÙØÐ,°/Ù ©HÙñ	$ñ $ô $ð  %˜uÙØÐ,°/Ù ©FÙñ	 ñ  ô  ð "' ÙØÐ,°/Ù ©FÙñ	"ñ "ô "ð #( %ÙØÐ,°/Ù ©FÙñ	#ñ #ô #ð $˜eÙ ©Fññ ô ð $˜eÙÙÙ ©4¹6ññ ô ñA	e&ð e&ð e&ñ eô e€ðP	 ñHð H¨Gð Hñ Hð Hñ „ðHð ñHð H¨Gð Hñ Hð Hñ „ðHð ñHð H¨Gð Hñ Hð Hñ „ðHð ñIð I¨Wð Iñ Ið Iñ „ðIð ñIð I¨Wð Iñ Ið Iñ „ðIð ñIð I¨Wð Iñ Ið Iñ „ðIð ñIð I¨Wð Iñ Ið Iñ „ðIð ñIð I¨Wð Iñ Ið Iñ „ðIð ñKð K¨wð Kñ Kð Kñ „ðKð ñIð I¨Wð Iñ Ið Iñ „ðIð ñKð K¨wð Kñ Kð Kñ „ðKð ñIð I¨Wð Iñ Ið Iñ „ðIð ñKð K¨wð Kñ Kð Kñ „ðKð ñKð K¨wð Kñ Kð Kñ „ðKð ñIð I¨Wð Iñ Ið Iñ „ðIð ñIð I¨Wð Iñ Ið Iñ „ðIð ñKð K¨wð Kñ Kð Kñ „ðKð ñMð M°ð Mñ Mð Mñ „ðMð ñMð M°ð Mñ Mð Mñ „ðMð ñOð O°7ð Oñ Oð Oñ „ðOð ñOð O°7ð Oñ Oð Oñ „ðOð ñJð J¨gð Jñ Jð Jñ „ðJð ñJð J¨gð Jñ Jð Jñ „ðJð ñLð L°ð Lñ Lð Lñ „ðLð ñLð L°ð Lñ Lð Lñ „ðLð ñNð N°'ð Nñ Nð Nñ „ðNð ñKð K¨wð Kñ Kð Kñ „ðKð ñMð M°ð Mñ Mð Mñ „ðMð ñKð K¨wð Kñ Kð Kñ „ðKð ñKð K¨wð Kñ Kð Kñ „ðKð ñKð K¨wð Kñ Kð Kñ „ðKð ñJð J¨gð Jñ Jð Jñ „ðJð ñJð J¨gð Jñ Jð Jñ „ðJð ñPð P°Gð Pñ Pð Pñ „ðPð ñPð P°Gð Pñ Pð Pñ „ðPð ñOð O°7ð Oñ Oð Oñ „ðOð ñLð L°ð Lñ Lð Lñ „ðLð ñLð L°ð Lñ Lð Lñ „ðLð ñLð L°ð Lñ Lð Lñ „ðLð ñLð L°ð Lñ Lð Lñ „ðLð ñLð L°ð Lñ Lð Lñ „ðLð ñMð M°ð Mñ Mð Mñ „ðMð ñNð N°'ð Nñ Nð Nñ „ðNð ñOð O°7ð Oñ Oð Oñ „ðOð ñPð P°Gð Pñ Pð Pñ „ðPð ñPð P°Gð Pñ Pð Pñ „ðPð ñQð Q°Wð Qñ Qð Qñ „ðQð ñRð R°gð Rñ Rð Rñ „ðRð ñSð S°wð Sñ Sð Sñ „ðSð ñTð T¸ð Tñ Tð Tñ „ðTð ñTð T¸ð Tñ Tð Tñ „ðTð ñLð L°ð Lñ Lð Lñ „ðLð ñLð L°ð Lñ Lð Lñ „ðLð Lð LrK   