§
    ­¸j1. ã                  ó²  — U d Z ddlmZ ddlZddlZddlmZmZ ddlm	Z	 ddl
Z
ddlmc mZ ddl
mZmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ dBd„ZdCd„ZdDd„ZdEdFd„Z	 	 	 dGdHd"„ZdId%„ZdJd)„Z dKd,„Z! G d-„ d.ej"        ¦  «        Z# G d/„ d0ej"        ¦  «        Z$ G d1„ d2ej"        ¦  «        Z%dLd7„Z&dMd:„Z'ej(        ej)        ej*        d;œZ+d<e,d=<   dNdA„Z-dS )OzTransformer class.é    )ÚannotationsN)ÚCallableÚSequence)Úcast)ÚTensorÚnn)ÚBuilderArgs)ÚConditionalQueryInitializer©ÚMLP)ÚMSDeformAttn)Úis_compilingÚreturnÚboolc                 ó   — dS )a  Fallback for ``torch.compiler.is_exporting`` on torch versions that lack it.

    ``is_exporting`` was added in torch 2.7. Hoisting this fallback avoids allocating a fresh
    ``lambda`` in the hot decoder ``forward`` path.

    Returns:
        Always ``False``.
    F© r   ó    úi/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/transformer.pyÚ_tracer_absentr   #   s	   € ð ˆ5r   ÚdimÚintc                ó"   — t          d| ¦  «        S )z6Clamp a MultiheadAttention head count to at least one.é   )Úmax©r   s    r   Ú_safe_multinormalizer   /   s   € åˆq�#‰;Œ;Ðr   ÚmaskúTensor | NoneÚdtypeútorch.dtypec                ó    — | �| j         t          j        k    r| S |                      |¦  «                             | t          d¦  «        ¦  «        S )aÇ  Return the float form of a boolean attention mask: ``-inf`` where blocked, ``0`` elsewhere.

    ``nn.MultiheadAttention`` builds this itself from a boolean mask with ``zeros_like(mask, dtype=...)``.
    coremltools (9.0, 9.1) drops that ``dtype`` keyword when it converts a ``torch.export`` program, so the mask
    stays boolean and ``scaled_dot_product_attention`` reads it with the opposite meaning. Passing the float mask
    keeps eager results identical and gives the converters nothing to reinterpret.

    Args:
        mask: Boolean mask, ``True`` where attention is blocked, or ``None``.
        dtype: Floating dtype of the attention inputs.

    Returns:
        The additive mask in *dtype*, or *mask* unchanged when it is ``None`` or already floating.

    Examples:
        >>> _additive_attn_mask(torch.tensor([[False, True]]), torch.float32)
        tensor([[0., -inf]])
        >>> _additive_attn_mask(None, torch.float32) is None
        True
    Nz-inf)r   Útorchr   ÚtoÚmasked_fillÚfloat)r   r   s     r   Ú_additive_attn_maskr&   4   sB   € ð* €|�t”z¥U¤ZÒ/Ð/ØˆØ�7Š7�5‰>Œ>×%Ò% d­E°&©M¬MÑ:Ô:Ð:r   é€   Ú
pos_tensorr   c           	     ó4  — dt           j        z  }t          j        || j        | j        ¬¦  «        }dd|dz  z  |z  z  }| d d …d d …df         |z  }| d d …d d …df         |z  }|d d …d d …d f         |z  }|d d …d d …d f         |z  }t          j        |d d …d d …dd d…f                              ¦   «         |d d …d d …dd d…f                              ¦   «         fd¬¦  «         	                    d¦  «        }t          j        |d d …d d …dd d…f                              ¦   «         |d d …d d …dd d…f                              ¦   «         fd¬¦  «         	                    d¦  «        }|  
                    d¦  «        dk    rt          j        ||fd¬¦  «        }�n€|  
                    d¦  «        d	k    �rA| d d …d d …df         |z  }	|	d d …d d …d f         |z  }
t          j        |
d d …d d …dd d…f                              ¦   «         |
d d …d d …dd d…f                              ¦   «         fd¬¦  «         	                    d¦  «        }
| d d …d d …df         |z  }|d d …d d …d f         |z  }t          j        |d d …d d …dd d…f                              ¦   «         |d d …d d …dd d…f                              ¦   «         fd¬¦  «         	                    d¦  «        }t          j        |||
|fd¬¦  «        }n%t          d
|  
                    d¦  «        › �¦  «        ‚|S )Né   ©r   Údevicei'  r   r   é   r   éÿÿÿÿé   zUnknown pos_tensor shape(-1):)ÚmathÚpir"   Úaranger   r,   ÚstackÚsinÚcosÚflattenÚsizeÚcatÚ
ValueError)r(   r   ÚscaleÚdim_tÚx_embedÚy_embedÚpos_xÚpos_yÚposÚw_embedÚpos_wÚh_embedÚpos_hs                r   Úgen_sineembed_for_positionrE   N   s†  € ð •”‰K€EÝŒL˜ JÔ$4¸ZÔ=NÐOÑOÔO€EØ�a˜5 A™:Ñ&¨Ñ,Ñ-€EØ˜˜˜˜A˜A˜A˜q˜Ô! EÑ)€GØ˜˜˜˜A˜A˜A˜q˜Ô! EÑ)€GØ�A�A�A�q�q�q˜$�JÔ %Ñ'€EØ�A�A�A�q�q�q˜$�JÔ %Ñ'€EÝŒK˜˜q˜q˜q ! ! ! Q T¨ T˜zÔ*×.Ò.Ñ0Ô0°%¸¸¸¸1¸1¸1¸a¸dÀ¸d¸
Ô2C×2GÒ2GÑ2IÔ2IÐJÐPQÐRÑRÔR×ZÒZÐ[\Ñ]Ô]€EÝŒK˜˜q˜q˜q ! ! ! Q T¨ T˜zÔ*×.Ò.Ñ0Ô0°%¸¸¸¸1¸1¸1¸a¸dÀ¸d¸
Ô2C×2GÒ2GÑ2IÔ2IÐJÐPQÐRÑRÔR×ZÒZÐ[\Ñ]Ô]€EØ‡‚�rÑÔ˜aÒÐÝŒi˜ ˜¨AÐ.Ñ.Ô.ˆ‰Ø	�Š˜Ñ	Ô	 Ò	!Ñ	!Ø˜Q˜Q˜Q    1˜WÔ%¨Ñ-ˆØ˜˜˜˜1˜1˜1˜d˜
Ô# eÑ+ˆÝ”˜U 1 1 1 a a a¨¨¨A¨ :Ô.×2Ò2Ñ4Ô4°e¸A¸A¸A¸q¸q¸qÀ!À$ÀQÀ$¸JÔ6G×6KÒ6KÑ6MÔ6MÐNÐTUÐVÑVÔV×^Ò^Ð_`ÑaÔaˆà˜Q˜Q˜Q    1˜WÔ%¨Ñ-ˆØ˜˜˜˜1˜1˜1˜d˜
Ô# eÑ+ˆÝ”˜U 1 1 1 a a a¨¨¨A¨ :Ô.×2Ò2Ñ4Ô4°e¸A¸A¸A¸q¸q¸qÀ!À$ÀQÀ$¸JÔ6G×6KÒ6KÑ6MÔ6MÐNÐTUÐVÑVÔV×^Ò^Ð_`ÑaÔaˆÝŒi˜  u¨eÐ4¸!Ð<Ñ<Ô<ˆˆåÐN¸¿ºÈÑ9LÔ9LÐNÐNÑOÔOÐOØ€Jr   TÚmemoryÚmemory_padding_maskÚspatial_shapesú)Sequence[tuple[int, int]] | Tensor | NoneÚ	unsigmoidútuple[Tensor, Tensor]c                óX  — g }d}| j         \  }}}|€J ‚t          |¦  «        D �]i\  }\  }	}
|�s|dd…|||	|
z  z   …f                              ||	|
d¦  «        }t          j        |dd…dd…ddf          d¦  «        }t          j        |dd…ddd…df          d¦  «        }n\t          j        | dd…ddf         t          j        ¬¦  «        |	z   }t          j        | dd…ddf         t          j        ¬¦  «        |
z   }t          j        t          j        d|	dz
  |	t          j	        | j
        ¬¦  «        t          j        d|
dz
  |
t          j	        | j
        ¬¦  «        d¬¦  «        \  }}t          j        |                     d¦  «        |                     d¦  «        gd¦  «        }t          j        |                     d¦  «        |                     d¦  «        gd¦  «                             dddd	¦  «        }|                     d¦  «        d
z   |                     ¦   «         z  }t          j        |¦  «        dz  d|z  z  }t          j        ||fd¦  «                             |dd¦  «        }|                     |¦  «         ||	|
z  z  }�Œkt          j        |d¦  «        }|dk    |dk     z                       dd¬¦  «        }|rwt          j        |d|z
  z  ¦  «        }|�6|                     |                     d¦  «        t          d¦  «        ¦  «        }|                     | t          d¦  «        ¦  «        }n\|�6|                     |                     d¦  «        t          d¦  «        ¦  «        }|                     | t          d¦  «        ¦  «        }| }|�6|                     |                     d¦  «        t          d¦  «        ¦  «        }|                     | t          d¦  «        ¦  «        }|                     | j        ¦  «        |                     | j        ¦  «        fS )zï
    Input:
        - memory: bs, \sum{hw}, d_model
        - memory_padding_mask: bs, \sum{hw}
        - spatial_shapes: nlevel, 2
    Output:
        - output_memory: bs, \sum{hw}, d_model
        - output_proposals: bs, \sum{hw}, 4
    r   Nr   ©r   r+   Úij)Úindexingr.   r*   g      à?gš™™™™™©?g       @r/   g{®Gáz„?g®Gáz®ï?T)ÚkeepdimÚinf)ÚshapeÚ	enumerateÚreshaper"   ÚsumÚ
zeros_likeÚlongÚmeshgridÚlinspaceÚfloat32r,   r8   Ú	unsqueezer%   Ú	ones_likeÚappendÚallÚlogr$   r#   r   )rF   rG   rH   rJ   Ú	proposalsÚ_curÚ
batch_sizeÚ_ÚlvlÚheightÚwidthÚmask_flatten_Úvalid_heightÚvalid_widthÚgrid_yÚgrid_xÚgridr:   Úproposals_gridÚwhÚproposalÚoutput_proposalsÚoutput_proposals_validÚoutput_memorys                           r   Úgen_encoder_output_proposalsrs   j   s;  € ð €IØ€DØ”|Ñ€J��1ØÐ%Ð%Ð%Ý )¨.Ñ 9Ô 9ð ñ Ñˆ‰_ˆf�eØÐ*à/°°°°4¸4À&È5Á.Ñ;PÐ3QÐ0QÔR×ZÒZÐ[eÐgmÐotÐvwÑxÔxˆMå œ9 m°A°A°A°q°q°q¸!¸Q°JÔ&?Ð%?ÀÑCÔCˆLÝœ) ]°1°1°1°a¸¸¸¸A°:Ô%>Ð$>ÀÑBÔBˆKˆKõ !Ô+¨F°1°1°1°a¸°7¬OÅ5Ä:ÐNÑNÔNÐQWÑWˆLÝÔ*¨6°!°!°!°Q¸°'¬?Å%Ä*ÐMÑMÔMÐPUÑUˆKåœÝŒN˜1˜f q™j¨&½¼ÈfÌmÐ\Ñ\Ô\ÝŒN˜1˜e a™i¨µe´mÈFÌMÐZÑZÔZØð
ñ 
ô 
‰ˆ�õ
 Œy˜&×*Ò*¨2Ñ.Ô.°×0@Ò0@ÀÑ0DÔ0DÐEÀrÑJÔJˆõ ”	˜;×0Ò0°Ñ4Ô4°l×6LÒ6LÈRÑ6PÔ6PÐQÐSTÑUÔU×]Ò]Ð^`ÐbcÐefÐhiÑjÔjˆØŸ.š.¨Ñ+Ô+¨cÑ1°U·[²[±]´]ÑBˆåŒ_˜^Ñ,Ô,¨tÑ3°s¸C±xÑ@ˆÝ”9˜n¨bÐ1°2Ñ6Ô6×>Ò>¸zÈ2ÈqÑQÔQˆØ×Ò˜Ñ"Ô"Ð"Ø�˜‘Ñˆ‰å”y ¨AÑ.Ô.ÐØ/°$Ò6Ð;KÈdÒ;RÑS×XÒXÐY[ÐeiÐXÑjÔjÐàð [Ý œ9Ð%5¸Ð=MÑ9MÑ%NÑOÔOÐØÐ*Ø/×;Ò;Ð<O×<YÒ<YÐZ\Ñ<]Ô<]Õ_dÐejÑ_kÔ_kÑlÔlÐØ+×7Ò7Ð9OÐ8OÕQVÐW\ÑQ]ÔQ]Ñ^Ô^ÐÐàÐ*Ø/×;Ò;Ð<O×<YÒ<YÐZ\Ñ<]Ô<]Õ_dÐefÑ_gÔ_gÑhÔhÐØ+×7Ò7Ð9OÐ8OÕQVÐWXÑQYÔQYÑZÔZÐà€MØÐ&Ø%×1Ò1Ð2E×2OÒ2OÐPRÑ2SÔ2SÕUZÐ[\ÑU]ÔU]Ñ^Ô^ˆØ!×-Ò-Ð/EÐ.EÅuÈQÁxÄxÑPÔP€Mà×Ò˜FœLÑ)Ô)Ð+;×+>Ò+>¸v¼|Ñ+LÔ+LÐLÐLr   ÚmodulesúSequence[nn.Linear]c                óz   — t          j        d„ | D ¦   «         ¦  «        t          j        d„ | D ¦   «         ¦  «        fS )aí  Stack same-shaped ``nn.Linear`` modules' live parameters for a batched matmul.

    Reads ``.weight``/``.bias`` fresh on every call (never cached) so the stacked tensors always
    reflect the current, possibly just-updated, parameter values.

    Args:
        modules: Per-group ``nn.Linear`` layers sharing identical ``in_features``/``out_features``.

    Returns:
        Stacked ``(weight, bias)``, shaped ``(group, out_features, in_features)`` and
        ``(group, out_features)``.
    c                ó   — g | ]	}|j         ‘Œ
S r   )Úweight©Ú.0Úms     r   ú
<listcomp>z(_stack_linear_params.<locals>.<listcomp>»   s   € Ð2Ð2Ð2 Q˜œÐ2Ð2Ð2r   c                ó   — g | ]	}|j         ‘Œ
S r   )Úbiasry   s     r   r|   z(_stack_linear_params.<locals>.<listcomp>»   s   € ÐAZÐAZÐAZÈQÀ!Ä&ÐAZÐAZÐAZr   )r"   r3   )rt   s    r   Ú_stack_linear_paramsr   ®   sB   € õ Œ;Ð2Ð2¨'Ð2Ñ2Ô2Ñ3Ô3µU´[ÐAZÐAZÐRYÐAZÑAZÔAZÑ5[Ô5[Ð[Ð[r   Úxrx   r~   c                óF  — | j         dd…         }|                      | j         d         d| j         d         ¦  «        }t          j        |                     d¦  «        ||                     dd¦  «        ¦  «        } |j        g | j         dd…         ¢|¢|j         d         ‘R Ž S )ar  Apply ``group`` independent affine transforms via one batched matmul.

    Mathematically equivalent to calling a separate ``nn.Linear`` per group. The batched GEMM may
    use a different floating-point accumulation order, so callers compare within dtype-appropriate
    tolerance rather than requiring bit equality.

    Args:
        x: Input of shape ``(group, ..., in_features)``.
        weight: Stacked per-group weights of shape ``(group, out_features, in_features)``.
        bias: Stacked per-group biases of shape ``(group, out_features)``.

    Returns:
        Output of shape ``(group, ..., out_features)``.
    r   r.   r   r*   Néþÿÿÿ)rR   rT   r"   Úbaddbmmr[   Ú	transpose)r€   rx   r~   Úleading_shapeÚx_flatÚouts         r   Ú_batched_group_linearrˆ   ¾   s–   € ð ”G˜A˜b˜D”M€MØ�YŠY�q”w˜q”z 2 q¤w¨r¤{Ñ3Ô3€FÝ
Œ-˜Ÿš qÑ)Ô)¨6°6×3CÒ3CÀAÀqÑ3IÔ3IÑ
JÔ
J€CØˆ3Œ;ÐF˜œ   œÐF mÐF°V´\À"Ô5EÐFÐFÐFÐFr   Úepsr%   c                ó  — t          j        | | j        d         f|¬¦  «        }|j        d         gdg|                      ¦   «         dz
  z  ¢|j        d         ‘R }||                     |¦  «        z  |                     |¦  «        z   S )a$  Apply ``group`` independent ``nn.LayerNorm`` affines after one shared normalization pass.

    ``LayerNorm``'s mean/variance reduction is computed per position regardless of which group's
    affine follows it, so normalizing once (without affine) and then applying each group's own
    ``weight``/``bias`` is exactly what ``group`` separate ``nn.LayerNorm`` calls compute, just
    without ``group`` separate reduction kernels.

    Args:
        x: Input of shape ``(group, ..., channels)``.
        weight: Stacked per-group scale of shape ``(group, channels)``.
        bias: Stacked per-group shift of shape ``(group, channels)``.
        eps: Shared normalization epsilon; the eligibility guard requires equality across groups.

    Returns:
        Output of shape ``(group, ..., channels)``.
    r.   )r‰   r   r   r*   )ÚFÚ
layer_normrR   r   Úview)r€   rx   r~   r‰   Ú
normalizedÚ
view_shapes         r   Ú_batched_group_layer_normr�   Ó   s   € õ" ”˜a !¤'¨"¤+ °SÐ9Ñ9Ô9€JØ”,˜q”/ÐL a S¨A¯EªE©G¬G°a©KÑ%8ÐL¸6¼<ÈÔ;KÐLÐL€JØ˜Ÿš JÑ/Ô/Ñ/°$·)²)¸JÑ2GÔ2GÑGÐGr   c                  ó’   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dFdGˆ fd/„ZdHd0„ZdHd1„ZdHd2„ZdId5„ZdJd6„Z	dKd:„Z
	 dLdMdE„Zˆ xZS )NÚTransformerzDTransformer with optional GroupPose keypoint decoder stream support.é   é   é,  é   é   ç        ÚreluFr   r/   ÚLNNTr   Úd_modelr   Úsa_nheadÚca_nheadÚnum_queriesÚnum_decoder_layersÚdim_feedforwardÚdropoutr%   Ú
activationÚstrÚnormalize_beforer   Úreturn_intermediate_decÚ
group_detrÚ	two_stageÚnum_feature_levelsÚdec_n_pointsÚlite_refpoint_refineÚdecoder_norm_typeÚbbox_reparamÚuse_grouppose_keypointsÚnum_keypoints_per_classúlist[int] | NoneÚ grouppose_keypoint_dim_downscaleÚkeypoint_cross_attnÚinter_instance_kp_attnÚnum_registersÚdual_projector_kp_onlyr   ÚNonec                óâ  •‡‡— t          ¦   «                              ¦   «          d | _        d | _        d | _        d | _        || _        || _        |pg | _        || _	        t          ‰||||||	|||d||||¬¦  «        }|dv sJ ‚d„ d„ dœ} ||         ‰¦  «        }t          ||||
‰|||| j        |¬¦
  «
        | _        || _        |rít          j        ˆfd„t!          |¦  «        D ¦   «         ¦  «        | _        t          j        ˆfd„t!          |¦  «        D ¦   «         ¦  «        | _        |r‡| j        r€t'          | j        ¦  «        }|d	k    rf‰|z  Št)          ‰|‰¬
¦  «        | _        t)          ‰|‰¬
¦  «        | _        t          j        ˆˆfd„t!          |¦  «        D ¦   «         ¦  «        | _        |                      ¦   «          |d	k    rjt          j        t3          j        |‰¦  «                             ¦   «         ¦  «        | _        t          j        t3          j        |d¦  «        ¦  «        | _        || _        ‰| _         || _!        || _"        || _#        || _$        d| _%        d | _&        d S )NF)r¦   r¨   r©   Úskip_self_attnÚenable_keypoint_processingr°   r±   r²   )rš   ÚIdentityc                ó*   — t          j        | ¦  «        S ©N©r   Ú	LayerNorm©Úchannelss    r   ú<lambda>z&Transformer.__init__.<locals>.<lambda>%  s   € ¥2¤<°Ñ#9Ô#9€ r   c                ó(   — t          j        ¦   «         S r»   )r   r¹   r¾   s    r   rÀ   z&Transformer.__init__.<locals>.<lambda>&  s   € ­¬©¬€ r   )Úreturn_intermediater›   rª   r¬   r¸   r®   r°   c                ó:   •— g | ]}t          j        ‰‰¦  «        ‘ŒS r   )r   ÚLinear©rz   rc   r›   s     €r   r|   z(Transformer.__init__.<locals>.<listcomp>9  s%   ø€ Ð,dÐ,dÐ,dÈQ­R¬Y°wÀÑ-HÔ-HÐ,dÐ,dÐ,dr   c                ó8   •— g | ]}t          j        ‰¦  «        ‘ŒS r   r¼   rÅ   s     €r   r|   z(Transformer.__init__.<locals>.<listcomp>:  s#   ø€ Ð1cÐ1cÐ1cÈAµ"´,¸wÑ2GÔ2GÐ1cÐ1cÐ1cr   r   )Úout_dimc                ó4   •— g | ]}t          ‰‰‰d ¦  «        ‘ŒS )r*   r   )rz   rc   r›   Úkeypoint_dims     €€r   r|   z(Transformer.__init__.<locals>.<listcomp>G  s'   ø€ Ð`Ð`Ð`È�˜\¨7°LÀ!ÑDÔDÐ`Ð`Ð`r   r/   )'ÚsuperÚ__init__ÚencoderÚenc_out_class_embedÚenc_out_bbox_embedÚenc_out_keypoint_embedr­   r´   r®   r³   ÚTransformerDecoderLayerÚTransformerDecoderÚdecoderr§   r   Ú
ModuleListÚrangeÚ
enc_outputÚenc_output_normrU   r
   Úkeypoint_query_initializerÚkeypoint_query_initializer_encÚ_reset_parametersÚ	Parameterr"   ÚemptyÚnormal_Úregister_tokensÚzerosÚregister_ref_pointsrž   r›   Ú
dec_layersr¦   r¨   r¬   Ú_exportÚ_cuda_graph_spatial_shapes)Úselfr›   rœ   r�   rž   rŸ   r    r¡   r¢   r¤   r¥   r¦   r§   r¨   r©   rª   r«   r¬   r­   r®   r°   r±   r²   r³   r´   Údecoder_layerÚ
norm_ctorsÚdecoder_normÚtotal_keypointsrÉ   Ú	__class__s    `                           @€r   rË   zTransformer.__init__ì   sé  øøø€ õ6 	‰Œ×ÒÑÔÐØˆŒØ9=ˆÔ Ø8<ˆÔØ<@ˆÔ#à'>ˆÔ$Ø&<ˆÔ#Ø'>Ð'DÀ"ˆÔ$Ø*ˆÔå/ØØØØØØØØ!Ø1Ø%Ø Ø'>Ø-MØ 3Ø#9ð
ñ 
ô 
ˆð" !Ð$6Ð6Ð6Ð6Ð6à9Ð9Ø6Ð6ð=
ð =
ˆ
ð 5�zÐ"3Ô4°WÑ=Ô=ˆå)ØØØØ 7ØØ!5Ø%Ø'>Ø$(Ô$@Ø-Mð
ñ 
ô 
ˆŒð #ˆŒØð 	Ý œmÐ,dÐ,dÐ,dÐ,dÕRWÐXbÑRcÔRcÐ,dÑ,dÔ,dÑeÔeˆDŒOÝ#%¤=Ð1cÐ1cÐ1cÐ1cÕQVÐWaÑQbÔQbÐ1cÑ1cÔ1cÑ#dÔ#dˆDÔ à&ð ¨4Ô+Gð Ý"% dÔ&BÑ"CÔ"C�Ø" QÒ&Ð&Ø#*Ð.NÑ#N�LÝ6QØ ¸,ð7ñ 7ô 7�DÔ3õ ;VØ ¸,ð;ñ ;ô ;�DÔ7õ 35´-Ø`Ð`Ð`Ð`Ð`ÍeÐT^ÑN_ÔN_Ð`Ñ`Ô`ñ3ô 3�DÔ/ð 	×ÒÑ Ô Ð ð ˜1ÒÐÝ#%¤<µ´¸MÈ7Ñ0SÔ0S×0[Ò0[Ñ0]Ô0]Ñ#^Ô#^ˆDÔ Ý')¤|µE´KÀÈqÑ4QÔ4QÑ'RÔ'RˆDÔ$à&ˆÔØˆŒØ,ˆŒØ$ˆŒØ"4ˆÔØ(ˆÔàˆŒØquˆÔ'Ð'Ð'r   c                ó   — d| _         d S ©NT©rá   ©rã   s    r   ÚexportzTransformer.export[  ó   € ØˆŒˆˆr   c                ó   — i | _         dS )zïCache immutable spatial-shape tensors before their captured reuse.

        The cache is opt-in so eager, compile, and export tensor construction remain unchanged. Device is part of the
        key to keep a later model move safe.
        N)râ   rì   s    r   Úenable_cuda_graph_capturez%Transformer.enable_cuda_graph_capture^  s   € ð +-ˆÔ'Ð'Ð'r   c                ó"  — |                       ¦   «         D ]9}|                     ¦   «         dk    rt          j                             |¦  «         Œ:|                      ¦   «         D ]+}t          |t          ¦  «        r|                     ¦   «          Œ,d S )Nr   )	Ú
parametersr   r   ÚinitÚxavier_uniform_rt   Ú
isinstancer   rÙ   )rã   Úpr{   s      r   rÙ   zTransformer._reset_parametersf  s‰   € Ø—’Ñ"Ô"ð 	+ð 	+ˆAØ�uŠu‰wŒw˜Š{ˆ{Ý”×'Ò'¨Ñ*Ô*Ð*øØ—’‘”ð 	&ð 	&ˆAÝ˜!�\Ñ*Ô*ð &Ø×#Ò#Ñ%Ô%Ð%øð	&ð 	&r   r   r   c                ó2  — |j         \  }}}t          j        |d d …d d …df          d¦  «        }t          j        |d d …dd d …f          d¦  «        }|                     ¦   «         |z  }|                     ¦   «         |z  }t          j        ||gd¦  «        }	|	S )Nr   r   r.   )rR   r"   rU   r%   r3   )
rã   r   rc   re   rf   rh   ri   Úvalid_ratio_hÚvalid_ratio_wÚvalid_ratios
             r   Úget_valid_ratiozTransformer.get_valid_ration  s¢   € Øœ:Ñˆˆ6�5Ý”y $ q q q¨!¨!¨!¨Q w¤- °Ñ3Ô3ˆÝ”i  a a a¨¨A¨A¨A g¤ °Ñ2Ô2ˆØ$×*Ò*Ñ,Ô,¨vÑ5ˆØ#×)Ò)Ñ+Ô+¨eÑ3ˆÝ”k =°-Ð"@À"ÑEÔEˆØÐr   c                óÆ  ‡ ‡
‡‡‡‡‡— ‰ j         €J ‚‰ j        €J ‚t          t          t          j                 ‰ j        ¦  «        }t          t          t          j                 ‰ j        ¦  «        }t          t          t          j                 ‰ j         ¦  «        }t          t          t                   ‰ j        ¦  «        }||||f}t          ˆ fd„|D ¦   «         ¦  «        rdS t          d„ |D ¦   «         ¦  «        rKt          d„ |D ¦   «         ¦  «        r2t          d„ |D ¦   «         ¦  «        rt          d„ |D ¦   «         ¦  «        sdS d„ |D ¦   «         }g |¢|¢|¢|¢|¢}d	Št          d
„ ‰D ¦   «         ¦  «        rdS t          ˆfd„|D ¦   «         ¦  «        rdS ||fD ]V}|d         j        Št          t          |d         j        ¦  «        Š
t          ˆ
ˆfd„|dd…         D ¦   «         ¦  «        r dS ŒW|d         Š‰j        ‰ j        fk    s#t          ˆfd„|dd…         D ¦   «         ¦  «        rdS |d         j        Št          ˆfd„|D ¦   «         ¦  «        rdS t%          ‰¦  «        D ]vŠt          t          j        |d         j        ‰         ¦  «        }	|	j        Št          t          |	j        ¦  «        Š
t          ˆ
ˆˆfd„|dd…         D ¦   «         ¦  «        r dS ŒwdS )aá  Return whether the per-group modules can safely share stacked operations.

        :meth:`_two_stage_group_selection` stacks each group's own ``.weight``/``.bias`` directly instead
        of calling the module generically, so it only gives correct results for the exact
        ``nn.Linear``/``nn.LayerNorm``/:class:`~rfdetr.models.math.MLP` types ``LWDETR.__init__`` always
        deepcopies per group, each with its affine parameters present. Exact ``type(...) is ...`` checks
        (not ``isinstance``) are required: a subclass of one of these types would otherwise pass an
        ``isinstance`` check while its own overridden ``forward`` is silently bypassed, since the batched
        path never calls the module -- it only reads ``.weight``/``.bias``. The ``is not None`` checks
        reject a ``bias=False`` ``nn.Linear`` or an ``elementwise_affine=False`` ``nn.LayerNorm``, which
        would otherwise reach ``torch.stack`` over a ``None`` and crash instead of falling back. Modules
        must also agree on parameter shapes, dtypes, devices, LayerNorm epsilon, and MLP depth because one
        stacked operation cannot preserve heterogeneous group contracts. Hooks, instance-level ``forward``
        overrides, and individually compiled children also require the generic call path. A test double, a
        future custom head, or any of these edge configurations all fall back to the per-group loop in
        :meth:`forward`, preserving each module's normal call semantics.
        Nc              3  óH   •K  — | ]}t          |¦  «        ‰j        k    V — Œd S r»   )Úlenr¦   )rz   rt   rã   s     €r   ú	<genexpr>z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>�  s0   øè è € ÐLÐL°7�s�7‰|Œ|˜tœÒ.ÐLÐLÐLÐLÐLÐLr   Fc              3  ó^   K  — | ](}t          |¦  «        t          j        u o|j        d uV — Œ)d S r»   ©Útyper   rÄ   r~   ry   s     r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>“  s;   è è € ÐPÐPÀ•�Q‘”�2œ9Ð$Ð;¨¬°tÐ);ÐPÐPÐPÐPÐPÐPr   c              3  óp   K  — | ]1}t          |¦  «        t          j        u o|j        d uo|j        d uV — Œ2d S r»   )r  r   r½   rx   r~   ry   s     r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>”  sI   è è € ÐuÐuÐ`a•D˜‘G”G�rœ|Ð+Ð[°´ÀÐ0DÐ[ÈÌÐW[ÐI[ÐuÐuÐuÐuÐuÐur   c              3  ó^   K  — | ](}t          |¦  «        t          j        u o|j        d uV — Œ)d S r»   r  ry   s     r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>•  s;   è è € ÐVÐVÀA•D˜‘G”G�rœyÐ(Ð?¨Q¬V¸4Ð-?ÐVÐVÐVÐVÐVÐVr   c              3  ó~   K  — | ]8}t          |¦  «        t          u ot          d „ |j        D ¦   «         ¦  «        V — Œ9dS )c              3  ó^   K  — | ](}t          |¦  «        t          j        u o|j        d uV — Œ)d S r»   r  )rz   Úlayers     r   rÿ   zETransformer._two_stage_batching_eligible.<locals>.<genexpr>.<genexpr>—  s=   è è € Ð&qÐ&qÐ_d¥t¨E¡{¤{µb´iÐ'?Ð'ZÀEÄJÐVZÐDZÐ&qÐ&qÐ&qÐ&qÐ&qÐ&qr   N)r  r   r^   Úlayersry   s     r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>–  s`   è è € ð ð àõ �Q‘”�3�Ðq¥3Ð&qÐ&qÐhiÔhpÐ&qÑ&qÔ&qÑ#qÔ#qðð ð ð ð ð r   c                ó&   — g | ]}|j         D ]}|‘ŒŒS r   ©r  )rz   Úmlpr  s      r   r|   z<Transformer._two_stage_batching_eligible.<locals>.<listcomp>�  s'   € ÐJÐJÐJ ¸s¼zÐJÐJ°e�uÐJÐJÐJÐJr   )Ú_forward_hooksÚ_forward_pre_hooksÚ_backward_hooksÚ_backward_pre_hooksc              3  ó\   K  — | ]'}t          t          j        j        d |› �i ¦  «        V — Œ(dS )Ú_globalN)Úgetattrr   rt   Úmodule)rz   Únames     r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>   s<   è è € ÐWÐWÀD�w•r”zÔ(Ð*:°DÐ*:Ð*:¸BÑ?Ô?ÐWÐWÐWÐWÐWÐWr   c              3  óˆ   •‡K  — | ];Šd ‰j         v p-t          ‰dd¦  «        dupt          ˆfd„‰D ¦   «         ¦  «        V — Œ<dS )ÚforwardÚ_compiled_call_implNc              3  ó:   •K  — | ]}t          ‰|i ¦  «        V — Œd S r»   )r  )rz   r  r  s     €r   rÿ   zETransformer._two_stage_batching_eligible.<locals>.<genexpr>.<genexpr>¥  s/   øè è € ÐDÐD°•7˜6 4¨Ñ,Ô,ÐDÐDÐDÐDÐDÐDr   )Ú__dict__r  Úany)rz   r  Ú
hook_namess    @€r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>¢  s‚   øøè è € ð 
ð 
ð ð ˜œÐ(ð EÝ�vÐ4°dÑ;Ô;À4ÐGðEåÐDÐDÐDÐD¸ÐDÑDÔDÑDÔDð
ð 
ð 
ð 
ð 
ð 
r   r   c              3  ón  •K  — | ]¯}|j         j        |j         j        |j         j        f‰j        ‰j        ‰j        fk    pqt	          t
          |j        ¦  «        j        t	          t
          |j        ¦  «        j        t	          t
          |j        ¦  «        j        f‰j        ‰j        ‰j        fk    V — Œ°d S r»   )rx   rR   r   r,   r   r   r~   )rz   r{   Ú
first_biasÚfirst_weights     €€r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>­  s¾   øè è € ð ð ð
 ð	 ”” ¤¤°´´ÐAØ Ô&¨Ô(:¸LÔ<OÐPòQð Kå� ¤Ñ(Ô(Ô.µµV¸Q¼VÑ0DÔ0DÔ0JÍDÕQWÐYZÔY_ÑL`ÔL`ÔLgÐhØÔ$ jÔ&6¸
Ô8IÐJòKðð ð ð ð ð r   r   c              3  ó^  •K  — | �]&}|j         ‰j         k    �p|j        ‰j        k    pÿt          t          |j        ¦  «        j        t          t          ‰j        ¦  «        j        k    p¿t          t          |j        ¦  «        j        t          t          ‰j        ¦  «        j        k    pt          t          |j        ¦  «        j        t          t          ‰j        ¦  «        j        k    p?t          t          |j        ¦  «        j        t          t          ‰j        ¦  «        j        k    V — �Œ(d S r»   )Únormalized_shaper‰   r   r   rx   r   r,   r~   )rz   r{   Ú
first_norms     €r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>·  s  øè è € ð A
ñ A
ð ð Ô *Ô"=Ò=ñ SØŒu˜
œÒ&ðSå•F˜AœHÑ%Ô%Ô+­tµF¸JÔ<MÑ/NÔ/NÔ/TÒTðSõ •F˜AœHÑ%Ô%Ô,µµV¸ZÔ=NÑ0OÔ0OÔ0VÒVðSõ •F˜AœFÑ#Ô#Ô)­Tµ&¸*¼/Ñ-JÔ-JÔ-PÒPð	Sõ
 •F˜AœFÑ#Ô#Ô*­dµ6¸:¼?Ñ.KÔ.KÔ.RÒRðA
ð A
ð A
ñ A
ð A
ð A
r   c              3  ó^   •K  — | ]'}|j         ‰k    pt          |j        ¦  «        ‰k    V — Œ(d S r»   )Ú
num_layersrþ   r  )rz   r{   r#  s     €r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>Ã  s<   øè è € Ð\Ð\ÈQˆqŒ|˜zÒ)ÐH­S°´©]¬]¸jÒ-HÐ\Ð\Ð\Ð\Ð\Ð\r   c              3  ó  •K  — | �]‚}t          t          j        |j        ‰         ¦  «        j        j        t          t          j        |j        ‰         ¦  «        j        j        t          t          j        |j        ‰         ¦  «        j        j        f‰j        ‰j        ‰j        fk    pÚt          t          t          t          j        |j        ‰         ¦  «        j	        ¦  «        j        t          t          t          t          j        |j        ‰         ¦  «        j	        ¦  «        j        t          t          t          t          j        |j        ‰         ¦  «        j	        ¦  «        j        f‰j        ‰j        ‰j        fk    V — �Œ„d S r»   )
r   r   rÄ   r  rx   rR   r   r,   r   r~   )rz   r{   r  r  Ú	layer_idxs     €€€r   rÿ   z;Transformer._two_stage_batching_eligible.<locals>.<genexpr>É  sD  øè è € ð ñ ð õ �œ A¤H¨YÔ$7Ñ8Ô8Ô?ÔEÝ�œ A¤H¨YÔ$7Ñ8Ô8Ô?ÔEÝ�œ A¤H¨YÔ$7Ñ8Ô8Ô?ÔFðð
 !Ô&¨Ô(:¸LÔ<OÐPòQð Kõ �¥¥b¤i°´¸)Ô1DÑ!EÔ!EÔ!JÑKÔKÔQÝ�¥¥b¤i°´¸)Ô1DÑ!EÔ!EÔ!JÑKÔKÔQÝ�¥¥b¤i°´¸)Ô1DÑ!EÔ!EÔ!JÑKÔKÔRðð
 Ô$ jÔ&6¸
Ô8IÐJòKðð ð ñ ð ð r   T)rÍ   rÎ   r   r   r   rÄ   rÕ   r½   rÖ   r   r  r^   rx   r   r~   r   r›   r#  rÔ   r  )rã   rÕ   rÖ   Úclass_embedsÚ	bbox_mlpsÚmodule_groupsÚbbox_layersÚcall_modulesrt   Úfirst_layerr  r!  r  r  r%  r#  s   `         @@@@@@r   Ú_two_stage_batching_eligiblez(Transformer._two_stage_batching_eligiblew  sÐ  øøøøøøø€ ð$ Ô'Ð3Ð3Ð3ØÔ&Ð2Ð2Ð2Ý�(¥2¤9Ô-¨t¬Ñ?Ô?ˆ
Ý�x­¬Ô5°tÔ7KÑLÔLˆÝ�H¥R¤YÔ/°Ô1IÑJÔJˆÝ�¥#œ¨Ô(?Ñ@Ô@ˆ	Ø# _°lÀIÐNˆÝÐLÐLÐLÐL¸mÐLÑLÔLÑLÔLð 	Ø�5åÐPÐPÀZÐPÑPÔPÑPÔPð		åÐuÐuÐetÐuÑuÔuÑuÔuð		õ ÐVÐVÈÐVÑVÔVÑVÔVð		õ ð ð à"ðñ ô ñ ô ð			ð �5àJÐJ¨	ÐJÑJÔJˆØ_˜Ð_ oÐ_¸Ð_ÀyÐ_ÐS^Ð_ˆØgˆ
ÝÐWÐWÈJÐWÑWÔWÑWÔWð 	Ø�5Ýð 
ð 
ð 
ð 
ð 'ð	
ñ 
ô 
ñ 
ô 
ð 	ð �5à" LÐ1ð 
	ð 
	ˆGØ" 1œ:Ô,ˆLÝ�f g¨a¤j¤oÑ6Ô6ˆJÝð ð ð ð ð ð
 !   œðñ ô ñ ô ð ð �u�uðð % QÔ'ˆ
ØÔ&¨4¬<¨/Ò9Ð9½Sð A
ð A
ð A
ð A
ð % Q R RÔ(ðA
ñ A
ô A
ñ >
ô >
Ð9ð �5à˜q”\Ô,ˆ
ÝÐ\Ð\Ð\Ð\ÐR[Ð\Ñ\Ô\Ñ\Ô\ð 	Ø�5Ý˜zÑ*Ô*ð 	ð 	ˆIÝ�rœy¨)°A¬,Ô*=¸iÔ*HÑIÔIˆKØ&Ô-ˆLÝ�f kÔ&6Ñ7Ô7ˆJÝð ð ð ð ð ð ð # 1 2 2œðñ ô ñ ô ð ð �u�uðð  ˆtr   rr   rp   ú%tuple[Tensor, Tensor, Tensor, Tensor]c                óf  ‡‡‡ ‡!— | j         sJ ‚| j        €J ‚| j        €J ‚|j        d         Št	          t
          t          j                 | j        ¦  «        }t	          t
          t                   | j        ¦  «        }t          | j
        |j        d         ¦  «        Š!t          t	          t
          t          j                 | j        ¦  «        ¦  «        \  }}t          j        d„ | j        D ¦   «         ¦  «        }t          j        d„ | j        D ¦   «         ¦  «        }	t	          t          j        | j        d         ¦  «        j        }
|                     d¦  «                             ‰ddd¦  «        }t)          |||¦  «        }t+          |||	|
¦  «        }t          |¦  «        \  }}t)          |||¦  «        }t          j        |                     d¦  «        d         ‰!d¬¦  «        d         }t          j        |d	|                     d¦  «                             ddd|j        d         ¦  «        ¦  «        }t          j        |d	|                     d¦  «                             ddd| j        ¦  «        ¦  «        }|                     d¦  «                             ‰ddd¦  «        }t          j        |d	|                     d¦  «                             dddd
¦  «        ¦  «        }|}|d         j        }t7          |¦  «        D ]qŠ t          t	          t
          t          j                 ˆ fd„|D ¦   «         ¦  «        ¦  «        \  }}t)          |||¦  «        }‰ |dz
  k     rt9          j        |¦  «        }Œr|}| j        rj|ddd	…f         |dd	d…f         z  |ddd	…f         z   }|dd	d…f                              ¦   «         |dd	d…f         z  }t          j         ||gd¬¦  «        }n||z   }| !                    ¦   «         }dˆˆˆ!fd„} ||¦  «         ||¦  «         ||¦  «         ||¦  «        fS )aß  Run every ``group_detr`` group's two-stage top-k proposal selection in one batched pass.

        Replaces a Python loop that calls each group's own ``enc_output``/``enc_output_norm``/
        ``enc_out_class_embed``/``enc_out_bbox_embed`` on the SAME ``output_memory`` -- the loop issues
        one kernel per op per group, and on a host-dispatch-bound GPU that launch count dominates the
        block's wall time far more than its (small) GEMMs do. Stacking the ``group_detr`` copies of
        each op's weights and running one batched matmul keeps every group's own weights and drops the
        per-group launch count to a constant.

        Only called for ``group_detr > 1``, which the caller (:meth:`forward`) only reaches while
        training -- the ``assert self.training`` below enforces that mechanically. Eval/export always
        pass ``group_detr=1`` and use the original single-group code path, so this method never touches
        ONNX/TorchScript tracing (#1155) or ``torch.compile`` export graphs recorded in eval mode.

        The batched GEMMs can use a different accumulation order than separate calls. The paths match
        within float32 tolerance at real model scale, but under bf16/fp16 a near-tied class score can
        cross the discrete ``topk`` boundary. Tests therefore cover float32 output/gradient parity and
        finite mixed-precision gradients, while the accompanying benchmark checks short-run training
        quality through the public API.

        Args:
            output_memory: Encoder memory of shape ``(bs, S, d_model)``, shared by every group.
            output_proposals: Encoder anchor proposals of shape ``(bs, S, 4)``, shared by every group.
            group_detr: Number of independent groups (``self.group_detr`` while training, and always
                greater than 1 for every call site).

        Returns:
            ``(refpoint_embed_ts, memory_ts, boxes_ts, cls_ts)``, matching the per-group loop's own
            ``torch.cat(parts, dim=1)`` outputs and query order (group 0's queries first, then group
            1's, ...). ``cls_ts`` is ``enc_out_class_embed``'s output at the same selected positions,
            gathered from the ranking pass rather than recomputed by the caller.
        Nr   r‚   c                óL   — g | ]!}t          t          j        |¦  «        j        ‘Œ"S r   )r   r   r½   rx   ry   s     r   r|   z:Transformer._two_stage_group_selection.<locals>.<listcomp>  s'   € Ð"^Ð"^Ð"^ÀA¥4­¬°aÑ#8Ô#8Ô#?Ð"^Ð"^Ð"^r   c                óL   — g | ]!}t          t          j        |¦  «        j        ‘Œ"S r   )r   r   r½   r~   ry   s     r   r|   z:Transformer._two_stage_group_selection.<locals>.<listcomp>  s'   € Ð ZÐ ZÐ ZÀ¥¥b¤l°AÑ!6Ô!6Ô!;Ð ZÐ ZÐ Zr   r.   r   r   r*   r/   c                ó*   •— g | ]}|j         ‰         ‘ŒS r   r
  )rz   r  r%  s     €r   r|   z:Transformer._two_stage_group_selection.<locals>.<listcomp>.  s    ø€ Ð*VÐ*VÐ*VÀS¨3¬:°iÔ+@Ð*VÐ*VÐ*Vr   .Útr   r   c                óz   •— |                       dddd¦  «                             ‰‰‰z  | j        d         ¦  «        S )az  Flatten the leading group dimension into the query dimension, group 0 first.

            Args:
                t: Tensor of shape ``(group, bs, nq, C)``.

            Returns:
                Tensor of shape ``(bs, group * nq, C)``, matching the per-group loop's own
                ``torch.cat(parts, dim=1)`` order (group 0's queries first, then group 1's, ...).
            r   r   r*   r-   r.   )ÚpermuterT   rR   )r2  Úbsr¦   Útopks    €€€r   Ú_merge_groupsz=Transformer._two_stage_group_selection.<locals>._merge_groups?  s;   ø€ ð —9’9˜Q  1 aÑ(Ô(×0Ò0°°ZÀ$Ñ5FÈÌÐPRÌÑTÔTÐTr   )r2  r   r   r   )"ÚtrainingrÍ   rÎ   rR   r   r   r   rÄ   r   Úminrž   r   rÕ   r"   r3   rÖ   r½   r‰   r[   Úexpandrˆ   r�   r6  r   Úgatherr›   r#  rÔ   r‹   r™   r¬   ÚexpÚconcatÚdetach)"rã   rr   rp   r¦   r&  r'  Úenc_output_weightÚenc_output_biasÚnorm_weightÚ	norm_biasÚnorm_epsÚmemory_expandedÚoutput_memory_allÚclass_weightÚ
class_biasÚclass_logits_allÚtopk_proposals_allÚcls_logits_selectedÚtgt_undetach_allÚproposals_expandedÚoutput_proposals_allÚhiddenr#  Úlayer_weightÚ
layer_biasÚenc_outputs_coord_delta_allÚcoord_cxcy_allÚcoord_wh_allÚrefpoint_embed_all_undetachÚrefpoint_embed_allr7  r5  r%  r6  s"      `                           @@@r   Ú_two_stage_group_selectionz&Transformer._two_stage_group_selectionÛ  s†  øøøø€ ðP Œ}ÐÐˆ}ØÔ'Ð3Ð3Ð3ØÔ&Ð2Ð2Ð2ØÔ  Ô#ˆÝ�H¥R¤YÔ/°Ô1IÑJÔJˆÝ�¥#œ¨Ô(?Ñ@Ô@ˆ	Ý�4Ô# ]Ô%8¸Ô%<Ñ=Ô=ˆå-AÅ$ÅxÕPRÔPYÔGZÐ\`Ô\kÑBlÔBlÑ-mÔ-mÑ*Ð˜?Ý”kÐ"^Ð"^ÈÔI]Ð"^Ñ"^Ô"^Ñ_Ô_ˆÝ”KÐ ZÐ ZÀTÔEYÐ ZÑ ZÔ ZÑ[Ô[ˆ	Ý�œ dÔ&:¸1Ô&=Ñ>Ô>ÔBˆà'×1Ò1°!Ñ4Ô4×;Ò;¸JÈÈBÐPRÑSÔSˆÝ1°/ÐCTÐVeÑfÔfÐÝ5Ð6GÈÐV_ÐaiÑjÔjÐå#7¸Ñ#EÔ#EÑ ˆ�jÝ0Ð1BÀLÐR\Ñ]Ô]Ðå"œZÐ(8×(<Ò(<¸RÑ(@Ô(@ÀÔ(CÀTÈrÐRÑRÔRÐSTÔUÐõ $œlØ˜aÐ!3×!=Ò!=¸bÑ!AÔ!A×!HÒ!HÈÈRÐQSÐUeÔUkÐlnÔUoÑ!pÔ!pñ
ô 
Ðõ !œ<Ø˜qÐ"4×">Ò">¸rÑ"BÔ"B×"IÒ"IÈ"ÈbÐRTÐVZÔVbÑ"cÔ"cñ
ô 
Ðð .×7Ò7¸Ñ:Ô:×AÒAÀ*ÈbÐRTÐVXÑYÔYÐå$œ|Ø Ð#5×#?Ò#?ÀÑ#CÔ#C×#JÒ#JÈ2ÈrÐSUÐWXÑ#YÔ#Yñ 
ô  
Ðð "ˆØ˜q”\Ô,ˆ
Ý˜zÑ*Ô*ð 	(ð 	(ˆIÝ';Ý•X�bœiÔ(Ð*VÐ*VÐ*VÐ*VÈIÐ*VÑ*VÔ*VÑWÔWñ(ô (Ñ$ˆL˜*õ +¨6°<ÀÑLÔLˆFØ˜:¨™>Ò)Ð)Ýœ ™œ�øØ&,Ð#àÔð 	]à+¨C°°!°¨GÔ4Ð7KÈCÐQRÐQSÐQSÈGÔ7TÑTÐWkÐloÐqsÐrsÐqsÐlsÔWtÑtð ð 7°s¸A¸B¸B°wÔ?×CÒCÑEÔEÐH\Ð]`ÐbcÐbdÐbdÐ]dÔHeÑeˆLÝ*/¬,¸ÈÐ7UÐ[]Ð*^Ñ*^Ô*^Ð'Ð'à*EÐH\Ñ*\Ð'Ø8×?Ò?ÑAÔAÐð
	Uð 
	Uð 
	Uð 
	Uð 
	Uð 
	Uð 
	Uð 
	Uð ˆMÐ,Ñ-Ô-ØˆMÐ*Ñ+Ô+ØˆMÐ5Ñ6Ô6ØˆMÐ-Ñ.Ô.ð	
ð 	
r   Úsrcsúlist[Tensor]Úmasksúlist[Tensor] | NoneÚ
pos_embedsÚrefpoint_embedÚ
query_featÚcross_attn_srcsúSequence[Tensor] | Noneútuple[Tensor | None, ...]c                ó2  ‡ ‡V‡W‡X‡Y— g }|�g nd}g }	g }
t          t          ||¦  «        ¦  «        D ]Ý\  }\  }}|j        \  }}}}|
                     ||f¦  «         |                     d¦  «                             dd¦  «        }|                     d¦  «                             dd¦  «        }|	                     |¦  «         |                     |¦  «         |�4||                              d¦  «        }|€J ‚|                     |¦  «         ŒÞt          |¦  «        dk    r|d                              ¦   «         nt          j	        |d¦  «        }d}d}|�g|€J ‚t          |¦  «        dk    r|d                              ¦   «         nt          j	        |d¦  «        }t          j
        ˆ fd„|D ¦   «         d¦  «        }t          |	¦  «        dk    r|	d                              ¦   «         nt          j	        |	d¦  «        }‰ j        �o|d         j        t          |
¦  «        f}‰ j                             |¦  «        }|€6t          j        |
|d         j        t          j        ¬¦  «        }|‰ j        |<   n« t#          t          j        dt&          ¦  «        ¦   «         st)          ¦   «         r-t          j        |
|d         j        t          j        ¬¦  «        }nHt          j
        d„ |D ¦   «         ¦  «                             |d         j        t          j        ¬¦  «        }t          j	        |                     d	¦  «        |                     d¦  «                             d¦  «        dd
…         f¦  «        }d}|�–g }|D ]O}t#          |d|¦  «        }|                     |                     d¦  «                             dd¦  «        ¦  «         ŒPt          |¦  «        dk    r|d                              ¦   «         nt          j	        |d¦  «        }d}‰ j        �rô‰ j        €J ‚‰ j        €J ‚t9          |||
‰ j         ¬¦  «        \  }} ‰ j        r‰ j        nd}!|!dk    r2‰                       ¦   «         r‰  !                    || |!¦  «        \  }"}#}$}�n~g g g }'}&}%tE          |!¦  «        D �]#}( ‰ j#        |(         |¦  «        }) ‰ j$        |(         |)¦  «        }* ‰ j        |(         |*¦  «        }+tK          ‰ j&        |+j        d         ¦  «        },t          j'        |+ (                    d
¦  «        d         |,d¬¦  «        d         }- ‰ j$        |(         t          j)        |)d|- *                    d
¦  «         +                    d
d
‰ j,        ¦  «        ¦  «        ¦  «        }.t          j)        | d|- *                    d
¦  «         +                    d
d
d¦  «        ¦  «        }/‰ j        r€ ‰ j        |(         |.¦  «        }0|0ddd…f         |/ddd…f         z  |/ddd…f         z   }1|0ddd…f          -                    ¦   «         |/ddd…f         z  }2t          j.        |1|2gd
¬¦  «        }3n ‰ j        |(         |.¦  «        |/z   }3|3 /                    ¦   «         }4|%                     |4¦  «         |&                     |.¦  «         |'                     |3¦  «         �Œ%t          j	        |%d¬¦  «        }"t          j	        |&d¬¦  «        }#t          j	        |'d¬¦  «        }$d}d}5d}6d}7‰ j        �r·‰ j0        �r¯tc          ‰ d¦  «        �rž‰ j2        €J ‚|#j        \  }8}}‰  3                    |#¦  «        }7‰ j        r|$n|$ 4                    ¦   «         }9‰ j        rt          ‰ j2        ¦  «        nd}!|7 5                    |!d¬¦  «        }:|9 5                    |!d¬¦  «        };g }<tE          |!¦  «        D ]Ç}( ‰ j2        |(         |:|(         ¦  «        }=t          j6        |=ddd¬¦  «        }=|;|(         ddd…f          *                    d¦  «        }>|;|(         ddd…f          *                    d¦  «        }?|=ddd…f         |>z  |?z   }@|<                     t          j	        |@|=ddd…f         gd
¬¦  «        ¦  «         ŒÈt          j	        |<d¬¦  «        }5|5ddd…f          /                    ¦   «         }6‰ j7        dk    �r´|j        d         }A| *                    d¦  «         +                    |Ad
d
¦  «                             ¦   «         }B| *                    d¦  «         +                    |Ad
d
¦  «                             ¦   «         }‰ j        r»|"j        d         }C|dd|C…dd…f         }D|d|Cd…dd…f         }E‰ j        rl|Dddd…f         |"ddd…f         z  }F|F|"ddd…f         z   }F|Dddd…f          -                    ¦   «         |"ddd…f         z  }Gt          j.        |F|Ggd
¬¦  «        }Dn|D|"z   }Dt          j.        |D|Egd¬¦  «        }dŠV‰ j8        dk    �rÂ‰ j        r‰ j        nd}H|Bj        d         |Hz  ŠV‰ j9         *                    d¦  «         +                    |Ad
d
¦  «        ŠY‰ j:         *                    d¦  «         +                    |Ad
d
¦  «        ŠXtw          |B <                    ‰Vd¬¦  «        ¦  «        }Itw          | <                    ‰Vd¬¦  «        ¦  «        }Jt          j	        ˆYfd„|ID ¦   «         d¬¦  «        }Bt          j	        ˆXfd„|JD ¦   «         d¬¦  «        }|6�¶|6j        d         }K‰ j:        dd…dd…f          4                    ¦   «         ŠW‰W *                    d¦  «         *                    d¦  «         +                    |Ad
|Kd
¦  «        ŠWtw          |6 <                    ‰Vd¬¦  «        ¦  «        }Lt          j	        ˆWfd„|LD ¦   «         d¬¦  «        }6d}M‰ j0        r4tc          ‰ d¦  «        st{          d¦  «        ‚‰  >                    |B¦  «        }M‰ j?        r|�|}N|}On|�|n|}Nd}O‰  @                    |B|N||||||
|�|                     |NjA        ¦  «        n||M|6|O¬¦  «        }P‰ j0        r"t          |P¦  «        dk    r|Pdd…         \  }Q}R}Sn|Pdd…         \  }Q}Rd}S‰ j8        dk    rÉ‰V�Ç‰ j        r‰ j        nd}H|Qj        d         |Hz  }Tt          j	        ˆVfd„|Q <                    |Td¬¦  «        D ¦   «         d¬¦  «        }Qt          j	        ˆVfd„|R <                    |Td¬¦  «        D ¦   «         d¬¦  «        }R|S�7t          j	        ˆVfd„|S <                    |Td¬¦  «        D ¦   «         d¬¦  «        }Sn‰ j        s
J d¦   «         ‚d}Qd}Rd}S|Q|Rg}U‰ j        rZ|U                     |#¦  «         ‰ j        r|U                     |$¦  «         n?|U                     |$ 4                    ¦   «         ¦  «         n|U B                    ddg¦  «         ‰ j0        rH|U                     |S¦  «         |U                     |5¦  «         |U                     ‰ j        r|7nd¦  «         |U                     |¦  «         t          |U¦  «        S )aà  Flatten the multi-scale features, run the two-stage query selection, then the decoder.

        Args:
            srcs: Per-level feature maps, each ``(bs, d_model, h, w)``.
            masks: Per-level padding masks, each ``(bs, h, w)``, or ``None`` for unpadded input.
            pos_embeds: Per-level positional embeddings matching ``srcs``.
            refpoint_embed: Learned reference points, ``(num_queries * group_detr, 4)``.
            query_feat: Learned query features, ``(num_queries * group_detr, d_model)``.
            cross_attn_srcs: Optional separate feature maps for decoder cross-attention.

        Returns:
            ``(hs, references, memory_ts, boxes_ts)``, followed by ``(keypoint_hs, enc_kp_predictions,
            keypoint_memory_ts)`` when grouped-pose keypoints are enabled, and always ending with ``cls_ts``.
            The two-stage entries are ``None`` when ``two_stage`` is off; ``hs``/``references`` are ``None``
            without a decoder.
        Nr*   r   r   c                ó:   •— g | ]}‰                      |¦  «        ‘ŒS r   )rû   )rz   r{   rã   s     €r   r|   z'Transformer.forward.<locals>.<listcomp>‰  s'   ø€ Ð'OÐ'OÐ'OÀA¨×(<Ò(<¸QÑ(?Ô(?Ð'OÐ'OÐ'Or   )r,   r   Úis_exportingc                óF   — g | ]}t          j        |¦  «        d d…         ‘ŒS )r*   r/   )r"   Ú_shape_as_tensor)rz   Úsrcs     r   r|   z'Transformer.forward.<locals>.<listcomp>°  s,   € Ð)[Ð)[Ð)[Ès­%Ô*@ÀÑ*EÔ*EÀaÈÀcÔ*JÐ)[Ð)[Ð)[r   )r   r.   Útensors)rJ   r‚   r   r/   .r×   r˜   )ÚnanÚposinfÚneginfc                ó@   •— g | ]}t          j        |‰gd ¬¦  «        ‘ŒS ©r   r   ©r"   r8   )rz   ÚchunkÚreg_tgts     €r   r|   z'Transformer.forward.<locals>.<listcomp>T  s-   ø€ Ð \Ð \Ð \È¥¤¨E°7Ð+;ÀÐ!CÑ!CÔ!CÐ \Ð \Ð \r   c                ó@   •— g | ]}t          j        |‰gd ¬¦  «        ‘ŒS rl  rm  )rz   rn  Úreg_refs     €r   r|   z'Transformer.forward.<locals>.<listcomp>U  s.   ø€ Ð+gÐ+gÐ+gÐSX­E¬I°u¸gÐ6FÈAÐ,NÑ,NÔ,NÐ+gÐ+gÐ+gr   c                ó@   •— g | ]}t          j        |‰gd ¬¦  «        ‘ŒS rl  rm  )rz   rn  Ú	reg_kp_xys     €r   r|   z'Transformer.forward.<locals>.<listcomp>]  s/   ø€ Ð/pÐ/pÐ/pÐY^µ´	¸5À)Ð:LÐRSÐ0TÑ0TÔ0TÐ/pÐ/pÐ/pr   z;use_grouppose_keypoints=True requires keypoint initializers)
Úmemory_key_padding_maskr@   Úrefpoints_unsigmoidÚlevel_start_indexrH   Úspatial_shapes_hwÚvalid_ratiosÚtgt_keypointsÚinit_kp_ref_xyÚkp_cross_attn_memoryr-   c                ó8   •— g | ]}|d d …d d …d ‰…d d …f         ‘ŒS r»   r   ©rz   ÚcÚoriginal_num_queries_per_groups     €r   r|   z'Transformer.forward.<locals>.<listcomp>ˆ  s:   ø€ ÐfÐfÐfÀQ�Q�q�q�q˜!˜!˜!Ð<Ð<Ð<¸a¸a¸aÐ?Ô@ÐfÐfÐfr   c                ó8   •— g | ]}|d d …d d …d ‰…d d …f         ‘ŒS r»   r   r}  s     €r   r|   z'Transformer.forward.<locals>.<listcomp>Œ  s:   ø€ ÐnÐnÐnÀQ�Q�q�q�q˜!˜!˜!Ð<Ð<Ð<¸a¸a¸aÐ?Ô@ÐnÐnÐnr   c                ó2   •— g | ]}|d d …d d …d ‰…f         ‘ŒS r»   r   r}  s     €r   r|   z'Transformer.forward.<locals>.<listcomp>‘  s4   ø€ ÐpÐpÐpÀa˜˜1˜1˜1˜a˜a˜aÐ!@Ð"@Ð!@Ð@ÔAÐpÐpÐpr   z,if not using decoder, two_stage must be True)CrS   ÚziprR   r]   r6   r„   rþ   Ú
contiguousr"   r8   r3   râ   r,   ÚtupleÚgetÚ	as_tensorrW   r  Úcompilerr   r   r#   Ú	new_zerosÚprodÚcumsumr§   rÍ   rÎ   rs   r¬   r8  r¦   r,  rV  rÔ   rÕ   rÖ   r9  rž   r6  r   r;  r[   r:  r›   r<  r=  r>  r­   ÚhasattrrÏ   rØ   Úsigmoidrn  Ú
nan_to_numrà   r³   rÝ   rß   ÚlistÚsplitr9   r×   r´   rÒ   r   Úextend)Zrã   rW  rY  r[  r\  r]  r^  Úsrc_flattenÚmask_flatten_partsÚlvl_pos_embed_flatten_partsrw  rd   rf  Ú	pos_embedrc   r~  ÚhÚwr   rF   Úmask_flattenrx  Úlvl_pos_embed_flattenÚspatial_keyrH   rv  Úcross_attn_memoryÚ
ca_flattenÚ	cross_srcÚtensorÚcls_tsrr   rp   r¦   Úrefpoint_embed_tsÚ	memory_tsÚboxes_tsÚrefpoint_embed_ts_partsÚmemory_ts_partsÚboxes_ts_partsÚg_idxÚoutput_memory_prenorm_gidxÚoutput_memory_gidxÚ!enc_outputs_class_unselected_gidxr6  Útopk_proposals_gidxÚtgt_undetach_gidxÚoutput_proposals_gidxÚenc_outputs_coord_delta_gidxÚenc_outputs_coord_cxcy_gidxÚenc_outputs_coord_wh_gidxÚrefpoint_embed_gidx_undetachÚrefpoint_embed_gidxÚenc_kp_predictionsrz  Úkeypoint_memory_tsrb   Ú	boxes_refÚkp_mem_chunksÚboxes_chunksÚkp_pred_chunksÚkp_deltaÚref_whÚref_xyÚkp_xyr5  ÚtgtÚts_lenÚrefpoint_embed_ts_subsetÚrefpoint_embed_subsetÚrefpoint_embed_cxcyÚrefpoint_embed_whÚgroup_countÚ
tgt_chunksÚ
ref_chunksÚnum_keypointsÚkp_ref_chunksry  Údecoder_memoryr{  Údecoder_outputsÚhsÚ
referencesÚkeypoint_hsÚ
n_with_regÚreturn_valuesr  rs  rq  ro  sZ   `                                                                                     @@@@r   r  zTransformer.forwardR  s�  øøøøø€ ð2 ˆØ8=Ð8I°"°"ÈtÐØ&(Ð#Ø35ÐÝ%.­s°4¸Ñ/DÔ/DÑ%EÔ%Eð 	0ð 	0Ñ!ˆCÑ!�#�yØœ‰JˆAˆq�!�QØ×$Ò$ a¨ VÑ,Ô,Ð,à—+’+˜a‘.”.×*Ò*¨1¨aÑ0Ô0ˆCØ!×)Ò)¨!Ñ,Ô,×6Ò6°q¸!Ñ<Ô<ˆIØ'×.Ò.¨yÑ9Ô9Ð9Ø×Ò˜sÑ#Ô#Ð#ØÐ Ø˜S”z×)Ò)¨!Ñ,Ô,�Ø)Ð5Ð5Ð5Ø"×)Ò)¨$Ñ/Ô/Ð/øõ
 14°KÑ0@Ô0@ÀAÒ0EÐ0E�˜Q”×*Ò*Ñ,Ô,Ð,Í5Ì9ÐU`ÐbcÑKdÔKdˆØ&*ˆØ&*ˆØÐØ%Ð1Ð1Ð1õ 7:Ð:LÑ6MÔ6MÐQRÒ6RÐ6RÐ" 1Ô%×0Ò0Ñ2Ô2Ð2ÕX]ÔXaÐbtÐvwÑXxÔXxð õ !œ;Ð'OÐ'OÐ'OÐ'OÈÐ'OÑ'OÔ'OÐQRÑSÔSˆLõ Ð.Ñ/Ô/°1Ò4Ð4ð (¨Ô*×5Ò5Ñ7Ô7Ð7å”Ð6¸Ñ:Ô:ð 	ð4 Ô*Ð6Ø œ7œ>­5Ð1BÑ+CÔ+CÐDˆKØ!Ô<×@Ò@ÀÑMÔMˆNØÐ%Ý!&¤Ð1BÈ4ÐPQÌ7Ì>ÕafÔakÐ!lÑ!lÔ!l�Ø?M�Ô/°Ñ<øØD�W•U”^ ^µ^ÑDÔDÑFÔFð 	Í,É.Ì.ð 	Ý"œ_Ð->ÀtÈAÄwÄ~Õ]bÔ]gÐhÑhÔhˆNˆNå"œ[Ð)[Ð)[ÐVZÐ)[Ñ)[Ô)[Ñ\Ô\×_Ò_Ø˜A”w”~­U¬Zð `ñ ô ˆNõ "œI ~×'?Ò'?ÀÑ'EÔ'EÀ~×GZÒGZÐ[\ÑG]ÔG]×GdÒGdÐefÑGgÔGgÐhkÐikÐhkÔGlÐ&mÑnÔnÐð !ÐØÐ&ØˆJØ,ð Eð E�	Ý  ¨I°yÑAÔA�Ø×!Ò! &§.¢.°Ñ"3Ô"3×"=Ò"=¸aÀÑ"CÔ"CÑDÔDÐDÐDå>AÀ*¹o¼oÐQRÒ>RÐ>R 
¨1¤× 8Ò 8Ñ :Ô :Ð :ÕX]ÔXaÐblÐnoÑXpÔXpÐàˆØŒ>ñ T	ØÔ+Ð7Ð7Ð7ØÔ*Ð6Ð6Ð6Ý.JØ˜Ð&7ÀtÔGXÐCXð/ñ /ô /Ñ+ˆMÐ+ð -1¬MÐ@˜œ˜¸qˆJØ˜AŠ~ˆ~ $×"CÒ"CÑ"EÔ"Eˆ~ð BF×A`ÒA`Ø!Ð#3°ZñBô BÑ>Ð! 9¨h¸¹ð LNÈrÐSU¸.¨Ð'Ý" :Ñ.Ô.ð 9Hñ 9H�EØ1G°´ÀÔ1GÈÑ1VÔ1VÐ.Ø)D¨Ô)=¸eÔ)DÐE_Ñ)`Ô)`Ð&à8W¸Ô8PÐQVÔ8WÐXjÑ8kÔ8kÐ5Ý˜tÔ/Ð1RÔ1XÐY[Ô1\Ñ]Ô]�DÝ*/¬*Ð5V×5ZÒ5ZÐ[]Ñ5^Ô5^Ð_`Ô5aÐcgÐmnÐ*oÑ*oÔ*oØô+Ð'ð )D¨Ô(<¸UÔ(CÝœØ6ØØ/×9Ò9¸"Ñ=Ô=×DÒDÀRÈÈTÌ\ÑZÔZñô ñ)ô )Ð%õ -2¬LØ(¨!Ð-@×-JÒ-JÈ2Ñ-NÔ-N×-UÒ-UÐVXÐZ\Ð^_Ñ-`Ô-`ñ-ô -Ð)ð Ô(ð Ø7U°tÔ7NÈuÔ7UÐVgÑ7hÔ7hÐ4à8¸¸b¸q¸b¸ÔAÐDYÐZ]Ð_`Ð_aÐ_aÐZaÔDbÑbØ3°C¸¸!¸°GÔ<ñ=ð 4ð
 9¸¸a¸b¸b¸ÔA×EÒEÑGÔGÐJ_Ð`cÐefÐegÐegÐ`gÔJhÑhð 2õ 8=´|Ø8Ð:SÐTÐZ\ð8ñ 8ô 8Ð4Ð4ð
 ;˜DÔ3°EÔ:Ð;LÑMÔMÐPeÑeð 5ð +G×*MÒ*MÑ*OÔ*OÐ'à+×2Ò2Ð3FÑGÔGÐGØ#×*Ò*Ð+<Ñ=Ô=Ð=Ø"×)Ò)Ð*FÑGÔGÐGÑGå$)¤IÐ.EÈ1Ð$MÑ$MÔ$MÐ!å!œI o¸1Ð=Ñ=Ô=�	Ý œ9 ^¸Ð;Ñ;Ô;�ð
 �à!ÐØˆØ!ÐØŒ>ñ 	B˜dÔ:ñ 	B½wÀtÐMiÑ?jÔ?jñ 	BØÔ.Ð:Ð:Ð:Ø(œÑˆJ˜˜1Ø!%×!DÒ!DÀYÑ!OÔ!OÐØ$(Ô$5ÐM˜˜¸8×;KÒ;KÑ;MÔ;MˆIØ=A¼]ÐQ�˜TÔ8Ñ9Ô9Ð9ÐPQˆJà.×4Ò4°ZÀQÐ4ÑGÔGˆMØ$Ÿ?š?¨:¸1˜?Ñ=Ô=ˆLØˆNÝ˜zÑ*Ô*ð Uð U�Ø=˜4Ô6°uÔ=¸mÈEÔ>RÑSÔS�õ !Ô+¨H¸#ÀcÐRUÐVÑVÔV�Ø% eÔ,¨S°!°"°"¨WÔ5×?Ò?ÀÑCÔC�Ø% eÔ,¨S°"°1°"¨WÔ5×?Ò?ÀÑCÔC�Ø   b q b Ô)¨FÑ2°VÑ;�Ø×%Ò%¥e¤i°¸ÀÀaÀbÀbÀÔ8IÐ0JÐPRÐ&SÑ&SÔ&SÑTÔTÐTÐTå!&¤¨>¸qÐ!AÑ!AÔ!AÐØ/°°R°a°R°Ô8×?Ò?ÑAÔAˆNàŒ?˜QÒÑà”˜a”ˆBØ×&Ò& qÑ)Ô)×0Ò0°°R¸Ñ<Ô<×GÒGÑIÔIˆCØ+×5Ò5°aÑ8Ô8×?Ò?ÀÀBÈÑKÔK×VÒVÑXÔXˆNØŒ~ð iØ*Ô0°Ô4�Ø+9¸#¸wÀ¸wÈÈÈ¸/Ô+JÐ(Ø(6°s¸F¸G¸GÀQÀQÀQ°Ô(GÐ%àÔ$ð \Ø*BÀ3ÈÈÈÀ7Ô*KÐN_Ð`cÐefÐegÐegÐ`gÔNhÑ*hÐ'Ø*=Ð@QÐRUÐWYÐXYÐWYÐRYÔ@ZÑ*ZÐ'Ø(@ÀÀaÀbÀbÀÔ(I×(MÒ(MÑ(OÔ(OÐRcÐdgÐijÐikÐikÐdkÔRlÑ(lÐ%Ý/4¬|Ð=PÐRcÐ<dÐjlÐ/mÑ/mÔ/mÐ,Ð,à/GÐJ[Ñ/[Ð,å!&¤Ð/GÐI^Ð._ÐegÐ!hÑ!hÔ!h�ð .2Ð*ØÔ! AÒ%Ñ%Ø15´ÐE˜dœo˜oÀA�Ø14´¸1´ÀÑ1LÐ.ØÔ.×8Ò8¸Ñ;Ô;×BÒBÀ2ÀrÈ2ÑNÔN�ØÔ2×<Ò<¸QÑ?Ô?×FÒFÀrÈ2ÈrÑRÔR�Ý! #§)¢)Ð,JÐPQ )Ñ"RÔ"RÑSÔS�
Ý!Ø"×(Ò(Ð)GÈQÐ(ÑOÔOñô �
õ ”iÐ \Ð \Ð \Ð \ÐQ[Ð \Ñ \Ô \ÐbcÐdÑdÔd�Ý!&¤Ð+gÐ+gÐ+gÐ+gÐ\fÐ+gÑ+gÔ+gÐmnÐ!oÑ!oÔ!o�Ø!Ð-Ø$2Ô$8¸Ô$;�MØ $Ô 8¸¸¸¸B¸Q¸B¸Ô ?× GÒ GÑ IÔ I�IØ )× 3Ò 3°AÑ 6Ô 6× @Ò @ÀÑ CÔ C× JÒ JÈ2ÈrÐS`ÐbdÑ eÔ e�IÝ$(Ø&×,Ò,Ð-KÐQRÐ,ÑSÔSñ%ô %�Mõ &+¤YÐ/pÐ/pÐ/pÐ/pÐboÐ/pÑ/pÔ/pÐvwÐ%xÑ%xÔ%x�Nà ˆMØÔ+ð EÝ˜tÐ%AÑBÔBð dÝ$Ð%bÑcÔcÐcØ $× ?Ò ?ÀÑ DÔ D�ð Ô*ð ,Ð/@Ð/LØ!'�Ø'8Ð$Ð$à6GÐ6SÐ!2Ð!2ÐY_�Ø'+Ð$à"ŸlšlØØØ(4Ø)Ø$2Ø"3Ø-Ø"3ØFRÐF^˜\Ÿ_š_¨^Ô-AÑBÔBÐBÐdpØ+Ø-Ø%9ð +ñ ô ˆOð Ô+ð #µ°OÑ0DÔ0DÀqÒ0HÐ0HØ.=¸b¸q¸bÔ.AÑ+��J  à!0°°!°Ô!4‘��JØ"�ð Ô! AÒ%Ð%Ð*HÐ*TØ15´ÐE˜dœo˜oÀA�ØœX aœ[¨KÑ7�
Ý”YØfÐfÐfÐfÈ"Ï(Ê(ÐS]ÐcdÈ(ÑJeÔJeÐfÑfÔfØðñ ô �õ #œYØnÐnÐnÐnÈ*×JZÒJZÐ[eÐklÐJZÑJmÔJmÐnÑnÔnØðñ ô �
ð Ð*Ý"'¤)ØpÐpÐpÐpÈ;×K\ÒK\Ð]gÐmnÐK\ÑKoÔKoÐpÑpÔpØð#ñ #ô #�Køð
 ”>ÐQÐQÐ#QÑQÔQ�>ØˆBØˆJØˆKà˜ZÐ(ˆØŒ>ð 	/Ø× Ò  Ñ+Ô+Ð+ØÔ ð 9Ø×$Ò$ XÑ.Ô.Ð.Ð.à×$Ò$ X×%5Ò%5Ñ%7Ô%7Ñ8Ô8Ð8Ð8à× Ò  $¨ Ñ.Ô.Ð.àÔ'ð 	QØ× Ò  Ñ-Ô-Ð-Ø× Ò Ð!3Ñ4Ô4Ð4Ø× Ò °t´~Ð!OÐ!3Ð!3È4ÑPÔPÐPð 	×Ò˜VÑ$Ô$Ð$å�]Ñ#Ô#Ð#r   )r“   r”   r”   r•   r–   r—   r˜   r™   FFr   Fr/   r/   Frš   FFNr   TFr   F)2r›   r   rœ   r   r�   r   rž   r   rŸ   r   r    r   r¡   r%   r¢   r£   r¤   r   r¥   r   r¦   r   r§   r   r¨   r   r©   r   rª   r   r«   r£   r¬   r   r­   r   r®   r¯   r°   r   r±   r   r²   r   r³   r   r´   r   r   rµ   ©r   rµ   )r   r   r   r   ©r   r   )rr   r   rp   r   r¦   r   r   r-  r»   )rW  rX  rY  rZ  r[  rX  r\  r   r]  r   r^  r_  r   r`  )Ú__name__Ú
__module__Ú__qualname__Ú__doc__rË   rí   rð   rÙ   rû   r,  rV  r  Ú__classcell__©rè   s   @r   r’   r’   é   sJ  ø€ € € € € ØNÐNð ØØØØ"#Ø#ØØ Ø!&Ø(-ØØØ"#ØØ%*Ø!%Ø"Ø(-Ø48Ø01Ø$(Ø',ØØ',ð3mvð mvð mvð mvð mvð mvð mvð^ð ð ð ð-ð -ð -ð -ð&ð &ð &ð &ðð ð ð ðbð bð bð bðHu
ð u
ð u
ð u
ð| 48ð[$ð [$ð [$ð [$ð [$ð [$ð [$ð [$ð [$r   r’   c                  ór   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 d0d1ˆ fd„Zd2d„Zd3d„Zd4d„Z	 	 	 	 	 	 	 	 	 	 	 	 	 d5d6d/„Zˆ xZ	S )7rÑ   z'Decoder stack used by DETR transformer.NFé   r   rä   ú'TransformerDecoderLayer'r#  r   Únormúnn.Module | NonerÂ   r   r›   rª   r¬   r¸   r®   r¯   r°   r   rµ   c                óú  •— t          ¦   «                              ¦   «          t          ||¦  «        | _        || _        || _        || _        || _        || _        || _	        || _
        |	| _        |
| _        d | _        t          d|z  ||d¦  «        | _        d | _        |rT|	rR||
z  }t#          j        t'          j        t+          |	¦  «        |¦  «        ¦  «        | _        |                      ¦   «          d| _        d S )Nr*   F)rÊ   rË   Ú_get_clonesr  r#  r›   rØ  rÂ   rª   r¬   r¸   r®   r°   Ú
bbox_embedr   Úref_point_headÚkeypoint_pos_embedr   rÚ   r"   ÚrandnrU   Ú_create_keypoint_class_maskrá   )rã   rä   r#  rØ  rÂ   r›   rª   r¬   r¸   r®   r°   Úkp_dimrè   s               €r   rË   zTransformerDecoder.__init__³  sü   ø€ õ 	‰Œ×ÒÑÔÐÝ! -°Ñ<Ô<ˆŒØ$ˆŒØˆŒØˆŒ	Ø#6ˆÔ Ø$8ˆÔ!Ø(ˆÔØ*DˆÔ'Ø'>ˆÔ$Ø0PˆÔ-ð -1ˆŒå! ! g¡+¨w¸ÀÑCÔCˆÔØ"&ˆÔØ%ð 	/Ð*Að 	/ØÐ @Ñ@ˆFÝ&(¤lµ5´;½sÐCZÑ?[Ô?[Ð]cÑ3dÔ3dÑ&eÔ&eˆDÔ#Ø×,Ò,Ñ.Ô.Ð.ØˆŒˆˆr   c                ó   — d| _         d S rê   rë   rì   s    r   rí   zTransformerDecoder.exportØ  rî   r   r   c                ó�  — | j         s"t          j        ddt          j        ¬¦  «        }nØt	          | j         ¦  «        }t          j        d|z   d|z   t          j        ¬¦  «        }d}t          | j         ¦  «        D ]†\  }}|dk    rŒ|t	          | j         d|…         ¦  «        z   }||z   }t          | j         ¦  «        D ]A\  }}	|	dk    s||k    rŒ|t	          | j         d|…         ¦  «        z   }
|
|	z   }d|||…|
|…f<   ŒBŒ‡d| j        v r|| j        d<   n|                      d|d¬¦  «         t          t          | j
        ¦  «        S )zDCreate attention mask that blocks cross-class keypoint interactions.r   rM   r   NTÚkeypoint_class_mask)Ú
persistent)r®   r"   rÞ   r   rU   rS   Ú_buffersÚregister_bufferr   r   rä  )rã   r   Útotal_kpÚoffsetÚclass_idx_iÚnum_kp_iÚstart_iÚend_iÚclass_idx_jÚnum_kp_jÚstart_jÚend_js               r   rà  z.TransformerDecoder._create_keypoint_class_maskÛ  s{  € ð
 Ô+ð 	>Ý”;˜q !­5¬:Ð6Ñ6Ô6ˆDˆDå˜4Ô7Ñ8Ô8ˆHÝ”;˜q 8™|¨Q°©\ÅÄÐLÑLÔLˆDØˆFÝ)2°4Ô3OÑ)PÔ)Pð 
>ð 
>Ñ%�˜XØ˜q’=�=ØØ ¥3 tÔ'CÀLÀ[ÀLÔ'QÑ#RÔ#RÑR�Ø (Ñ*�Ý-6°tÔ7SÑ-TÔ-Tð >ð >Ñ)�K Ø 1’}�}¨°{Ò(BÐ(BØ Ø$¥s¨4Ô+GÈÈÈÔ+UÑ'VÔ'VÑV�GØ# hÑ.�EØ9=�D˜ ˜¨°¨Ð5Ñ6Ð6ð>ð ! D¤MÐ1Ð1Ø37ˆDŒMÐ/Ñ0Ð0à× Ò Ð!6¸ÈÐ ÑNÔNÐNÝ•F˜DÔ4Ñ5Ô5Ð5r   ru  Únew_refpoints_deltac                óò   — | j         rj|dd d…f         |ddd …f         z  |dd d…f         z   }|ddd …f                              ¦   «         |ddd …f         z  }t          j        ||gd¬¦  «        }n||z   }|S )N.r*   r.   r   )r¬   r<  r"   r=  )rã   ru  rò  Únew_refpoints_cxcyÚnew_refpoints_whÚnew_refpoints_unsigmoids         r   Úrefpoints_refinez#TransformerDecoder.refpoints_refineø  s¹   € ØÔð 	Pà# C¨¨!¨ GÔ,Ð/BÀ3ÈÈÈÀ7Ô/KÑKÐNaÐbeÐgiÐhiÐgiÐbiÔNjÑjð ð  3°3¸¸¸°7Ô;×?Ò?ÑAÔAÐDWÐX[Ð]^Ð]_Ð]_ÐX_ÔD`Ñ`ÐÝ&+¤lÐ4FÐHXÐ3YÐ_aÐ&bÑ&bÔ&bÐ#Ð#à&9Ð<OÑ&OÐ#Ø&Ð&r   r»  rF   Útgt_maskr   Úmemory_maskÚtgt_key_padding_maskrt  r@   rv  rH   rw  úlist[tuple[int, int]] | Nonerx  ry  rz  r{  úTensor | tuple[Tensor, ...]c                óÌ  ‡ ‡— |€J ‚|}g }|g}d }d }g }‰ j         rŸ‰ j        s
J d¦   «         ‚|€t          d¦  «        ‚|€t          d¦  «        ‚|}‰ j        €
J d¦   «         ‚‰ j                             d¦  «                             d¦  «                             |j        d         |j        d         dd¦  «        }dˆ ˆfd„}‰ j        r:‰ j        r ||¦  «        \  }}}}n" ||                     ¦   «         ¦  «        \  }}}}t          ‰ j
        ¦  «        D �]J\  }}‰ j        s:‰ j        r ||¦  «        \  }}}}n" ||                     ¦   «         ¦  «        \  }}}}‰ j         r<|�: ||||||||||
||	||‰ j        |¬¦  «        }|\  }}|                     |¦  «         n ||||||||||
||	¬¦  «        }‰ j        sk‰ j        €J ‚‰                      |¦  «        }‰                      ||¦  «        }|‰ j        dz
  k    r|                     |¦  «         |                     ¦   «         }‰ j        r1‰ j        €J ‚|                     ‰                      |¦  «        ¦  «         �ŒL‰ j        �E‰                      |¦  «        }‰ j        r)|                     ¦   «          |                     |¦  «         ‰ j        �r‰ j        r0|d         } ‰ j        �	|d         }!n|}!‰ j         r| |!|d         fS | |!fS g }"‰ j        �O|"                     t+          j        |¦  «        ¦  «         |"                     t+          j        |¦  «        ¦  «         nO|"                     t+          j        |¦  «        ¦  «         |"                     |                     d¦  «        ¦  «         ‰ j         r'|"                     t+          j        |¦  «        ¦  «         t/          |"¦  «        S |                     d¦  «        S )Nz1Keypoint processing requires lite_refpoint_refinezAKeypoint processing is enabled but tgt_keypoints was not providedzBKeypoint processing is enabled but init_kp_ref_xy was not providedz>keypoint_pos_embed must be initialized for keypoint processingr   r   r.   Ú	refpointsr   r   r-  c                ój  •— | dd d…f         }‰j         r(t          |‰j        dz  ¦  «        }|d d …d d …d f         }n]‰€J ‚|d d …d d …d f         t          j        ‰‰gd¦  «        d d …d f         z  }t          |d d …d d …dd d …f         ‰j        dz  ¦  «        }‰                     |¦  «        }||||fS )N.r/   r*   r.   r   )rá   rE   r›   r"   r8   rÝ  )rþ  Ú
obj_centerÚquery_sine_embedÚrefpoints_inputÚ	query_posrã   rx  s        €€r   Úget_referencez1TransformerDecoder.forward.<locals>.get_reference/  s   ø€ à" 3¨¨¨ 7Ô+ˆJàŒ|ð 
nÝ#=¸jÈ$Ì,ÐZ[ÑJ[Ñ#\Ô#\Ð ð
 #-¨Q¨Q¨Q°°°°4¨ZÔ"8��à#Ð/Ð/Ð/Ø",¨Q¨Q¨Q°°°°4¨ZÔ"8½5¼9ÀlÐT`ÐEaÐceÑ;fÔ;fÐghÐghÐghÐjnÐgnÔ;oÑ"o�Ý#=¸oÈaÈaÈaÐQRÐQRÐQRÐTUÐWXÐWXÐWXÈjÔ>YÐ[_Ô[gÐklÑ[lÑ#mÔ#mÐ à×+Ò+Ð,<Ñ=Ô=ˆIØ˜°	Ð;KÐKÐKr   ©rø  rù  rú  rt  r  Úreference_pointsrH   rw  rv  Úkeypoint_tgtÚkeypoint_posrä  r{  )	rø  rù  rú  rt  r  r  rH   rw  rv  )rþ  r   r   r-  )r¸   rª   r9   rÞ  r[   r:  rR   r¬   rŒ  rS   r  rä  r]   rÜ  r÷  r#  r>  rÂ   rØ  Úpoprá   r"   r3   r„  )#rã   r»  rF   rø  rù  rú  rt  r@   ru  rv  rH   rw  rx  ry  rz  r{  ÚoutputÚintermediateÚhs_refpoints_unsigmoidr  Úkp_query_posÚintermediate_keypointsr  r   r  r  Ú_query_sine_embedÚlayer_idr  Úlayer_outputsrò  rö  rÈ  ÚrefÚresultss#   `           `                      r   r  zTransformerDecoder.forward  sÎ  øø€ ð( #Ð.Ð.Ð.ØˆàˆØ"5Ð!6ÐàˆØˆØ!#ÐàÔ*ð 	ØÔ,ÐaÐaÐ.aÑaÔaÐ,ØÐ$Ý Ð!dÑeÔeÐeØÐ%Ý Ð!eÑfÔfÐfØ(ˆLØÔ*Ð6Ð6Ð8xÑ6Ô6Ð6àÔ'×1Ò1°!Ñ4Ô4ß’˜1‘”ß’˜Ô*¨1Ô-¨|Ô/AÀ!Ô/DÀbÈ"ÑMÔMð ð	Lð 	Lð 	Lð 	Lð 	Lð 	Lð 	Lð( Ô$ð 	yØÔ ð yØLYÈMÐZmÑLnÔLnÑI�
˜O¨YÐ8IÐ8IàLYÈMÐZm×ZuÒZuÑZwÔZwÑLxÔLxÑI�
˜O¨YÐ8Iå(¨¬Ñ5Ô5ð 6	7ñ 6	7‰OˆH�eØÔ,ð ØÔ$ð ØP]ÐP]Ð^qÑPrÔPrÑM�J °Ð<MÐ<MàP]ÐP]Ø+×3Ò3Ñ5Ô5ñQô QÑM�J °Ð<Mð Ô.ð !°<Ð3KØ % ØØØ%Ø +Ø)=Ø,CØ'Ø%4Ø#1Ø&7Ø&7Ø!-Ø!-Ø(,Ô(@Ø)=ð!ñ !ô !�ð" (5Ñ$�˜Ø&×-Ò-¨lÑ;Ô;Ð;Ð;à˜ØØØ%Ø +Ø)=Ø,CØ'Ø%4Ø#1Ø&7Ø&7ðñ ô �ð Ô,ð GØ”Ð2Ð2Ð2Ø&*§o¢o°fÑ&=Ô&=Ð#Ø*.×*?Ò*?Ð@SÐUhÑ*iÔ*iÐ'Ø˜tœ°Ñ2Ò2Ð2Ø*×1Ò1Ð2IÑJÔJÐJØ&=×&DÒ&DÑ&FÔ&FÐ#àÔ'ð 7Ø”yÐ,Ð,Ð,Ø×#Ò# D§I¢I¨fÑ$5Ô$5Ñ6Ô6Ð6ùàŒ9Ð Ø—Y’Y˜vÑ&Ô&ˆFØÔ'ð ,Ø× Ò Ñ"Ô"Ð"Ø×#Ò# FÑ+Ô+Ð+àÔ#ñ 	"ØŒ|ð 	Ø! "Ô%�Ø”?Ð.Ø0°Ô4�C�Cà-�CàÔ2ð ?Ø˜sÐ$:¸2Ô$>Ð>Ð>Ø˜3�w�àˆGØŒÐ*Ø—’�uœ{¨<Ñ8Ô8Ñ9Ô9Ð9Ø—’�uœ{Ð+AÑBÔBÑCÔCÐCÐCà—’�uœ{¨<Ñ8Ô8Ñ9Ô9Ð9Ø—’Ð2×<Ò<¸QÑ?Ô?Ñ@Ô@Ð@àÔ.ð DØ—’�uœ{Ð+AÑBÔBÑCÔCÐCå˜‘>”>Ð!à×Ò Ñ"Ô"Ð"r   )NFrÖ  FFFNr   )rä   r×  r#  r   rØ  rÙ  rÂ   r   r›   r   rª   r   r¬   r   r¸   r   r®   r¯   r°   r   r   rµ   rÍ  )r   r   )ru  r   rò  r   r   r   ©NNNNNNNNNNNNN) r»  r   rF   r   rø  r   rù  r   rú  r   rt  r   r@   r   ru  r   rv  r   rH   r   rw  rû  rx  r   ry  r   rz  r   r{  r   r   rü  )
rÏ  rÐ  rÑ  rÒ  rË   rí   rà  r÷  r  rÓ  rÔ  s   @r   rÑ   rÑ   °  sê   ø€ € € € € Ø1Ð1ð "&Ø$)ØØ%*Ø"Ø+0Ø48Ø01ð#ð #ð #ð #ð #ð #ð #ðJð ð ð ð6ð 6ð 6ð 6ð:	'ð 	'ð 	'ð 	'ð #'Ø%)Ø.2Ø15Ø!Ø-1à+/Ø(,Ø:>Ø&*à'+Ø(,Ø.2ð%]#ð ]#ð ]#ð ]#ð ]#ð ]#ð ]#ð ]#ð ]#r   rÑ   c                  óŽ   ‡ — e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 d8d9ˆ fd„Zd:d#„Z	 	 	 	 	 	 	 	 	 	 	 	 	 d;d<d6„Z	 	 	 	 	 	 	 	 	 	 	 	 	 d;d<d7„Zˆ xZS )=rÐ   z9A single decoder layer with optional keypoint subnetwork.r—   çš™™™™™¹?r™   Fr   r/   Tr›   r   rœ   r�   r    r¡   r%   r¢   r£   r¤   r   r¦   r¨   r©   r·   r¸   r°   r±   r²   r   rµ   c                óÔ  •— t          ¦   «                              ¦   «          t          j        |||d¬¦  «        | _        t          j        |¦  «        | _        t          j        |¦  «        | _        t          ||	||
¬¦  «        | _
        || _        t          j        ||¦  «        | _        t          j        |¦  «        | _        t          j        ||¦  «        | _        t          j        |¦  «        | _        t          j        |¦  «        | _        t          j        |¦  «        | _        t          j        |¦  «        | _        t)          |¦  «        | _        || _        || _        || _        |o|| _        |o|| _        |�râ||z  }|dk    rt          j        ||¦  «        nt          j        ¦   «         | _        |dk    rt          j        ||¦  «        nt          j        ¦   «         | _        |dk    rt          j        ||¦  «        nt          j        ¦   «         | _        |dk    rt          j        ||¦  «        nt          j        ¦   «         | _        t          j        |tA          ||z  ¦  «        |d¬¦  «        | _!        t          j        |¦  «        | _"        t          j        |¦  «        | _#        t          j        |¦  «        | _$        t          j        |¦  «        | _%        | j        r_t          j        |tA          ||z  ¦  «        |d¬¦  «        | _&        t          j        |¦  «        | _'        t          j        |¦  «        | _(        | j        rZt          ||	tA          ||z  ¦  «        |
¬¦  «        | _)        t          j        |¦  «        | _*        t          j        |¦  «        | _+        t          j        ||dz  |z  ¦  «        | _,        t          j        |¦  «        | _-        t          j        |dz  |z  |¦  «        | _.        t          j        |¦  «        | _/        t          j        |¦  «        | _0        t          j1        te          j3        d¦  «        dz  ¦  «        | _4        d| _5        d S )NT)Ú	embed_dimÚ	num_headsr¡   Úbatch_first)Ún_levelsÚn_headsÚn_pointsr   r/   g�íµ ÷Æ°>F)6rÊ   rË   r   ÚMultiheadAttentionÚ	self_attnÚDropoutÚdropout1r½   Únorm1r   Ú
cross_attnÚnheadrÄ   Úlinear1r¡   Úlinear2Únorm2Únorm3Údropout2Údropout3Ú_get_activation_fnr¢   r¤   r¦   r¸   r²   r±   r¹   Úinst_in_projÚinst_pos_in_projÚinst_out_projÚmemory_in_projr   Úkp_inst_self_attnÚkp_inst_dropoutÚkp_inst_normÚkp_normÚ
kp_dropoutÚinter_inst_kp_attnÚinter_inst_kp_dropoutÚinter_inst_kp_normÚkp_cross_attnÚkp_cross_attn_dropoutÚkp_cross_attn_normÚ
kp_linear1Úkp_dropout2Ú
kp_linear3Úkp_dropout4Úkp_norm5rÚ   r"   ÚonesÚinstance_kp_layer_scalerá   )rã   r›   rœ   r�   r    r¡   r¢   r¤   r¦   r¨   r©   r·   r¸   r°   r±   r²   rá  rè   s                    €r   rË   z TransformerDecoderLayer.__init__¦  sö  ø€ õ$ 	‰Œ×ÒÑÔÐåÔ.¸ÈHÐ^eÐswÐxÑxÔxˆŒÝœ
 7Ñ+Ô+ˆŒÝ”\ 'Ñ*Ô*ˆŒ
õ 'ØØ'ØØ!ð	
ñ 
ô 
ˆŒð ˆŒ
õ ”y ¨/Ñ:Ô:ˆŒÝ”z 'Ñ*Ô*ˆŒÝ”y °'Ñ:Ô:ˆŒå”\ 'Ñ*Ô*ˆŒ
Ý”\ 'Ñ*Ô*ˆŒ
åœ
 7Ñ+Ô+ˆŒÝœ
 7Ñ+Ô+ˆŒå,¨ZÑ8Ô8ˆŒØ 0ˆÔØ$ˆŒà*DˆÔ'Ø&<Ð&[ÐA[ˆÔ#Ø#6Ð#UÐ;UˆÔ à%ñ -	NØÐ @Ñ@ˆFØ>^ÐabÒ>bÐ>b¥¤	¨'°6Ñ :Ô :Ð :ÕhjÔhsÑhuÔhuˆDÔà.NÐQRÒ.RÐ.R•”	˜' 6Ñ*Ô*Ð*ÕXZÔXcÑXeÔXeð Ô!ð @`ÐbcÒ?cÐ?c¥¤¨6°7Ñ!;Ô!;Ð!;ÕikÔitÑivÔivˆDÔØ@`ÐcdÒ@dÐ@d¥"¤)¨G°VÑ"<Ô"<Ð"<ÕjlÔjuÑjwÔjwˆDÔÝ%'Ô%:Ø Ý.¨xÐ;[Ñ/[Ñ\Ô\ØØ ð	&ñ &ô &ˆDÔ"õ $&¤:¨gÑ#6Ô#6ˆDÔ Ý "¤¨WÑ 5Ô 5ˆDÔÝœ<¨Ñ/Ô/ˆDŒLÝ œj¨Ñ1Ô1ˆDŒOàÔ*ð ?Ý*,Ô*?Ø$Ý2°8Ð?_Ñ3_Ñ`Ô`Ø#Ø $ð	+ñ +ô +�Ô'õ .0¬Z¸Ñ-@Ô-@�Ô*Ý*,¬,°vÑ*>Ô*>�Ô'àÔ'ð ?Ý%1ØØ/Ý0°Ð=]Ñ1]Ñ^Ô^Ø)ð	&ñ &ô &�Ô"õ .0¬Z¸Ñ-@Ô-@�Ô*Ý*,¬,°vÑ*>Ô*>�Ô'å œi¨°¸!±Ð?_Ñ0_Ñ`Ô`ˆDŒOÝ!œz¨'Ñ2Ô2ˆDÔÝ œi¨°!©Ð7WÑ(WÐY_Ñ`Ô`ˆDŒOÝ!œz¨'Ñ2Ô2ˆDÔÝœL¨Ñ0Ô0ˆDŒMå+-¬<½¼
À1¹¼ÈÑ8LÑ+MÔ+MˆDÔ(ØˆŒˆˆr   r�  r   r@   r   c                ó   — |€|n||z   S r»   r   )rã   r�  r@   s      r   Úwith_pos_embedz&TransformerDecoderLayer.with_pos_embed  s   € Ø˜ˆvˆv¨&°3©,Ð6r   Nr»  rF   rø  rù  rú  rt  r  r  rH   rw  rû  rv  r  r  rä  r{  rü  c                óJ  — |j         \  }}}|                      ||¦  «        x}}|}| j        rht          j        |                     || j        z  d¬¦  «        d¬¦  «        }|}t          j        |                     || j        z  d¬¦  «        d¬¦  «        }|                      |||||d¬¦  «        d         }| j        r+t          j        |                     |d¬¦  «        d¬¦  «        }||                      |¦  «        z   }|  	                    |¦  «        }|  
                    |                      ||¦  «        |||	|||
¬¦  «        }||                      |¦  «        z   }|                      |¦  «        }|                      |                      |                      |                      |¦  «        ¦  «        ¦  «        ¦  «        }||                      |¦  «        z   }|                      |¦  «        }| j        �r®|�|€t)          d¦  «        ‚|€t)          d¦  «        ‚|                      |¦  «        }|                      |¦  «        }|j         \  }}}}|                     d	¦  «        }t          j        |¦  «                             d	¦  «        }t          j        ||gd	¬¦  «        }t          j        ||gd	¬¦  «        }|                     ||z  d|z   |¦  «        }|                     ||z  d|z   |¦  «        }||z   x}}|}|                      |||t7          ||j        ¦  «        d¬
¦  «        d         } |                      ||d|z   |¦  «        } | d d …d d …dd d …f         }| d d …d d …dd …d d …f         }!||                      |                      |¦  «        ¦  «        | j        z  z   }|                       |¦  «        }||  !                    |!¦  «        z   }|  "                    |¦  «        }| j#        rð| $                    dd	¦  «                             ||z  ||¦  «        }"|                     d¦  «         %                    ||||¦  «                             ||z  ||¦  «        }#|"|#z   }|"}|  &                    |||d¬¦  «        d         }$|$ '                    ||||¦  «         $                    dd	¦  «        }$||  (                    |$¦  «        z   }|  )                    |¦  «        }| j*        �r@|                      ||                     d	¦  «         %                    ||||¦  «        ¦  «        }%|%                     |||z  |¦  «        }%|                     d	¦  «         %                    ||||j         d	         |j         d         ¦  «                             |||z  |j         d	         |j         d         ¦  «        }&|�|n|}'||  +                    |  ,                    |%|&|  -                    |'¦  «        |	|||
¬¦  «                             ||||¦  «        ¦  «        z   }|  .                    |¦  «        }||  /                    |  0                    |  1                    |                      |  2                    |¦  «        ¦  «        ¦  «        ¦  «        ¦  «        z   }|  3                    |¦  «        }||fS |S )Nr   r   r   F)Ú	attn_maskÚkey_padding_maskÚneed_weights)Úinput_spatial_shapes_hwzDKeypoint processing is enabled but keypoint_tgt/keypoint_pos missingz;Keypoint processing is enabled but reference_points missingr*   )rE  rG  )ÚkeyÚvaluerG  r-   )4rR   rC  r8  r"   r8   r�  r¦   r  r!  r"  r#  r)  r'  r&  r¡   r¢   r%  r*  r(  r¸   r9   r,  r-  r[   rV   rT   r0  r&   r   r1  r.  rA  r2  r4  r3  r²   r„   r:  r5  r�   r6  r7  r±   r9  r8  r/  r:  r>  r=  r<  r;  r?  )(rã   r»  rF   rø  rù  rú  rt  r  r  rH   rw  rv  r  r  rä  r{  r5  rž   rc   ÚqÚkÚvÚtgt2Ú
tgt_for_kpÚtgt_for_kp_posÚ	n_queriesÚnum_kprá  Útgt_expandedÚquery_expandedÚcombined_featÚcombined_posÚcombined_outÚkeypoint_tgt2Úswapped_keypoint_tgtÚswapped_keypoint_posÚswapped_outÚkeypoint_queryÚbbox_ref_for_kpÚ	kp_memorys(                                           r   Úforward_postz$TransformerDecoderLayer.forward_post  s÷  € ð& !œYÑˆˆK˜ð
 ×#Ò# C¨Ñ3Ô3Ð3ˆˆAØˆØŒ=ð 	QÝ”	˜!Ÿ'š' +°´Ñ"@Àa˜'ÑHÔHÈaÐPÑPÔPˆAØˆAÝ”	˜!Ÿ'š' +°´Ñ"@Àa˜'ÑHÔHÈaÐPÑPÔPˆAà�~Š~˜a  A°ÐL`Ðotˆ~ÑuÔuÐvwÔxˆàŒ=ð 	;Ý”9˜TŸZšZ¨°˜ZÑ2Ô2¸Ð:Ñ:Ô:ˆDà�D—M’M $Ñ'Ô'Ñ'ˆØ�jŠj˜‰oŒoˆð �ŠØ×Ò  YÑ/Ô/ØØØØØ#Ø$5ð ñ 
ô 
ˆð �D—M’M $Ñ'Ô'Ñ'ˆØ�jŠj˜‰oŒoˆØ�|Š|˜DŸLšL¨¯ª¸¿ºÀcÑ9JÔ9JÑ)KÔ)KÑLÔLÑMÔMˆØ�D—M’M $Ñ'Ô'Ñ'ˆØ�jŠj˜‰oŒoˆàÔ*ñ b	%ØÐ# |Ð';Ý Ð!gÑhÔhÐhØÐ'Ý Ð!^Ñ_Ô_Ð_à×*Ò*¨3Ñ/Ô/ˆJØ!×2Ò2°9Ñ=Ô=ˆNð ,8Ô+=Ñ(ˆAˆy˜& &à%×/Ò/°Ñ2Ô2ˆLÝ"Ô-¨jÑ9Ô9×CÒCÀAÑFÔFˆNå!œI |°\Ð&BÈÐJÑJÔJˆMÝ œ9 n°lÐ%CÈÐKÑKÔKˆLà)×1Ò1°"°{Ñ2BÀAÈÁJÐPVÑWÔWˆMØ'×/Ò/°°[Ñ0@À!ÀfÁ*ÈfÑUÔUˆLØ! LÑ0Ð0ˆA�ØˆAà×1Ò1Ø�1�aÕ#6Ð7JÈAÌGÑ#TÔ#TÐchð 2ñ ô àôˆLð (×/Ò/°°KÀÀVÁÈVÑTÔTˆLØ    1 1 1 a¨¨¨ 
Ô+ˆDØ(¨¨¨¨A¨A¨A¨q¨r¨r°1°1°1¨Ô5ˆMà˜×,Ò,¨T×-?Ò-?ÀÑ-EÔ-EÑFÔFÈÔIeÑeÑeˆCØ×#Ò# CÑ(Ô(ˆCØ'¨$¯/ª/¸-Ñ*HÔ*HÑHˆLØŸ<š<¨Ñ5Ô5ˆLð
 Ô*ð EØ'3×'=Ò'=¸aÀÑ'CÔ'C×'KÒ'KÈBÐQWÉKÐYdÐflÑ'mÔ'mÐ$à"×,Ò,¨QÑ/Ô/ß’V˜B ¨°VÑ<Ô<ß’WØ˜V™Ø#Øñô ð %ð )Ð+?Ñ?�Ø(�Ø"×5Ò5°a¸QÀaÐV[Ð5Ñ\Ô\Ð]^Ô_�Ø)×.Ò.¨r°6¸;ÈÑOÔO×YÒYÐZ[Ð]^Ñ_Ô_�Ø+¨d×.HÒ.HÈÑ.UÔ.UÑU�Ø#×6Ò6°|ÑDÔD�ð
 Ô'ñ EØ!%×!4Ò!4Ø  .×":Ò":¸1Ñ"=Ô"=×"DÒ"DÀRÈÐV\Ð^dÑ"eÔ"eñ"ô "�ð "0×!7Ò!7¸¸KÈ&Ñ<PÐRXÑ!YÔ!Y�à$×.Ò.¨qÑ1Ô1ß’VØØ#ØØ(Ô.¨qÔ1Ø(Ô.¨qÔ1ñô ÷ ’W˜R ¨vÑ!5Ð7GÔ7MÈaÔ7PÐRbÔRhÐijÔRkÑlÔlð  ð 5IÐ4TÐ0Ð0ÐZ`�	Ø+¨d×.HÒ.HØ×&Ò&Ø&Ø'Ø×+Ò+¨IÑ6Ô6Ø&Ø)Ø/Ø0Að 'ñ ô ÷ ’g˜b +¨v°vÑ>Ô>ñ
/ô 
/ñ 
 �ð  $×6Ò6°|ÑDÔD�ð
 (¨$×*:Ò*:Ø—’ × 0Ò 0°·²ÀÇÂÐQ]ÑA^ÔA^Ñ1_Ô1_Ñ `Ô `ÑaÔañ+ô +ñ ˆLð  Ÿ=š=¨Ñ6Ô6ˆLð ˜Ð$Ð$àˆ
r   c                óJ   — |                       |||||||||	|
|||||¬¦  «        S )Nr  )r_  )rã   r»  rF   rø  rù  rú  rt  r  r  rH   rw  rv  r  r  rä  r{  s                   r   r  zTransformerDecoderLayer.forward®  sN   € ð$ × Ò ØØØØ#Ø!5Ø$;ØØ-Ø)Ø/Ø/Ø%Ø%Ø 3Ø!5ð !ñ 
ô 
ð 	
r   )r—   r  r™   Fr   r/   r/   FFr   TF) r›   r   rœ   r   r�   r   r    r   r¡   r%   r¢   r£   r¤   r   r¦   r   r¨   r   r©   r   r·   r   r¸   r   r°   r   r±   r   r²   r   r   rµ   )r�  r   r@   r   r   r   r  ) r»  r   rF   r   rø  r   rù  r   rú  r   rt  r   r  r   r  r   rH   r   rw  rû  rv  r   r  r   r  r   rä  r   r{  r   r   rü  )	rÏ  rÐ  rÑ  rÒ  rË   rC  r_  r  rÓ  rÔ  s   @r   rÐ   rÐ   £  s  ø€ € € € € ØCÐCð  $ØØ Ø!&ØØ"#ØØ$Ø+0Ø01Ø$(Ø',ð!cð cð cð cð cð cð cðJ7ð 7ð 7ð 7ð #'Ø%)Ø.2Ø15Ø#'Ø*.Ø(,Ø:>Ø+/à&*Ø&*Ø-1Ø.2ð#^ð ^ð ^ð ^ð ^ðH #'Ø%)Ø.2Ø15Ø#'Ø*.Ø(,Ø:>Ø+/Ø&*Ø&*Ø-1Ø.2ð!"
ð "
ð "
ð "
ð "
ð "
ð "
ð "
ð "
r   rÐ   r  ú	nn.ModuleÚ
num_clonesúnn.ModuleListc                ó^   ‡ — t          j        ˆ fd„t          |¦  «        D ¦   «         ¦  «        S )Nc                ó8   •— g | ]}t          j        ‰¦  «        ‘ŒS r   )ÚcopyÚdeepcopy)rz   Úir  s     €r   r|   z_get_clones.<locals>.<listcomp>Ô  s#   ø€ ÐKÐKÐK°A�$œ-¨Ñ/Ô/ÐKÐKÐKr   )r   rÓ   rÔ   )r  rb  s   ` r   rÛ  rÛ  Ó  s0   ø€ ÝŒ=ÐKÐKÐKÐK½¸zÑ9JÔ9JÐKÑKÔKÑLÔLÐLr   Úargsr	   c           
     ó  — t          | dd¦  «        }t          di d| j        “d| j        “d| j        “d| j        “d| j        “d| j        “d	| j        “d
d“d| j	        “d|“d| j
        “d| j        “d| j        “d| j        “d| j        “dt          | dd¦  «        “dt          | dg ¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “dt          | dd¦  «        “ŽS )Nr§   Fr›   rœ   r�   rž   r¡   r    rŸ   r¥   Tr¦   r¨   r©   rª   r«   r¬   r­   r®   r°   r   r±   r²   r³   Únum_decoder_registersr   r´   r   )r  r’   Ú
hidden_dimÚ	sa_nheadsÚ	ca_nheadsrž   r¡   r    rà   r¦   r¨   r©   rª   ræ   r¬   )ri  r§   s     r   Úbuild_transformerro  ×  s¹  € Ý˜˜k¨5Ñ1Ô1€Iåð ð ð Ø”�ðà”�ðð ”�ðð Ô$Ð$ð	ð
 ”�ðð Ô,Ð,ðð  œ?˜?ðð !% ðð ”?�?ðð �)ðð  Ô2Ð2ðð Ô&Ð&ðð "Ô6Ð6ðð Ô+Ð+ðð Ô&Ð&ðõ" !(¨Ð.GÈÑ OÔ OÐ Oð#õ$ !(¨Ð.GÈÑ LÔ LÐ Lð%õ& *1°Ð7YÐ[\Ñ)]Ô)]Ð)]ð'õ( $ DÐ*?ÀÑFÔFÐFð)õ*  ' tÐ-EÀuÑMÔMÐMð+õ, ˜dÐ$;¸QÑ?Ô?Ð?ð-õ.  ' tÐ-EÀuÑMÔMÐMð/ð r   )r™   ÚgeluÚgluz%dict[str, Callable[[Tensor], Tensor]]Ú_ACTIVATION_FNSr¢   r£   úCallable[[Tensor], Tensor]c                óŒ   — 	 t           |          S # t          $ r* t          dt          t           ¦  «        › d| › d�¦  «        d‚w xY w)z-Return an activation function given a string.zactivation should be one of z, not ú.N)rr  ÚKeyErrorÚRuntimeErrorr„  )r¢   s    r   r+  r+  ù  s`   € ðqÝ˜zÔ*Ð*øÝð qð qð qÝÐe½%ÅÑ:PÔ:PÐeÐeÐXbÐeÐeÐeÑfÔfÐlpÐpðqøøøs	   ‚ �4ArÎ  )r   r   r   r   )r   r   r   r    r   r   )r'   )r(   r   r   r   r   r   )NNT)
rF   r   rG   r   rH   rI   rJ   r   r   rK   )rt   ru   r   rK   )r€   r   rx   r   r~   r   r   r   )
r€   r   rx   r   r~   r   r‰   r%   r   r   )r  ra  rb  r   r   rc  )ri  r	   r   r’   )r¢   r£   r   rs  ).rÒ  Ú
__future__r   rf  r0   Úcollections.abcr   r   Útypingr   r"   Útorch.nn.functionalr   Ú
functionalr‹   r   Úrfdetr.models._typesr	   Úrfdetr.models.heads.keypointsr
   Úrfdetr.models.mathr   Úrfdetr.models.ops.modulesr   Úrfdetr.utilities.compilerr   r   r   r&   rE   rs   r   rˆ   r�   ÚModuler’   rÑ   rÐ   rÛ  ro  r™   rp  rq  rr  Ú__annotations__r+  r   r   r   ú<module>r„     sØ  ðð Ð Ð à "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ø Ð Ð Ð Ð Ð à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð à ,Ð ,Ð ,Ð ,Ð ,Ð ,Ø EÐ EÐ EÐ EÐ EÐ EØ "Ð "Ð "Ð "Ð "Ð "Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2ð	ð 	ð 	ð 	ðð ð ð ð
;ð ;ð ;ð ;ð4ð ð ð ð ð< *.Ø@DØð	AMð AMð AMð AMð AMðH\ð \ð \ð \ð Gð Gð Gð Gð*Hð Hð Hð Hð,D$ð D$ð D$ð D$ð D$�"”)ñ D$ô D$ð D$ðNp#ð p#ð p#ð p#ð p#˜œñ p#ô p#ð p#ðfm
ð m
ð m
ð m
ð m
˜bœiñ m
ô m
ð m
ð`	Mð Mð Mð Mðð ð ð ð> CDÄ&ÐRSÔRXÐabÔafÐ9gÐ9g€Ð gÐ gÐ gÑ gðqð qð qð qð qð qr   