§
    9²¸j÷-  ã                   ó²  — d Z ddlZddlZddlZddlmZ ddlmZ ddlm	Z
 ddlmZmZmZ ddlmZ dd	lmZmZ dd
lmZ ddlmZ ddlmZ ddlmZmZmZ ddlmZ ddl m!Z! ddl"m#Z#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z) ddl*m+Z+ ddl,m-Z-  ej.        e/¦  «        Z0 ed¬¦  «        e G d„ de+¦  «        ¦   «         ¦   «         Z1 ed¬¦  «        e G d„ de¦  «        ¦   «         ¦   «         Z2 G d„ de-¦  «        Z3e G d„ de)¦  «        ¦   «         Z4 G d„ d e&¦  «        Z5 ed!¬"¦  «         G d#„ d$e(¦  «        ¦   «         Z6 ed%¬"¦  «         G d&„ d'e'¦  «        ¦   «         Z7g d(¢Z8dS ))zPyTorch Canary model.é    N)Ústrict)Únné   )Úinitialization)ÚCacheÚDynamicCacheÚEncoderDecoderCache)ÚPreTrainedConfig)Úcreate_bidirectional_maskÚcreate_causal_mask)Ú)BaseModelOutputWithPastAndCrossAttentions)ÚPreTrainedModel)ÚUnpack)ÚTransformersKwargsÚauto_docstringÚlogging)Úmerge_with_config_defaults)Úcapture_outputsé   )ÚCONFIG_MAPPINGÚ
AutoConfig)ÚCohereAsrDecoderÚ!CohereAsrForConditionalGenerationÚCohereAsrModelÚCohereAsrPreTrainedModel)ÚLlamaConfig)ÚSinusoidsPositionEmbeddingznvidia/canary-1b-v2)Ú
checkpointc                   óv  — e Zd ZU dZdZeed<   dZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZedz  ed<   dZeed<   dZeed<   dZeed<    e¦   «         Z e¦   «         Z e¦   «         Z e¦   «         Z e¦   «         Z e¦   «         Z e¦   «         ZdS )ÚCanaryDecoderConfigÚcanary_decoderé @  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsÚnum_key_value_headsi   Úintermediate_sizeÚreluÚ
hidden_actÚmax_position_embeddingsr   NÚpad_token_idr   Úeos_token_idé   Úbos_token_idTÚis_encoder_decoderÚattention_biasé€   Úhead_dim)Ú__name__Ú
__module__Ú__qualname__Ú
model_typer#   ÚintÚ__annotations__r$   r&   r'   r(   r)   r+   Ústrr,   r-   r.   r0   r1   Úboolr2   r4   ÚAttributeErrorÚrms_norm_epsÚpretraining_tpÚrope_parametersÚmlp_biasÚtie_word_embeddingsÚbase_model_tp_planÚbase_model_pp_plan© ó    úy/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/canary/modular_canary.pyr    r    /   si  € € € € € € ð "€Jà€J�ÐÐÑØ€K�ÐÐÑØÐ�sÐÐÑØ Ð˜Ð Ð Ñ Ø Ð˜Ð Ð Ñ Ø!Ð�sÐ!Ð!Ñ!Ø€J�ÐÐÑØ#'Ð˜SÐ'Ð'Ñ'Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø#Ð˜Ð#Ð#Ñ#Ø€N�DÐÐÑØ€HˆcÐÐÑà!�>Ñ#Ô#€LØ#�^Ñ%Ô%€NØ$�nÑ&Ô&€OØˆ~ÑÔ€HØ(˜.Ñ*Ô*ÐØ'˜Ñ)Ô)ÐØ'˜Ñ)Ô)ÐÐÐrF   r    c                   ó  ‡ — e Zd ZU dZdZdgZeedœZdZ	e
ez  dz  ed<   dZe
ez  dz  ed<   dZeed	<   dZeed
<   dZeed<   dZedz  ed<   dZedz  ed<   dZedz  ed<   dZedz  ed<   dZeed<   dZeed<   ˆ fd„Zd„ Zd„ Zˆ xZS )ÚCanaryConfiga‹  
    encoder_config (`Union[dict, ParakeetEncoderConfig]`, *optional*):
        The config object or dictionary of the FastConformer encoder ([`ParakeetEncoderConfig`]).
    decoder_config (`Union[dict, CanaryDecoderConfig]`, *optional*):
        The config object or dictionary of the Transformer decoder ([`CanaryDecoderConfig`]).
    decoder_start_token_id (`int`, *optional*, defaults to 7):
        The token id that starts decoding (`<|startofcontext|>`, the first token of the multitask prompt).

    Example:

    ```python
    >>> from transformers import CanaryForConditionalGeneration, CanaryConfig

    >>> # Initializing a Canary configuration
    >>> configuration = CanaryConfig()

    >>> # Initializing a model from the configuration
    >>> model = CanaryForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    ÚcanaryÚpast_key_values)Úencoder_configÚdecoder_configNrL   rM   TÚ	use_cacher1   rB   r   r-   r/   r0   r   r.   é   Údecoder_start_token_idg{®Gáz”?Úinitializer_ranger"   r#   c                 óä  •— t          | j        t          ¦  «        rK| j                             dd¦  «        | j        d<   t	          | j        d                  di | j        ¤Ž| _        n%| j        €t	          d         dddd¬¦  «        | _        t          | j        t          ¦  «        rt          di | j        ¤Ž| _        n| j        €t          ¦   «         | _         t          ¦   «         j        di |¤Ž d S )	Nr8   Úparakeet_encoderé    r3   Fg        )r&   Únum_mel_binsÚscale_inputÚ	layerdroprE   )	Ú
isinstancerL   ÚdictÚgetr   rM   r    ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €rG   r\   zCanaryConfig.__post_init__w   s  ø€ Ý�dÔ)­4Ñ0Ô0ð 		Ø04Ô0C×0GÒ0GÈÐVhÑ0iÔ0iˆDÔ Ñ-Ý"0°Ô1DÀ\Ô1RÔ"SÐ"jÐ"jÐVZÔViÐ"jÐ"jˆDÔÐØÔ Ð(Ý"0Ð1CÔ"DØ"$Ø Ø!Øð	#ñ #ô #ˆDÔõ �dÔ)­4Ñ0Ô0ð 	8Ý"5Ð"LÐ"L¸Ô8KÐ"LÐ"LˆDÔÐØÔ Ð(Ý"5Ñ"7Ô"7ˆDÔà�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'rF   c                 óz   — | j         j        | j        k    r%t          d| j         j        › d| j        › d�¦  «        ‚d S )Nz$The decoder config vocabulary size (z4) does not match the Canary config vocabulary size (z).)rM   r#   Ú
ValueError©r]   s    rG   Úvalidate_architecturez"CanaryConfig.validate_architectureŠ   sZ   € ØÔÔ)¨T¬_Ò<Ð<Ýð?°tÔ7JÔ7Uð ?ð ?Ø+/¬?ð?ð ?ð ?ñô ð ð =Ð<rF   c                 ó   — | j         S ©N)rM   )r]   Úargsr^   s      rG   Úget_text_configzCanaryConfig.get_text_config‘   s   € ØÔ"Ð"rF   )r5   r6   r7   Ú__doc__r8   Úkeys_to_ignore_at_inferencer   r    Úsub_configsrL   rY   r
   r:   rM   rN   r<   r1   rB   r-   r9   r0   r.   rP   rQ   Úfloatr#   r\   rc   rg   Ú__classcell__©r_   s   @rG   rI   rI   L   sZ  ø€ € € € € € ðð ð0 €JØ#4Ð"5ÐØ%/ÐCVÐWÐW€Kà59€N�DÐ+Ñ+¨dÑ2Ð9Ð9Ñ9Ø59€N�DÐ+Ñ+¨dÑ2Ð9Ð9Ñ9Ø€IˆtÐÐÑØ#Ð˜Ð#Ð#Ñ#Ø $Ð˜Ð$Ð$Ñ$Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø €L�#˜‘*Ð Ð Ñ Ø)*Ð˜C $™JÐ*Ð*Ñ*Ø#Ð�uÐ#Ð#Ñ#Ø€J�ÐÐÑð(ð (ð (ð (ð (ð&ð ð ð#ð #ð #ð #ð #ð #ð #rF   rI   c                   óf   ‡ — e Zd ZdZdedefˆ fd„Zdej        fd„Zdej        dej        fd„Z	ˆ xZ
S )	ÚCanaryPositionalEmbeddingzÆ
    Identical to [`SinusoidsPositionEmbedding`] except that the timescales and the `1 / sqrt(channels)` scaling match
    NeMo's `FixedPositionalEncoding`, and it is indexed by `position_ids`.
    ÚlengthÚchannelsc                 ól   •— t          ¦   «                              ||¦  «         d|dz
  |z  z  | _        d S )Ni'  r   )r[   Ú__init__Úmax_timescale)r]   rp   rq   r_   s      €rG   rs   z"CanaryPositionalEmbedding.__init__›   s9   ø€ Ý‰Œ×Ò˜ Ñ*Ô*Ð*Ø"¨°1©¸Ñ'@ÑAˆÔÐÐrF   Úreturnc                 óØ  — t          j        | j        ¦  «        | j        dz  dz
  z  }t	          j        | t	          j        | j        dz  ¦  «                             ¦   «         z  ¦  «        }t	          j        | j        ¦  «        d d …t           j	        f         |t           j	        d d …f         z  }t	          j
        t	          j        |¦  «        t	          j        |¦  «        gd¬¦  «        S )Nr   é   )Údim)ÚnpÚlogrt   rq   ÚtorchÚexpÚarangerk   rp   ÚnewaxisÚcatÚsinÚcos)r]   Úlog_timescale_incrementÚinv_timescalesÚscaled_times       rG   Ú-compute_default_singular_positional_embeddingzGCanaryPositionalEmbedding.compute_default_singular_positional_embeddingŸ   sÆ   € Ý"$¤&¨Ô);Ñ"<Ô"<ÀÄÐQRÑ@RÐUVÑ@VÑ"WÐÝœÐ$;Ð#;½e¼lÈ4Ì=Ð\]ÑK]Ñ>^Ô>^×>dÒ>dÑ>fÔ>fÑ#fÑgÔgˆÝ”l 4¤;Ñ/Ô/°°°µ2´:°Ô>ÀÕPRÔPZÐ\]Ð\]Ð\]ÐP]ÔA^Ñ^ˆÝŒy�%œ) KÑ0Ô0µ%´)¸KÑ2HÔ2HÐIÈqÐQÑQÔQÐQrF   Úposition_idsc                 óP   — | j         |         t          j        | j        ¦  «        z  S re   )Úpositional_embeddingÚmathÚsqrtrq   )r]   r†   s     rG   Úforwardz!CanaryPositionalEmbedding.forward¥   s!   € ØÔ(¨Ô6½¼À4Ä=Ñ9QÔ9QÑQÐQrF   )r5   r6   r7   rh   r9   rs   r{   ÚTensorr…   r‹   rl   rm   s   @rG   ro   ro   •   s¯   ø€ € € € € ðð ð
B˜sð B¨cð Bð Bð Bð Bð Bð BðR¸u¼|ð Rð Rð Rð RðR E¤Lð R°U´\ð Rð Rð Rð Rð Rð Rð Rð RrF   ro   c                   óV   — e Zd ZU eed<   dgZd„ Z ej        ¦   «         d„ ¦   «         Z	dS )ÚCanaryPreTrainedModelÚconfigÚCanaryDecoderLayerc                 ó    — t          d¦  «        ‚)NzNot needed for Canary)r=   rb   s    rG   Ú _get_feat_extract_output_lengthsz6CanaryPreTrainedModel._get_feat_extract_output_lengths®   s   € ÝÐ4Ñ5Ô5Ð5rF   c                 ó¶   — t          j        | |¦  «         t          |t          ¦  «        r.t	          j        |j        |                     ¦   «         ¦  «         d S d S re   )r   Ú_init_weightsrX   ro   ÚinitÚcopy_rˆ   r…   )r]   Úmodules     rG   r”   z#CanaryPreTrainedModel._init_weights±   s\   € åÔ% d¨FÑ3Ô3Ð3Ý�fÕ7Ñ8Ô8ð 	lÝŒJ�vÔ2°F×4hÒ4hÑ4jÔ4jÑkÔkÐkÐkÐkð	lð 	lrF   N)
r5   r6   r7   rI   r:   Ú_no_split_modulesr’   r{   Úno_gradr”   rE   rF   rG   rŽ   rŽ   ©   sb   € € € € € € àÐÐÑØ-Ð.Ðð6ð 6ð 6ð €U„]�_„_ðlð lñ „_ðlð lð lrF   rŽ   c                   ó   ‡ — e Zd ZU eed<   defˆ fd„Zeee	 	 	 	 	 	 	 	 dde	j
        dz  de	j        dz  de	j
        dz  dedz  de	j        dz  d	edz  d
e	j        dz  de	j        dz  dee         deez  fd„¦   «         ¦   «         ¦   «         Zˆ xZS )ÚCanaryDecoderr�   c                 óŒ   •— t          ¦   «                              |¦  «         t          |j        |j        ¦  «        | _        | `d S re   )r[   rs   ro   r,   r$   Úpos_embÚproj©r]   r�   r_   s     €rG   rs   zCanaryDecoder.__init__»   s<   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý0°Ô1OÐQWÔQcÑdÔdˆŒØˆIˆIˆIrF   NÚ	input_idsÚattention_maskr†   rK   Úinputs_embedsrN   Úencoder_hidden_statesÚencoder_attention_maskr^   ru   c	                 ó2  — |du |duz  rt          d¦  «        ‚|€|                      |¦  «        }|r8|€6t          t          | j        ¬¦  «        t          | j        ¬¦  «        ¦  «        }|€V|�|                     ¦   «         nd}
t          j        |j        d         |j	        ¬¦  «        |
z   }| 
                    d¦  «        }|                      |                     d¦  «        ¦  «        }|                     |j	        |j        ¬¦  «        }|                      ||z   ¦  «        }t!          | j        ||||¬¦  «        }t#          | j        |||¬	¦  «        }|}| j        D ]} ||||f|||d
œ|	¤Ž}Œ|                      |¦  «        }t)          ||r|nd¬¦  «        S )a¤  
        encoder_hidden_states (`torch.FloatTensor` of shape `(batch_size, encoder_sequence_length, hidden_size)`, *optional*):
            Sequence of hidden-states at the output of the last layer of the encoder. Used in the cross-attention
            of the decoder.
        encoder_attention_mask (`torch.Tensor` of shape `(batch_size, sequence_length)`, *optional*):
            Mask to avoid performing attention on padding indices in `encoder_hidden_states`. Mask values selected in `[0, 1]`:
            - 1 for tokens that are **not masked**,
            - 0 for tokens that are **masked**.
            [What are attention masks?](../glossary#attention-mask)
        Nz:You must specify exactly one of input_ids or inputs_embeds)r�   r   rw   )Údevice)r¦   Údtype)r�   r¢   r¡   rK   r†   )r�   r¢   r¡   r£   )r¤   r†   rK   )Úlast_hidden_staterK   )ra   Úembed_tokensr	   r   r�   Úget_seq_lengthr{   r}   Úshaper¦   Ú	unsqueezer�   ÚsqueezeÚtor§   Úembedding_layernormr   r   ÚlayersÚnormr   )r]   r    r¡   r†   rK   r¢   rN   r£   r¤   r^   Úpast_seen_tokensr�   Úcausal_maskÚhidden_statesÚdecoder_layers                  rG   r‹   zCanaryDecoder.forwardÀ   s  € ð2 ˜Ð -°tÐ";Ñ<ð 	[ÝÐYÑZÔZÐZàÐ Ø ×-Ò-¨iÑ8Ô8ˆMàð 	v˜Ð0Ý1µ,ÀdÄkÐ2RÑ2RÔ2RÕT`ÐhlÔhsÐTtÑTtÔTtÑuÔuˆOàÐØCRÐC^˜×=Ò=Ñ?Ô?Ð?ÐdeÐÝ œ<¨Ô(;¸AÔ(>À}ÔG[Ð\Ñ\Ô\Ð_oÑoˆLØ'×1Ò1°!Ñ4Ô4ˆLð —,’,˜|×3Ò3°AÑ6Ô6Ñ7Ô7ˆØ—*’* MÔ$8ÀÔ@S�*ÑTÔTˆØ×0Ò0°ÀÑ1HÑIÔIˆå(Ø”;Ø'Ø)Ø+Ø%ð
ñ 
ô 
ˆõ ";Ø”;Ø'Ø1Ø"7ð	"
ñ "
ô "
Ðð &ˆØ!œ[ð 		ð 		ˆMØ)˜MØØØ%ðð (>Ø)Ø /ðð ð ðð ˆMˆMð Ÿ	š	 -Ñ0Ô0ˆå8Ø+Ø/8ÐB˜O˜O¸dð
ñ 
ô 
ð 	
rF   )NNNNNNNN)r5   r6   r7   r    r:   rs   r   r   r   r{   Ú
LongTensorrŒ   r   ÚFloatTensorr<   r   r   Útupler   r‹   rl   rm   s   @rG   r›   r›   ¸   s^  ø€ € € € € € ØÐÐÑðÐ2ð ð ð ð ð ð ð
  ØØð .2Ø.2Ø04Ø(,Ø26Ø!%Ø:>Ø6:ðH
ð H
àÔ# dÑ*ðH
ð œ tÑ+ðH
ð Ô&¨Ñ-ð	H
ð
  ™ðH
ð Ô(¨4Ñ/ðH
ð ˜$‘;ðH
ð  %Ô0°4Ñ7ðH
ð !&¤¨tÑ 3ðH
ð Ð+Ô,ðH
ð 
Ð:Ñ	:ðH
ð H
ð H
ñ „^ñ „_ñ  ÔðH
ð H
ð H
ð H
ð H
rF   r›   z�
    The bare Canary model (FastConformer encoder + Transformer decoder) outputting raw hidden-states without any
    specific head on top.
    )Úcustom_introc                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )ÚCanaryModelr�   c                 ó|   •— t          ¦   «                              |¦  «         t          |j        ¦  «        | _        d S re   )r[   rs   r›   rM   ÚdecoderrŸ   s     €rG   rs   zCanaryModel.__init__  s1   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý$ VÔ%:Ñ;Ô;ˆŒˆˆrF   ©r5   r6   r7   rI   rs   rl   rm   s   @rG   r»   r»     sD   ø€ € € € € ð<˜|ð <ð <ð <ð <ð <ð <ð <ð <ð <ð <rF   r»   z—
    The Canary model with a language modeling head. Can be used for multilingual automatic speech recognition and
    speech-to-text translation.
    c                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )ÚCanaryForConditionalGenerationr�   c                 óª   •— t          ¦   «                              |¦  «         t          j        |j        j        |j        j        d¬¦  «        | _        d S )NT)Úbias)r[   rs   r   ÚLinearrM   r$   r#   Úproj_outrŸ   s     €rG   rs   z'CanaryForConditionalGeneration.__init__!  sD   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ýœ	 &Ô"7Ô"CÀVÔEZÔEeÐlpÐqÑqÔqˆŒˆˆrF   r¾   rm   s   @rG   rÀ   rÀ     sO   ø€ € € € € ðr˜|ð rð rð rð rð rð rð rð rð rð rrF   rÀ   )rI   r    rÀ   r»   rŽ   )9rh   r‰   Únumpyry   r{   Úhuggingface_hub.dataclassesr   r   Ú r   r•   Úcache_utilsr   r   r	   Úconfiguration_utilsr
   Úmasking_utilsr   r   Úmodeling_outputsr   Úmodeling_utilsr   Úprocessing_utilsr   Úutilsr   r   r   Úutils.genericr   Úutils.output_capturingr   Úautor   r   Úcohere_asr.modeling_cohere_asrr   r   r   r   Úllama.configuration_llamar   Ú"qwen2_5_omni.modeling_qwen2_5_omnir   Ú
get_loggerr5   Úloggerr    rI   ro   rŽ   r›   r»   rÀ   Ú__all__rE   rF   rG   ú<module>rØ      s¹  ðð Ð à €€€à Ð Ð Ð Ø €€€Ø .Ð .Ð .Ð .Ð .Ð .Ø Ð Ð Ð Ð Ð à &Ð &Ð &Ð &Ð &Ð &Ø CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø JÐ JÐ JÐ JÐ JÐ JÐ JÐ JØ IÐ IÐ IÐ IÐ IÐ IØ -Ð -Ð -Ð -Ð -Ð -Ø &Ð &Ð &Ð &Ð &Ð &Ø @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø -Ð -Ð -Ð -Ð -Ð -Ð -Ð -ðð ð ð ð ð ð ð ð ð ð ð ð 4Ð 3Ð 3Ð 3Ð 3Ð 3Ø KÐ KÐ KÐ KÐ KÐ Kð 
ˆÔ	˜HÑ	%Ô	%€ð €Ð0Ð1Ñ1Ô1Øð*ð *ð *ð *ð *˜+ñ *ô *ñ „ñ 2Ô1ð*ð6 €Ð0Ð1Ñ1Ô1ØðD#ð D#ð D#ð D#ð D#Ð#ñ D#ô D#ñ „ñ 2Ô1ðD#ðNRð Rð Rð Rð RÐ :ñ Rô Rð Rð( ðlð lð lð lð lÐ4ñ lô lñ „ðlðS
ð S
ð S
ð S
ð S
Ð$ñ S
ô S
ð S
ðl €ððñ ô ð<ð <ð <ð <ð <�.ñ <ô <ñô ð<ð €ððñ ô ðrð rð rð rð rÐ%Fñ rô rñô ðrðð ð €€€rF   