§
    9²¸jT  ã                   ó”  — d dl mZ d dlmZ d dlmZ d dlmZ d dlm	Z	m
Z
 ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZmZ ddlmZ ddlmZ ddlmZ ddlmZm Z m!Z!m"Z"m#Z# ddl$m%Z% ddl&m'Z' ddl(m)Z)  e"¦   «         rd dlZ G d„ dej*        ¦  «        Z+e  G d„ de¦  «        ¦   «         Z,e G d„ de¦  «        ¦   «         Z- G d„ dej*        ¦  «        Z.d„ Z/d„ Z0 e d¬ ¦  «         G d!„ d"e,¦  «        ¦   «         Z1 e d#¬ ¦  «        e G d$„ d%e¦  «        ¦   «         ¦   «         Z2 e d&¬ ¦  «         G d'„ d(e,e¦  «        ¦   «         Z3g d)¢Z4dS )*é    )ÚCallable)Ú	dataclass)ÚpiN)ÚTensorÚbroadcast_tensorsé   )Úinitialization)ÚACT2FN)ÚCache)ÚGenerationMixin)ÚBaseModelOutputWithPastÚBaseModelOutputWithPoolingÚModelOutput)ÚROPE_INIT_FUNCTIONS)ÚPreTrainedModel)ÚUnpack)ÚTransformersKwargsÚauto_docstringÚcan_return_tupleÚis_torch_availableÚtorch_compilable_check)Údeprecate_kwargé   )Ú	AutoModelé   )ÚMusicFlamingoConfigc            	       ó  ‡ — e Zd ZdZ edd¬¦  «        ddefˆ fd„¦   «         Ze edd¬¦  «        	 ddedee	j
        ef         fd	„¦   «         ¦   «         Z e	j        ¦   «         d
e
dedee
e
f         fd„¦   «         Zd„ Zˆ xZS )ÚMusicFlamingoRotaryEmbeddinga·  Rotary time embedding module used by MusicFlamingo checkpoints.

    This is a checkpoint-faithful integration, not a direct implementation of the RoTE formulation described in
    (Goel et al., 2024): https://arxiv.org/abs/2410.12109. It applies axial rotary embeddings over the window index
    within each audio sample and the encoder time index within each window, then modulates both axes with absolute
    timestamps in seconds.
    Údevicez5.18)ÚversionNÚconfigc                 ó(  •— t          ¦   «                              ¦   «          |j        | _        |j        | _        || _        | j        j        d         | _        | j        }| j        dk    rt          | j                 } || j        |¦  «        \  }| _
        t          j        |d¬¦  «        | _        t          j        |                     ¦   «         d¬¦  «        | _        |                      | j        ¦  «        }t          j        |d¬¦  «        | _        d S )NÚ	rope_typeÚdefaultF)Ú
persistent)ÚsuperÚ__init__Úmax_position_embeddingsÚmax_seq_len_cachedÚoriginal_max_seq_lenr!   Úrope_parametersr#   Úcompute_default_rope_parametersr   Úattention_scalingÚnnÚBufferÚinv_freqÚcloneÚoriginal_inv_freqÚ_compute_position_anglesÚposition_angles)Úselfr!   r   Úrope_init_fnr0   r4   Ú	__class__s         €úˆ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/musicflamingo/modeling_musicflamingo.pyr'   z%MusicFlamingoRotaryEmbedding.__init__8   sì   ø€ å‰Œ×ÒÑÔÐØ"(Ô"@ˆÔØ$*Ô$BˆÔ!àˆŒàœÔ4°[ÔAˆŒØ!%Ô!EˆØŒ>˜YÒ&Ð&Ý.¨t¬~Ô>ˆLØ+7¨<¸¼ÀVÑ+LÔ+LÑ(ˆ�$Ô(åœ	 (°uÐ=Ñ=Ô=ˆŒÝ!#¤¨8¯>ª>Ñ+;Ô+;ÈÐ!NÑ!NÔ!NˆÔØ×7Ò7¸¼ÑFÔFˆÝ!œy¨ÀUÐKÑKÔKˆÔÐÐó    Úreturnc                 ó>  — | j         d         }| j                              dd¦  «        }t          | dd¦  «        p| j        | j        z  }t          ||z  ¦  «        }d}d|t          j        d|dt          j        ¬¦  «        |z  z  z  }| 	                    |¦  «        |fS )	a¾  
        Computes the inverse frequencies according to the original RoPE implementation
        Args:
            config ([`~transformers.PreTrainedConfig`]):
                The model configuration.
        Returns:
            Tuple of (`torch.Tensor`, `float`), containing the inverse frequencies for the RoPE embeddings and the
            post-processing scaling factor applied to the computed cos/sin (unused in this type of RoPE).
        Ú
rope_thetaÚpartial_rotary_factorg      ð?Úhead_dimNr   r   ©Údtype)
r+   ÚgetÚgetattrÚhidden_sizeÚnum_attention_headsÚintÚtorchÚarangeÚfloatÚto)	r!   r   ÚkwargsÚbaser=   r>   ÚdimÚattention_factorr0   s	            r8   r,   z<MusicFlamingoRotaryEmbedding.compute_default_rope_parametersK   s¨   € ð Ô% lÔ3ˆØ &Ô 6× :Ò :Ð;RÐTWÑ XÔ XÐÝ˜6 :¨tÑ4Ô4Ðh¸Ô8JÈfÔNhÑ8hˆÝ�(Ð2Ñ2Ñ3Ô3ˆàÐà˜$¥5¤<°°3¸ÅÄÐ#MÑ#MÔ#MÐPSÑ#SÑTÑUˆØ�{Š{˜6Ñ"Ô"Ð$4Ð4Ð4r9   Ú
timestampsÚseq_lenc                 ó¤  — |dd…df                               | j        j        | j        j        ¬¦  «        }| j        j        dz  |z  }t          j        ||z  ¦  «        | j        z  }| 	                    d¦  «        | j        z  }t          j
        |dd¬¦  «        }|dd…ddd…f         }| j        d|…         ddd…dd…f         }t          ||¦  «        \  }}t          j        ||fd¬¦  «        }| dz  t          z                        |¦  «        }	||	 	                    d¦  «        z  }|                     ¦   «         |                     ¦   «         fS )zBCompute 2D axial rotary embeddings for window and time dimensions.Nr   ©r   r@   é   éÿÿÿÿr   ©rL   )rI   r0   r   r@   r!   Úaudio_frame_steprF   Úroundr)   Ú	unsqueezeÚrepeat_interleaver4   r   Úcatr   ÚcosÚsin)
r5   rN   rO   Úwindow_startsÚwindow_durationÚwindow_positionsÚwindow_freqsÚ
time_freqsÚfreqsÚangles
             r8   Úforwardz$MusicFlamingoRotaryEmbedding.forwardc   sO  € ð
 # 1 1 1 a 4Ô(×+Ò+°4´=Ô3GÈtÌ}ÔObÐ+ÑcÔcˆØœ+Ô6¸Ñ:¸WÑDˆÝ œ; }°Ñ'FÑGÔGÈ$ÔJaÑaÐØ'×1Ò1°"Ñ5Ô5¸¼ÑEˆÝÔ.¨|¸QÀBÐGÑGÔGˆð $ A A A t¨Q¨Q¨Q JÔ/ˆØÔ)¨(¨7¨(Ô3°D¸!¸!¸!¸Q¸Q¸Q°JÔ?ˆ
Ý#4°\À:Ñ#NÔ#NÑ ˆ�jÝ”	˜<¨Ð4¸"Ð=Ñ=Ô=ˆØ�˜q‘¥2Ñ%×)Ò)¨%Ñ0Ô0ˆØ˜Ÿš¨Ñ+Ô+Ñ+ˆØ�yŠy‰{Œ{˜EŸIšI™KœKÐ'Ð'r9   c                 ó&  — t          j        t          | j        ¦  «        |j        |j        ¬¦  «        }|| j        z  dt          z  z  }|                     d¦  «        |z  }t          j        |dd¬¦  «        }| 	                    |j        ¬¦  «        S )NrQ   r   rS   rT   r?   )
rF   rG   rE   r)   r   r@   r   rW   rX   rI   )r5   r0   Ú	positionsr4   s       r8   r3   z5MusicFlamingoRotaryEmbedding._compute_position_anglesw   s‡   € Ý”L¥ TÔ%<Ñ!=Ô!=ÀhÄoÐ]eÔ]kÐlÑlÔlˆ	Ø Ô 7Ñ7¸1½r¹6ÑBˆ	Ø#×-Ò-¨bÑ1Ô1°HÑ<ˆÝÔ1°/À1È"ÐMÑMÔMˆØ×!Ò!¨¬Ð!Ñ7Ô7Ð7r9   ©N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r'   ÚstaticmethodÚtuplerF   r   rH   r,   Úno_gradrE   rc   r3   Ú__classcell__©r7   s   @r8   r   r   /   s+  ø€ € € € € ðð ð €_�X vÐ.Ñ.Ô.ðLð LÐ2ð Lð Lð Lð Lð Lñ /Ô.ðLð$ Ø€_�X vÐ.Ñ.Ô.à,0ð5ð 5Ø#ð5à	ˆuŒ|˜UÐ"Ô	#ð5ð 5ð 5ñ /Ô.ñ „\ð5ð, €U„]�_„_ð( &ð (°3ð (¸5ÀÈÀÔ;Pð (ð (ð (ñ „_ð(ð&8ð 8ð 8ð 8ð 8ð 8ð 8r9   r   c                   óv   ‡ — e Zd ZU eed<   dZdZdZdZdgZ	dZ
dZdZ ej        ¦   «         ˆ fd„¦   «         Zˆ xZS )ÚMusicFlamingoPreTrainedModelr!   Úmodel)ÚaudioÚtextTNÚpast_key_valuesc                 óà   •— t          ¦   «                              |¦  «         t          |t          ¦  «        r6|                     |j        ¦  «        }t          j        |j        |¦  «         d S d S rf   )	r&   Ú_init_weightsÚ
isinstancer   r3   r0   ÚinitÚcopy_r4   )r5   ÚmoduleÚbuffer_valuer7   s      €r8   rw   z*MusicFlamingoPreTrainedModel._init_weights‹   sh   ø€ å‰Œ×Ò˜fÑ%Ô%Ð%Ý�fÕ:Ñ;Ô;ð 	=Ø!×:Ò:¸6¼?ÑKÔKˆLÝŒJ�vÔ-¨|Ñ<Ô<Ð<Ð<Ð<ð	=ð 	=r9   )rg   rh   ri   r   Ú__annotations__Úbase_model_prefixÚinput_modalitiesÚsupports_gradient_checkpointingÚ_no_split_modulesÚ_skip_keys_device_placementÚ_supports_flash_attnÚ_supports_sdpaÚ_supports_attention_backendrF   rm   rw   rn   ro   s   @r8   rq   rq      sŠ   ø€ € € € € € àÐÐÑØÐØ(ÐØ&*Ð#ØÐØ#4Ð"5ÐØÐØ€NØ"&Ðà€U„]�_„_ð=ð =ð =ð =ñ „_ð=ð =ð =ð =ð =r9   rq   c                   ó2   — e Zd ZU dZdZej        dz  ed<   dS )Ú MusicFlamingoModelOutputWithPastzg
    audio_hidden_states (`torch.FloatTensor`, *optional*):
        Projected audio hidden states.
    NÚaudio_hidden_states)rg   rh   ri   rj   rˆ   rF   ÚFloatTensorr}   © r9   r8   r‡   r‡   “   s7   € € € € € € ðð ð
 59Ð˜Ô*¨TÑ1Ð8Ð8Ñ8Ð8Ð8r9   r‡   c                   ó.   ‡ — e Zd ZdZdefˆ fd„Zd„ Zˆ xZS )Ú MusicFlamingoMultiModalProjectorz”
    Audio adaptor (small MLP) that projects MusicFlamingoEncoder features
    to the LLM embedding space so they can replace `<sound>` tokens.
    r!   c                 óJ  •— t          ¦   «                              ¦   «          t          j        |j        j        |j        j        |j        ¬¦  «        | _        t          |j
                 | _        t          j        |j        j        |j        j        |j        ¬¦  «        | _        d S )N©Úbias)r&   r'   r.   ÚLinearÚaudio_configrC   Útext_configÚprojector_biasÚlinear_1r
   Úprojector_hidden_actÚactÚlinear_2©r5   r!   r7   s     €r8   r'   z)MusicFlamingoMultiModalProjector.__init__£   sŒ   ø€ Ý‰Œ×ÒÑÔÐÝœ	ØÔÔ+¨VÔ-?Ô-KÐRXÔRgð
ñ 
ô 
ˆŒõ ˜&Ô5Ô6ˆŒÝœ	ØÔÔ*¨FÔ,>Ô,JÐQWÔQfð
ñ 
ô 
ˆŒˆˆr9   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S rf   )r”   r–   r—   )r5   Úaudio_featuresÚhidden_statess      r8   rc   z(MusicFlamingoMultiModalProjector.forward­   s;   € ØŸš nÑ5Ô5ˆØŸš Ñ/Ô/ˆØŸš mÑ4Ô4ˆØÐr9   )rg   rh   ri   rj   r   r'   rc   rn   ro   s   @r8   rŒ   rŒ   �   s^   ø€ € € € € ðð ð

Ð2ð 
ð 
ð 
ð 
ð 
ð 
ðð ð ð ð ð ð r9   rŒ   c                 óÌ   —  | j         g | j        d d…         ¢d‘d‘R Ž } |                      d¬¦  «        \  }}t          j        | |fd¬¦  «        } |                      d¦  «        S )NrS   r   rT   éþÿÿÿ)ÚreshapeÚshapeÚunbindrF   ÚstackÚflatten)ÚxÚx1Úx2s      r8   Úrotate_halfr¦   ´   sn   € ØˆŒ	Ð'�1”7˜3˜B˜3”<Ð' Ð' QÐ'Ð'Ð'€AØ�XŠX˜"ˆXÑÔ�F€BˆÝŒ�b�S˜"�I 2Ð&Ñ&Ô&€AØ�9Š9�R‰=Œ=Ðr9   c                 ór  — | j         }|                      t          j        ¦  «        } |                     | ¦  «        }|                     | ¦  «        }|j        d         }| d|d …f         }| dd |…f         }||z  t          |¦  «        |z  z   }t          j        ||fd¬¦  «                             |¦  «        S )NrS   .rT   )r@   rI   rF   Úfloat64rŸ   r¦   rY   )r›   rZ   r[   Úoriginal_dtypeÚrot_dimÚpassthroughÚrotateds          r8   Úapply_rotary_time_embr­   »   s³   € Ø"Ô(€NØ!×$Ò$¥U¤]Ñ3Ô3€MØ
�&Š&�Ñ
Ô
€CØ
�&Š&�Ñ
Ô
€CØŒi˜Œm€Gà  W X X Ô.€KØ˜C  ' ˜MÔ*€GØ˜‰}¥¨WÑ!5Ô!5¸Ñ!;Ñ<€GÝŒ9�g˜{Ð+°Ð4Ñ4Ô4×7Ò7¸ÑGÔGÐGr9   z’
    The MusicFlamingo model (fine-tuned Whisper encoder, multi-modal projector, Qwen2 language model),
    without a language modeling head.
    ©Úcustom_introc                   óø  ‡ — e Zd ZdZdZdZdefˆ fd„Ze e	d¬¦  «        de
j        de
j        de
j        d	ee         d
eez  f
d„¦   «         ¦   «         Zde
j        de
j        de
j        fd„Zee		 	 	 	 	 	 	 	 dde
j        dz  de
j        dz  de
j        dz  de
j        dz  de
j        dz  dedz  de
j        dz  dedz  d	ee         d
eez  fd„¦   «         ¦   «         Zde
j        de
j        ded
e
j        fd„Zˆ xZS )ÚMusicFlamingoModelNr!   c                 ó:  •— t          ¦   «                              |¦  «         t          j        |j        ¦  «        | _        t          j        |j        ¦  «        | _        t          |¦  «        | _	        t          |¦  «        | _        |                      ¦   «          d S rf   )r&   r'   r   Úfrom_configr‘   Úaudio_towerr’   Úlanguage_modelrŒ   Úmulti_modal_projectorr   Úpos_embÚ	post_initr˜   s     €r8   r'   zMusicFlamingoModel.__init__Ó   s|   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý$Ô0°Ô1DÑEÔEˆÔÝ'Ô3°FÔ4FÑGÔGˆÔÝ%EÀfÑ%MÔ%MˆÔ"Ý3°FÑ;Ô;ˆŒØ�ŠÑÔÐÐÐr9   zŸThis method is used to get the audio embeddings from input features (a log mel spectrogram), meaning inferring the audio encoder and the multi-modal projector.r®   Úinput_featuresÚinput_features_maskÚ	input_idsrJ   r:   c                 ó   —  | j         |f|ddœ|¤Ž}|j        }| j                              |                     d¦  «                             t
          j        ¦  «        ¦  «        \  }}|                      |||j        d         ¦  «        }	|  	                    |	                     |j
        ¦  «        |j        d         ¬¦  «        \  }
}t          ||
|¦  «        }|                      |¦  «        }t          j        |j        d         |j
        ¬¦  «        ddd…f         |dd…df         k     }||                     |j
        ¦  «                 |_        |S )	az  
        input_features_mask (`torch.Tensor` of shape `(batch_size, feature_sequence_length)`):
            Mask to avoid performing attention on padded feature indices.
        input_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`):
            Token ids containing the audio token ID placeholders, for reconstructing rotary time embedding timestamps.
        T)rº   Úreturn_dictrS   r�   )rO   r   ©r   N)r´   Úlast_hidden_stateÚ _get_feat_extract_output_lengthsÚsumrI   rF   ÚlongÚ_build_audio_timestampsrŸ   r·   r   r­   r¶   rG   Úpooler_output)r5   r¹   rº   r»   rJ   Úaudio_outputr›   Ú_Úpost_lengthsÚaudio_timestampsrZ   r[   Úaudio_embedsÚ
valid_masks                 r8   Úget_audio_featuresz%MusicFlamingoModel.get_audio_featuresÛ   sc  € ð" (�tÔ'Øð
à 3Øð
ð 
ð ð	
ð 
ˆð %Ô6ˆØÔ*×KÒKÐL_×LcÒLcÐdfÑLgÔLg×LjÒLjÕkpÔkuÑLvÔLvÑwÔw‰ˆˆ<Ø×7Ò7¸	À<ÐQ^ÔQdÐegÔQhÑiÔiÐØ—<’<Ð 0× 3Ò 3°MÔ4HÑ IÔ IÐS`ÔSfÐgiÔSj�<ÑkÔk‰ˆˆSÝ-¨m¸SÀ#ÑFÔFˆØ×1Ò1°-Ñ@Ô@ˆõ ”\ ,Ô"4°QÔ"7ÀÔ@SÐTÑTÔTÐUYÐ[\Ð[\Ð[\ÐU\Ô]Ð`lÐmnÐmnÐmnÐptÐmtÔ`uÒuˆ
Ø%1°*·-²-ÀÔ@SÑ2TÔ2TÔ%UˆÔ"àÐr9   Úinputs_embedsrš   c           	      ó@  — |€f| |                       ¦   «         t          j        d| j        j        t          j        |j        ¬¦  «        ¦  «        k    }|                     d¦  «        }n|| j        j        k    }|                     ¦   «         }|j	        d         }| 
                    d¦  «                             |¦  «                             |j        ¦  «        }t          ||                              ¦   «         |                     ¦   «         k    d|› d|› �¦  «         |S )zï
        Obtains multimodal placeholder mask from `input_ids` or `inputs_embeds`, and checks that the placeholder token count is
        equal to the length of multimodal features. If the lengths are different, an error is raised.
        NrŠ   )r@   r   rS   r   ú6Audio features and audio tokens do not match, tokens: ú, features: )Úget_input_embeddingsrF   Úfullr!   Úaudio_token_idrÂ   r   ÚallrÁ   rŸ   rW   Ú	expand_asrI   r   Únumel)r5   r»   rÌ   rš   Úspecial_audio_maskÚn_audio_tokensÚn_audio_featuress          r8   Úget_placeholder_maskz'MusicFlamingoModel.get_placeholder_maskÿ   s!  € ð ÐØ!.Ð2M°$×2KÒ2KÑ2MÔ2MÝ”
˜2˜tœ{Ô9ÅÄÐTaÔThÐiÑiÔiñ3ô 3ò "Ðð "4×!7Ò!7¸Ñ!;Ô!;ÐÐà!*¨d¬kÔ.HÒ!HÐà+×/Ò/Ñ1Ô1ˆØ)Ô/°Ô2ÐØ/×9Ò9¸"Ñ=Ô=×GÒGÈÑVÔV×YÒYÐZgÔZnÑoÔoÐÝØÐ,Ô-×3Ò3Ñ5Ô5¸×9MÒ9MÑ9OÔ9OÒOØsÀ^ÐsÐsÐaqÐsÐsñ	
ô 	
ð 	
ð "Ð!r9   Úattention_maskÚposition_idsru   Ú	use_cachec	           	      ó–  — |€ |                       ¦   «         |¦  «        }d}
|�l|�j|                      |||d¬¦  «        j        }
|                      |||
¬¦  «        }|                     ||
                     |j        |j        ¦  «        ¦  «        } | j        d|||||dœ|	¤Ž}t          |j
        |j        |j        |j        |
¬¦  «        S )z³
        input_features_mask (`torch.Tensor` of shape `(batch_size, feature_sequence_length)`):
            Mask to avoid performing attention on padding feature indices.
        NT)r»   r½   )rÌ   rš   )rÌ   rÚ   rÛ   ru   rÜ   )r¿   ru   r›   Ú
attentionsrˆ   rŠ   )rÐ   rË   rÄ   rÙ   Úmasked_scatterrI   r   r@   rµ   r‡   r¿   ru   r›   rÞ   )r5   r»   r¹   rº   rÚ   rÛ   ru   rÌ   rÜ   rJ   rÉ   rÖ   Úoutputss                r8   rc   zMusicFlamingoModel.forward  s!  € ð$ Ð Ø7˜D×5Ò5Ñ7Ô7¸	ÑBÔBˆMàˆØÐ%¨)Ð*?Ø×2Ò2ØÐ 3¸yÐVZð 3ñ ô äð ð
 "&×!:Ò!:Ø¨À|ð ";ñ "ô "Ðð *×8Ò8Ø" L§O¢O°MÔ4HÈ-ÔJ]Ñ$^Ô$^ñô ˆMð &�$Ô%ð 
Ø'Ø)Ø%Ø+Øð
ð 
ð ð
ð 
ˆõ 0Ø%Ô7Ø#Ô3Ø!Ô/ØÔ)Ø ,ð
ñ 
ô 
ð 	
r9   rÇ   Úmax_post_lengthc                 ó\  — || j         j        k    }t          j        t          j        j                             |                     ¦   «         dd¬¦  «        d¬¦  «        }t          j        |dk    ¦  «        \  }}t          j        |dk    ¦  «        \  }}||z
   	                    t          j
        ¦  «        }	|                     ¦   «         }
|                     ¦   «         }t          |
|k    d|
› d|› �¦  «         | j         j        d	z  }t          j        ||j        t          j        ¬
¦  «        |z  }t          j        t          j        d|j        ¬¦  «        t          j        |d¬¦  «        d d…         g¦  «        }t          j        |	d¬¦  «        }t          j        ||d¬¦  «        }t          j        |t          j        |	j        d         |j        ¬¦  «        ¦  «        }t          j        |j        d         |j        ¬¦  «        ||         z
  }|                     d¦  «        |z  |z  |z   S )N)r   r   r   )Úvaluer   rT   rS   rÎ   rÏ   rR   rQ   r¾   T)Úright)r!   rÒ   rF   Údiffr.   Ú
functionalÚpadrE   ÚwhererI   rÂ   rÁ   r   rU   rG   r   Úfloat32rY   ÚzerosÚcumsumÚsearchsortedrŸ   rW   )r5   r»   rÇ   rá   Úaudio_token_maskrå   rÆ   ÚstartsÚendsÚsample_lengthsr×   rØ   Úaudio_embed_frame_stepÚframe_offsetsÚcumsum_postÚcumsum_samplesÚsample_indicesÚsample_start_rowsÚwindow_indicess                      r8   rÃ   z*MusicFlamingoModel._build_audio_timestampsK  s  € ð %¨¬Ô(BÒBÐÝŒz�%œ(Ô-×1Ò1Ð2B×2FÒ2FÑ2HÔ2HÈ&ÐXYÐ1ÑZÔZÐ`aÐbÑbÔbˆÝ”K ¨¢	Ñ*Ô*‰	ˆˆ6Ý”+˜d bšjÑ)Ô)‰ˆˆ4Ø ™-×+Ò+­E¬JÑ7Ô7ˆà)×-Ò-Ñ/Ô/ˆØ'×+Ò+Ñ-Ô-ÐÝØÐ.Ò.ØsÀ^ÐsÐsÐaqÐsÐsñ	
ô 	
ð 	
ð "&¤Ô!=ÀÑ!AÐåŒL˜°Ô1DÍEÌMÐZÑZÔZÐ]sÑsð 	õ
 ”i¥¤¨Q°|Ô7JÐ!KÑ!KÔ!KÍUÌ\ÐZfÐlmÐMnÑMnÔMnÐorÐprÐorÔMsÐ tÑuÔuˆÝœ n¸!Ð<Ñ<Ô<ˆÝÔ+¨N¸KÈtÐTÑTÔTˆõ "Ô.Ø�EœL¨Ô)=¸aÔ)@ÈÔI\Ð]Ñ]Ô]ñ
ô 
Ðõ ŒL˜Ô+¨AÔ.°|Ô7JÐKÑKÔKÐN_Ð`nÔNoÑoð 	ð
 ×'Ò'¨Ñ*Ô*¨_Ñ<Ð?UÑUÐXeÑeÐer9   )NNNNNNNN)rg   rh   ri   Ú_tp_planÚ_pp_planÚ_keep_in_fp32_modules_strictr   r'   r   r   rF   r‰   r   Ú
LongTensorr   r   rl   r   rË   rÙ   r   Úboolr‡   rc   rE   rÃ   rn   ro   s   @r8   r±   r±   È   sT  ø€ € € € € ð €HØ€HØ#'Ð ðÐ2ð ð ð ð ð ð ð Ø€^ð wðñ ô ðàÔ)ðð #œ\ðð Ô#ð	ð
 Ð+Ô,ðð 
Ð+Ñ	+ðð ð ñô ñ Ôðð@"ØÔ)ð"Ø:?Ô:Kð"Ø]bÔ]nð"ð "ð "ð "ð0 Øð .2Ø37Ø37Ø.2Ø04Ø(,Ø26Ø!%ð0
ð 0
àÔ# dÑ*ð0
ð Ô)¨DÑ0ð0
ð #œ\¨DÑ0ð	0
ð
 œ tÑ+ð0
ð Ô&¨Ñ-ð0
ð  ™ð0
ð Ô(¨4Ñ/ð0
ð ˜$‘;ð0
ð Ð+Ô,ð0
ð 
Ð1Ñ	1ð0
ð 0
ð 0
ñ „^ñ Ôð0
ðd'fàÔ#ð'fð Ô&ð'fð ð	'fð
 
Ô	ð'fð 'fð 'fð 'fð 'fð 'fð 'fð 'fr9   r±   zY
    Base class for MusicFlamingo causal language model (or autoregressive) outputs.
    c                   óÖ   — e Zd ZU dZdZej        dz  ed<   dZej        dz  ed<   dZ	e
dz  ed<   dZeej                 dz  ed<   dZeej                 dz  ed<   dZej        dz  ed<   dS )	Ú#MusicFlamingoCausalLMOutputWithPastaV  
    loss (`torch.FloatTensor` of shape `(1,)`, *optional*, returned when `labels` is provided):
        Language modeling loss (for next-token prediction).
    logits (`torch.FloatTensor` of shape `(batch_size, sequence_length, config.vocab_size)`):
        Prediction scores of the language modeling head.
    past_key_values (`Cache`, *optional*, returned when `use_cache=True` is passed or when `config.use_cache=True`):
        It is a [`~cache_utils.Cache`] instance.
    audio_hidden_states (`torch.FloatTensor`, *optional*):
        Hidden states of the audio encoder after projection.
    NÚlossÚlogitsru   r›   rÞ   rˆ   )rg   rh   ri   rj   rÿ   rF   r‰   r}   r   ru   r   r›   rl   rÞ   rˆ   rŠ   r9   r8   rþ   rþ   u  sµ   € € € € € € ð	ð 	ð &*€Dˆ%Ô
˜dÑ
"Ð)Ð)Ñ)Ø'+€FˆEÔ Ñ$Ð+Ð+Ñ+Ø$(€O�U˜T‘\Ð(Ð(Ñ(Ø59€M�5˜Ô*Ô+¨dÑ2Ð9Ð9Ñ9Ø26€J��eÔ'Ô(¨4Ñ/Ð6Ð6Ñ6Ø48Ð˜Ô*¨TÑ1Ð8Ð8Ñ8Ð8Ð8r9   rþ   z�
    The MusicFlamingo model which consists of a fine-tuned Whisper encoder, rotary time embedding, a multi-modal projector, and a Qwen2 language model.
    c                   ó:  ‡ — e Zd ZdZdefˆ fd„Zd„ Zee	 	 	 	 	 	 	 	 	 	 dde	j
        dz  de	j        dz  de	j        dz  d	e	j        dz  d
e	j
        dz  dedz  de	j        dz  de	j
        dz  dedz  dee	j        z  dee         deez  fd„¦   «         ¦   «         Zˆ xZS )Ú%MusicFlamingoForConditionalGenerationNr!   c                 óú   •— t          ¦   «                              |¦  «         t          |¦  «        | _        t	          j        |j        j        |j        j        d¬¦  «        | _	        |  
                    ¦   «          d S )NFrŽ   )r&   r'   r±   rr   r.   r�   r’   rC   Ú
vocab_sizeÚlm_headr¸   r˜   s     €r8   r'   z.MusicFlamingoForConditionalGeneration.__init__—  se   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý'¨Ñ/Ô/ˆŒ
Ý”y Ô!3Ô!?ÀÔASÔA^ÐejÐkÑkÔkˆŒØ�ŠÑÔÐÐÐr9   c                 ó,   —  | j         j        |||fi |¤ŽS rf   )rr   rË   )r5   r¹   rº   r»   rJ   s        r8   rË   z8MusicFlamingoForConditionalGeneration.get_audio_features�  s&   € Ø,ˆtŒzÔ,¨^Ð=PÐR[ÐfÐfÐ_eÐfÐfÐfr9   r   r»   r¹   rº   rÚ   rÛ   ru   rÌ   ÚlabelsrÜ   Úlogits_to_keeprJ   r:   c                 ój  —  | j         d||||||||	dœ|¤Ž}|j        }t          |
t          ¦  «        rt	          |
 d¦  «        n|
}|                      |dd…|dd…f         ¦  «        }d}|�  | j        d||| j        j        j	        dœ|¤Ž}t          |||j        |j        |j        |j        ¬¦  «        S )a¯  
        input_features_mask (`torch.Tensor` of shape `(batch_size, feature_sequence_length)`):
            Mask to avoid performing attention on padding feature indices.
        labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
            Labels for computing the masked language modeling loss.

        Example:

        ```python
        >>> from transformers import MusicFlamingoForConditionalGeneration, AutoProcessor

        >>> model_id = "nvidia/audio-flamingo-3-hf"
        >>> processor = AutoProcessor.from_pretrained(model_id)
        >>> model = MusicFlamingoForConditionalGeneration.from_pretrained(model_id, device_map="auto")
        ```)r»   r¹   rº   rÚ   rÛ   ru   rÌ   rÜ   N)r   r  r  )rÿ   r   ru   r›   rÞ   rˆ   rŠ   )rr   r¿   rx   rE   Úslicer  Úloss_functionr!   r’   r  rþ   ru   r›   rÞ   rˆ   )r5   r»   r¹   rº   rÚ   rÛ   ru   rÌ   r  rÜ   r  rJ   rà   r›   Úslice_indicesr   rÿ   s                    r8   rc   z-MusicFlamingoForConditionalGeneration.forward   s  € ð> �$”*ð 

ØØ)Ø 3Ø)Ø%Ø+Ø'Øð

ð 

ð ð

ð 

ˆð  Ô1ˆÝ8BÀ>ÕSVÑ8WÔ8WÐk�˜~˜o¨tÑ4Ô4Ð4Ð]kˆØ—’˜m¨A¨A¨A¨}¸a¸a¸aÐ,?Ô@ÑAÔAˆàˆØÐØ%�4Ô%ð Ø f¸¼Ô9PÔ9[ðð Ø_eðð ˆDõ 3ØØØ#Ô3Ø!Ô/ØÔ)Ø 'Ô ;ð
ñ 
ô 
ð 	
r9   )
NNNNNNNNNr   )rg   rh   ri   Ú_tied_weights_keysr   r'   rË   r   r   rF   rû   r‰   r   r   rü   rE   r   r   rl   rþ   rc   rn   ro   s   @r8   r  r  �  sv  ø€ € € € € ð ÐðÐ2ð ð ð ð ð ð ðgð gð gð Øð .2Ø37Ø37Ø.2Ø04Ø(,Ø26Ø*.Ø!%Ø-.ð:
ð :
àÔ# dÑ*ð:
ð Ô)¨DÑ0ð:
ð #œ\¨DÑ0ð	:
ð
 œ tÑ+ð:
ð Ô&¨Ñ-ð:
ð  ™ð:
ð Ô(¨4Ñ/ð:
ð Ô  4Ñ'ð:
ð ˜$‘;ð:
ð ˜eœlÑ*ð:
ð Ð+Ô,ð:
ð 
Ð4Ñ	4ð:
ð :
ð :
ñ „^ñ Ôð:
ð :
ð :
ð :
ð :
r9   r  )r  r±   rq   )5Úcollections.abcr   Údataclassesr   Úmathr   Útorch.nnr.   rF   r   r   Ú r	   ry   Úactivationsr
   Úcache_utilsr   Ú
generationr   Úmodeling_outputsr   r   r   Úmodeling_rope_utilsr   Úmodeling_utilsr   Úprocessing_utilsr   Úutilsr   r   r   r   r   Úutils.deprecationr   Úautor   Úconfiguration_musicflamingor   ÚModuler   rq   r‡   rŒ   r¦   r­   r±   rþ   r  Ú__all__rŠ   r9   r8   ú<module>r      s—  ðð, %Ð $Ð $Ð $Ð $Ð $Ø !Ð !Ð !Ð !Ð !Ð !Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ð Ð Ø +Ð +Ð +Ð +Ð +Ð +Ð +Ð +à &Ð &Ð &Ð &Ð &Ð &Ø !Ð !Ð !Ð !Ð !Ð !Ø  Ð  Ð  Ð  Ð  Ð  Ø )Ð )Ð )Ð )Ð )Ð )Ø `Ð `Ð `Ð `Ð `Ð `Ð `Ð `Ð `Ð `Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø -Ð -Ð -Ð -Ð -Ð -Ø &Ð &Ð &Ð &Ð &Ð &Ø uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uØ 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø Ð Ð Ð Ð Ð Ø <Ð <Ð <Ð <Ð <Ð <ð ÐÑÔð Ø€L€L€LðM8ð M8ð M8ð M8ð M8 2¤9ñ M8ô M8ð M8ð` ð=ð =ð =ð =ð = ?ñ =ô =ñ „ð=ð& ð9ð 9ð 9ð 9ð 9Ð'>ñ 9ô 9ñ „ð9ðð ð ð ð  r¤yñ ô ð ð.ð ð ð
Hð 
Hð 
Hð €ððñ ô ðdfð dfð dfð dfð dfÐ5ñ dfô dfñô ðdfðN €ððñ ô ð
 ð9ð 9ð 9ð 9ð 9¨+ñ 9ô 9ñ „ñô ð9ð( €ððñ ô ð
H
ð H
ð H
ð H
ð H
Ð,HÈ/ñ H
ô H
ñô ð
H
ðV jÐ
iÐ
i€€€r9   