§
    9²¸j™�  ã            &       ó  — d Z ddlZddlmZ ddlZddlmc mZ ddlmZ ddl	m
Z ddlmZ ddlmZmZ dd	lmZ dd
lmZmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZm Z m!Z! ddl"m#Z#  e!j$        e%¦  «        Z&dej'        de(fd„Z)d„ Z*d„ Z+d„ Z, G d„ dej        j-        ¦  «        Z. edd¦  «        	 	 d]dej'        dej'        dej/        dej/        dz  d e0dz  f
d!„¦   «         Z1 ed"d¦  «        	 	 d]dej'        dej/        dej/        dz  d e0dz  fd#„¦   «         Z2 ed$d%¦  «        dd& e3d'¦  «        fd(d)dd*ddddd+fd,ej'        d-ej'        d.ej'        dz  d/ej'        d0ej'        d1ej'        d2e(d3ej'        dz  d4e4e3e3f         d5e5d e0d6ej'        dz  d7e3d8ej'        dz  d9ej'        dz  d:e(dz  d;e(d<e5f$d=„¦   «         Z6 ed>d%¦  «        	 	 	 	 d^d?ej'        dej'        d@ej'        d0ej'        dAej'        dBej'        d1ej'        dz  d/ej'        dz  dCe5dDej'        dz  fdE„¦   «         Z7 edFd%¦  «        dddd(d& e3d'¦  «        fd(fdej'        d@ej'        d0ej'        dAej'        dBej'        d2e(d1ej'        dz  d/ej'        dz  d3ej'        dz  dCe5d4e4e3e3f         d5e5fdG„¦   «         Z8 ee2e1e6e7e8g¦  «         G dH„ dIej-        ¦  «        ¦   «         Z9 G dJ„ dKej-        ¦  «        Z: G dL„ dMe¦  «        Z;e  G dN„ dOe¦  «        ¦   «         Z< e dP¬Q¦  «        e G dR„ dSe¦  «        ¦   «         ¦   «         Z= e dT¬Q¦  «        e G dU„ dVe¦  «        ¦   «         ¦   «         Z>e  G dW„ dXe<¦  «        ¦   «         Z? e dY¬Q¦  «         G dZ„ d[e<e¦  «        ¦   «         Z@g d\¢ZAdS )_zPyTorch MAMBA2 model.é    N)Ú	dataclass)Únné   )Úinitialization)ÚACT2FN)ÚCacheÚDynamicCache)ÚGenerationMixin)Ú&use_kernel_func_from_hub_with_fallbackÚuse_kernelized_func)Úforce_accelerate_hooks)Úcreate_recurrent_attention_mask)ÚGradientCheckpointingLayer)ÚPreTrainedModel)ÚModelOutputÚauto_docstringÚloggingé   )ÚMamba2ConfigÚinput_tensorÚpad_sizec                 ó¦   — t          | j        ¦  «        dk    r
ddddd|ddfnddd|ddf}t          j        j                             | |dd¬¦  «        S )z‚
    Padding x tensor with `pad_size` on the seq_len dim (dim=1)

    Assumes that we only have tensors of either size 4 or 3
    é   r   Úconstant)ÚmodeÚvalue)ÚlenÚshapeÚtorchr   Ú
functionalÚpad)r   r   Ú	pad_shapes      úz/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/mamba2/modeling_mamba2.pyÚpad_tensor_by_sizer$   *   sj   € õ 47°|Ô7IÑ3JÔ3JÈaÒ3OÐ3O��A�q˜!˜Q ¨!¨QÐ/Ð/ÐVWÐYZÐ\]Ð_gÐijÐlmÐUn€IåŒ8Ô×"Ò" <°ÀÐSTÐ"ÑUÔUÐUó    c                 ó"  — t          | |¦  «        } t          | j        ¦  «        dk    r.|                      | j        d         d|| j        d         ¦  «        S |                      | j        d         d|| j        d         | j        d         ¦  «        S )zÀ
    Padding input_tensor with `pad_size` on the seq_len dim (dim=1) and
    simultaneously splitting it into chunk sequences.

    Assumes that we only have tensors of either size 4 or 3
    r   r   éÿÿÿÿé   )r$   r   r   Úreshape)r   r   Ú
chunk_sizes      r#   Úreshape_into_chunksr+   5   s’   € õ & l°HÑ=Ô=€Lå
ˆ<ÔÑÔ !Ò#Ð#à×#Ò# LÔ$6°qÔ$9¸2¸zÈ<ÔK]Ð^_ÔK`ÑaÔaÐað ×#Ò#ØÔ˜qÔ! 2 z°<Ô3EÀaÔ3HÈ,ÔJ\Ð]^ÔJ_ñ
ô 
ð 	
r%   c                 ó  — |                       d¦  «        } | d         j        g |                       ¦   «         ¢|‘R Ž } t          j        t          j        ||| j        t          j        ¬¦  «        d¬¦  «        }|                      | d¦  «        } t          j        | d¬¦  «        }t          j        t          j        ||| j        t          j        ¬¦  «        d¬¦  «        }|                     | t          j	         ¦  «        }|S )zo
    More stable segment sum calculation. Uses cumulative sums and masking instead of direct subtractions.
    r'   ©.N©ÚdeviceÚdtype)Údiagonalr   éþÿÿÿ©Údim)
ÚsizeÚexpandr   ÚtrilÚonesr/   ÚboolÚmasked_fillÚcumsumÚinf)r   r*   ÚmaskÚtensor_segsums       r#   Úsegment_sumr?   I   só   € ð ×"Ò" 2Ñ&Ô&€Jð 2�< 	Ô*Ô1ÐS°<×3DÒ3DÑ3FÔ3FÐSÈ
ÐSÐSÐS€LåŒ:•e”j ¨ZÀÔ@SÕ[`Ô[eÐfÑfÔfÐqsÐtÑtÔt€DØ×+Ò+¨T¨E°1Ñ5Ô5€Lå”L °2Ð6Ñ6Ô6€Mõ Œ:•e”j ¨ZÀÔ@SÕ[`Ô[eÐfÑfÔfÐqrÐsÑsÔs€DØ!×-Ò-¨t¨eµe´i°ZÑ@Ô@€MØÐr%   c                 ób   — |�,| j         }| |dd…dd…df         z                       |¦  «        } | S )zm
    Tunes out the hidden states for padding tokens, see https://github.com/state-spaces/mamba/issues/66
    N)r0   Úto)Úhidden_statesÚattention_maskr0   s      r#   Úapply_mask_to_padding_statesrD   ]   sC   € ð
 Ð!ØÔ#ˆØ&¨¸¸¸¸1¸1¸1¸d¸
Ô)CÑC×GÒGÈÑNÔNˆàÐr%   c                   ó(   ‡ — e Zd Zdˆ fd„	Zdd„Zˆ xZS )ÚMambaRMSNormGatedç�íµ ÷Æ°>c                 ó¬   •— t          ¦   «                              ¦   «          t          j        t	          j        |¦  «        ¦  «        | _        || _        d S ©N©ÚsuperÚ__init__r   Ú	Parameterr   r8   ÚweightÚvariance_epsilon©ÚselfÚhidden_sizeÚepsÚ	__class__s      €r#   rL   zMambaRMSNormGated.__init__j   sB   ø€ Ý‰Œ×ÒÑÔÐÝ”l¥5¤:¨kÑ#:Ô#:Ñ;Ô;ˆŒØ #ˆÔÐÐr%   Nc                 óœ  — |j         }|                     t          j        ¦  «        }|�?|t          j                             |                     t          j        ¦  «        ¦  «        z  }|                     d¦  «                             dd¬¦  «        }|t          j	        || j
        z   ¦  «        z  }| j        |                     |¦  «        z  S ©Nr(   r'   T)Úkeepdim)r0   rA   r   Úfloat32r   r    ÚsiluÚpowÚmeanÚrsqrtrO   rN   )rQ   rB   ÚgateÚinput_dtypeÚvariances        r#   ÚforwardzMambaRMSNormGated.forwardo   sª   € Ø#Ô)ˆØ%×(Ò(­¬Ñ7Ô7ˆàÐØ)­B¬M×,>Ò,>¸t¿wºwÅuÄ}Ñ?UÔ?UÑ,VÔ,VÑVˆMØ ×$Ò$ QÑ'Ô'×,Ò,¨R¸Ð,Ñ>Ô>ˆØ%­¬°H¸tÔ?TÑ4TÑ(UÔ(UÑUˆàŒ{˜]×-Ò-¨kÑ:Ô:Ñ:Ð:r%   ©rG   rI   ©Ú__name__Ú
__module__Ú__qualname__rL   r`   Ú__classcell__©rT   s   @r#   rF   rF   i   sQ   ø€ € € € € ð$ð $ð $ð $ð $ð $ð
	;ð 	;ð 	;ð 	;ð 	;ð 	;ð 	;ð 	;r%   rF   Úcausal_conv1d_updateÚcausal_conv1drB   Ú
conv_staterN   ÚbiasÚ
activationc                 óº  — | j         \  }}}|j         d         }t          j        || gd¬¦  «                             |j        ¦  «        }	|                     |	d d …d d …| d …f         ¦  «         t          j        |	|                     d¦  «        |d|¬¦  «        }
|
d d …d d …| d …f         }
|�t          |         |
¦  «        }
|
                     | j        ¦  «        S )Nr'   r3   r   r   )ÚpaddingÚgroups)
r   r   ÚcatrA   r0   Úcopy_ÚFÚconv1dÚ	unsqueezer   )rB   rj   rN   rk   rl   Ú_rR   Úseq_lenÚ	state_lenÚhidden_states_newÚouts              r#   rh   rh   {   sî   € ð ,Ô1Ñ€A€{�GØÔ  Ô$€Iåœ	 :¨}Ð"=À2ÐFÑFÔF×IÒIÈ&Ì,ÑWÔWÐØ×ÒÐ& q q q¨!¨!¨!¨i¨Z¨[¨[Ð'8Ô9Ñ:Ô:Ð:Ý
Œ(Ð$ f×&6Ò&6°qÑ&9Ô&9¸4ÈÐS^Ð
_Ñ
_Ô
_€CØ
ˆaˆaˆa����W�H�I�IˆoÔ
€CØÐÝ�ZÔ  Ñ%Ô%ˆØ�6Š6�-Ô%Ñ&Ô&Ð&r%   Úcausal_conv1d_fnc                 ó@  — | j         \  }}}|j         d         dz
  }t          j        |                      |j        ¦  «        |                     d¦  «        |||¬¦  «        d d …d d …d |…f         }	|�t          |         |	¦  «        }	|	                     | j        ¦  «        S )Nr'   r   )rN   rk   rn   ro   )r   rr   rs   rA   r0   rt   r   )
rB   rN   rk   rl   Úkwargsru   rR   rv   rn   ry   s
             r#   rz   rz   �   s²   € ð ,Ô1Ñ€A€{�GØŒl˜2Ô Ñ"€Gå
Œ(Ø×Ò˜œÑ&Ô&Ø×Ò Ñ"Ô"ØØØðñ ô ð €a€aˆˆˆˆHˆWˆH€nô€Cð ÐÝ�ZÔ  Ñ%Ô%ˆØ�6Š6�-Ô%Ñ&Ô&Ð&r%   Ú mamba_split_conv1d_scan_combinedÚ	mamba_ssmg        r<   FrY   rG   TÚzxbcdtÚconv1d_weightÚconv1d_biasÚdt_biasÚAÚDr*   Úinitial_statesÚdt_limitÚreturn_final_statesÚrmsnorm_weightÚrmsnorm_epsÚoutproj_weightÚoutproj_biasÚheaddimÚngroupsÚnorm_before_gatec                 ó   — d S rI   © )r   r€   r�   r‚   rƒ   r„   r*   r…   r†   r‡   rl   rˆ   r‰   rŠ   r‹   rŒ   r�   rŽ   r|   s                      r#   Ú!mamba2_split_conv1d_scan_combinedr‘   ¦   s	   € ð, ˆ4r%   Úselective_state_updateÚstateÚdtÚBÚCÚdt_softplusÚzc
                 óH  — |j         \  }}}|j         d         }|j         d         }|�||                     |j        ¦  «        z   }|rt          j        |¦  «        }|d         }t          j        |                     ¦   «         |                     ¦   «         z  ¦  «                             | j        ¬¦  «        }| 	                    ||d|¦  «        }| 
                    ||||z  |¦  «                             ¦   «         }| 	                    ||d|¦  «        }||z  }||d         z                       | j        ¬¦  «        }| |z  |z   }|                      |                     | j        ¦  «        ¦  «         | 	                    ||d|¦  «        }| 
                    ||||z  |¦  «                             ¦   «         }| 	                    |||¦  «        }|                     |j        |j        ¬¦  «        }|                     ||z  ||¦  «        }|                     ||z  |d¦  «        }t          j        ||¦  «        }|                     |||¦  «        }|� |||z  z                        |j        ¦  «        }|	�|t          j        |	¦  «        z  }|                     |j        ¦  «        S )Nr   r'   r-   )r/   r.   )r   rA   r0   rr   Úsoftplusr   ÚexpÚfloatr/   r)   r6   Ú
contiguousrq   ÚviewÚbmmrY   )r“   rB   r”   rƒ   r•   r–   r„   r‚   r—   r˜   r|   Ú
batch_sizeÚ	num_headsÚhead_dimÚ
num_groupsÚ
state_sizeÚdAÚdBÚdBxÚ
ssm_statesÚssm_states_reshapedÚ
C_reshapedry   s                          r#   Úmamba2_selective_state_updater«   ¿   sq  € ð '4Ô&9Ñ#€J�	˜8Ø”˜”€JØ”˜”€JàÐØ�'—*’*˜RœXÑ&Ô&Ñ&ˆØð ÝŒZ˜‰^Œ^ˆØ	ˆIŒ€Bõ 
Œ�2—8’8‘:”: §¢¡	¤	Ñ)Ñ	*Ô	*×	-Ò	-°U´\Ð	-Ñ	BÔ	B€Bð 	
�	Š	�*˜j¨!¨ZÑ8Ô8€AØ	�Š�˜Z¨°jÑ)@À*ÑMÔM×XÒXÑZÔZ€AØ	�	Š	�*˜i¨¨JÑ7Ô7€AØ	ˆa‰€Bð �˜iÔ(Ñ(×
,Ò
,°E´LÐ
,Ñ
AÔ
A€Cð ˜‘˜cÑ!€JØ	‡K‚K�
—’˜eœkÑ*Ô*Ñ+Ô+Ð+ð 	
�	Š	�*˜j¨!¨ZÑ8Ô8€AØ	�Š�˜Z¨°jÑ)@À*ÑMÔM×XÒXÑZÔZ€AØ	�	Š	�*˜i¨Ñ4Ô4€Að —’ a¤h°a´g�Ñ>Ô>€JØ$Ÿ/š/¨*°yÑ*@À(ÈJÑWÔWÐØ—’˜
 YÑ.°
¸AÑ>Ô>€JÝ
Œ)Ð'¨Ñ
4Ô
4€CØ
�(Š(�:˜y¨(Ñ
3Ô
3€Cð 	€}Ø�] QÑ&Ñ&×*Ò*¨3¬9Ñ5Ô5ˆà€}Ø•A”F˜1‘I”I‰oˆà�6Š6�-Ô%Ñ&Ô&Ð&r%   Úmamba_chunk_scan_combinedc                 ó	  ‡‡#— | j         \  }}}}|j         d         }|�||                     |j        ¦  «        z   }|	rt          j        |¦  «        }t          j        ||
d         |
d         ¬¦  «        }|                      ¦   «         } |                     ¦   «                              ||z  d|¬¦  «        }|                     ¦   «                              ||z  d|¬¦  «        }‰|‰z  z
  ‰z  Š#d }|�|d         t          | ‰#¦  «        z  }| |d                              ¦   «         z  } |                     | j        ¦  «        |                     ¦   «         z  }ˆˆ#fd„| |||fD ¦   «         \  } }}}| 
                    dddd¦  «        }t          j        |d	¬
¦  «        }t          j        t          |¦  «        ¦  «        }|d d …d d …d d …d d d …d d …f         |d d …d d …d d d …d d …d d …f         z                       d	¬
¦  «        }|d         | 
                    ddddd¦  «        d         z                       d	¬
¦  «        }|d         | d d …d d …d f         z                       d¬
¦  «        }t          j        |d d …d d …d d …d	d …f         |z
  ¦  «        }|| 
                    ddd	d¦  «        d         z  }|dd d d …f         | d         z                       d¬
¦  «        }|�+|d d …d f                              |j        |j        ¬¦  «        nt          j        |d d …d d…f         ¦  «        }t          j        ||gd¬
¦  «        }t          j        t          t          j        |d d …d d …d d …d	f         d¦  «        ¦  «        ¦  «                             dd¦  «        }|d         |d d …d d …d df         z                       d¬
¦  «        }|d d …d d	…f         |d d …d	f         }}t          j        |¦  «        }|dd d d …f         |d d …d d …d df         z  } |                      d	¦  «        | 
                    dddd¦  «        d         z  }!||!z   }"|"                     |d	||¦  «        }"|�|"|z   }"‰#dk    r|"d d …d |…f         }"|r|"|fS |"S )Nr(   r   r   )ÚminÚmax)r4   Úoutput_sizer-   c                 ó2   •— g | ]}t          |‰‰¦  «        ‘ŒS r�   )r+   )Ú.0Útensorr*   r   s     €€r#   ú
<listcomp>z%mamba2_chunk_scan.<locals>.<listcomp>$  s'   ø€ ÐwÐwÐwÐTZÕ1°&¸(ÀJÑOÔOÐwÐwÐwr%   r   r'   r3   r   r2   .)r0   r/   )r   r   ).NN)r   rA   r0   rr   rš   r   Úclamprœ   Úrepeat_interleaver$   Úpermuter;   r›   r?   Úsumr/   Ú
zeros_likerp   r!   Ú	transposer)   )$rB   r”   rƒ   r•   r–   r*   r„   r‚   r…   r—   r†   r‡   r|   r    Úsequence_lengthr¡   r¢   r£   Ú
D_residualÚA_cumsumÚLÚGÚMÚY_diagÚdecay_statesÚB_decayÚstatesÚprevious_statesÚdecay_chunkÚ
new_statesÚfinal_stateÚstate_decay_outÚC_times_statesÚY_offÚoutputr   s$        `                             @r#   Úmamba2_chunk_scanrÍ   ý   s  øø€ ð  8EÔ7JÑ4€J� ¨HØ”˜”€JàÐØ�'—*’*˜RœXÑ&Ô&Ñ&ˆØð ÝŒZ˜‰^Œ^ˆÝ	Œ�R˜X aœ[¨h°q¬kÐ	:Ñ	:Ô	:€Bà!×'Ò'Ñ)Ô)€MØ	�Š‰	Œ	×#Ò# I°Ñ$;ÀÐPYÐ#ÑZÔZ€AØ	�Š‰	Œ	×#Ò# I°Ñ$;ÀÐPYÐ#ÑZÔZ€Aà˜_¨zÑ9Ñ9¸ZÑG€HØ€JØ€}Ø�y”\Õ$6°}ÀhÑ$OÔ$OÑOˆ
ð " B y¤M×$7Ò$7Ñ$9Ô$9Ñ9€MØ	�Šˆ]Ô Ñ!Ô! B§H¢H¡J¤JÑ.€Að xÐwÐwÐwÐwÐ_lÐnoÐqrÐtuÐ^vÐwÑwÔwÑ€M�1�a˜à	�	Š	�!�Q˜˜1ÑÔ€AÝŒ|˜A 2Ð&Ñ&Ô&€Hõ 	Œ	•+˜a‘.”.Ñ!Ô!€Að 
ˆ1ˆ1ˆ1ˆaˆaˆa����D˜!˜!˜!˜Q˜Q˜QÐÔ	 ! A A A q q q¨$°°°°1°1°1°a°a°aÐ$7Ô"8Ñ	8×=Ò=À"Ð=ÑEÔE€Að 
ˆ9Œ˜Ÿ	š	 ! Q¨¨1¨aÑ0Ô0°Ô;Ñ	;×@Ò@ÀRÐ@ÑHÔH€Að �	Œl˜]¨1¨1¨1¨a¨a¨a°¨:Ô6Ñ6×;Ò;ÀÐ;ÑBÔB€Fõ ”9˜X a a a¨¨¨¨A¨A¨A¨r¨s¨s lÔ3°hÑ>Ñ?Ô?€LØ�,×&Ò& q¨"¨b°!Ñ4Ô4°YÔ?Ñ?€GØ�c˜4   �lÔ# m°IÔ&>Ñ>×CÒCÈÐCÑJÔJ€Fð Ð%ð 	�q�q�q˜$�wÔ×"Ò"¨¬¸f¼mÐ"ÑLÔLÐLåÔ˜f Q Q Q¨¨¨ UœmÑ,Ô,ð õ
 ŒY˜¨Ð0°aÐ8Ñ8Ô8€FÝ”)�K­¬¨h°q°q°q¸!¸!¸!¸Q¸Q¸QÀ°{Ô.CÀVÑ(LÔ(LÑMÔMÑNÔN×XÒXÐYZÐ\]Ñ^Ô^€KØ˜oÔ.°¸¸¸¸1¸1¸1¸dÀC¸Ô1HÑH×MÒMÐRSÐMÑTÔT€JØ$ Q Q Q¨¨¨ VÔ,¨j¸¸¸¸B¸Ô.?ˆK€Fõ ”i Ñ)Ô)€OØ�s˜D ! ! !�|”_ v¨a¨a¨a°°°°D¸#¨oÔ'>Ñ>€NØ×Ò˜rÑ"Ô" _×%<Ò%<¸QÀÀ1ÀaÑ%HÔ%HÈÔ%SÑS€Eð �e‰^€FØ�^Š^˜J¨¨I°xÑ@Ô@€FàÐØ˜*Ñ$ˆð �!‚|€|Ø˜˜˜Ð+˜OÐ+Ð+Ô,ˆàð #Ø�{Ð"Ð"à€Mr%   c            	       ó¾   ‡ — e Zd ZdZddededefˆ fd„Z ej	        ¦   «         d„ ¦   «         Z
 ed¦  «        	 	 dd
ej        ded	z  dej        d	z  fd„¦   «         Zˆ xZS )ÚMamba2Mixeruƒ  
    Compute âˆ†, A, B, C, and D the state space parameters and compute the `contextualized_states`.
    A, D are input independent (see Mamba paper [1] Section 3.5.2 "Interpretation of A" for why A isn't selective)
    âˆ†, B, C are input-dependent (this is a key difference between Mamba and the linear time invariant S4,
    and is why Mamba is called **selective** state spaces)
    TÚconfigÚ	layer_idxÚinitialize_mixer_weightsc           	      óÈ  •— t          ¦   «                              ¦   «          |j        | _        |j        | _        |j        | _        |j        | _        t          |j	        | j        z  ¦  «        | _
        t          |j        ¦  «        | _        || _        |j        | _        |j        | _        t           |j                 | _        |j        | _        |j        | _        |j        | _        |j        | _        |j        | _        |j        | _        |j        | _        |j        | _        | j
        d| j        z  | j        z  z   | _        t7          j        | j        | j        |j        |j        | j        |j        dz
  ¬¦  «        | _        | j
        | j        z   | j        z   }t7          j        | j        ||j        ¬¦  «        | _         t7          j!        tE          j#        | j        ¦  «        ¦  «        | _$        t7          j!        tE          j#        | j        ¦  «        ¦  «        | _%        tM          | j
        | j        ¬¦  «        | _'        t7          j!        tE          j#        | j        ¦  «        ¦  «        | _(        |r)| j$        j)        j*        dk    r|  +                    ¦   «          t7          j        | j
        | j        |j        ¬¦  «        | _,        |j        | _        |j-        |         | _.        d S )Nr(   r   )Úin_channelsÚout_channelsrk   Úkernel_sizero   rn   ©rk   ©rS   Úmeta)/rK   rL   r¡   rR   r¤   Ússm_state_sizeÚconv_kernelÚconv_kernel_sizeÚintr6   Úintermediate_sizeÚtime_step_rankrÑ   Úuse_conv_biasÚ
hidden_actrl   r   ÚactÚlayer_norm_epsilonÚn_groupsr¢   r*   Útime_step_limitÚtime_step_minÚtime_step_maxÚtime_step_floorÚconv_dimr   ÚConv1drs   ÚLinearÚuse_biasÚin_projrM   r   Úemptyr‚   ÚA_logrF   Únormr„   r/   ÚtypeÚinit_mamba2_weightsÚout_projÚlayer_typesÚ
layer_type)rQ   rÐ   rÑ   rÒ   Úprojection_sizerT   s        €r#   rL   zMamba2Mixer.__init__p  sh  ø€ Ý‰Œ×ÒÑÔÐØÔ)ˆŒØ!Ô-ˆÔØ$Ô/ˆÔØ &Ô 2ˆÔÝ!$ V¤]°TÔ5EÑ%EÑ!FÔ!FˆÔÝ! &Ô"7Ñ8Ô8ˆÔØ"ˆŒØ#Ô1ˆÔØ Ô+ˆŒÝ˜&Ô+Ô,ˆŒà"(Ô";ˆÔàœˆŒØœˆŒØ Ô+ˆŒà%Ô5ˆÔØ#Ô1ˆÔØ#Ô1ˆÔØ%Ô5ˆÔàÔ.°°T´]Ñ1BÀTÔEXÑ1XÑXˆŒÝ”iØœØœØÔ%ØÔ*Ø”=ØÔ&¨Ñ*ð
ñ 
ô 
ˆŒð Ô0°4´=Ñ@À4Ä>ÑQˆÝ”yØÔØØ”ð
ñ 
ô 
ˆŒõ ”|¥E¤K°´Ñ$?Ô$?Ñ@Ô@ˆŒõ ”\¥%¤+¨d¬nÑ"=Ô"=Ñ>Ô>ˆŒ
Ý% dÔ&<À$ÔBYÐZÑZÔZˆŒ	Ý”�eœk¨$¬.Ñ9Ô9Ñ:Ô:ˆŒØ#ð 	'¨¬Ô(;Ô(@ÀFÒ(JÐ(JØ×$Ò$Ñ&Ô&Ð&åœ	 $Ô"8¸$Ô:JÐQWÔQ`ÐaÑaÔaˆŒØœˆŒà Ô,¨YÔ7ˆŒˆˆr%   c                 óÔ  — t          j        d| j        dz   | j        j        t           j        ¬¦  «        }t          j        | j        t          j        |¦  «        ¦  «         t          j	        | j
        ¦  «         t          j        t          j        | j        | j        j        t           j        ¬¦  «        t          j        | j        ¦  «        t          j        | j        ¦  «        z
  z  t          j        | j        ¦  «        z   ¦  «                             | j        ¬¦  «        }|t          j        t          j        | ¦  «         ¦  «        z   }t          j        | j        |¦  «         d S )Nr   r.   )r®   )r   Úaranger¡   rï   r/   rX   Úinitrq   ÚlogÚones_r„   r›   Úrandr‚   Úmathrç   ræ   rµ   rè   Úexpm1)rQ   rƒ   r”   Úinv_dts       r#   rò   zMamba2Mixer.init_mamba2_weights«  s  € åŒL˜˜DœN¨QÑ.°t´zÔ7HÕPUÔP]Ð^Ñ^Ô^ˆÝŒ
�4”:�uœy¨™|œ|Ñ,Ô,Ð,ÝŒ
�4”6ÑÔÐåŒYÝŒJ�t”~¨d¬lÔ.AÍÌÐWÑWÔWÝŒx˜Ô*Ñ+Ô+­d¬h°tÔ7IÑ.JÔ.JÑJñLåŒh�tÔ)Ñ*Ô*ñ+ñ
ô 
÷ Š%�DÔ(ˆ%Ñ
)Ô
)ð	 	ð •e”i¥¤¨b¨SÑ!1Ô!1Ð 1Ñ2Ô2Ñ2ˆÝŒ
�4”< Ñ(Ô(Ð(Ð(Ð(r%   rs   NrB   Úcache_paramsrC   c                 ór
  — |j         \  }}}|j        }|d uo|                     | j        ¦  «        }	t	          ||¦  «        }|                      |¦  «        }
t          j        | j         	                    ¦   «         ¦  «         }|d| j
        iz  }| j        r�|€Žt          |
| j        j                             d¦  «        | j        j        | j        |f| j        | j        | j        | j        j        | j        j        | j        j        | j        j        | j        | j        dddœ|¤Ž}|�|S |
                     | j        | j        | j        gd¬¦  «        \  }}}|	r:|j        | j                 j        d         }|j        | j                 j         d         }| !                    dd¦  «        }|	r^|dk    rX|j        | j                 j"        sAtG          ||| j        j                             d¦  «        | j        j        | j        ¬	¦  «        }nu|�"| $                    || j        | j%        ¬
¦  «        }tM          || j        j                             d¦  «        | j        j        fd| j        i|¤Ž}|�|d d …d d …| d …f         }t	          | !                    dd¦  «        |¦  «        }t          j        || j        | j        | j'        z  | j        | j'        z  gd¬¦  «        \  }}}|	�rI|dk    �rB| (                    || j        | j        ¦  «        }| !                    dd¦  «         )                    dd| j        ¦  «        }|d d …d d f          )                    d| j        | j'        ¦  «        }| (                    || j        | j'        ¦  «        }| (                    || j        | j'        ¦  «        }| j        d d …d f          )                    d| j        ¦  «        }| j        d d …d f          )                    d| j        ¦  «        }tU          |||||||fd |ddœ|¤Ž}| (                    |dd¦  «        }nÓ|d u}tW          | (                    ||| j        | j        ¦  «        ||| (                    ||| j        | j'        ¦  «        | (                    ||| j        | j'        ¦  «        f| j        | j        d || j        d|	r|nd | j
        dœ|¤Ž}|r"|\  }}| ,                    || j        ¬¦  «         n|}| -                    ||d¦  «        }|                      ||¦  «        }|                      | .                    |¦  «        ¦  «        }|S )Nr†   r   F)r„   r*   rl   rˆ   r‰   rŠ   r‹   rŒ   r�   rŽ   r‡   r'   r3   r   r(   )rl   )rÜ   rl   T)r˜   r‚   r—   )r*   r„   r˜   r‡   r‚   r—   r…   r†   ©rÑ   )/r   r0   Úhas_previous_staterÑ   rD   rí   r   r›   rï   rœ   rå   Útrainingr‘   rs   rN   Úsqueezerk   r‚   r„   r*   rl   rð   rO   ró   r¢   rä   ÚsplitrÞ   ré   r¡   ÚlayersÚconv_statesÚrecurrent_statesrº   Úrecord_pastrh   Úupdate_conv_staterÜ   rz   rÚ   rž   r6   r«   rÍ   Úupdate_recurrent_stater)   rA   )rQ   rB   r   rC   r|   r    rv   ru   r0   Úuse_precomputed_statesÚprojected_statesrƒ   Úfused_kwargsÚfused_outputr]   Úhidden_states_B_Cr”   rj   Úrecurrent_stater•   r–   r„   r‚   Úscan_outputÚoutput_final_stateÚscan_resultrÈ   Úcontextualized_statess                               r#   r`   zMamba2Mixer.forward»  sÍ  € ð "/Ô!4Ñˆ
�G˜QØÔ#ˆØ!-°TÐ!9Ð!m¸l×>]Ò>]Ð^bÔ^lÑ>mÔ>mÐõ 5°]ÀNÑSÔSˆØŸ<š<¨Ñ6Ô6ÐåŒY�t”z×'Ò'Ñ)Ô)Ñ*Ô*Ð*ˆØ ¨TÔ-AÐ BÑBˆØŒ=ð 	$˜\Ð1Ý<Ø Ø”Ô"×*Ò*¨1Ñ-Ô-Ø”Ô Ø”Øðð ”&Øœ?Øœ?Ø#œyÔ/Ø œIÔ6Ø#œ}Ô3Ø!œ]Ô/ØœØœØ!&Ø$)ð!ð ð" ð#ð ˆLð* Ð'Ø#Ð#à&6×&<Ò&<ØÔ# T¤]°D´NÐCÈð '=ñ '
ô '
Ñ#ˆÐ ð "ð 	VØ%Ô,¨T¬^Ô<ÔHÈÔKˆJØ*Ô1°$´.ÔAÔRÐSTÔUˆOð .×7Ò7¸¸1Ñ=Ô=ÐØ!ð 	G g°¢l l¸<Ô;NÈtÌ~Ô;^Ô;j lÝ 4Ø!ØØ”Ô"×*Ò*¨1Ñ-Ô-Ø”Ô Øœ?ð!ñ !ô !ÐÐð Ð'Ø$0×$BÒ$BØ%Ø”NØ%)Ô%:ð %Cñ %ô %Ð!õ !1Ø!Ø”Ô"×*Ò*¨1Ñ-Ô-Ø”Ô ð!ð !ð  œ?ð	!ð
 ð!ð !Ðð Ð'Ø$5°a°a°a¸¸¸¸W¸H¸I¸I°oÔ$FÐ!õ 9Ð9J×9TÒ9TÐUVÐXYÑ9ZÔ9ZÐ\jÑkÔkÐÝ#œkØØÔ# T¤]°TÔ5HÑ%HÈ$Ì-ÐZ^ÔZmÑJmÐnØð
ñ 
ô 
Ñˆ�q˜!ð "ñ 2	G g°¢l¡lØ)×.Ò.¨z¸4¼>È4Ì=ÑYÔYˆMØ—’˜a Ñ#Ô#×*Ò*¨2¨r°4´=ÑAÔAˆBØ�!�!�!�T˜4�-Ô ×'Ò'¨¨D¬M¸4Ô;NÑOÔOˆAØ—’�z 4¤=°$Ô2EÑFÔFˆAØ—’�z 4¤=°$Ô2EÑFÔFˆAØ”�q�q�q˜$�w”×&Ò& r¨4¬=Ñ9Ô9ˆAØ”l 1 1 1 d 7Ô+×2Ò2°2°t´}ÑEÔEˆGå7ØØØØØØØðð ØØ ðð ð ðð ˆKð &×*Ò*¨:°q¸"Ñ=Ô=ˆKˆKð ".°TÐ!9ÐÝ+Ø×"Ò" :¨w¸¼ÈÌÑVÔVØØØ—’�z 7¨D¬M¸4Ô;NÑOÔOØ—’�z 7¨D¬M¸4Ô;NÑOÔOðð  œ?Ø”&ØØ$6ØœØ Ø2HÐR˜˜ÈdØÔ-ðð ð ðð ˆKð" "ð *Ø+6Ñ(�˜[Ø×3Ò3°KÈ4Ì>Ð3ÑZÔZÐZÐZà)�à%×-Ò-¨j¸'À2ÑFÔFˆKà—i’i ¨TÑ2Ô2ˆð !%§¢¨k¯nªn¸UÑ.CÔ.CÑ DÔ DÐØ$Ð$r%   )T©NN)rc   rd   re   Ú__doc__r   rÝ   r9   rL   r   Úno_gradrò   r   ÚTensorr   r`   rf   rg   s   @r#   rÏ   rÏ   _  sô   ø€ € € € € ðð ð98ð 98˜|ð 98¸ð 98ÐW[ð 98ð 98ð 98ð 98ð 98ð 98ðv €U„]�_„_ð)ð )ñ „_ð)ð Ð˜HÑ%Ô%ð &*Ø.2ð	P%ð P%à”|ðP%ð ˜d‘lðP%ð œ tÑ+ð	P%ð P%ð P%ñ &Ô%ðP%ð P%ð P%ð P%ð P%r%   rÏ   c                   ó&   ‡ — e Zd Zdˆ fd„	Zd„ Zˆ xZS )ÚMamba2RMSNormrG   c                 ó¬   •— t          ¦   «                              ¦   «          t          j        t	          j        |¦  «        ¦  «        | _        || _        dS )zM
        Mamba2RMSNorm is equivalent to T5LayerNorm and LlamaRMSNorm
        NrJ   rP   s      €r#   rL   zMamba2RMSNorm.__init__P  sD   ø€ õ 	‰Œ×ÒÑÔÐÝ”l¥5¤:¨kÑ#:Ô#:Ñ;Ô;ˆŒØ #ˆÔÐÐr%   c                 ó  — |j         }|                     t          j        ¦  «        }|                     d¦  «                             dd¬¦  «        }|t          j        || j        z   ¦  «        z  }| j        |                     |¦  «        z  S rV   )	r0   rA   r   rX   rZ   r[   r\   rO   rN   )rQ   rB   r^   r_   s       r#   r`   zMamba2RMSNorm.forwardX  s|   € Ø#Ô)ˆØ%×(Ò(­¬Ñ7Ô7ˆØ ×$Ò$ QÑ'Ô'×,Ò,¨R¸Ð,Ñ>Ô>ˆØ%­¬°H¸tÔ?TÑ4TÑ(UÔ(UÑUˆØŒ{˜]×-Ò-¨kÑ:Ô:Ñ:Ð:r%   ra   rb   rg   s   @r#   r  r  O  sL   ø€ € € € € ð$ð $ð $ð $ð $ð $ð;ð ;ð ;ð ;ð ;ð ;ð ;r%   r  c                   óJ   ‡ — e Zd Zˆ fd„Z	 	 ddedz  dej        dz  fd„Zˆ xZS )ÚMamba2Blockc                 óê   •— t          ¦   «                              ¦   «          || _        || _        |j        | _        t          |j        |j        ¬¦  «        | _        t          ||d¬¦  «        | _
        d S )NrØ   F)rÑ   rÒ   )rK   rL   rÐ   rÑ   Úresidual_in_fp32r  rR   rã   rð   rÏ   Úmixer)rQ   rÐ   rÑ   rT   s      €r#   rL   zMamba2Block.__init__a  sg   ø€ Ý‰Œ×ÒÑÔÐØˆŒØ"ˆŒØ &Ô 7ˆÔÝ! &Ô"4¸&Ô:SÐTÑTÔTˆŒ	Ý  °9ÐW\Ð]Ñ]Ô]ˆŒ
ˆ
ˆ
r%   Nr   rC   c                 óò   — |}|                       |                     | j         j        j        ¬¦  «        ¦  «        }| j        r|                     t
          j        ¦  «        } | j        |f||dœ|¤Ž}||z   }|S )N)r0   ©r   rC   )rð   rA   rN   r0   r"  r   rX   r#  )rQ   rB   r   rC   r|   Úresiduals         r#   r`   zMamba2Block.forwardi  sƒ   € ð !ˆØŸ	š	 -×"2Ò"2¸¼Ô9IÔ9OÐ"2Ñ"PÔ"PÑQÔQˆØÔ ð 	2Ø—{’{¥5¤=Ñ1Ô1ˆHà"˜œ
 =Ðu¸|Ð\jÐuÐuÐntÐuÐuˆØ  =Ñ0ˆØÐr%   r  )	rc   rd   re   rL   r   r   r  r`   rf   rg   s   @r#   r   r   `  s}   ø€ € € € € ð^ð ^ð ^ð ^ð ^ð &*Ø.2ð	ð ð ˜d‘lðð œ tÑ+ð	ð ð ð ð ð ð ð r%   r   c                   ój   ‡ — e Zd ZU eed<   dZdgZdZdZdZ	 e
j        ¦   «         ˆ fd„¦   «         Zˆ xZS )ÚMamba2PreTrainedModelrÐ   Úbackboner   Tc                 ó2  •— t          ¦   «                              |¦  «         t          |t          ¦  «        rÝ|                     ¦   «          t          j        |j        j        t          j
        d¦  «        ¬¦  «         |j        j        �t          j        |j        j        ¦  «         t          j        |j        j        t          j
        d¦  «        ¬¦  «         | j        j        r1|j        j        }|t          j
        | j        j        ¦  «        z  }dS dS dS )zInitialize the weights.é   )ÚaN)rK   Ú_init_weightsÚ
isinstancerÏ   rò   rù   Úkaiming_uniform_rs   rN   rý   Úsqrtrk   Úzeros_ró   rÐ   Úrescale_prenorm_residualÚnum_hidden_layers)rQ   ÚmoduleÚprT   s      €r#   r-  z#Mamba2PreTrainedModel._init_weightsƒ  só   ø€ õ 	‰Œ×Ò˜fÑ%Ô%Ð%Ý�f�kÑ*Ô*ð 	>ð ×&Ò&Ñ(Ô(Ð(åÔ! &¤-Ô"6½$¼)ÀA¹,¼,ÐGÑGÔGÐGØŒ}Ô!Ð-Ý”˜FœMÔ.Ñ/Ô/Ð/ÝÔ! &¤/Ô"8½D¼IÀa¹L¼LÐIÑIÔIÐIàŒ{Ô3ð >ð ”OÔ*�Ø•T”Y˜tœ{Ô<Ñ=Ô=Ñ=���ð-	>ð 	>ð>ð >r%   )rc   rd   re   r   Ú__annotations__Úbase_model_prefixÚ_no_split_modulesÚsupports_gradient_checkpointingÚ_can_compile_fullgraphÚ_is_statefulr   r  r-  rf   rg   s   @r#   r(  r(  z  sw   ø€ € € € € € àÐÐÑØ"ÐØ&˜ÐØ&*Ð#Ø!ÐØ€Là€U„]�_„_ð>ð >ð >ð >ñ „_ð>ð >ð >ð >ð >r%   r(  z-
    Class for the MAMBA2 model outputs.
    )Úcustom_introc                   óp   — e Zd ZU dZdZej        dz  ed<   dZe	dz  ed<   dZ
eej                 dz  ed<   dS )ÚMamba2Outputa4  
    cache_params (`Cache`):
        The state of the model at the last time step. Can be used in a forward method with the next `input_ids` to
        avoid providing the old `input_ids`.

        Includes both the State space model state matrices after the selective scan, and the Convolutional states
    NÚlast_hidden_stater   rB   )rc   rd   re   r  r?  r   ÚFloatTensorr6  r   r   rB   Útupler�   r%   r#   r>  r>     sh   € € € € € € ðð ð 37Ð�uÔ(¨4Ñ/Ð6Ð6Ñ6Ø!%€L�%˜$‘,Ð%Ð%Ñ%Ø59€M�5˜Ô*Ô+¨dÑ2Ð9Ð9Ñ9Ð9Ð9r%   r>  zK
    Base class for causal language model (or autoregressive) outputs.
    c                   óŽ   — e Zd ZU dZdZej        dz  ed<   dZej        dz  ed<   dZ	e
dz  ed<   dZeej                 dz  ed<   dS )ÚMamba2CausalLMOutputa™  
    loss (`torch.FloatTensor` of shape `(1,)`, *optional*, returned when `labels` is provided):
        Language modeling loss (for next-token prediction).
    logits (`torch.FloatTensor` of shape `(batch_size, sequence_length, config.vocab_size)`):
        Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax).
    cache_params (`Cache`):
        The state of the model at the last time step. Can be used in a forward method with the next `input_ids` to
        avoid providing the old `input_ids`.

        Includes both the State space model state matrices after the selective scan, and the Convolutional states
    NÚlossÚlogitsr   rB   )rc   rd   re   r  rD  r   r@  r6  rE  r   r   rB   rA  r�   r%   r#   rC  rC  µ  s   € € € € € € ð
ð 
ð &*€Dˆ%Ô
˜dÑ
"Ð)Ð)Ñ)Ø'+€FˆEÔ Ñ$Ð+Ð+Ñ+Ø!%€L�%˜$‘,Ð%Ð%Ñ%Ø59€M�5˜Ô*Ô+¨dÑ2Ð9Ð9Ñ9Ð9Ð9r%   rC  c                   óÆ   ‡ — e Zd Zˆ fd„Zd„ Zd„ Zd„ Ze	 	 	 	 	 	 	 ddej	        dz  dej	        dz  de
dz  d	edz  d
edz  dedz  dej        dz  deez  fd„¦   «         Zˆ xZS )ÚMamba2Modelc                 ó¬  •‡— t          ¦   «                              ‰¦  «         t          j        ‰j        ‰j        ¦  «        | _        t          j        ˆfd„t          ‰j	        ¦  «        D ¦   «         ¦  «        | _
        d| _        t          ‰j        ‰j        ¬¦  «        | _        |                      | j        ¦  «         |                      ¦   «          d S )Nc                 ó2   •— g | ]}t          ‰|¬ ¦  «        ‘ŒS )r  )r   )r²   ÚidxrÐ   s     €r#   r´   z(Mamba2Model.__init__.<locals>.<listcomp>Õ  s&   ø€ Ð$sÐ$sÐ$sÈC¥[°À3Ð%GÑ%GÔ%GÐ$sÐ$sÐ$sr%   FrØ   )rK   rL   r   Ú	EmbeddingÚ
vocab_sizerR   Ú
embeddingsÚ
ModuleListÚranger3  r  Úgradient_checkpointingr  rã   Únorm_fÚ"_register_load_state_dict_pre_hookÚ	load_hookÚ	post_init©rQ   rÐ   rT   s    `€r#   rL   zMamba2Model.__init__Ñ  s¶   øø€ Ý‰Œ×Ò˜Ñ Ô Ð åœ, vÔ'8¸&Ô:LÑMÔMˆŒÝ”mÐ$sÐ$sÐ$sÐ$sÕSXÐY_ÔYqÑSrÔSrÐ$sÑ$sÔ$sÑtÔtˆŒà&+ˆÔ#Ý# FÔ$6¸FÔ<UÐVÑVÔVˆŒà×/Ò/°´Ñ?Ô?Ð?Ø�ŠÑÔÐÐÐr%   c                 óv   — |D ]5}d|v r/|                      |¦  «        ||                     dd¦  «        <    d S Œ6d S )Nz
embedding.zembeddings.)ÚpopÚreplace)rQ   Ú
state_dictÚprefixÚargsÚks        r#   rS  zMamba2Model.load_hookÝ  sW   € Øð 	ð 	ˆAØ˜qÐ Ð ØEOÇ^Â^ÐTUÑEVÔEV�
˜1Ÿ9š9 \°=ÑAÔAÑBØ��ð !ð	ð 	r%   c                 ó   — | j         S rI   ©rM  ©rQ   s    r#   Úget_input_embeddingsz Mamba2Model.get_input_embeddingsã  s
   € ØŒÐr%   c                 ó   — || _         d S rI   r^  ©rQ   Únew_embeddingss     r#   Úset_input_embeddingsz Mamba2Model.set_input_embeddingsæ  s   € Ø(ˆŒˆˆr%   NÚ	input_idsÚinputs_embedsr   Ú	use_cacheÚoutput_hidden_statesÚreturn_dictrC   Úreturnc                 óF  — |�|n| j         j        }|�|n| j        s| j         j        nd}|�|n| j         j        }|du |duz  rt          d¦  «        ‚|€|                      |¦  «        }| j        r| j        r|rd}|r|€t          | j         ¬¦  «        }t          | j         |||¬¦  «        }|}	|rdnd}
| j
        D ]} ||	f||dœ|¤Ž}	|r|
|	fz   }
Œ|                      |	¦  «        }	|r|
|	fz   }
|st          d„ |	||
fD ¦   «         ¦  «        S t          |	|r|nd|
¬	¦  «        S )
a¤  
        cache_params (`Cache`, *optional*):
            If passed along, the model uses the previous state in all the blocks (which will give the output for the
            `input_ids` provided as if the model add `state_input_ids + input_ids` as context).
        use_cache (`bool`, *optional*):
            If set to `True`, the `cache_params` is returned and can be used to quickly generate the next logits.
        NFz:You must specify exactly one of input_ids or inputs_embeds)rÐ   )rÐ   rf  rC   Úpast_key_valuesr�   r%  c              3   ó   K  — | ]}|®|V — Œ	d S rI   r�   )r²   Úvs     r#   ú	<genexpr>z&Mamba2Model.forward.<locals>.<genexpr>(  s(   è è € ÐfÐf˜qÐXYÐXe˜ÐXeÐXeÐXeÐXeÐfÐfr%   )r?  r   rB   )rÐ   rh  r  rg  ri  Ú
ValueErrorrM  rP  r	   r   r  rQ  rA  r>  )rQ   re  rf  r   rg  rh  ri  rC   r|   rB   Úall_hidden_statesÚmixer_blocks               r#   r`   zMamba2Model.forwardé  sâ  € ð( %9Ð$DÐ Ð È$Ì+ÔJjð 	ð "+Ð!6�I�IÐZ^ÔZgÐ=r¸T¼[Ô=RÐ=RÐmrˆ	Ø%0Ð%<�k�kÀ$Ä+ÔBYˆà˜Ð -°tÐ";Ñ<ð 	[ÝÐYÑZÔZÐZàÐ Ø ŸOšO¨IÑ6Ô6ˆMàÔ&ð 	¨4¬=ð 	¸Yð 	ØˆIàð 	<˜Ð-Ý'¨t¬{Ð;Ñ;Ô;ˆLå8Ø”;Ø'Ø)Ø(ð	
ñ 
ô 
ˆð &ˆØ"6Ð@˜B˜B¸DÐØœ;ð 		Ið 		IˆKØ'˜KØðà)Ø-ðð ð ð	ð ˆMð $ð IØ$5¸Ð8HÑ$HÐ!øàŸš MÑ2Ô2ˆàð 	EØ 1°]Ð4DÑ DÐàð 	gÝÐfÐf ]°LÐBSÐ$TÐfÑfÔfÑfÔfÐfåØ+Ø)2Ð<˜˜¸Ø+ð
ñ 
ô 
ð 	
r%   )NNNNNNN)rc   rd   re   rL   rS  r`  rd  r   r   Ú
LongTensorr   r9   r  rA  r>  r`   rf   rg   s   @r#   rG  rG  Ï  s,  ø€ € € € € ð
ð 
ð 
ð 
ð 
ðð ð ðð ð ð)ð )ð )ð ð .2Ø15Ø%)Ø!%Ø,0Ø#'Ø.2ðD
ð D
àÔ# dÑ*ðD
ð Ô'¨$Ñ.ðD
ð ˜d‘lð	D
ð
 ˜$‘;ðD
ð # T™kðD
ð ˜D‘[ðD
ð œ tÑ+ðD
ð 
�Ñ	ðD
ð D
ð D
ñ „^ðD
ð D
ð D
ð D
ð D
r%   rG  z�
    The MAMBA2 Model transformer with a language modeling head on top (linear layer with weights not tied to the input
    embeddings).
    c                   ó4  ‡ — e Zd ZddiZˆ fd„Zd„ Zd„ Z	 	 	 	 	 ddedz  d	ej	        dz  d
e
dz  fˆ fd„Ze	 	 	 	 	 	 	 	 	 ddej        dz  dej        dz  dedz  dej        dz  de
dz  de
dz  de
dz  d	ej	        dz  deej	        z  deez  fd„¦   «         Zˆ xZS )ÚMamba2ForCausalLMzlm_head.weightzbackbone.embeddings.weightc                 óæ   •— t          ¦   «                              |¦  «         t          |¦  «        | _        t	          j        |j        |j        d¬¦  «        | _        |  	                    ¦   «          d S )NFr×   )
rK   rL   rG  r)  r   rë   rR   rL  Úlm_headrT  rU  s     €r#   rL   zMamba2ForCausalLM.__init__:  s^   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý# FÑ+Ô+ˆŒÝ”y Ô!3°VÔ5FÈUÐSÑSÔSˆŒà�ŠÑÔÐÐÐr%   c                 ó4   — | j                              ¦   «         S rI   )r)  r`  r_  s    r#   r`  z&Mamba2ForCausalLM.get_input_embeddingsA  s   € ØŒ}×1Ò1Ñ3Ô3Ð3r%   c                 ó6   — | j                              |¦  «        S rI   )r)  rd  rb  s     r#   rd  z&Mamba2ForCausalLM.set_input_embeddingsD  s   € ØŒ}×1Ò1°.ÑAÔAÐAr%   NFr   rC   Úis_first_iterationc           	      óZ   •—  t          ¦   «         j        |f|||||dœ|¤Ž}|r|sd |d<   |S )N)rf  rg  r   rC   rz  rC   )rK   Úprepare_inputs_for_generation)
rQ   re  rf  rg  r   rC   rz  r|   Úmodel_inputsrT   s
            €r#   r|  z/Mamba2ForCausalLM.prepare_inputs_for_generationG  sf   ø€ ð =•u‘w”wÔ<Øð
à'ØØ%Ø)Ø1ð
ð 
ð ð
ð 
ˆð ð 	2Ð/ð 	2Ø-1ˆLÐ)Ñ*àÐr%   r   re  rf  Úlabelsrh  ri  rg  Úlogits_to_keeprj  c
           	      ó  — |�|n| j         j        }|                      |||||||¬¦  «        }|d         }t          |	t          ¦  «        rt          |	 d¦  «        n|	}|                      |dd…|dd…f                              | j        j        j	        ¦  «        ¦  «         
                    ¦   «         }d}|� | j        d||| j         j        dœ|
¤Ž}|s|f|dd…         z   }|�|f|z   n|S t          |||j        |j        ¬¦  «        S )aN  
        cache_params (`Cache`, *optional*):
            If passed along, the model uses the previous state in all the blocks (which will give the output for the
            `input_ids` provided as if the model add `state_input_ids + input_ids` as context).
        labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
            Labels for language modeling. Note that the labels **are shifted** inside the model, i.e. you can set
            `labels = input_ids` Indices are selected in `[-100, 0, ..., config.vocab_size]` All labels set to `-100`
            are ignored (masked), the loss is only computed for labels in `[0, ..., config.vocab_size]`
        use_cache (`bool`, *optional*):
            If set to `True`, the `cache_params` is returned and can be used to quickly generate the next logits.
        N)r   rf  rh  ri  rg  rC   r   )rE  r~  rL  r   )rD  rE  r   rB   r�   )rÐ   ri  r)  r.  rÝ   Úslicerw  rA   rN   r0   rœ   Úloss_functionrL  rC  r   rB   )rQ   re  rf  r   r~  rh  ri  rg  rC   r  r|   Úmamba2_outputsrB   Úslice_indicesrE  rD  rÌ   s                    r#   r`   zMamba2ForCausalLM.forward`  sN  € ð2 &1Ð%<�k�kÀ$Ä+ÔBYˆàŸšØØ%Ø'Ø!5Ø#ØØ)ð 'ñ 
ô 
ˆð ' qÔ)ˆå8BÀ>ÕSVÑ8WÔ8WÐk�˜~˜o¨tÑ4Ô4Ð4Ð]kˆØ—’˜m¨A¨A¨A¨}¸a¸a¸aÐ,?Ô@×CÒCÀDÄLÔDWÔD]Ñ^Ô^Ñ_Ô_×eÒeÑgÔgˆàˆØÐØ%�4Ô%Ðp¨V¸FÈtÌ{ÔOeÐpÐpÐioÐpÐpˆDàð 	FØ�Y °°°Ô!3Ñ3ˆFØ)-Ð)9�T�G˜fÑ$Ð$¸vÐEå#ØØØ'Ô4Ø(Ô6ð	
ñ 
ô 
ð 	
r%   )NNNNF)	NNNNNNNNr   )rc   rd   re   Ú_tied_weights_keysrL   r`  rd  r   r   r  r9   r|  r   rs  r@  rÝ   rA  rC  r`   rf   rg   s   @r#   ru  ru  1  s¨  ø€ € € € € ð +Ð,HÐIÐðð ð ð ð ð4ð 4ð 4ðBð Bð Bð ØØ%)Ø.2Ø*/ðð ð
 ˜d‘lðð œ tÑ+ðð ! 4™Kðð ð ð ð ð ð2 ð .2Ø26Ø%)Ø*.Ø,0Ø#'Ø!%Ø.2Ø-.ð6
ð 6
àÔ# dÑ*ð6
ð Ô(¨4Ñ/ð6
ð ˜d‘lð	6
ð
 Ô  4Ñ'ð6
ð # T™kð6
ð ˜D‘[ð6
ð ˜$‘;ð6
ð œ tÑ+ð6
ð ˜eœlÑ*ð6
ð 
Ð%Ñ	%ð6
ð 6
ð 6
ñ „^ð6
ð 6
ð 6
ð 6
ð 6
r%   ru  )ru  rG  r(  r  )NNFN)Br  rý   Údataclassesr   r   Útorch.nn.functionalr   r    rr   Ú r   rù   Úactivationsr   Úcache_utilsr   r	   Ú
generationr
   Úintegrationsr   r   Úintegrations.accelerater   Úmasking_utilsr   Úmodeling_layersr   Úmodeling_utilsr   Úutilsr   r   r   Úconfiguration_mamba2r   Ú
get_loggerrc   Úloggerr  rÝ   r$   r+   r?   rD   ÚModulerF   rM   Ústrrh   rz   rœ   rA  r9   r‘   r«   rÍ   rÏ   r  r   r(  r>  rC  rG  ru  Ú__all__r�   r%   r#   ú<module>r˜     s/  ðð Ð à €€€Ø !Ð !Ð !Ð !Ð !Ð !à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à &Ð &Ð &Ð &Ð &Ð &Ø !Ð !Ð !Ð !Ð !Ð !Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ø )Ð )Ð )Ð )Ð )Ð )Ø WÐ WÐ WÐ WÐ WÐ WÐ WÐ WØ =Ð =Ð =Ð =Ð =Ð =Ø <Ð <Ð <Ð <Ð <Ð <Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø -Ð -Ð -Ð -Ð -Ð -Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø .Ð .Ð .Ð .Ð .Ð .ð 
ˆÔ	˜HÑ	%Ô	%€ðV U¤\ð V¸Sð Vð Vð Vð Vð
ð 
ð 
ð(ð ð ð(	ð 	ð 	ð;ð ;ð ;ð ;ð ;˜œœñ ;ô ;ð ;ð$ (Ð'Ð(>ÀÑPÔPð
 !%Ø!ð'ð 'Ø”<ð'à”ð'ð ŒLð'ð Œ,˜Ñ
ð	'ð
 �d‘
ð'ð 'ð 'ñ QÔPð'ð& (Ð'Ð(:¸OÑLÔLð !%Ø!ð	'ð 'Ø”<ð'àŒLð'ð Œ,˜Ñ
ð'ð �d‘
ð	'ð 'ð 'ñ MÔLð'ð, (Ð'Ð(JÈKÑXÔXð +/Ø%(¨%¨%°©,¬,Ð$7Ø %ØØ*.ØØ*.Ø(,ØØØ!ð%ð ØŒLðà”<ðð ” Ñ$ðð Œ\ð	ð
 „|ðð „|ðð ðð ”L 4Ñ'ðð �E˜5�LÔ!ðð ðð ðð ”L 4Ñ'ðð ðð ”L 4Ñ'ðð ”, Ñ%ðð  �4‰Zð!ð" ð#ð$ ð%ð ð ñ YÔXðð0 (Ð'Ð(@À+ÑNÔNð "Ø#'ØØ!ð:'ð :'ØŒ<ð:'à”<ð:'ð 	Œð:'ð „|ð	:'ð
 „|ð:'ð „|ð:'ð „|�dÑð:'ð Œ\˜DÑ ð:'ð ð:'ð „|�dÑð:'ð :'ð :'ñ OÔNð:'ðz (Ð'Ð(CÀ[ÑQÔQð "Ø#'Ø*.ØØ%(¨%¨%°©,¬,Ð$7Ø %ð^ð ^Ø”<ð^àŒð^ð „|ð^ð „|ð	^ð
 „|ð^ð ð^ð „|�dÑð^ð Œ\˜DÑ ð^ð ”L 4Ñ'ð^ð ð^ð �E˜5�LÔ!ð^ð ð^ð ^ð ^ñ RÔQð^ðB ÐàØØ)Ø%Øðñô ðd%ð d%ð d%ð d%ð d%�"”)ñ d%ô d%ñô ðd%ðN;ð ;ð ;ð ;ð ;�B”Iñ ;ô ;ð ;ð"ð ð ð ð Ð,ñ ô ð ð4 ð">ð ">ð ">ð ">ð ">˜Oñ ">ô ">ñ „ð">ðJ €ððñ ô ð
 ð:ð :ð :ð :ð :�;ñ :ô :ñ „ñô ð:ð €ððñ ô ð
 ð:ð :ð :ð :ð :˜;ñ :ô :ñ „ñô ð:ð& ð^
ð ^
ð ^
ð ^
ð ^
Ð'ñ ^
ô ^
ñ „ð^
ðB €ððñ ô ð`
ð `
ð `
ð `
ð `
Ð-¨ñ `
ô `
ñô ð`
ðF HÐ
GÐ
G€€€r%   