§
    9²¸j›  ã                   ó.  — d dl mZ ddlmZ ddlmZ ddlmZ  ed¬¦  «        e G d„ d	e¦  «        ¦   «         ¦   «         Z ed¬¦  «        e G d
„ de¦  «        ¦   «         ¦   «         Z	 ed¬¦  «        e G d„ de¦  «        ¦   «         ¦   «         Z
g d¢ZdS )é    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzzai-org/GLM-4.1V-9B-Thinking)Ú
checkpointc                   óŒ  — e Zd ZU dZdZdZdZddiZdZe	e
d<   d	Ze	e
d
<   dZee
d<   dZee
d<   dZee	z  e
d<   dZe	e
d<   dZe	e
d<   dZe	ee	         z  ee	e	f         z  e
d<   dZe	ee	         z  ee	e	f         z  e
d<   dZee
d<   dZe	e
d<   dZe	ee	         z  ee	e	f         z  e
d<   dZe	e
d<   dZe	e
d <   d!Zee
d"<   d#Zed#z  e
d$<   d#S )%ÚGlm4vVisionConfiga,  
    out_hidden_size (`int`, *optional*, defaults to 4096):
        The output hidden size of the vision model.

    Example:

    ```python
    >>> from transformers import Glm4vVisionConfig, Glm4vVisionModel

    >>> # Initializing a Glm4vVisionConfig GLM-4.1V-9B style configuration
    >>> configuration = Glm4vVisionConfig()

    >>> # Initializing a model (with random weights) from the GLM-4.1V-9B configuration
    >>> model = Glm4vVisionModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Úglm4v_visionÚvision_configÚaxialÚnum_attention_headsÚ	num_headsé   Údepthi   Úhidden_sizeÚsiluÚ
hidden_actFÚattention_biasç        Úattention_dropouté   r   Úin_channelsiP  Ú
image_sizeé   Ú
patch_sizeçñhãˆµøä>Úrms_norm_epsé   Úspatial_merge_sizeÚtemporal_patch_sizeé   Úout_hidden_sizeé€5  Úintermediate_sizeç{®Gáz”?Úinitializer_rangeNÚrope_parameters) Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚbase_config_keyÚdefault_rope_typeÚattribute_mapr   ÚintÚ__annotations__r   r   Ústrr   Úboolr   Úfloatr   r   r   ÚlistÚtupler   r   r    r!   r#   r%   r'   r(   Údict© ó    ú}/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/glm4v/configuration_glm4v.pyr
   r
      s�  € € € € € € ðð ð&  €JØ%€OØÐØ*¨KÐ8€Mà€Eˆ3€O€O�OØ€K�ÐÐÑØ€J�ÐÐÑØ €N�DÐ Ð Ñ Ø%(Ð�u˜s‘{Ð(Ð(Ñ(Ø€IˆsÐÐÑØ€K�ÐÐÑØ47€J��d˜3”i‘ %¨¨S¨¤/Ñ1Ð7Ð7Ñ7Ø46€J��d˜3”i‘ %¨¨S¨¤/Ñ1Ð6Ð6Ñ6Ø€L�%ÐÐÑØÐ˜ÐÐÑØ=>Ð˜˜t Cœy™¨5°°c°¬?Ñ:Ð>Ð>Ñ>Ø€O�SÐÐÑØ"Ð�sÐ"Ð"Ñ"Ø#Ð�uÐ#Ð#Ñ#Ø#'€O�T˜D‘[Ð'Ð'Ñ'Ð'Ð'r:   r
   c                   óR  ‡ — e Zd ZU dZdZdZdgZddddddd	œZd
gdgfddgdgfdgdgfdœZdhZ	dZ
eed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   dZeed <   d!Zeed"<   d#Zeed$<   d%Zeed&<   d'Zeez  ed(<   dZeez  dz  ed)<   dZedz  ed*<   ˆ fd+„Zˆ xZ S ),ÚGlm4vTextConfiga„  
    Example:

    ```python
    >>> from transformers import Glm4vTextModel, Glm4vConfig

    >>> # Initializing a GLM-4.1V style configuration
    >>> configuration = Glm4vConfig()

    >>> # Initializing a model from the GLM-4.1V style configuration
    >>> model = Glm4vTextModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Ú
glm4v_textÚtext_configÚpast_key_valuesÚcolwiseÚrowwiseÚcolwise_gather_outputÚrowwise_split_input)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.gate_up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormÚmrope_sectioni P Ú
vocab_sizer"   r   r$   r%   é(   Únum_hidden_layersé    r   r   NÚnum_key_value_headsr   r   i €  Úmax_position_embeddingsr&   r'   r   r   TÚ	use_cacher   r   r(   Úpad_token_idc                 ó`   •— | j         €| j        | _          t          ¦   «         j        di |¤Ž d S )Nr9   )rQ   r   ÚsuperÚ__post_init__©ÚselfÚkwargsÚ	__class__s     €r;   rW   zGlm4vTextConfig.__post_init__}   s:   ø€ ØÔ#Ð+Ø'+Ô'?ˆDÔ$à�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'r:   )!r)   r*   r+   r,   r-   r.   Úkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planÚignore_keys_at_rope_validationrM   r1   r2   r   r%   rO   r   rQ   r   r3   rR   r'   r5   r   rS   r4   r   r(   r   r8   rT   rW   Ú__classcell__©r[   s   @r;   r=   r=   H   s½  ø€ € € € € € ðð ð  €JØ#€OØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø%<Ø"7ðð Ðð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ðð Ðð
 '6Ð%6Ð"à€J�ÐÐÑØ€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"ØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø&'Ð˜˜t™Ð'Ð'Ñ'Ø€J�ÐÐÑØ#(Ð˜SÐ(Ð(Ñ(Ø#Ð�uÐ#Ð#Ñ#Ø€L�%ÐÐÑØ€IˆtÐÐÑØ%(Ð�u˜s‘{Ð(Ð(Ñ(Ø48€O�^ dÑ*¨TÑ1Ð8Ð8Ñ8Ø#€L�#˜‘*Ð#Ð#Ñ#ð(ð (ð (ð (ð (ð (ð (ð (ð (r:   r=   c                   óÎ   ‡ — e Zd ZU dZdZeedœZdgZdZ	e
ez  dz  ed<   dZe
ez  dz  ed<   dZeed	<   d
Zeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   ˆ fd„Zˆ xZS )ÚGlm4vConfiga™  
    image_start_token_id (`int`, *optional*, defaults to 151339):
        The image start token index to encode the start of image.
    image_end_token_id (`int`, *optional*, defaults to 151340):
        The image end token index to encode the end of image.
    video_start_token_id (`int`, *optional*, defaults to 151341):
        The video start token index to encode the start of video.
    video_end_token_id (`int`, *optional*, defaults to 151342):
        The video end token index to encode the end of video.

    ```python
    >>> from transformers import Glm4vForConditionalGeneration, Glm4vConfig

    >>> # Initializing a GLM-4.1V style configuration
    >>> configuration = Glm4vConfig()

    >>> # Initializing a model from the GLM-4.1V style configuration
    >>> model = Glm4vForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Úglm4v)r   r?   r@   Nr?   r   i/O Úimage_token_idi0O Úvideo_token_idi+O Úimage_start_token_idi,O Úimage_end_token_idi-O Úvideo_start_token_idi.O Úvideo_end_token_idFÚtie_word_embeddingsc                 óÞ  •— t          | j        t          ¦  «        r | j        d         di | j        ¤Ž| _        n| j        € | j        d         di |¤Ž| _        t          | j        t          ¦  «        r | j        d         di | j        ¤Ž| _        n| j        € | j        d         di |¤Ž| _        | j        st          | j        dd¦  «        rd| _         t          ¦   «         j        di |¤Ž d S )Nr   r?   rk   FTr9   )	Ú
isinstancer   r8   Úsub_configsr?   rk   ÚgetattrrV   rW   rX   s     €r;   rW   zGlm4vConfig.__post_init__¬   s  ø€ Ý�dÔ(­$Ñ/Ô/ð 	MØ!B Ô!1°/Ô!BÐ!XÐ!XÀTÔEWÐ!XÐ!XˆDÔÐØÔÐ'Ø!B Ô!1°/Ô!BÐ!LÐ!LÀVÐ!LÐ!LˆDÔå�dÔ&­Ñ-Ô-ð 	IØ>˜tÔ/°Ô>ÐRÐRÀÔAQÐRÐRˆDÔÐØÔÐ%Ø>˜tÔ/°Ô>ÐHÐHÀÐHÐHˆDÔð
 Ô'ð 	,­G°DÔ4DÐF[Ð]bÑ,cÔ,cð 	,Ø'+ˆDÔ$à�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'r:   )r)   r*   r+   r,   r-   r
   r=   rn   r\   r?   r8   r   r2   r   re   r1   rf   rg   rh   ri   rj   rk   r4   rW   r`   ra   s   @r;   rc   rc   „   s  ø€ € € € € € ðð ð. €JØ$5ÀoÐVÐV€KØ#4Ð"5Ðà26€K�Ð(Ñ(¨4Ñ/Ð6Ð6Ñ6Ø48€M�4Ð*Ñ*¨TÑ1Ð8Ð8Ñ8Ø €N�CÐ Ð Ñ Ø €N�CÐ Ð Ñ Ø &Ð˜#Ð&Ð&Ñ&Ø$Ð˜Ð$Ð$Ñ$Ø &Ð˜#Ð&Ð&Ñ&Ø$Ð˜Ð$Ð$Ñ$Ø %Ð˜Ð%Ð%Ñ%ð(ð (ð (ð (ð (ð (ð (ð (ð (r:   rc   )rc   r=   r
   N)Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   r=   rc   Ú__all__r9   r:   r;   ú<module>ru      sT  ðð( /Ð .Ð .Ð .Ð .Ð .à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø #Ð #Ð #Ð #Ð #Ð #ð €Ð9Ð:Ñ:Ô:Øð((ð ((ð ((ð ((ð ((Ð(ñ ((ô ((ñ „ñ ;Ô:ð((ðV €Ð9Ð:Ñ:Ô:Øð7(ð 7(ð 7(ð 7(ð 7(Ð&ñ 7(ô 7(ñ „ñ ;Ô:ð7(ðt €Ð9Ð:Ñ:Ô:Øð7(ð 7(ð 7(ð 7(ð 7(Ð"ñ 7(ô 7(ñ „ñ ;Ô:ð7(ðt BÐ
AÐ
A€€€r:   