§
    9²¸j/â  ã                   ó2  — d Z ddlZddlmZ ddlZddlmZ ddlmZ ddl	m
Z
 ddlmZmZmZ dd	lmZ dd
lmZmZ ddlmZ ddlmZmZmZmZmZ ddlmZmZ ddlm Z  ddl!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*  e&j+        e,¦  «        Z- G d„ dej.        ¦  «        Z/ G d„ dej.        ¦  «        Z0 G d„ dej.        ¦  «        Z1 G d„ dej.        ¦  «        Z2 G d„ de¦  «        Z3 G d„ dej.        ¦  «        Z4e% G d„ de¦  «        ¦   «         Z5e% G d „ d!e5¦  «        ¦   «         Z6 G d"„ d#ej.        ¦  «        Z7 G d$„ d%ej.        ¦  «        Z8	 	 	 dAd'ej.        d(ej9        d)ej9        d*ej9        d+ej9        dz  d,e:dz  d-e:d.ej9        dz  d/e e$         fd0„Z; G d1„ d2ej.        ¦  «        Z< G d3„ d4ej.        ¦  «        Z= G d5„ d6ej.        ¦  «        Z> G d7„ d8e¦  «        Z? e%d9¬:¦  «         G d;„ d<e5¦  «        ¦   «         Z@ e%d=¬:¦  «         G d>„ d?e5e¦  «        ¦   «         ZAg d@¢ZBdS )BzPix2Struct modeling fileé    N)ÚCallable)Únné   )Úinitialization)ÚACT2FN)ÚCacheÚDynamicCacheÚEncoderDecoderCache)ÚGenerationMixin)Úcreate_bidirectional_maskÚcreate_causal_mask)ÚGradientCheckpointingLayer)ÚBaseModelOutputÚBaseModelOutputWithPoolingÚ!CausalLMOutputWithCrossAttentionsÚSeq2SeqLMOutputÚSeq2SeqModelOutput)ÚALL_ATTENTION_FUNCTIONSÚPreTrainedModel)ÚUnpack)ÚDUMMY_INPUTSÚ
DUMMY_MASKÚTransformersKwargsÚauto_docstringÚloggingé   )ÚPix2StructConfigÚPix2StructTextConfigÚPix2StructVisionConfigc                   ó&   ‡ — e Zd Zdˆ fd„	Zd„ Zˆ xZS )ÚPix2StructLayerNormç�íµ ÷Æ°>c                 ó¬   •— t          ¦   «                              ¦   «          t          j        t	          j        |¦  «        ¦  «        | _        || _        dS )zc
        Construct a layernorm module in the T5 style. No bias and no subtraction of mean.
        N)ÚsuperÚ__init__r   Ú	ParameterÚtorchÚonesÚweightÚvariance_epsilon)ÚselfÚhidden_sizeÚepsÚ	__class__s      €ú‚/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/pix2struct/modeling_pix2struct.pyr%   zPix2StructLayerNorm.__init__6   sD   ø€ õ 	‰Œ×ÒÑÔÐÝ”l¥5¤:¨kÑ#:Ô#:Ñ;Ô;ˆŒØ #ˆÔÐÐó    c                 óh  — |                      t          j        ¦  «                             d¦  «                             dd¬¦  «        }|t          j        || j        z   ¦  «        z  }| j        j        t          j	        t          j
        fv r|                      | j        j        ¦  «        }| j        |z  S )Né   éÿÿÿÿT)Úkeepdim)Útor'   Úfloat32ÚpowÚmeanÚrsqrtr*   r)   ÚdtypeÚfloat16Úbfloat16)r+   Úhidden_statesÚvariances      r/   ÚforwardzPix2StructLayerNorm.forward>   s–   € ð !×#Ò#¥E¤MÑ2Ô2×6Ò6°qÑ9Ô9×>Ò>¸rÈ4Ð>ÑPÔPˆØ%­¬°H¸tÔ?TÑ4TÑ(UÔ(UÑUˆð Œ;Ô¥¤µ´Ð ?Ð?Ð?Ø)×,Ò,¨T¬[Ô->Ñ?Ô?ˆMàŒ{˜]Ñ*Ð*r0   )r"   )Ú__name__Ú
__module__Ú__qualname__r%   r?   Ú__classcell__©r.   s   @r/   r!   r!   5   sL   ø€ € € € € ð$ð $ð $ð $ð $ð $ð+ð +ð +ð +ð +ð +ð +r0   r!   c                   óP   ‡ — e Zd ZdZdeddfˆ fd„Zdej        dej        fd„Zˆ xZ	S )ÚPix2StructVisionEmbeddingsa-  
    Construct the embeddings from patch. In `Pix2Struct` the input is different from classic Vision-transformer models.
    Here the input is a sequence of `seq_len` flattened patches that also combines padding patches (tokens). Each patch
    is represented by a vector of `hidden_size` values.
    ÚconfigÚreturnNc                 ó\  •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          j        |j        |j        ¦  «        | _	        t          j        |j        |j        ¦  «        | _
        t          j        |j        ¦  «        | _        d S ©N)r$   r%   r   ÚLinearÚpatch_embed_hidden_sizer,   Úpatch_projectionÚ	EmbeddingÚseq_lenÚrow_embedderÚcolumn_embedderÚDropoutÚdropout_rateÚdropout©r+   rG   r.   s     €r/   r%   z#Pix2StructVisionEmbeddings.__init__U   s}   ø€ Ý‰Œ×ÒÑÔÐÝ "¤	¨&Ô*HÈ&ÔJ\Ñ ]Ô ]ˆÔåœL¨¬¸Ô9KÑLÔLˆÔÝ!œ|¨F¬N¸FÔ<NÑOÔOˆÔå”z &Ô"5Ñ6Ô6ˆŒˆˆr0   Úflattened_patchesc                 ód  — |d d …d d …df                               ¦   «         }|d d …d d …df                               ¦   «         }|d d …d d …dd …f         }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }||z   |z   }|                      |¦  «        }|S )Nr   r   r2   )ÚlongrM   rP   rQ   rT   )r+   rV   Úrow_indicesÚcol_indicesÚ
embeddingsÚrow_embeddingsÚcol_embeddingss          r/   r?   z"Pix2StructVisionEmbeddings.forward^   sË   € ð (¨¨¨¨1¨1¨1¨a¨Ô0×5Ò5Ñ7Ô7ˆØ'¨¨¨¨1¨1¨1¨a¨Ô0×5Ò5Ñ7Ô7ˆà-¨a¨a¨a°°°°A°B°B¨hÔ7Ðà×*Ò*Ð+<Ñ=Ô=ˆ
Ø×*Ò*¨;Ñ7Ô7ˆØ×-Ò-¨kÑ:Ô:ˆð   .Ñ0°>ÑAˆ
à—\’\ *Ñ-Ô-ˆ
àÐr0   )
r@   rA   rB   Ú__doc__r   r%   r'   ÚTensorr?   rC   rD   s   @r/   rF   rF   N   s|   ø€ € € € € ðð ð7Ð/ð 7°Dð 7ð 7ð 7ð 7ð 7ð 7ð¨¬ð ¸%¼,ð ð ð ð ð ð ð ð r0   rF   c                   ó:   ‡ — e Zd Zˆ fd„Z	 ddee         fd„Zˆ xZS )ÚPix2StructVisionAttentionc                 ó8  •— t          ¦   «                              ¦   «          || _        |j        | _        |j        | _        |j        | _        |j        | _	        | j        | j        z  | _
        d| _        d| _        t          j        | j        | j
        d¬¦  «        | _        t          j        | j        | j
        d¬¦  «        | _        t          j        | j        | j
        d¬¦  «        | _        t          j        | j
        | j        d¬¦  «        | _        d| _        d S )Nç      ð?F©Úbias)r$   r%   rG   r,   Úd_kvÚkey_value_proj_dimÚnum_attention_headsÚn_headsÚattention_dropoutrT   Ú	inner_dimÚscalingÚ	is_causalr   rK   ÚqueryÚkeyÚvalueÚoutputÚgradient_checkpointingrU   s     €r/   r%   z"Pix2StructVisionAttention.__init__s   sê   ø€ Ý‰Œ×ÒÑÔÐØˆŒØ!Ô-ˆÔØ"(¤+ˆÔØÔ1ˆŒØÔ/ˆŒØœ¨Ô(?Ñ?ˆŒàˆŒØˆŒå”Y˜tÔ/°´ÀeÐLÑLÔLˆŒ
Ý”9˜TÔ-¨t¬~ÀEÐJÑJÔJˆŒÝ”Y˜tÔ/°´ÀeÐLÑLÔLˆŒ
Ý”i ¤°Ô0@ÀuÐMÑMÔMˆŒà&+ˆÔ#Ð#Ð#r0   NÚkwargsc                 ó¼  — |j         dd…         \  }}||d| j        f}|                      |¦  «                             |¦  «                             dd¦  «        }|                      |¦  «                             |¦  «                             dd¦  «        }|                      |¦  «                             |¦  «                             dd¦  «        }	t          j        | j	        j
        t          ¦  «        }
 |
| |||	|f| j        sdn| j        | j        dœ|¤Ž\  }}|                     ||d¦  «                             ¦   «         }|                      |¦  «        }||fS )z&
        Self-attention block
        Nr2   r3   r   ç        )rT   rl   )Úshaperg   rn   ÚviewÚ	transposero   rp   r   Úget_interfacerG   Ú_attn_implementationÚeager_attention_forwardÚtrainingrT   rl   ÚreshapeÚ
contiguousrq   )r+   r=   Úattention_maskrs   Ú
batch_sizeÚ
seq_lengthÚhidden_shapeÚquery_statesÚ
key_statesÚvalue_statesÚattention_interfaceÚattn_outputÚattn_weightss                r/   r?   z!Pix2StructVisionAttention.forward†   sn  € ð "/Ô!4°R°a°RÔ!8Ñˆ
�JØ" J°°DÔ4KÐLˆð —z’z -Ñ0Ô0×5Ò5°lÑCÔC×MÒMÈaÐQRÑSÔSˆØ—X’X˜mÑ,Ô,×1Ò1°,Ñ?Ô?×IÒIÈ!ÈQÑOÔOˆ
Ø—z’z -Ñ0Ô0×5Ò5°lÑCÔC×MÒMÈaÐQRÑSÔSˆå(?Ô(MØŒKÔ,Õ.Eñ)
ô )
Ðð %8Ð$7ØØØØØð	%
ð  $œ}Ð>�C�C°$´,Ø”Lð	%
ð 	%
ð ð	%
ð 	%
Ñ!ˆ�\ð "×)Ò)¨*°jÀ"ÑEÔE×PÒPÑRÔRˆØ—k’k +Ñ.Ô.ˆà˜LÐ(Ð(r0   rJ   )r@   rA   rB   r%   r   r   r?   rC   rD   s   @r/   ra   ra   r   sf   ø€ € € € € ð,ð ,ð ,ð ,ð ,ð, ð%)ð %)ð Ð+Ô,ð	%)ð %)ð %)ð %)ð %)ð %)ð %)ð %)r0   ra   c                   ó*   ‡ — e Zd Zdefˆ fd„Zd„ Zˆ xZS )ÚPix2StructVisionMlprG   c                 ó–  •— t          ¦   «                              ¦   «          t          j        |j        |j        d¬¦  «        | _        t          j        |j        |j        d¬¦  «        | _        t          j        |j        |j        d¬¦  «        | _        t          j	        |j
        ¦  «        | _        t          |j                 | _        d S ©NFrd   ©r$   r%   r   rK   r,   Úd_ffÚwi_0Úwi_1ÚworR   rS   rT   r   Údense_act_fnÚactrU   s     €r/   r%   zPix2StructVisionMlp.__init__°   ó—   ø€ Ý‰Œ×ÒÑÔÐÝ”I˜fÔ0°&´+ÀEÐJÑJÔJˆŒ	Ý”I˜fÔ0°&´+ÀEÐJÑJÔJˆŒ	Ý”)˜FœK¨Ô);À%ÐHÑHÔHˆŒÝ”z &Ô"5Ñ6Ô6ˆŒÝ˜&Ô-Ô.ˆŒˆˆr0   c                 óà  — |                       |                      |¦  «        ¦  «        }|                      |¦  «        }||z  }|                      |¦  «        }t	          | j        j        t          j        ¦  «        r]|j	        | j        j        j	        k    rC| j        j        j	        t          j
        k    r$|                     | j        j        j	        ¦  «        }|                      |¦  «        }|S rJ   ©r“   r�   r�   rT   Ú
isinstancer‘   r)   r'   r_   r:   Úint8r5   ©r+   r=   Úhidden_geluÚhidden_linears       r/   r?   zPix2StructVisionMlp.forward¸   óÀ   € Ø—h’h˜tŸyšy¨Ñ7Ô7Ñ8Ô8ˆØŸ	š	 -Ñ0Ô0ˆØ# mÑ3ˆØŸš ]Ñ3Ô3ˆõ �t”w”~¥u¤|Ñ4Ô4ð	CàÔ# t¤w¤~Ô';Ò;Ð;Ø””Ô$­¬
Ò2Ð2à)×,Ò,¨T¬W¬^Ô-AÑBÔBˆMàŸš Ñ.Ô.ˆØÐr0   )r@   rA   rB   r   r%   r?   rC   rD   s   @r/   rŠ   rŠ   ¯   sT   ø€ € € € € ð/Ð5ð /ð /ð /ð /ð /ð /ðð ð ð ð ð ð r0   rŠ   c                   óŽ   ‡ — e Zd Zdeddfˆ fd„Z	 d	dej        dej        dz  dee         de	ej        ej        f         fd„Z
ˆ xZS )
ÚPix2StructVisionLayerrG   rH   Nc                 ó>  •— t          ¦   «                              ¦   «          |j        | _        d| _        t	          |¦  «        | _        t          |¦  «        | _        t          |j	        |j
        ¬¦  «        | _        t          |j	        |j
        ¬¦  «        | _        d S )Nr   ©r-   )r$   r%   Úchunk_size_feed_forwardÚseq_len_dimra   Ú	attentionrŠ   Úmlpr!   r,   Úlayer_norm_epsÚpre_mlp_layer_normÚpre_attention_layer_normrU   s     €r/   r%   zPix2StructVisionLayer.__init__Í   s‡   ø€ Ý‰Œ×ÒÑÔÐØ'-Ô'EˆÔ$ØˆÔÝ2°6Ñ:Ô:ˆŒÝ& vÑ.Ô.ˆŒÝ"5°fÔ6HÈfÔNcÐ"dÑ"dÔ"dˆÔÝ(;¸FÔ<NÐTZÔTiÐ(jÑ(jÔ(jˆÔ%Ð%Ð%r0   r=   r   rs   c                 óÂ   — |}|                       |¦  «        } | j        |fd|i|¤Ž\  }}||z   }|                      |¦  «        }|                      |¦  «        |z   }||fS )Nr   )r§   r£   r¦   r¤   )r+   r=   r   rs   ÚresidualÚattention_outputrˆ   Úlayer_outputs           r/   r?   zPix2StructVisionLayer.forwardÖ   s“   € ð !ˆð ×5Ò5°mÑDÔDˆà)7¨¬Øð*
ð *
à)ð*
ð ð*
ð *
Ñ&Ð˜,ð )¨8Ñ3ˆð ×.Ò.¨}Ñ=Ô=ˆØ—x’x Ñ-Ô-°Ñ=ˆà˜\Ð)Ð)r0   rJ   )r@   rA   rB   r   r%   r'   r_   r   r   Útupler?   rC   rD   s   @r/   rž   rž   Ì   sµ   ø€ € € € € ðkÐ/ð k°Dð kð kð kð kð kð kð /3ð*ð *à”|ð*ð œ tÑ+ð*ð Ð+Ô,ð	*ð
 
ˆuŒ|˜Uœ\Ð)Ô	*ð*ð *ð *ð *ð *ð *ð *ð *r0   rž   c                   óv   ‡ — e Zd Zdeddfˆ fd„Z	 	 	 ddej        dej        dz  ded	ed
ee	         de
fd„Zˆ xZS )ÚPix2StructVisionEncoderrG   rH   Nc                 óÔ   •‡— t          ¦   «                              ¦   «          ‰| _        t          j        ˆfd„t          ‰j        ¦  «        D ¦   «         ¦  «        | _        d| _        d S )Nc                 ó.   •— g | ]}t          ‰¦  «        ‘ŒS © )rž   )Ú.0Ú_rG   s     €r/   ú
<listcomp>z4Pix2StructVisionEncoder.__init__.<locals>.<listcomp>õ   s"   ø€ Ð#kÐ#kÐ#kÀaÕ$9¸&Ñ$AÔ$AÐ#kÐ#kÐ#kr0   F)	r$   r%   rG   r   Ú
ModuleListÚrangeÚnum_hidden_layersÚlayerrr   rU   s    `€r/   r%   z Pix2StructVisionEncoder.__init__ò   sa   øø€ Ý‰Œ×ÒÑÔÐØˆŒÝ”]Ð#kÐ#kÐ#kÐ#kÍ5ÐQWÔQiÑKjÔKjÐ#kÑ#kÔ#kÑlÔlˆŒ
Ø&+ˆÔ#Ð#Ð#r0   Fr=   r   Úoutput_attentionsÚoutput_hidden_statesrs   c                 óœ   — |rdnd }|rdnd }| j         D ]}|r||fz   } |||fi |¤Ž\  }}	|r||	fz   }Œ |r||fz   }t          |||¬¦  «        S )Nr±   ©Úlast_hidden_stater=   Ú
attentions)r¸   r   )
r+   r=   r   r¹   rº   rs   Úall_hidden_statesÚall_self_attentionsÚlayer_modulerˆ   s
             r/   r?   zPix2StructVisionEncoder.forwardø   s¹   € ð #7Ð@˜B˜B¸DÐØ$5Ð?˜b˜b¸4Ðà œJð 	Lð 	LˆLØ#ð IØ$5¸Ð8HÑ$HÐ!à*6¨,°}ÀnÐ*_Ð*_ÐX^Ð*_Ð*_Ñ'ˆM˜<à ð LØ&9¸\¸OÑ&KÐ#øàð 	EØ 1°]Ð4DÑ DÐåØ+Ø+Ø*ð
ñ 
ô 
ð 	
r0   )NFF)r@   rA   rB   r   r%   r'   r_   Úboolr   r   r   r?   rC   rD   s   @r/   r®   r®   ñ   s¹   ø€ € € € € ð,Ð5ð ,¸$ð ,ð ,ð ,ð ,ð ,ð ,ð /3Ø"'Ø%*ð
ð 
à”|ð
ð œ tÑ+ð
ð  ð	
ð
 #ð
ð Ð+Ô,ð
ð 
ð
ð 
ð 
ð 
ð 
ð 
ð 
ð 
r0   r®   c                   ó„   ‡ — e Zd ZU eed<   dZdZdZdZdZ	e
d„ ¦   «         Z ej        ¦   «         ˆ fd„¦   «         Zd„ Zˆ xZS )ÚPix2StructPreTrainedModelrG   )ÚimageÚtextFTc                 óv   — t          j        t          ¦  «        }t          j        t          ¦  «        }|||dœ}|S )N)Údecoder_input_idsÚ	input_idsÚdecoder_attention_mask)r'   Útensorr   r   )r+   rÉ   Ú
input_maskÚdummy_inputss       r/   rÍ   z&Pix2StructPreTrainedModel.dummy_inputs!  s=   € å”L¥Ñ.Ô.ˆ	Ý”\¥*Ñ-Ô-ˆ
à!*Ø"Ø&0ð
ð 
ˆð
 Ðr0   c                 óž
  •— t          ¦   «                              |¦  «         | j        j        }t	          |t
          ¦  «        rt          j        |j        |dz  ¦  «         dS t	          |t          ¦  «        �r¦t	          | j        t          ¦  «        r| j        j        j        n| j        j        }t	          | j        t          ¦  «        r| j        j        j        n| j        j        }t          j        |j        j        d||dz  z  ¬¦  «         t!          |j        d¦  «        r*|j        j        �t          j        |j        j        ¦  «         t          j        |j        j        d||dz  z  ¬¦  «         t!          |j        d¦  «        r*|j        j        �t          j        |j        j        ¦  «         t          j        |j        j        d||dz  z  ¬¦  «         t!          |j        d¦  «        r,|j        j        �"t          j        |j        j        ¦  «         dS dS dS t	          |t*          ¦  «        �ryt	          | j        t          ¦  «        r| j        j        j        n| j        j        }t	          | j        t          ¦  «        r| j        j        j        n| j        j        }t	          | j        t          ¦  «        r| j        j        j        n| j        j        }t          j        |j        j        d|||z  dz  z  ¬¦  «         t          j        |j        j        d||dz  z  ¬¦  «         t          j        |j        j        d||dz  z  ¬¦  «         t          j        |j        j        d|||z  dz  z  ¬¦  «         |j        r)t          j        |j        j        d||dz  z  ¬¦  «         dS dS t	          |t<          j        ¦  «        r t	          | j        t          ¦  «        r| j        j        j        n| j        j        }t          j        |j        d||dz  z  ¬¦  «         |j         �<tC          |j        dd¦  «        s(t          j        |j        |j                  ¦  «         dS dS dS t	          |tD          ¦  «        r`t	          | j        t          ¦  «        r| j        j        j        n| j        j        }t          j        |j#        j        d||dz  z  ¬¦  «         dS t	          |t<          j$        t<          j%        f¦  «        rHt          j&        |j        d| j        j'        ¬¦  «         |j        �t          j        |j        ¦  «         dS dS dS )	zInitialize the weightsrc   ru   ç      à¿)r8   Ústdre   NÚ_is_hf_initializedF)(r$   Ú_init_weightsrG   Úinitializer_factorr—   r!   ÚinitÚ	constant_r)   Ú Pix2StructTextDenseGatedActDenser   Útext_configr,   rŽ   Únormal_r�   Úhasattrre   Úzeros_r�   r‘   ÚPix2StructTextAttentionrf   Ú	num_headsrn   ro   rp   rq   Úhas_relative_attention_biasÚrelative_attention_biasr   rN   Úpadding_idxÚgetattrÚPix2StructTextModelÚlm_headrK   ÚConv2dÚtrunc_normal_Úinitializer_range)r+   ÚmoduleÚfactorr,   rŽ   rg   ri   r.   s          €r/   rÒ   z'Pix2StructPreTrainedModel._init_weights,  s  ø€ õ 	‰Œ×Ò˜fÑ%Ô%Ð%Ø”Ô/ˆÝ�fÕ1Ñ2Ô2ð >	)ÝŒN˜6œ=¨&°3©,Ñ7Ô7Ð7Ð7Ð7Ý˜Õ @ÑAÔAñ <	)õ ˜dœkÕ+;Ñ<Ô<ð-�”Ô'Ô3Ð3à”[Ô,ð õ
 4>¸d¼kÕK[Ñ3\Ô3\Ðr�4”;Ô*Ô/Ð/ÐbfÔbmÔbrˆDåŒL˜œÔ+°#¸6ÀkÐVZÑEZÑ;[Ð\Ñ\Ô\Ð\Ý�v”{ FÑ+Ô+ð .°´Ô0@Ð0LÝ”˜FœKÔ,Ñ-Ô-Ð-ÝŒL˜œÔ+°#¸6ÀkÐVZÑEZÑ;[Ð\Ñ\Ô\Ð\Ý�v”{ FÑ+Ô+ð .°´Ô0@Ð0LÝ”˜FœKÔ,Ñ-Ô-Ð-ÝŒL˜œÔ)°¸ÀDÈTÁ>Ñ9RÐSÑSÔSÐSÝ�v”y &Ñ)Ô)ð ,¨f¬i¬nÐ.HÝ”˜FœIœNÑ+Ô+Ð+Ð+Ð+ð,ð ,Ð.HÐ.Hå˜Õ 7Ñ8Ô8ñ +	)õ ˜dœkÕ+;Ñ<Ô<ð-�”Ô'Ô3Ð3à”[Ô,ð õ 1;¸4¼;ÕHXÑ0YÔ0YÐo�”Ô'Ô,Ð,Ð_cÔ_jÔ_oð õ
 ˜dœkÕ+;Ñ<Ô<ð+�”Ô'Ô1Ð1à”[Ô*ð õ ŒL˜œÔ,°3¸FÀ{ÐUgÑGgÐlpÑFpÑ<qÐrÑrÔrÐrÝŒL˜œÔ*°¸&ÀKÐQUÑDUÑ:VÐWÑWÔWÐWÝŒL˜œÔ,°3¸FÀkÐSWÑFWÑ<XÐYÑYÔYÐYÝŒL˜œÔ-°C¸VÈÐRdÑHdÐimÑGmÑ=nÐoÑoÔoÐoØÔ1ð tÝ”˜VÔ;ÔBÈÐRXÐ]hÐmqÑ\qÑRrÐsÑsÔsÐsÐsÐsðtð tå˜¥¤Ñ-Ô-ð 	)õ ˜dœkÕ+;Ñ<Ô<ð-�”Ô'Ô3Ð3à”[Ô,ð õ ŒL˜œ¨S°fÀÐQUÑ@UÑ6VÐWÑWÔWÐWàÔ!Ð-µg¸f¼mÐMaÐchÑ6iÔ6iÐ-Ý”˜FœM¨&Ô*<Ô=Ñ>Ô>Ð>Ð>Ð>ð .Ð-Ð-Ð-å˜Õ 3Ñ4Ô4ð 	)õ ˜dœkÕ+;Ñ<Ô<ð-�”Ô'Ô3Ð3à”[Ô,ð õ ŒL˜œÔ.°S¸fÈÐY]ÑH]Ñ>^Ð_Ñ_Ô_Ð_Ð_Ð_Ý˜¥¤­B¬IÐ 6Ñ7Ô7ð 	)ÝÔ˜vœ}°3¸D¼KÔ<YÐZÑZÔZÐZØŒ{Ð&Ý”˜FœKÑ(Ô(Ð(Ð(Ð(ð	)ð 	)à&Ð&r0   c                 ó6  — | j         j        }| j         j        }|€t          d¦  «        ‚|                     |j        ¦  «        }|dd d…f                              ¦   «         |ddd …f<   ||d<   |€t          d¦  «        ‚|                     |dk    |¦  «         |S )Nzšself.model.config.decoder_start_token_id has to be defined. In Pix2Struct it is usually set to the pad_token_id. See Pix2Struct docs for more information..r3   r   ).r   z1self.model.config.pad_token_id has to be defined.éœÿÿÿ)rG   Údecoder_start_token_idÚpad_token_idÚ
ValueErrorÚ	new_zerosrv   ÚcloneÚmasked_fill_)r+   rÉ   rê   rë   Úshifted_input_idss        r/   Ú_shift_rightz&Pix2StructPreTrainedModel._shift_rightr  sº   € Ø!%¤Ô!CÐØ”{Ô/ˆà!Ð)Ýð<ñô ð ð
 &×/Ò/°	´Ñ@Ô@ÐØ%.¨s°C°R°C¨xÔ%8×%>Ò%>Ñ%@Ô%@Ð˜#˜q˜r˜r˜'Ñ"Ø$:Ð˜&Ñ!àÐÝÐPÑQÔQÐQà×&Ò&Ð'8¸DÒ'@À,ÑOÔOÐOà Ð r0   )r@   rA   rB   r   Ú__annotations__Úinput_modalitiesÚ_can_compile_fullgraphÚ_supports_flash_attnÚ_supports_flex_attnÚ_supports_sdpaÚpropertyrÍ   r'   Úno_gradrÒ   rñ   rC   rD   s   @r/   rÄ   rÄ     s¥   ø€ € € € € € àÐÐÑØ(Ðà"Ðà ÐØÐØ€Nàðð ñ „Xðð €U„]�_„_ðB)ð B)ð B)ð B)ñ „_ðB)ðJ!ð !ð !ð !ð !ð !ð !r0   rÄ   c                   ó¼   ‡ — e Zd ZU eed<   dZdZdZdgZdefˆ fd„Z	d„ Z
e	 	 	 	 	 ddej        dz  d	ej        dz  d
edz  dedz  dedz  deez  fd„¦   «         Zˆ xZS )ÚPix2StructVisionModelrG   rV   )rÅ   Trž   c                 ó  •— t          ¦   «                              |¦  «         || _        t          |¦  «        | _        t          |¦  «        | _        t          |j        |j	        ¬¦  «        | _
        |                      ¦   «          d S ©Nr    )r$   r%   rG   rF   r[   r®   Úencoderr!   r,   r¥   Ú	layernormÚ	post_initrU   s     €r/   r%   zPix2StructVisionModel.__init__�  sr   ø€ Ý‰Œ×Ò˜Ñ Ô Ð ØˆŒå4°VÑ<Ô<ˆŒÝ.¨vÑ6Ô6ˆŒå,¨VÔ-?ÀVÔEZÐ[Ñ[Ô[ˆŒð 	�ŠÑÔÐÐÐr0   c                 ó   — | j         j        S rJ   )r[   rM   ©r+   s    r/   Úget_input_embeddingsz*Pix2StructVisionModel.get_input_embeddingsœ  s   € ØŒÔ/Ð/r0   Nr   r¹   rº   Úreturn_dictrH   c                 ó   — |�|n| j         j        }|�|n| j         j        }|�|n| j         j        }|€t	          d¦  «        ‚|€,|                     d¬¦  «        dk                         ¦   «         }|                      |¦  «        }t          | j         ||¬¦  «        }|  	                    ||||¬¦  «        }|d         }	|  
                    |	¦  «        }	|s|	f}
|
|dd…         z   S t          |	|j        |j        ¬	¦  «        S )
a  
        flattened_patches (`torch.FloatTensor` of shape `(batch_size, sequence_length, num_channels x patch_height x patch_width)`):
            Flattened and padded pixel values. These values can be obtained using [`AutoImageProcessor`]. See
            [`Pix2StructVisionImageProcessor.__call__`] for details. Check the [original
            paper](https://huggingface.co/papers/2210.03347) (figure 5) for more details.

        Example:

        ```python
        >>> import httpx
        >>> from io import BytesIO
        >>> from PIL import Image
        >>> from transformers import AutoProcessor, Pix2StructVisionModel

        >>> image_processor = AutoProcessor.from_pretrained("google/pix2struct-textcaps-base")
        >>> model = Pix2StructVisionModel.from_pretrained("google/pix2struct-textcaps-base")

        >>> url = "https://www.ilankelman.org/stopsigns/australia.jpg"
        >>> with httpx.stream("GET", url) as response:
        ...     image = Image.open(BytesIO(response.read()))

        >>> inputs = image_processor(images=image, return_tensors="pt")
        >>> with torch.no_grad():
        ...     outputs = model(**inputs)

        >>> last_hidden_states = outputs.last_hidden_state
        >>> list(last_hidden_states.shape)
        [1, 2048, 768]
        ```
        Nz%You have to specify flattened_patchesr3   ©Údimr   )rG   Úinputs_embedsr   )r   r¹   rº   r   r¼   )rG   r¹   rº   r  rì   ÚsumÚfloatr[   r   rþ   rÿ   r   r=   r¾   )r+   rV   r   r¹   rº   r  rs   Úembedding_outputÚencoder_outputsÚsequence_outputÚhead_outputss              r/   r?   zPix2StructVisionModel.forwardŸ  sL  € ðP 2CÐ1NÐ-Ð-ÐTXÔT_ÔTqÐà$8Ð$DÐ Ð È$Ì+ÔJjð 	ð &1Ð%<�k�kÀ$Ä+ÔBYˆàÐ$ÝÐDÑEÔEÐEàÐ!à/×3Ò3¸Ð3Ñ;Ô;¸qÒ@×GÒGÑIÔIˆNàŸ?š?Ð+<Ñ=Ô=Ðå2Ø”;Ø*Ø)ð
ñ 
ô 
ˆð Ÿ,š,ØØ)Ø/Ø!5ð	 'ñ 
ô 
ˆð *¨!Ô,ˆØŸ.š.¨Ñ9Ô9ˆàð 	6Ø+Ð-ˆLØ /°!°"°"Ô"5Ñ5Ð5åØ-Ø)Ô7Ø&Ô1ð
ñ 
ô 
ð 	
r0   )NNNNN)r@   rA   rB   r   rò   Úmain_input_nameró   Úsupports_gradient_checkpointingÚ_no_split_modulesr%   r  r   r'   r_   rÂ   r¬   r   r?   rC   rD   s   @r/   rû   rû   ˆ  s  ø€ € € € € € à"Ð"Ð"Ñ"Ø)€OØ!ÐØ&*Ð#Ø0Ð1Ðð
Ð5ð 
ð 
ð 
ð 
ð 
ð 
ð0ð 0ð 0ð ð 26Ø.2Ø)-Ø,0Ø#'ðM
ð M
à œ<¨$Ñ.ðM
ð œ tÑ+ðM
ð   $™;ð	M
ð
 # T™kðM
ð ˜D‘[ðM
ð 
Ð+Ñ	+ðM
ð M
ð M
ñ „^ðM
ð M
ð M
ð M
ð M
r0   rû   c                   ó*   ‡ — e Zd Zdefˆ fd„Zd„ Zˆ xZS )rÖ   rG   c                 ó–  •— t          ¦   «                              ¦   «          t          j        |j        |j        d¬¦  «        | _        t          j        |j        |j        d¬¦  «        | _        t          j        |j        |j        d¬¦  «        | _        t          j	        |j
        ¦  «        | _        t          |j                 | _        d S rŒ   r�   rU   s     €r/   r%   z)Pix2StructTextDenseGatedActDense.__init__ò  r”   r0   c                 óà  — |                       |                      |¦  «        ¦  «        }|                      |¦  «        }||z  }|                      |¦  «        }t	          | j        j        t          j        ¦  «        r]|j	        | j        j        j	        k    rC| j        j        j	        t          j
        k    r$|                     | j        j        j	        ¦  «        }|                      |¦  «        }|S rJ   r–   r™   s       r/   r?   z(Pix2StructTextDenseGatedActDense.forwardú  rœ   r0   ©r@   rA   rB   r   r%   r?   rC   rD   s   @r/   rÖ   rÖ   ñ  sT   ø€ € € € € ð/Ð3ð /ð /ð /ð /ð /ð /ðð ð ð ð ð ð r0   rÖ   c                   ó*   ‡ — e Zd Zdefˆ fd„Zd„ Zˆ xZS )ÚPix2StructTextLayerFFrG   c                 óì   •— t          ¦   «                              ¦   «          t          |¦  «        | _        t	          |j        |j        ¬¦  «        | _        t          j	        |j
        ¦  «        | _        d S rý   )r$   r%   rÖ   ÚDenseReluDenser!   r,   Úlayer_norm_epsilonÚ
layer_normr   rR   rS   rT   rU   s     €r/   r%   zPix2StructTextLayerFF.__init__  s[   ø€ Ý‰Œ×ÒÑÔÐÝ>¸vÑFÔFˆÔå-¨fÔ.@ÀfÔF_Ð`Ñ`Ô`ˆŒÝ”z &Ô"5Ñ6Ô6ˆŒˆˆr0   c                 óŠ   — |                       |¦  «        }|                      |¦  «        }||                      |¦  «        z   }|S rJ   )r  r  rT   )r+   r=   Úforwarded_statess      r/   r?   zPix2StructTextLayerFF.forward  sF   € ØŸ?š?¨=Ñ9Ô9ÐØ×.Ò.Ð/?Ñ@Ô@ÐØ%¨¯ªÐ5EÑ(FÔ(FÑFˆØÐr0   r  rD   s   @r/   r  r    sT   ø€ € € € € ð7Ð3ð 7ð 7ð 7ð 7ð 7ð 7ðð ð ð ð ð ð r0   r  ru   ræ   rn   ro   rp   r   rl   rT   Úposition_biasrs   c                 ó¼  — |€|                      d¦  «        dz  }t          j        ||                     dd¦  «        ¦  «        |z  }	|�|	|z   }	|�|	|z   }	t          j                             |	d¬¦  «        }	t          j                             |	|| j        ¬¦  «        }	t          j        |	|¦  «        }
|
                     dd¦  «         	                    ¦   «         }
|
|	fS )Nr3   rÏ   r2   r   r  )Úpr|   r   )
Úsizer'   Úmatmulrx   r   Ú
functionalÚsoftmaxrT   r|   r~   )ræ   rn   ro   rp   r   rl   rT   r  rs   rˆ   r‡   s              r/   r{   r{     sØ   € ð €Ø—*’*˜R‘.”. DÑ(ˆõ ”<  s§}¢}°Q¸Ñ':Ô':Ñ;Ô;¸gÑE€LàÐ Ø# mÑ3ˆàÐ!Ø# nÑ4ˆå”=×(Ò(¨¸2Ð(Ñ>Ô>€LÝ”=×(Ò(¨¸È6Ì?Ð(Ñ[Ô[€Lå”,˜|¨UÑ3Ô3€KØ×'Ò'¨¨1Ñ-Ô-×8Ò8Ñ:Ô:€Kà˜Ð$Ð$r0   c                   ó|   ‡ — e Zd Z	 	 	 ddededz  defˆ fd„Zedd
„¦   «         Zdd„Z		 	 	 	 dde
e         fd„Zˆ xZS )rÛ   FNrG   Ú	layer_idxrm   c                 ó.  •— t          ¦   «                              ¦   «          || _        || _        || _        |j        | _        |j        | _        |j        | _        |j        | _	        |j
        | _        |j        | _        | j        | j	        z  | _        d| _        || _        |€(t"                               d| j        j        › d�¦  «         t+          j        | j        | j        d¬¦  «        | _        t+          j        | j        | j        d¬¦  «        | _        t+          j        | j        | j        d¬¦  «        | _        t+          j        | j        | j        d¬¦  «        | _        | j        r$t+          j        | j        | j        ¦  «        | _        d| _        d S )Nrc   zInstantiating a decoder z³ without passing `layer_idx` is not recommended and will to errors during the forward call, if caching is used. Please make sure to provide a `layer_idx` when creating this class.Frd   )r$   r%   rG   rm   rÝ   Úrelative_attention_num_bucketsÚrelative_attention_max_distancer,   rf   rg   rÜ   ri   rS   rT   rk   rl   r&  ÚloggerÚwarning_oncer.   r@   r   rK   rn   ro   rp   rq   rN   rÞ   rr   )r+   rG   rÝ   r&  rm   r.   s        €r/   r%   z Pix2StructTextAttention.__init__@  sw  ø€ õ 	‰Œ×ÒÑÔÐØˆŒØ"ˆŒØ+FˆÔ(Ø.4Ô.SˆÔ+Ø/5Ô/UˆÔ,Ø!Ô-ˆÔØ"(¤+ˆÔØÔ'ˆŒØÔ*ˆŒØœ¨Ô(?Ñ?ˆŒàˆŒØ"ˆŒØÐÝ×Òð,¨4¬>Ô+Bð ,ð ,ð ,ñô ð õ ”Y˜tÔ/°Ô1AÈÐNÑNÔNˆŒ
Ý”9˜TÔ-¨tÔ/?ÀeÐLÑLÔLˆŒÝ”Y˜tÔ/°Ô1AÈÐNÑNÔNˆŒ
Ý”i Ô 0°$Ô2BÈÐOÑOÔOˆŒàÔ+ð 	kÝ+-¬<¸Ô8[Ð]aÔ]iÑ+jÔ+jˆDÔ(à&+ˆÔ#Ð#Ð#r0   Té    é€   c                 óP  — d}|rC|dz  }|| dk                          t          j        ¦  «        |z  z  }t          j        | ¦  «        } n(t          j        | t          j        | ¦  «        ¦  «         } |dz  }| |k     }|t          j        |                      ¦   «         |z  ¦  «        t          j        ||z  ¦  «        z  ||z
  z                        t          j        ¦  «        z   }t          j        |t          j	        ||dz
  ¦  «        ¦  «        }|t          j
        || |¦  «        z  }|S )aÒ  
        Adapted from Mesh Tensorflow:
        https://github.com/tensorflow/mesh/blob/0cb87fe07da627bf0b7e60475d59f95ed6b5be3d/mesh_tensorflow/transformer/transformer_layers.py#L593

        Translate relative position to a bucket number for relative attention. The relative position is defined as
        memory_position - query_position, i.e. the distance in tokens from the attending position to the attended-to
        position. If bidirectional=False, then positive relative positions are invalid. We use smaller buckets for
        small absolute relative_position and larger buckets for larger absolute relative_positions. All relative
        positions >=max_distance map to the same bucket. All relative positions <=-max_distance map to the same bucket.
        This should allow for more graceful generalization to longer sequences than the model has been trained on

        Args:
            relative_position: an int32 Tensor
            bidirectional: a boolean - whether the attention is bidirectional
            num_buckets: an integer
            max_distance: an integer

        Returns:
            a Tensor with the same shape as relative_position, containing int32 values in the range [0, num_buckets)
        r   r2   r   )r5   r'   rX   ÚabsÚminÚ
zeros_likeÚlogr
  ÚmathÚ	full_likeÚwhere)Úrelative_positionÚbidirectionalÚnum_bucketsÚmax_distanceÚrelative_bucketsÚ	max_exactÚis_smallÚrelative_position_if_larges           r/   Ú_relative_position_bucketz1Pix2StructTextAttention._relative_position_bucketf  s>  € ð. ÐØð 	cØ˜AÑˆKØÐ!2°QÒ!6× :Ò :½5¼:Ñ FÔ FÈÑ TÑTÐÝ %¤	Ð*;Ñ <Ô <ÐÐå!&¤Ð+<½eÔ>NÐO`Ñ>aÔ>aÑ!bÔ!bÐ bÐð   1Ñ$ˆ	Ø$ yÒ0ˆð &/ÝŒIÐ'×-Ò-Ñ/Ô/°)Ñ;Ñ<Ô<ÝŒh�| iÑ/Ñ0Ô0ñ1à˜YÑ&ñ(÷ Š"�UŒZ‰.Œ.ñ	&Ð"õ
 &+¤YØ&­¬Ð8RÐT_ÐbcÑTcÑ(dÔ(dñ&
ô &
Ð"ð 	�EœK¨Ð2CÐE_Ñ`Ô`Ñ`ÐØÐr0   r   c                 ó¬  — |€| j         j        j        }t          j        |t          j        |¬¦  «        dd…df         |z   }t          j        |t          j        |¬¦  «        ddd…f         }||z
  }|                      |d| j        | j        ¬¦  «        }|                       |¦  «        }	|	 	                    g d¢¦  «         
                    d¦  «        }	|	S )z%Compute binned relative position biasN)r:   ÚdeviceF)r7  r8  r9  )r2   r   r   r   )rÞ   r)   r@  r'   ÚarangerX   r>  r(  r)  ÚpermuteÚ	unsqueeze)
r+   Úquery_lengthÚ
key_lengthr@  Úpast_seen_tokensÚcontext_positionÚmemory_positionr6  Úrelative_position_bucketÚvaluess
             r/   Úcompute_biasz$Pix2StructTextAttention.compute_bias˜  sè   € àˆ>ØÔ1Ô8Ô?ˆFÝ œ<¨½E¼JÈvÐVÑVÔVÐWXÐWXÐWXÐZ^ÐW^Ô_ÐbrÑrÐÝœ, z½¼ÈFÐSÑSÔSÐTXÐZ[ÐZ[ÐZ[ÐT[Ô\ˆØ+Ð.>Ñ>ÐØ#'×#AÒ#AØØØÔ;ØÔ=ð	 $Bñ $
ô $
Ð ð ×-Ò-Ð.FÑGÔGˆØ—’ 	 	 	Ñ*Ô*×4Ò4°QÑ7Ô7ˆØˆr0   rs   c                 ó˜  — |j         dd…         }g |¢d‘| j        ‘R }|�|                     | j        ¦  «        nd}	t	          |	t
          j        ¦  «        r|	                     ¦   «         n|	}	|du}
|                      |¦  «         	                    |¦  «         
                    dd¦  «        }d}t	          |t          ¦  «        r1|j                             | j        ¦  «        }|
r|j        }n
|j        }n|}|
r|n|}|
r3|�1|r/|j        | j                 j        }|j        | j                 j        }nÚg |j         dd…         ¢d‘| j        ‘R }|                      |¦  «         	                    |¦  «         
                    dd¦  «        }|                      |¦  «         	                    |¦  «         
                    dd¦  «        }|�E|                     ||| j        ¦  «        \  }}|
r$t	          |t          ¦  «        rd|j        | j        <   |€~|j         d         }| j        sFt          j        d| j        |d         |f|j        |j        ¬	¦  «        }| j        r| j        rd|_        n$|                      |d         ||j        |	¬
¦  «        }|�9t	          |t
          j        ¦  «        r|dd…dd…dd…d|j         d         …f         }t?          j         | j!        j"        tF          ¦  «        } || ||||f| j        sdn| j$        | j%        |dœ|¤Ž\  }} |j&        g |¢d‘R Ž  '                    ¦   «         }|  (                    |¦  «        }|||fS )z€
        Self-attention (if key_value_states is None) or attention over source sentence (provided by key_value_states).
        Nr3   r   r   r2   FTéþÿÿÿ)r@  r:   )r@  rF  ru   )rT   rl   r  ))rv   rg   Úget_seq_lengthr&  r—   r'   r_   rî   rn   rw   rx   r
   Ú
is_updatedÚgetÚcross_attention_cacheÚself_attention_cacheÚlayersÚkeysrJ  ro   rp   ÚupdaterÝ   Úzerosri   r@  r:   rr   r|   Úrequires_gradrK  r   ry   rG   rz   r{   rT   rl   r}   r~   rq   )r+   r=   ÚmaskÚkey_value_statesr  Úpast_key_valuesrs   Úinput_shaper‚   rF  Úis_cross_attentionrƒ   rO  Úcurr_past_key_valuesÚcurrent_statesr„   r…   Úkv_shaperE  r†   r‡   rˆ   s                         r/   r?   zPix2StructTextAttention.forwardª  sÒ  € ð $Ô)¨#¨2¨#Ô.ˆØB˜ÐB bÐB¨$Ô*AÐBÐBˆØM\ÐMh˜?×9Ò9¸$¼.ÑIÔIÐIÐnoÐå7AÐBRÕTYÔT`Ñ7aÔ7aÐwÐ+×1Ò1Ñ3Ô3Ð3ÐgwÐð .°TÐ9Ðà—z’z -Ñ0Ô0×5Ò5°lÑCÔC×MÒMÈaÐQRÑSÔSˆð ˆ
Ý�oÕ':Ñ;Ô;ð 	3Ø(Ô3×7Ò7¸¼ÑGÔGˆJØ!ð Là'6Ô'LÐ$Ð$à'6Ô'KÐ$Ð$à#2Ð à-?ÐRÐ)Ð)À]ˆØð 	F /Ð"=À*Ð"=à-Ô4°T´^ÔDÔIˆJØ/Ô6°t´~ÔFÔMˆLˆLàP˜Ô-¨c¨r¨cÔ2ÐP°BÐP¸Ô8OÐPÐPˆHØŸš .Ñ1Ô1×6Ò6°xÑ@Ô@×JÒJÈ1ÈaÑPÔPˆJØŸ:š: nÑ5Ô5×:Ò:¸8ÑDÔD×NÒNÈqÐRSÑTÔTˆLàÐ*Ø+?×+FÒ+FÀzÐS_ÐaeÔaoÑ+pÔ+pÑ(�
˜Là%ð F­*°_ÕFYÑ*ZÔ*Zð FØAE�OÔ.¨t¬~Ñ>àÐ Ø#Ô)¨"Ô-ˆJØÔ3ð Ý %¤Ø˜œ k°!¤n°jÐAØ'Ô.Ø&Ô,ð!ñ !ô !�ð
 Ô.ð 7°4´=ð 7Ø26�MÔ/øà $× 1Ò 1Ø ”N J°|Ô7JÐ]mð !2ñ !ô !�ð Ð¥
¨4µ´Ñ >Ô >Ðà˜˜˜˜1˜1˜1˜a˜a˜aÐ!7 :Ô#3°BÔ#7Ð!7Ð7Ô8ˆDå(?Ô(MØŒKÔ,Õ.Eñ)
ô )
Ðð %8Ð$7ØØØØØð
%
ð  $œ}Ð>�C�C°$´,Ø”LØ'ð
%
ð 
%
ð ð
%
ð 
%
Ñ!ˆ�\ð *�kÔ)Ð;¨;Ð;¸Ð;Ð;Ð;×FÒFÑHÔHˆØ—k’k +Ñ.Ô.ˆà˜M¨<Ð7Ð7r0   )FNF)Tr,  r-  )Nr   )NNNN)r@   rA   rB   r   ÚintrÂ   r%   Ústaticmethodr>  rK  r   r   r?   rC   rD   s   @r/   rÛ   rÛ   ?  sä   ø€ € € € € ð %*Ø $Øð$,ð $,à$ð$,ð ˜‘:ð	$,ð
 ð$,ð $,ð $,ð $,ð $,ð $,ðL ð- ð - ð - ñ „\ð- ð`ð ð ð ð* ØØØð[8ð [8ð Ð+Ô,ð[8ð [8ð [8ð [8ð [8ð [8ð [8ð [8r0   rÛ   c                   óL   ‡ — e Zd Zddedz  fˆ fd„Z	 	 	 ddee         fd„Zˆ xZS )	Ú Pix2StructTextLayerSelfAttentionFNr&  c                 óþ   •— t          ¦   «                              ¦   «          t          ||||j        ¬¦  «        | _        t          |j        |j        ¬¦  «        | _        t          j
        |j        ¦  «        | _        d S )N©rÝ   r&  rm   r    )r$   r%   rÛ   Ú
is_decoderr£   r!   r,   r  r  r   rR   rS   rT   ©r+   rG   rÝ   r&  r.   s       €r/   r%   z)Pix2StructTextLayerSelfAttention.__init__
  sr   ø€ Ý‰Œ×ÒÑÔÐÝ0ØØ(CØØÔ'ð	
ñ 
ô 
ˆŒõ .¨fÔ.@ÀfÔF_Ð`Ñ`Ô`ˆŒÝ”z &Ô"5Ñ6Ô6ˆŒˆˆr0   rs   c                 ó’   — |                       |¦  «        } | j        |f|||dœ|¤Ž\  }}}||                      |¦  «        z   }|||fS )N)rX  r  rZ  ©r  r£   rT   )	r+   r=   r   r  rZ  rs   Únormed_hidden_statesrª   rˆ   s	            r/   r?   z(Pix2StructTextLayerSelfAttention.forward  sx   € ð  $Ÿš¨}Ñ=Ô=ÐØ8F¸¼Ø ð9
àØ'Ø+ð	9
ð 9
ð
 ð9
ð 9
Ñ5Ð˜-¨ð )¨4¯<ª<Ð8HÑ+IÔ+IÑIÐØ °Ð<Ð<r0   ©FN©NNN©	r@   rA   rB   r`  r%   r   r   r?   rC   rD   s   @r/   rc  rc  	  s‚   ø€ € € € € ð	7ð 	7ÈSÐSWÉZð 	7ð 	7ð 	7ð 	7ð 	7ð 	7ð ØØð=ð =ð Ð+Ô,ð=ð =ð =ð =ð =ð =ð =ð =r0   rc  c                   óL   ‡ — e Zd Zddedz  fˆ fd„Z	 	 	 ddee         fd„Zˆ xZS )Ú!Pix2StructTextLayerCrossAttentionNr&  c                 óô   •— t          ¦   «                              ¦   «          t          |d|d¬¦  «        | _        t	          |j        |j        ¬¦  «        | _        t          j	        |j
        ¦  «        | _        d S )NFre  r    )r$   r%   rÛ   r£   r!   r,   r  r  r   rR   rS   rT   )r+   rG   r&  r.   s      €r/   r%   z*Pix2StructTextLayerCrossAttention.__init__+  sm   ø€ Ý‰Œ×ÒÑÔÐÝ0Ø°ÀÐV[ð
ñ 
ô 
ˆŒõ .¨fÔ.@ÀfÔF_Ð`Ñ`Ô`ˆŒÝ”z &Ô"5Ñ6Ô6ˆŒˆˆr0   rs   c                 ó”   — |                       |¦  «        } | j        |f||||dœ|¤Ž\  }}}	||                      |¦  «        z   }
|
||	fS )N)rX  rY  r  rZ  ri  )r+   r=   rY  r   r  rZ  rs   rj  rª   rˆ   r«   s              r/   r?   z)Pix2StructTextLayerCrossAttention.forward3  sz   € ð  $Ÿš¨}Ñ=Ô=ÐØ8F¸¼Ø ð9
àØ-Ø'Ø+ð9
ð 9
ð ð9
ð 9
Ñ5Ð˜-¨ð % t§|¢|Ð4DÑ'EÔ'EÑEˆØ˜]¨LÐ8Ð8r0   rJ   rl  rm  rD   s   @r/   ro  ro  *  s�   ø€ € € € € ð7ð 7¨#°©*ð 7ð 7ð 7ð 7ð 7ð 7ð ØØð9ð 9ð Ð+Ô,ð9ð 9ð 9ð 9ð 9ð 9ð 9ð 9r0   ro  c                   óF   ‡ — e Zd Zddedz  fˆ fd„Z	 	 	 	 	 	 	 	 	 dd„Zˆ xZS )	ÚPix2StructTextBlockFNr&  c                 óÊ   •— t          ¦   «                              ¦   «          t          |||¬¦  «        | _        t	          ||¬¦  «        | _        t          |¦  «        | _        d S )N©rÝ   r&  )r&  )r$   r%   rc  Úself_attentionro  Úencoder_decoder_attentionr  r¤   rg  s       €r/   r%   zPix2StructTextBlock.__init__J  sn   ø€ Ý‰Œ×ÒÑÔÐå>ØØ(CØð
ñ 
ô 
ˆÔõ *KØØð*
ñ *
ô *
ˆÔ&õ
 )¨Ñ0Ô0ˆŒˆˆr0   Tc                 óº  — |                       ||||||	¬¦  «        }|d         }|dd …         }|j        t          j        k    r_t          j        |¦  «                             ¦   «         r9t          j        |j        ¦  «        j        dz
  }t          j        || |¬¦  «        }|d u}|r¤|  	                    ||||||	¬¦  «        }|d         }|j        t          j        k    r_t          j        |¦  «                             ¦   «         r9t          j        |j        ¦  «        j        dz
  }t          j        || |¬¦  «        }||dd …         z   }|  
                    |¦  «        }|j        t          j        k    r_t          j        |¦  «                             ¦   «         r9t          j        |j        ¦  «        j        dz
  }t          j        || |¬¦  «        }|f}||z   S )N)r   r  rZ  Ú	use_cacher¹   r   r   iè  )r0  Úmax)rY  r   r  rZ  r¹   )rv  r:   r'   r;   ÚisinfÚanyÚfinforz  Úclamprw  r¤   )r+   r=   r   r  Úencoder_hidden_statesÚencoder_attention_maskÚencoder_decoder_position_biasrZ  ry  r¹   r  rs   Úself_attention_outputsÚattention_outputsÚclamp_valueÚdo_cross_attentionÚcross_attention_outputsÚoutputss                     r/   r?   zPix2StructTextBlock.forwardZ  sö  € ð "&×!4Ò!4ØØ)Ø'Ø+ØØ/ð "5ñ "
ô "
Ðð /¨qÔ1ˆØ2°1°2°2Ô6Ðð Ô¥%¤-Ò/Ð/µE´KÀÑ4NÔ4N×4RÒ4RÑ4TÔ4TÐ/Ýœ+ mÔ&9Ñ:Ô:Ô>ÀÑEˆKÝ!œK¨¸K¸<È[ÐYÑYÔYˆMà2¸$Ð>ÐØð 	PØ&*×&DÒ&DØØ!6Ø5Ø;Ø /Ø"3ð 'Eñ 'ô 'Ð#ð 4°AÔ6ˆMð Ô"¥e¤mÒ3Ð3½¼ÀMÑ8RÔ8R×8VÒ8VÑ8XÔ8XÐ3Ý#œk¨-Ô*=Ñ>Ô>ÔBÀTÑI�Ý %¤¨MÀ¸|ÐQ\Ð ]Ñ ]Ô ]�ð !2Ð4KÈAÈBÈBÔ4OÑ OÐð Ÿš Ñ/Ô/ˆð Ô¥%¤-Ò/Ð/µE´KÀÑ4NÔ4N×4RÒ4RÑ4TÔ4TÐ/Ýœ+ mÔ&9Ñ:Ô:Ô>ÀÑEˆKÝ!œK¨¸K¸<È[ÐYÑYÔYˆMà Ð"ˆàÐ*Ñ*Ð*r0   rk  )	NNNNNNFFT)r@   rA   rB   r`  r%   r?   rC   rD   s   @r/   rs  rs  I  s   ø€ € € € € ð1ð 1ÈSÐSWÉZð 1ð 1ð 1ð 1ð 1ð 1ð& ØØ"Ø#Ø&*ØØØØð<+ð <+ð <+ð <+ð <+ð <+ð <+ð <+r0   rs  z3
    The standalone text decoder of Pix2Struct
    )Úcustom_introc                   óD  ‡ — e Zd ZU eed<   dZdgZddiZdZˆ fd„Z	d„ Z
e	 	 	 	 	 	 	 	 	 	 	 dd
ej        d	z  dej        d	z  dej        d	z  dej        d	z  dej        d	z  ded	z  ded	z  ded	z  ded	z  dej        d	z  ded	z  deej        df         ez  fd„¦   «         Zˆ xZS )rá   rG   )rÆ   rs  zlm_head.weightzembed_tokens.weightTc                 ó   •‡— t          ¦   «                              ‰¦  «         t          j        ‰j        ‰j        ¦  «        | _        t          j        ˆfd„t          ‰j	        ¦  «        D ¦   «         ¦  «        | _
        t          ‰j        ‰j        ¬¦  «        | _        t          j        ‰j        ¦  «        | _        t          j        ‰j        ‰j        d¬¦  «        | _        |                      ¦   «          d| _        d S )Nc           	      óV   •— g | ]%}t          ‰t          |d k    ¦  «        |¬¦  «        ‘Œ&S )r   ru  )rs  rÂ   )r²   ÚirG   s     €r/   r´   z0Pix2StructTextModel.__init__.<locals>.<listcomp>ª  sD   ø€ ð ð ð àõ $ FÍÈQÐRSÊVÉÌÐ`aÐbÑbÔbðð ð r0   r    Frd   )r$   r%   r   rN   Ú
vocab_sizer,   Úembed_tokensrµ   r¶   Ú
num_layersr¸   r!   r  Úfinal_layer_normrR   rS   rT   rK   râ   r   rr   rU   s    `€r/   r%   zPix2StructTextModel.__init__¥  sé   øø€ Ý‰Œ×Ò˜Ñ Ô Ð ÝœL¨Ô):¸FÔ<NÑOÔOˆÔå”]ðð ð ð å˜vÔ0Ñ1Ô1ðñ ô ñ
ô 
ˆŒ
õ !4°FÔ4FÈFÔLeÐ fÑ fÔ fˆÔÝ”z &Ô"5Ñ6Ô6ˆŒå”y Ô!3°VÔ5FÈUÐSÑSÔSˆŒð 	�ŠÑÔÐØ&+ˆÔ#Ð#Ð#r0   c                 ó   — || _         d S rJ   )rŽ  ©r+   Únew_embeddingss     r/   Úset_input_embeddingsz(Pix2StructTextModel.set_input_embeddings¸  s   € Ø*ˆÔÐÐr0   NrÉ   r   r  r€  r  rZ  ry  r¹   rº   Úlabelsr  rH   .c                 óþ  — |�|n| j         j        }|�|n| j         j        }|	�|	n| j         j        }	|�|n| j         j        }| j        r%| j        r|rt                               d¦  «         d}|�|�t          d¦  «        ‚|�1| 
                    ¦   «         }|                     d|d         ¦  «        }n.|�| 
                    ¦   «         dd…         }nt          d¦  «        ‚|€&| j        €
J d¦   «         ‚|                      |¦  «        }|\  }}|rZ|€X| j         j        r7t          t          | j         ¬¦  «        t          | j         ¬¦  «        ¦  «        }nt          | j         ¬¦  «        }|€7|�|                     ¦   «         |z   n|}t#          j        |||j        ¬	¦  «        }| j         j        r5t+          | j         ||t-          |t          ¦  «        r|j        n|¬
¦  «        }nO|dd…dddd…f         }|                     |j        ¬¦  «        }d|z
  t#          j        |j        ¦  «        j        z  }|�t9          | j         |||¬¦  «        }|	rdnd}|rdnd}|rdnd}d}d}|                      |¦  «        }t=          | j        ¦  «        D ]W\  }}|	r||fz   } ||||||||||¬¦	  «	        }|d         }|d         }|�|d         }|r||d         fz   }|�||d         fz   }ŒX|                       |¦  «        }|                      |¦  «        }|  !                    |¦  «        }|	r||fz   }d}|
�š|
                     |j        ¦  «        }
tE          j#        dd¬¦  «        } || $                    ¦   «                              d| 
                    d¦  «        ¦  «        |
 $                    ¦   «                              d¦  «        ¦  «        }|stK          d„ ||||||fD ¦   «         ¦  «        S tM          ||||||¬¦  «        S )aU  
        input_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`):
            Indices of input sequence tokens in the vocabulary. Pix2StructText is a model with relative position
            embeddings so you should be able to pad the inputs on both the right and the left.

            Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and
            [`PreTrainedTokenizer.__call__`] for detail.

            [What are input IDs?](../glossary#input-ids)

            To know more on how to prepare `input_ids` for pretraining take a look a [Pix2StructText
            Training](./t5#training).

        Example:

        ```python
        >>> from transformers import AutoProcessor, Pix2StructTextModel

        >>> processor = AutoProcessor.from_pretrained("google/pix2struct-textcaps-base")
        >>> model = Pix2StructTextModel.from_pretrained("google/pix2struct-textcaps-base")

        >>> inputs = processor(text="Hello, my dog is cute", return_tensors="pt")
        >>> outputs = model(**inputs)
        >>> loss = outputs.loss
        ```
        NzZ`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...FzTYou cannot specify both decoder_input_ids and decoder_inputs_embeds at the same timer3   zEYou have to specify either decoder_input_ids or decoder_inputs_embedsz<You have to initialize the model with valid token embeddings)rG   )r@  )rG   r  r   rZ  )r:   rc   )rG   r  r   r  r±   )rZ  ry  r¹   r   r   r   r2   é   ré   r8   )Úignore_indexÚ	reductionc              3   ó   K  — | ]}|®|V — Œ	d S rJ   r±   )r²   Úvs     r/   ú	<genexpr>z.Pix2StructTextModel.forward.<locals>.<genexpr>`  s4   è è € ð ð àð �=ð ð !�=�=�=ðð r0   )ÚlossÚlogitsrZ  r=   r¾   Úcross_attentions)'rG   ry  r¹   rº   r  rr   r|   r*  Úwarningrì   r!  rw   rŽ  Úis_encoder_decoderr
   r	   rN  r'   r(   r@  rf  r   r—   rR  r5   r:   r}  r0  r   rT   Ú	enumerater¸   r�  râ   r   ÚCrossEntropyLossr~   r¬   r   )r+   rÉ   r   r  r€  r  rZ  ry  r¹   rº   r•  r  rs   r[  r€   r�   Úmask_seq_lengthÚcausal_maskr¿   Úall_attentionsÚall_cross_attentionsr  r�  r=   rŒ  rÁ   Úlayer_outputsrž  r�  Úloss_fcts                                 r/   r?   zPix2StructTextModel.forward»  s  € ðT "+Ð!6�I�I¸D¼KÔ<Qˆ	Ø1BÐ1NÐ-Ð-ÐTXÔT_ÔTqÐà$8Ð$DÐ Ð È$Ì+ÔJjð 	ð &1Ð%<�k�kÀ$Ä+ÔBYˆàÔ&ð 	¨4¬=ð 	¸Yð 	Ý�NŠNØlñô ð ð ˆIàÐ  ]Ð%>ÝÐsÑtÔtÐtØÐ"Ø#Ÿ.š.Ñ*Ô*ˆKØ!Ÿš r¨;°r¬?Ñ;Ô;ˆIˆIØÐ&Ø'×,Ò,Ñ.Ô.¨s°¨sÔ3ˆKˆKåÐdÑeÔeÐeàÐ ØÔ$Ð0Ð0Ð2pÑ0Ô0Ð0Ø ×-Ò-¨iÑ8Ô8ˆMà!,Ñˆ
�Jàð 	C˜Ð0ØŒ{Ô-ð CÝ"5Ý ¨¬Ð4Ñ4Ô4µlÈ$Ì+Ð6VÑ6VÔ6Vñ#ô #��õ #/°d´kÐ"BÑ"BÔ"B�àÐ!ð BQÐA\�×.Ò.Ñ0Ô0°:Ñ=Ð=Ðblð õ #œZ¨
°OÈMÔL`ÐaÑaÔaˆNàŒ;Ô!ð 	UÝ,Ø”{Ø+Ø-å˜oÕ/BÑCÔCð!% Ô DÐ Dà$ðñ ô ˆKˆKð )¨¨¨¨D°$¸¸¸Ð)9Ô:ˆKØ%Ÿ.š.¨}Ô/B˜.ÑCÔCˆKØ Ñ,µ´¸MÔ<OÑ0PÔ0PÔ0TÑTˆKà!Ð-Ý%>Ø”{Ø+Ø5Ø&;ð	&ñ &ô &Ð"ð #7Ð@˜B˜B¸DÐØ0Ð:˜˜°dˆØ&7ÐB˜r˜r¸dÐØˆØ(,Ð%àŸš ]Ñ3Ô3ˆå(¨¬Ñ4Ô4ð 	Vð 	V‰OˆAˆ|Ø#ð IØ$5¸Ð8HÑ$HÐ!à(˜LØØØØ%Ø&Ø-Ø /Ø#Ø"3ð
ñ 
ô 
ˆMð *¨!Ô,ˆMð *¨!Ô,ˆMØ$Ð0Ø0=¸aÔ0@Ð-à ð VØ!/°=ÀÔ3CÐ2EÑ!E�Ø(Ð4Ø+?À=ÐQRÔCSÐBUÑ+UÐ(øà×-Ò-¨mÑ<Ô<ˆØŸš ]Ñ3Ô3ˆà—’˜mÑ,Ô,ˆð  ð 	EØ 1°]Ð4DÑ DÐàˆØÐà—Y’Y˜vœ}Ñ-Ô-ˆFÝÔ*¸ÈÐOÑOÔOˆHà�8˜F×-Ò-Ñ/Ô/×4Ò4°R¸¿ºÀR¹¼ÑIÔIÈ6×K\ÒK\ÑK^ÔK^×KcÒKcÐdfÑKgÔKgÑhÔhˆDàð 	Ýð ð ð ØØ#Ø%Ø"Ø(ððñ ô ñ ô ð õ 1ØØØ+Ø+Ø%Ø1ð
ñ 
ô 
ð 	
r0   )NNNNNNNNNNN)r@   rA   rB   r   rò   ró   r  Ú_tied_weights_keysr  r%   r”  r   r'   Ú
LongTensorÚFloatTensorr   rÂ   r¬   r   r?   rC   rD   s   @r/   rá   rá   ™  s¢  ø€ € € € € € ð !Ð Ð Ñ Ø ÐØ.Ð/ÐØ*Ð,AÐBÐØ&*Ð#ð,ð ,ð ,ð ,ð ,ð&+ð +ð +ð ð .2Ø37Ø:>Ø;?Ø15Ø(,Ø!%Ø)-Ø,0Ø*.Ø#'ðw
ð w
àÔ# dÑ*ðw
ð Ô)¨DÑ0ðw
ð  %Ô0°4Ñ7ð	w
ð
 !&Ô 1°DÑ 8ðw
ð Ô'¨$Ñ.ðw
ð  ™ðw
ð ˜$‘;ðw
ð   $™;ðw
ð # T™kðw
ð Ô  4Ñ'ðw
ð ˜D‘[ðw
ð 
ˆuÔ  #Ð%Ô	&Ð)JÑ	Jðw
ð w
ð w
ñ „^ðw
ð w
ð w
ð w
ð w
r0   rá   zr
    A conditional generation model with a language modeling head. Can be used for sequence generation tasks.
    c                   ó„  ‡ — e Zd ZU eed<   dZdefˆ fd„Zd„ Zd„ Zde	j
        fd„Zd„ Ze	 	 	 	 	 	 	 	 	 	 	 	 ddej        d	z  d
ej        d	z  dej        d	z  dej        d	z  deeej                          d	z  ded	z  dej        d	z  dej        d	z  ded	z  ded	z  ded	z  ded	z  deej                 ez  fd„¦   «         Zˆ xZS )Ú"Pix2StructForConditionalGenerationrG   rV   c                 óî   •— t          ¦   «                              |¦  «         t          |j        ¦  «        | _        t          |j        ¦  «        | _        |j        | _        |  	                    ¦   «          d S rJ   )
r$   r%   rû   Úvision_configrþ   rá   r×   ÚdecoderÚis_vqar   rU   s     €r/   r%   z+Pix2StructForConditionalGeneration.__init__  s`   ø€ Ý‰Œ×Ò˜Ñ Ô Ð å,¨VÔ-AÑBÔBˆŒÝ*¨6Ô+=Ñ>Ô>ˆŒà”mˆŒð 	�ŠÑÔÐÐÐr0   c                 ó4   — | j                              ¦   «         S rJ   )r±  r  r  s    r/   r  z7Pix2StructForConditionalGeneration.get_input_embeddingsŠ  s   € ØŒ|×0Ò0Ñ2Ô2Ð2r0   c                 ó:   — | j                              |¦  «         d S rJ   )r±  r”  r’  s     r/   r”  z7Pix2StructForConditionalGeneration.set_input_embeddings�  s   € ØŒ×)Ò)¨.Ñ9Ô9Ð9Ð9Ð9r0   rH   c                 ó4   — | j                              ¦   «         S rJ   )r±  Úget_output_embeddingsr  s    r/   r¶  z8Pix2StructForConditionalGeneration.get_output_embeddings�  s   € ØŒ|×1Ò1Ñ3Ô3Ð3r0   c                 ó:   — | j                              |¦  «         d S rJ   )r±  Úset_output_embeddingsr’  s     r/   r¸  z8Pix2StructForConditionalGeneration.set_output_embeddings“  s   € ØŒ×*Ò*¨>Ñ:Ô:Ð:Ð:Ð:r0   Nr   rÈ   rÊ   r  rZ  r•  Údecoder_inputs_embedsry  r¹   rº   r  c                 óê  — |	�|	n| j         j        j        }	|�|n| j         j        }|€|                      |||
||¬¦  «        }ne|rct          |t          ¦  «        sNt          |d         t          |¦  «        dk    r|d         ndt          |¦  «        dk    r|d         nd¬¦  «        }|d         }|�W|€U|€S|                      |¦  «        }|�|n0| 	                    | j         j
        ¦  «                             ¦   «         }d|dd…df<   |                      |||||||	|
|||¬¦  «        }|s||z   S t          |j        |j        |j        |j        |j        |j        |j        |j        |j        ¬¦	  «	        S )	a”  
        flattened_patches (`torch.FloatTensor` of shape `(batch_size, seq_length, hidden_size)`):
            Flattened pixel patches. the `hidden_size` is obtained by the following formula: `hidden_size` =
            `num_channels` * `patch_size` * `patch_size`

            The process of flattening the pixel patches is done by `Pix2StructProcessor`.
        decoder_input_ids (`torch.LongTensor` of shape `(batch_size, target_sequence_length)`, *optional*):
            Indices of decoder input sequence tokens in the vocabulary.

            Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and
            [`PreTrainedTokenizer.__call__`] for details.

            [What are decoder input IDs?](../glossary#decoder-input-ids)

            Pix2StructText uses the `pad_token_id` as the starting token for `decoder_input_ids` generation. If
            `past_key_values` is used, optionally only the last `decoder_input_ids` have to be input (see
            `past_key_values`).

            To know more on how to prepare `decoder_input_ids` for pretraining take a look at [Pix2StructText
            Training](./t5#training).
        decoder_attention_mask (`torch.BoolTensor` of shape `(batch_size, target_sequence_length)`, *optional*):
            Default behavior: generate a tensor that ignores pad tokens in `decoder_input_ids`. Causal mask will also
            be used by default.
        labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
            Labels for computing the masked language modeling loss for the decoder.

        Example:

        Inference:

        ```python
        >>> from PIL import Image
        >>> import httpx
        >>> from io import BytesIO
        >>> from transformers import AutoProcessor, Pix2StructForConditionalGeneration

        >>> processor = AutoProcessor.from_pretrained("google/pix2struct-textcaps-base")
        >>> model = Pix2StructForConditionalGeneration.from_pretrained("google/pix2struct-textcaps-base")

        >>> url = "https://www.ilankelman.org/stopsigns/australia.jpg"
        >>> with httpx.stream("GET", url) as response:
        ...     image = Image.open(BytesIO(response.read()))

        >>> inputs = processor(images=image, return_tensors="pt")

        >>> # autoregressive generation
        >>> generated_ids = model.generate(**inputs, max_new_tokens=50)
        >>> generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
        >>> print(generated_text)
        A stop sign is on a street corner.

        >>> # conditional generation
        >>> text = "A picture of"
        >>> inputs = processor(text=text, images=image, return_tensors="pt", add_special_tokens=False)

        >>> generated_ids = model.generate(**inputs, max_new_tokens=50)
        >>> generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
        >>> print(generated_text)
        A picture of a stop sign with a red stop sign
        ```

        Training:

        ```python
        >>> from PIL import Image
        >>> import httpx
        >>> from io import BytesIO
        >>> from transformers import AutoProcessor, Pix2StructForConditionalGeneration

        >>> processor = AutoProcessor.from_pretrained("google/pix2struct-base")
        >>> model = Pix2StructForConditionalGeneration.from_pretrained("google/pix2struct-base")

        >>> url = "https://www.ilankelman.org/stopsigns/australia.jpg"
        >>> with httpx.stream("GET", url) as response:
        ...     image = Image.open(BytesIO(response.read()))
        >>> text = "A stop sign is on the street corner."

        >>> inputs = processor(images=image, return_tensors="pt")
        >>> labels = processor(text=text, return_tensors="pt").input_ids

        >>> # forward pass
        >>> outputs = model(**inputs, labels=labels)
        >>> loss = outputs.loss
        >>> print(f"{loss.item():.5f}")
        5.94282
        ```N)rV   r   r¹   rº   r  r   r   r2   r¼   )rÉ   r   r  rZ  r  r€  ry  r¹   rº   r•  r  )	r�  rž  rZ  Údecoder_hidden_statesÚdecoder_attentionsrŸ  Úencoder_last_hidden_stater  Úencoder_attentions)rG   r×   ry  r  rþ   r—   r   Úlenrñ   Únerë   r
  r±  r   r�  rž  rZ  r=   r¾   rŸ  r½   )r+   rV   r   rÈ   rÊ   r  rZ  r•  r¹  ry  r¹   rº   r  rs   r=   Údecoder_outputss                   r/   r?   z*Pix2StructForConditionalGeneration.forward–  sð  € ðN "+Ð!6�I�I¸D¼KÔ<SÔ<]ˆ	Ø%0Ð%<�k�kÀ$Ä+ÔBYˆð Ð"Ø"ŸlšlØ"3Ø-Ø"3Ø%9Ø'ð +ñ ô ˆOˆOð ð 	¥¨O½_Ñ!MÔ!Mð 	Ý-Ø"1°!Ô"4Ý47¸Ñ4HÔ4HÈ1Ò4LÐ4L˜o¨aÔ0Ð0ÐRVÝ14°_Ñ1EÔ1EÈÒ1IÐ1I˜?¨1Ô-Ð-Ètðñ ô ˆOð (¨Ô*ˆàÐÐ"3Ð";Ð@UÐ@]à $× 1Ò 1°&Ñ 9Ô 9Ðð *Ð5ð 'Ð&à&×)Ò)¨$¬+Ô*BÑCÔC×IÒIÑKÔKð #ð ,-Ð" 1 1 1 a 4Ñ(ð Ÿ,š,Ø'Ø1Ø/Ø+Ø"/Ø#1ØØ/Ø!5ØØ#ð 'ñ 
ô 
ˆð ð 	5Ø" _Ñ4Ð4åØ Ô%Ø"Ô)Ø+Ô;Ø"1Ô"?Ø.Ô9Ø,Ô=Ø&5Ô&GØ"1Ô"?Ø.Ô9ð

ñ 

ô 

ð 
	
r0   )NNNNNNNNNNNN)r@   rA   rB   r   rò   r  r%   r  r”  r   ÚModuler¶  r¸  r   r'   r¬  r«  Ú
BoolTensorr¬   r   r_   rÂ   r   r?   rC   rD   s   @r/   r®  r®  v  sè  ø€ € € € € € ð ÐÐÑØ)€Oð	Ð/ð 	ð 	ð 	ð 	ð 	ð 	ð3ð 3ð 3ð:ð :ð :ð4 r¤yð 4ð 4ð 4ð 4ð;ð ;ð ;ð ð 7;Ø37Ø59Ø:>ØBFØ(,Ø*.Ø59Ø!%Ø)-Ø,0Ø#'ðb
ð b
à Ô,¨tÑ3ðb
ð Ô)¨DÑ0ðb
ð !Ô+¨dÑ2ð	b
ð
 !&Ô 0°4Ñ 7ðb
ð ˜u UÔ%6Ô7Ô8¸4Ñ?ðb
ð  ™ðb
ð Ô  4Ñ'ðb
ð  %œ|¨dÑ2ðb
ð ˜$‘;ðb
ð   $™;ðb
ð # T™kðb
ð ˜D‘[ðb
ð 
ˆuÔ Ô	!Ð$6Ñ	6ðb
ð b
ð b
ñ „^ðb
ð b
ð b
ð b
ð b
r0   r®  )rÄ   r®  rû   rá   )Nru   N)Cr^   r3  Úcollections.abcr   r'   r   Ú r   rÔ   Úactivationsr   Úcache_utilsr   r	   r
   Ú
generationr   Úmasking_utilsr   r   Úmodeling_layersr   Úmodeling_outputsr   r   r   r   r   Úmodeling_utilsr   r   Úprocessing_utilsr   Úutilsr   r   r   r   r   Úconfiguration_pix2structr   r   r   Ú
get_loggerr@   r*  rÂ  r!   rF   ra   rŠ   rž   r®   rÄ   rû   rÖ   r  r_   r
  r{   rÛ   rc  ro  rs  rá   r®  Ú__all__r±   r0   r/   ú<module>rÒ     s·  ðð Ð à €€€Ø $Ð $Ð $Ð $Ð $Ð $à €€€Ø Ð Ð Ð Ð Ð à &Ð &Ð &Ð &Ð &Ð &Ø !Ð !Ð !Ð !Ð !Ð !Ø CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ )Ð )Ð )Ð )Ð )Ð )Ø JÐ JÐ JÐ JÐ JÐ JÐ JÐ JØ 9Ð 9Ð 9Ð 9Ð 9Ð 9ðð ð ð ð ð ð ð ð ð ð ð ð ð ð GÐ FÐ FÐ FÐ FÐ FÐ FÐ FØ &Ð &Ð &Ð &Ð &Ð &ðð ð ð ð ð ð ð ð ð ð ð ð ð ð eÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dÐ dð 
ˆÔ	˜HÑ	%Ô	%€ð+ð +ð +ð +ð +˜"œ)ñ +ô +ð +ð2!ð !ð !ð !ð ! ¤ñ !ô !ð !ðH9)ð 9)ð 9)ð 9)ð 9) ¤	ñ 9)ô 9)ð 9)ðzð ð ð ð ˜"œ)ñ ô ð ð:"*ð "*ð "*ð "*ð "*Ð6ñ "*ô "*ð "*ðJ"
ð "
ð "
ð "
ð "
˜bœiñ "
ô "
ð "
ðJ ðn!ð n!ð n!ð n!ð n! ñ n!ô n!ñ „ðn!ðb ðd
ð d
ð d
ð d
ð d
Ð5ñ d
ô d
ñ „ðd
ðPð ð ð ð  r¤yñ ô ð ð:ð ð ð ð ˜BœIñ ô ð ð. !ØØ)-ð%ð %ØŒIð%àŒ<ð%ð 
Œð%ð Œ<ð	%ð
 ”L 4Ñ'ð%ð �T‰\ð%ð ð%ð ”< $Ñ&ð%ð Ð'Ô(ð%ð %ð %ð %ð@F8ð F8ð F8ð F8ð F8˜bœiñ F8ô F8ð F8ðT=ð =ð =ð =ð = r¤yñ =ô =ð =ðB9ð 9ð 9ð 9ð 9¨¬	ñ 9ô 9ð 9ð>M+ð M+ð M+ð M+ð M+Ð4ñ M+ô M+ð M+ð` €ððñ ô ð
U
ð U
ð U
ð U
ð U
Ð3ñ U
ô U
ñô ð
U
ðp €ððñ ô ð
~
ð ~
ð ~
ð ~
ð ~
Ð)BÀOñ ~
ô ~
ñô ð
~
ðBð ð €€€r0   