§
    9²¸jƒ"  ã                   óô   — d dl mZmZ d dlmZ ddlmZ ddlmZm	Z	 ddl
mZmZmZ ddlmZmZ ddlmZmZmZ  e¦   «         rd d	lZ ej        e¦  «        Z G d
„ ded¬¦  «        Z G d„ de¦  «        ZdgZd	S )é    )ÚOptionalÚUnion)ÚPaliGemmaProcessoré   )ÚBatchFeature)Ú
ImageInputÚmake_flat_list_of_images)ÚProcessingKwargsÚProcessorMixinÚUnpack)ÚPreTokenizedInputÚ	TextInput)Úauto_docstringÚis_torch_availableÚloggingNc                   ó,   — e Zd Zddddœdddœddid	œZd
S )ÚColPaliProcessorKwargsÚlongestF)ÚpaddingÚreturn_mm_token_type_idsÚreturn_text_replacement_offsetsÚchannels_firstT)Údata_formatÚdo_convert_rgbÚreturn_tensorsÚpt)Útext_kwargsÚimages_kwargsÚcommon_kwargsN)Ú__name__Ú
__module__Ú__qualname__Ú	_defaults© ó    ú{/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/colpali/modular_colpali.pyr   r       sK   € € € € € ð !Ø(-Ø/4ð
ð 
ð ,Ø"ð
ð 
ð +¨DÐ1ðð €I€I€Ir%   r   F)Útotalc                   ó6  ‡ — e Zd ZeZ	 	 	 	 	 d"dedefˆ fd„Zedefd„¦   «         Ze		 	 d#d	e
dz  d
eez  ee         z  ee         z  dee         defd„¦   «         Z	 	 d#d	e
dz  d
eez  ee         z  ee         z  dz  dee         fd„Zd#d„Zdededefd„Z e	d¬¦  «        	 d$d	e
dz  defd„¦   «         Z e	d¬¦  «        d
eee         z  defd„¦   «         Z	 	 	 d%deded         f         deded         f         deded         ded ef         ddfd!„Zˆ xZS )&ÚColPaliProcessorNúDescribe the image.ú
Question: Úvisual_prompt_prefixÚquery_prefixc                 ól   •— || _         || _        t          ¦   «                              |||¬¦  «         dS )a!  
        visual_prompt_prefix (`str`, *optional*, defaults to `"Describe the image."`):
            A string that gets tokenized and prepended to the image tokens.
        query_prefix (`str`, *optional*, defaults to `"Question: "`):
            A prefix to be used for the query.
        )Úimage_processorÚ	tokenizerÚchat_templateN)r,   r-   ÚsuperÚ__init__)Úselfr/   r0   r1   r,   r-   Ú	__class__s         €r&   r3   zColPaliProcessor.__init__2   s;   ø€ ð %9ˆÔ!Ø(ˆÔÝ‰Œ×Ò¨ÀIÐ]jÐÑkÔkÐkÐkÐkr%   Úreturnc                 ó   — | j         j        S )zŠ
        Return the query augmentation token.

        Query augmentation buffers are used as reasoning buffers during inference.
        )r0   Ú	pad_token)r4   s    r&   Úquery_augmentation_tokenz)ColPaliProcessor.query_augmentation_tokenD   s   € ð Œ~Ô'Ð'r%   ÚimagesÚtextÚkwargsc                 óÎ  ‡ ‡— |�|�t          d¦  «        ‚d|d<    ‰ j        ‰ j        fd‰ j        j        i|¤Ž}|d                              d‰ j        dz  ¦  «        Š|�Fˆ ˆfd„|D ¦   «         }|d                              d	d ¦  «        �|d         d	xx         ‰ j        z  cc<   t          j
        d||d
œ|¤Ž}|�)|d                              |d         dk    d¦  «        |d<   |S )Nz5Only one of text or images can be processed at a timeTÚreturn_token_type_idsÚtokenizer_init_kwargsr   Úsuffixé
   c                 óD   •— g | ]}‰j         j        › ‰j        › |› ‰› d �‘ŒS ©ú
)r0   Ú	bos_tokenr-   )Ú.0Úsampler4   r@   s     €€r&   ú
<listcomp>z-ColPaliProcessor.__call__.<locals>.<listcomp>`   s:   ø€ ÐjÐjÐjÐ[a�t”~Ô/ÐV°Ô1BÐVÀFÐVÈFÐVÐVÐVÐjÐjÐjr%   Ú
max_length©r:   r;   Ú	input_idsÚtoken_type_idsr   iœÿÿÿÚlabelsr$   )Ú
ValueErrorÚ_merge_kwargsÚvalid_processor_kwargsr0   Úinit_kwargsÚpopr9   ÚgetÚimage_seq_lengthr   Ú__call__Úmasked_fill)r4   r:   r;   r<   Úoutput_kwargsÚmodel_inputsr@   s   `     @r&   rU   zColPaliProcessor.__call__M   s=  øø€ ð Ð Ð 2ÝÐTÑUÔUÐUà*.ˆÐ&Ñ'Ø*˜Ô*ØÔ'ð
ð 
à"&¤.Ô"<ð
ð ð
ð 
ˆð
 ˜}Ô-×1Ò1°(¸DÔ<YÐ\^Ñ<^Ñ_Ô_ˆàÐØjÐjÐjÐjÐjÐeiÐjÑjÔjˆDØ˜]Ô+×/Ò/°¸dÑCÔCÐOØ˜mÔ,¨\Ð:Ð:Ô:¸dÔ>SÑSÐ:Ð:Ñ:å%Ô.ÐY°fÀ4ÐYÐYÈ=ÐYÐYˆØÐØ%1°+Ô%>×%JÒ%JÈ<ÐXhÔKiÐmnÒKnÐptÑ%uÔ%uˆL˜Ñ"ØÐr%   c                 ó\   — t          j        ||¬¦  «         |€|€t          d¦  «        ‚d S d S )NrJ   z&Either text or images must be provided)r   Úvalidate_inputsrN   )r4   r:   r;   r<   s       r&   rZ   z ColPaliProcessor.validate_inputsi   s=   € õ 	Ô&¨f¸4Ð@Ñ@Ô@Ð@Øˆ<˜F˜NÝÐEÑFÔFÐFð ˆ<˜N˜Nr%   c                 ó°   ‡ — t          j        d||dœ|¤Ž^}}}|�7t          |¦  «        }ˆ fd„t          t	          |¦  «        ¦  «        D ¦   «         }||d d fS )NrJ   c                 óJ   •— g | ]}‰j         › ‰j        j        › ‰j        › d �‘Œ S rC   )Úimage_tokenr0   rE   r,   )rF   Ú_r4   s     €r&   rH   z:ColPaliProcessor.prepare_inputs_layout.<locals>.<listcomp>w   sG   ø€ ð ð ð àð Ô#Ð\ T¤^Ô%=Ð\¸tÔ?XÐ\Ð\Ð\ðð ð r%   r$   )r   Úprepare_inputs_layoutr	   ÚrangeÚlen)r4   r:   r;   r<   r^   s   `    r&   r_   z&ColPaliProcessor.prepare_inputs_layouts   sƒ   ø€ Ý)Ô?ÐcÀvÐTXÐcÐcÐ\bÐcÐcÐˆ��qØÐÝ-¨fÑ5Ô5ˆFðð ð ð å�s 6™{œ{Ñ+Ô+ðñ ô ˆDð �t˜T 4Ð'Ð'r%   Úimage_inputsÚ	image_idxc                 ó    — | j         | j        z  S ©N)r]   rT   )r4   rb   rc   r<   s       r&   Úreplace_image_tokenz$ColPaliProcessor.replace_image_token}   s   € ØÔ $Ô"7Ñ7Ð7r%   znThis method forwards the `images` and `kwargs` arguments to ColPaliProcessor's [`~ColPaliProcessor.__call__`].)Úcustom_introc                 ó    —  | j         dd|i|¤ŽS )Nr:   r$   ©rU   )r4   r:   r<   s      r&   Úprocess_imageszColPaliProcessor.process_images€   s!   € ð ˆtŒ}Ð5Ð5 FÐ5¨fÐ5Ð5Ð5r%   zlThis method forwards the `text` and `kwargs` arguments to ColPaliProcessor's [`~ColPaliProcessor.__call__`].c                 ó    —  | j         dd|i|¤ŽS )Nr;   r$   ri   )r4   r;   r<   s      r&   Úprocess_queriesz ColPaliProcessor.process_queriesŠ   s!   € ð ˆtŒ}Ð1Ð1 $Ð1¨&Ð1Ð1Ð1r%   é€   ÚcpuÚquery_embeddingsztorch.TensorÚpassage_embeddingsÚ
batch_sizeÚoutput_dtypeztorch.dtypeÚoutput_deviceztorch.devicec           	      ó8  — t          |¦  «        dk    rt          d¦  «        ‚t          |¦  «        dk    rt          d¦  «        ‚|d         j        |d         j        k    rt          d¦  «        ‚|d         j        |d         j        k    rt          d¦  «        ‚|€|d         j        }g }t	          dt          |¦  «        |¦  «        D �]:}g }t
          j        j        j         	                    ||||z   …         dd¬¦  «        }	t	          dt          |¦  «        |¦  «        D ]�}
t
          j        j        j         	                    ||
|
|z   …         dd¬¦  «        }| 
                    t          j        d	|	|¦  «                             d
¬¦  «        d                              d¬¦  «        ¦  «         Œ‘| 
                    t          j        |d¬¦  «                             |¦  «                             |¦  «        ¦  «         �Œ<t          j        |d¬¦  «        S )aZ  
        Compute the late-interaction/MaxSim score (ColBERT-like) for the given multi-vector
        query embeddings (`qs`) and passage embeddings (`ps`). For ColPali, a passage is the
        image of a document page.

        Because the embedding tensors are multi-vector and can thus have different shapes, they
        should be fed as:
        (1) a list of tensors, where the i-th tensor is of shape (sequence_length_i, embedding_dim)
        (2) a single tensor of shape (n_passages, max_sequence_length, embedding_dim) -> usually
            obtained by padding the list of tensors.

        Args:
            query_embeddings (`Union[torch.Tensor, list[torch.Tensor]`): Query embeddings.
            passage_embeddings (`Union[torch.Tensor, list[torch.Tensor]`): Passage embeddings.
            batch_size (`int`, *optional*, defaults to 128): Batch size for computing scores.
            output_dtype (`torch.dtype`, *optional*, defaults to `torch.float32`): The dtype of the output tensor.
                If `None`, the dtype of the input embeddings is used.
            output_device (`torch.device` or `str`, *optional*, defaults to "cpu"): The device of the output tensor.

        Returns:
            `torch.Tensor`: A tensor of shape `(n_queries, n_passages)` containing the scores. The score
            tensor is saved on the "cpu" device.
        r   zNo queries providedzNo passages providedz/Queries and passages must be on the same devicez-Queries and passages must have the same dtypeNT)Úbatch_firstÚpadding_valuezbnd,csd->bcnsr   )Údimé   é   )ra   rN   ÚdeviceÚdtyper`   ÚtorchÚnnÚutilsÚrnnÚpad_sequenceÚappendÚeinsumÚmaxÚsumÚcatÚto)r4   ro   rp   rq   rr   rs   ÚscoresÚiÚbatch_scoresÚbatch_queriesÚjÚbatch_passagess               r&   Úscore_retrievalz ColPaliProcessor.score_retrieval”   s*  € õ@ ÐÑ Ô  AÒ%Ð%ÝÐ2Ñ3Ô3Ð3ÝÐ!Ñ"Ô" aÒ'Ð'ÝÐ3Ñ4Ô4Ð4à˜AÔÔ%Ð);¸AÔ)>Ô)EÒEÐEÝÐNÑOÔOÐOà˜AÔÔ$Ð(:¸1Ô(=Ô(CÒCÐCÝÐLÑMÔMÐMàÐØ+¨AÔ.Ô4ˆLà%'ˆå�q�#Ð.Ñ/Ô/°Ñ<Ô<ð 	]ñ 	]ˆAØ/1ˆLÝ!œHœNÔ.×;Ò;Ø   Q¨¡^Ð!3Ô4À$ÐVWð <ñ ô ˆMõ ˜1�cÐ"4Ñ5Ô5°zÑBÔBð ð �Ý!&¤¤Ô!3×!@Ò!@Ø& q¨1¨z©>Ð'9Ô:ÈÐ\]ð "Añ "ô "�ð ×#Ò#Ý”L °-ÀÑPÔP×TÒTÐYZÐTÑ[Ô[Ð\]Ô^×bÒbÐghÐbÑiÔiñô ð ð ð �MŠM�%œ) L°aÐ8Ñ8Ô8×;Ò;¸LÑIÔI×LÒLÈ]Ñ[Ô[Ñ\Ô\Ð\Ñ\åŒy˜ QÐ'Ñ'Ô'Ð'r%   )NNNr*   r+   )NNre   )rm   Nrn   )r    r!   r"   r   rP   Ústrr3   Úpropertyr9   r   r   r   r   Úlistr   r   rU   r
   rZ   r_   ÚdictÚintrf   rj   rl   r   r   r�   Ú__classcell__)r5   s   @r&   r)   r)   /   sþ  ø€ € € € € Ø3Ðð ØØØ$9Ø(ðlð lð
 "ðlð ðlð lð lð lð lð lð$ ð(¨#ð (ð (ð (ñ „Xð(ð ð %)ØZ^ðð à˜TÑ!ðð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWðð Ð/Ô0ð	ð
 
ðð ð ñ „^ðð: %)ØaeðGð Gà˜TÑ!ðGð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWÐZ^Ñ^ðGð Ð)Ô*ð	Gð Gð Gð Gð(ð (ð (ð (ð8°ð 8Àð 8ÐSVð 8ð 8ð 8ð 8ð €^ð Fðñ ô ð
 %)ð6ð 6à˜TÑ!ð6ð 
ð	6ð 6ð 6ñô ð6ð €^ð Dðñ ô ð2à˜$˜yœ/Ñ)ð2ð 
ð	2ð 2ð 2ñô ð2ð Ø04Ø49ð>(ð >(à °°^Ô0DÐ DÔEð>(ð " .°$°~Ô2FÐ"FÔGð>(ð ð	>(ð
 ˜}Ô-ð>(ð ˜^¨SÐ0Ô1ð>(ð 
ð>(ð >(ð >(ð >(ð >(ð >(ð >(ð >(r%   r)   )Útypingr   r   Ú2transformers.models.paligemma.processing_paligemmar   Úfeature_extraction_utilsr   Úimage_utilsr   r	   Úprocessing_utilsr
   r   r   Útokenization_utils_baser   r   r~   r   r   r   r|   Ú
get_loggerr    Úloggerr   r)   Ú__all__r$   r%   r&   ú<module>r�      sS  ðð #Ð "Ð "Ð "Ð "Ð "Ð "Ð "à QÐ QÐ QÐ QÐ QÐ Qà 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ø HÐ HÐ HÐ HÐ HÐ HÐ HÐ HÐ HÐ HØ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @ð ÐÑÔð Ø€L€L€Là	ˆÔ	˜HÑ	%Ô	%€ðð ð ð ð Ð-°Uð ñ ô ð ðc(ð c(ð c(ð c(ð c(Ð)ñ c(ô c(ð c(ðN ð€€€r%   