§
    9²¸j!  ã                   óÄ   — d dl Z d dlZddlmZ ddlmZmZ ddlm	Z	m
Z
mZmZ ddlmZmZ ddlmZ ddlmZ  G d	„ d
e
d¬¦  «        Ze G d„ de¦  «        ¦   «         ZdgZdS )é    Né   )ÚBatchFeature)Ú
ImageInputÚconcatenate_list)ÚMultiModalDataÚProcessingKwargsÚProcessorMixinÚUnpack)ÚPreTokenizedInputÚ	TextInput)Úauto_docstring)Ú
VideoInputc                   ó(   — e Zd ZdddœddiddidœZd	S )
ÚInternVLProcessorKwargsÚleftF)Úpadding_sideÚreturn_mm_token_type_idsÚcrop_to_patchesTÚreturn_tensorsÚpt)Útext_kwargsÚimages_kwargsÚvideos_kwargsN)Ú__name__Ú
__module__Ú__qualname__Ú	_defaults© ó    ú€/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/internvl/processing_internvl.pyr   r      sD   € € € € € ð #Ø(-ð
ð 
ð
 ˜tð
ð ˜dð
ðð €I€I€Ir   r   F)Útotalc                   óŽ  ‡ — e Zd ZeZ	 	 	 	 	 ddefˆ fd„Zedee         fd„¦   «         Z	e
	 	 	 ddedz  deez  ee         z  ee         z  dz  d	edz  d
ee         def
ˆ fd„¦   «         Z	 	 	 ddedz  deez  ee         z  ee         z  dz  d	edz  d
ee         fˆ fd„Zdededefd„Zdededefd„Zdd„Zed„ ¦   «         Zˆ xZS )ÚInternVLProcessorNé   Úimage_seq_lengthc                 ó–  •—  t          ¦   «         j        |||fd|i|¤Ž || _        |j        | _        |j        | _        |j        | _        |j        | _        |j        | _        |j	        | _	        |j
        | _        t          j        dt          j        | j        ¦  «        › dt          j        | j	        ¦  «        › d�¦  «        | _        dS )a  
        image_seq_length (`int`, *optional*, defaults to 256):
            The number of image token to use per image patch. it should be set so that:
            image_seq_length = (config.image_size // config.patch_size) ** 2 * (config.scale_factor**2)
        Úchat_templatez
(?P<image>z)|(?P<video>ú)N)ÚsuperÚ__init__r%   Ústart_image_tokenÚend_image_tokenÚstart_image_token_idÚend_image_token_idÚcontext_image_tokenÚimage_tokenÚvideo_tokenÚcontext_image_token_idÚimage_token_idÚreÚcompileÚescapeÚmultimodal_pattern)ÚselfÚimage_processorÚ	tokenizerÚvideo_processorr%   r'   ÚkwargsÚ	__class__s          €r    r*   zInternVLProcessor.__init__.   sÎ   ø€ ð 	�‰ŒÔ˜¨)°_ÐlÐlÐTaÐlÐekÐlÐlÐlà 0ˆÔØ!*Ô!<ˆÔØ(Ô8ˆÔØ$-Ô$BˆÔ!Ø"+Ô">ˆÔØ$Ô8ˆÔØ$Ô0ˆÔØ'Ô>ˆÔÝ"$¤*Ø`�œ 4Ô#3Ñ4Ô4Ð`Ð`Å"Ä)ÈDÔL\ÑB]ÔB]Ð`Ð`Ð`ñ#
ô #
ˆÔÐÐr   Úreturnc                 ó*   — | j         | j        | j        gS ©N)r3   r-   r.   )r8   s    r    Úimage_token_idsz!InternVLProcessor.image_token_idsJ   s   € àÔ# TÔ%>ÀÔ@WÐXÐXr   ÚimagesÚtextÚvideosr<   c                 óZ  •‡ —  ‰ j         t          fd‰ j        j        i|¤Ž}|d                              d¦  «        }t          |t          ¦  «        r|gn|}ˆ fd„|D ¦   «         } t          ¦   «         j        d|||dœ|¤Ž}|�'t          j
        |                     d¦  «        ¦  «        }	|�Q|                     d¦  «        }
|
j        ^}}}|
                     d	d
¦  «        }
t          j        ||z  d
z   |¬¦  «        }d	x}}g }|D ]�}|dk    rD|d	k    r|	|d
z
           nd	}|	|         }|                     |d         ||…         ¦  «         |d
z  }ŒL||         }||d
z            }|                     |
||…         ¦  «         |d
z  }Œ‚|rt!          |¦  «        |d<   t#          ||¬¦  «        S )aA  
        Returns:
            [`BatchFeature`]: A [`BatchFeature`] with the following fields:

            - **input_ids** -- List of token ids to be fed to a model. Returned when `text` is not `None`.
            - **attention_mask** -- List of indices specifying which tokens should be attended to by the model (when
              `return_attention_mask=True` or if *"attention_mask"* is in `self.model_input_names` and if `text` is not
              `None`).
            - **pixel_values** -- Pixel values to be fed to a model. Returned when `images` is not `None`.
        Útokenizer_init_kwargsr   r   c                 óX   •— g | ]&}t          j        ‰j        |¦  «        D ]	}|j        ‘Œ
Œ'S r   )r4   Úfinditerr7   Ú	lastgroup)Ú.0ÚsampleÚmatchr8   s      €r    ú
<listcomp>z.InternVLProcessor.__call__.<locals>.<listcomp>i   s9   ø€ ÐvÐvÐv¨VÍÌÐUYÔUlÐntÑIuÔIuÐvÐvÀ˜œÐvÐvÐvÐvr   ©rB   rC   rD   NÚnum_patchesÚpixel_values_videosr   é   )ÚstepÚimageÚpixel_values)ÚdataÚtensor_typer   )Ú_merge_kwargsr   r:   Úinit_kwargsÚgetÚ
isinstanceÚstrr)   Ú__call__ÚnpÚcumsumÚpopÚshapeÚflattenÚarangeÚappendr   r   )r8   rB   rC   rD   r<   Úoutput_kwargsr   Úvisuals_orderÚmodel_inputsÚimage_num_patches_indicesÚvideo_pixel_valuesÚ
batch_sizeÚ
num_framesÚ_Úvideo_patch_indicesÚimage_indexÚvideo_indexÚimage_video_patchesÚvision_typeÚstart_indexÚ	end_indexr=   s   `                    €r    r\   zInternVLProcessor.__call__N   s(  øø€ ð$ +˜Ô*Ý#ð
ð 
à"&¤.Ô"<ð
ð ð
ð 
ˆð
 ' }Ô5×9Ò9Ð:JÑKÔKˆõ $ D­#Ñ.Ô.Ð8�ˆvˆv°DˆØvÐvÐvÐv°tÐvÑvÔvˆØ'•u‘w”wÔ'Ða¨v¸DÈÐaÐaÐS`ÐaÐaˆð ÐÝ(*¬	°,×2BÒ2BÀ=Ñ2QÔ2QÑ(RÔ(RÐ%ØÐØ!-×!1Ò!1Ð2GÑ!HÔ!HÐØ);Ô)AÐ&ˆJ˜
 QØ!3×!;Ò!;¸A¸qÑ!AÔ!AÐÝ"$¤)¨J¸Ñ,CÀaÑ,GÈjÐ"YÑ"YÔ"YÐà$%Ð%ˆ�kØ ÐØ(ð 
	!ð 
	!ˆKØ˜gÒ%Ð%ØLWÐZ[ÊOÈOÐ7¸Àa¹ÔHÐHÐab�Ø5°kÔB�	Ø#×*Ò*¨<¸Ô+GÈÐT]ÐH]Ô+^Ñ_Ô_Ð_Ø˜qÑ ��à1°+Ô>�Ø/°¸a±Ô@�	Ø#×*Ò*Ð+=¸kÈ)Ð>SÔ+TÑUÔUÐUØ˜qÑ ��àð 	QÝ+;Ð<OÑ+PÔ+PˆL˜Ñ(Ý ¸>ÐJÑJÔJÐJr   c                 ód   •—  t          ¦   «         j        d|||dœ|¤Ž |€t          d¦  «        ‚d S )NrN   zYou have to specify text.r   )r)   Úvalidate_inputsÚ
ValueError)r8   rB   rC   rD   r<   r=   s        €r    rt   z!InternVLProcessor.validate_inputs‡   sF   ø€ ð 	 �‰ŒÔÐR v°DÀÐRÐRÈ6ÐRÐRÐRØˆ<ÝÐ8Ñ9Ô9Ð9ð ˆ<r   Úimage_inputsÚ	image_idxc                 ób   — |d         }| j         › | j        | j        z  ||         z  › | j        › �S )NrO   ©r+   r0   r%   r,   )r8   rv   rw   r<   Úimage_num_patchess        r    Úreplace_image_tokenz%InternVLProcessor.replace_image_token’   sT   € Ø(¨Ô7ÐØÔ(ð  J¨$Ô*:¸TÔ=RÑ*RÐUfÐgpÔUqÑ*qð  JÐswô  tHð  Jð  Jð  	Jr   Úvideo_inputsÚ	video_idxc                 ó’   ‡ — |d         |         j         d         }d                     ˆ fd„t          |¦  «        D ¦   «         ¦  «        S )NrP   r   ú
c              3   ód   •K  — | ]*}d |dz   › d‰j         › ‰j        ‰j        z  › ‰j        › �V — Œ+dS )ÚFramerQ   z: Nry   )rJ   Úir8   s     €r    ú	<genexpr>z8InternVLProcessor.replace_video_token.<locals>.<genexpr>˜   sh   øè è € ð 
ð 
àð v�A˜‘EÐuÐu˜TÔ3Ðu°TÔ5EÈÔH]Ñ5]ÐuÐ_cÔ_sÐuÐuð
ð 
ð 
ð 
ð 
ð 
r   )r`   ÚjoinÚrange)r8   r|   r}   r<   rj   s   `    r    Úreplace_video_tokenz%InternVLProcessor.replace_video_token–   s_   ø€ Ø!Ð"7Ô8¸ÔCÔIÈ!ÔLˆ
Ø�yŠyð 
ð 
ð 
ð 
å˜:Ñ&Ô&ð
ñ 
ô 
ñ 
ô 
ð 	
r   c                 óú   ‡ ‡— i }|�jt           j                             di ¦  «        Š‰                     |¦  «         ˆˆ fd„|D ¦   «         }ˆ fd„|D ¦   «         }|                     ||dœ¦  «         t	          di |¤ŽS )a»  
        Computes the number of placeholder tokens needed for multimodal inputs with the given sizes.

        Args:
            image_sizes (`list[list[int]]`, *optional*):
                The input sizes formatted as (height, width) per each image.

        Returns:
            `MultiModalData`: A `MultiModalData` object holding number of tokens per each of the provided
            input modalities, along with other useful data.
        Nr   c                 ó8   •— g | ]} ‰j         j        g |¢‰‘R Ž ‘ŒS r   )r9   Úget_number_of_image_patches)rJ   Ú
image_sizer   r8   s     €€r    rM   z@InternVLProcessor._get_num_multimodal_tokens.<locals>.<listcomp>¯   sE   ø€ ð !ð !ð !àð A�Ô$Ô@Ð\À*Ð\ÈmÐ\Ð\Ð\ð!ð !ð !r   c                 ó*   •— g | ]}d ‰j         |z  z   ‘ŒS )é   )r%   )rJ   rO   r8   s     €r    rM   z@InternVLProcessor._get_num_multimodal_tokens.<locals>.<listcomp>´   s&   ø€ ÐoÐoÐoÈk  TÔ%:¸[Ñ%HÑ IÐoÐoÐor   )Únum_image_tokensÚnum_image_patchesr   )r   r   rY   Úupdater   )r8   Úimage_sizesr<   Úvision_datarŽ   r�   r   s   `     @r    Ú_get_num_multimodal_tokensz,InternVLProcessor._get_num_multimodal_tokens�   s¼   øø€ ð ˆØÐ"Ý3Ô=×AÒAÀ/ÐSUÑVÔVˆMØ× Ò  Ñ(Ô(Ð(ð!ð !ð !ð !ð !à"-ð!ñ !ô !Ðð
  pÐoÐoÐoÐ]nÐoÑoÔoÐØ×ÒÐ4DÐ[lÐmÐmÑnÔnÐnåÐ,Ð, Ð,Ð,Ð,r   c                 ó<   — | j         j        }| j        j        }||z   S r@   )r:   Úmodel_input_namesr9   )r8   Útokenizer_input_namesÚimage_processor_input_namess      r    r”   z#InternVLProcessor.model_input_names¹   s'   € ð !%¤Ô @ÐØ&*Ô&:Ô&LÐ#Ø$Ð'BÑBÐBr   )NNNr$   N)NNNr@   )r   r   r   r   Úvalid_processor_kwargsÚintr*   ÚpropertyÚlistrA   r   r   r   r   r   r
   r   r\   rt   Údictr[   r{   r†   r’   r”   Ú__classcell__)r=   s   @r    r#   r#   *   sO  ø€ € € € € à4Ðð ØØØ #Øð
ð 
ð
 ð
ð 
ð 
ð 
ð 
ð 
ð8 ðY  c¤ð Yð Yð Yñ „XðYð ð %)ØaeØ$(ð	6Kð 6Kà˜TÑ!ð6Kð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWÐZ^Ñ^ð6Kð ˜TÑ!ð	6Kð
 Ð0Ô1ð6Kð 
ð6Kð 6Kð 6Kð 6Kð 6Kñ „^ð6Kðt %)ØaeØ$(ð		:ð 	:à˜TÑ!ð	:ð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWÐZ^Ñ^ð	:ð ˜TÑ!ð		:ð
 Ð0Ô1ð	:ð 	:ð 	:ð 	:ð 	:ð 	:ðJ°ð JÀð JÐSVð Jð Jð Jð Jð
°ð 
Àð 
ÐSVð 
ð 
ð 
ð 
ð-ð -ð -ð -ð8 ðCð Cñ „XðCð Cð Cð Cð Cr   r#   )r4   Únumpyr]   Úimage_processing_utilsr   Úimage_utilsr   r   Úprocessing_utilsr   r   r	   r
   Útokenization_utils_baser   r   Úutilsr   Úvideo_utilsr   r   r#   Ú__all__r   r   r    ú<module>r¥      s-  ðð 
€	€	€	à Ð Ð Ð à 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XØ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ #Ð #Ð #Ð #Ð #Ð #Ø %Ð %Ð %Ð %Ð %Ð %ðð ð ð ð Ð.°eð ñ ô ð ð ðSCð SCð SCð SCð SC˜ñ SCô SCñ „ðSCðl Ð
€€€r   