§
    9²¸jÎ  ã                   ó¨   — d dl mZ d dlmZmZ d dlmZmZmZm	Z	 d dl
mZmZ d dlmZ  G d„ ded¬	¦  «        Ze G d
„ de¦  «        ¦   «         ZdgZdS )é   )ÚBatchFeature)Ú
ImageInputÚmake_nested_list_of_images)ÚMultiModalDataÚProcessingKwargsÚProcessorMixinÚUnpack)ÚPreTokenizedInputÚ	TextInput)Úauto_docstringc                   ó*   — e Zd ZdddœddddddœdœZd	S )
ÚGemma3ProcessorKwargsFT)ÚpaddingÚreturn_mm_token_type_idsé   é   g333333ó?)Údo_convert_rgbÚdo_pan_and_scanÚpan_and_scan_min_crop_sizeÚpan_and_scan_max_num_cropsÚ"pan_and_scan_min_ratio_to_activate)Útext_kwargsÚimages_kwargsN)Ú__name__Ú
__module__Ú__qualname__Ú	_defaults© ó    ú|/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/gemma3/processing_gemma3.pyr   r      sG   € € € € € ð Ø(,ð
ð 
ð
 #Ø$Ø*-Ø*+Ø25ð
ð 
ðð €I€I€Ir   r   F)Útotalc            
       óÌ  ‡ — e Zd ZeZ	 	 ddefˆ fd„Ze	 	 ddedz  de	e
z  ee	         z  ee
         z  dee         defˆ fd	„¦   «         Zdˆ fd
„	Z	 	 ddedz  de	e
z  ee	         z  ee
         z  dz  dee         fˆ fd„Zdee         dddee         fd„Zdd„Zedee         fd„¦   «         Zedee         fˆ fd„¦   «         Zedee         fd„¦   «         Zdededefd„Zˆ xZS )ÚGemma3ProcessorNr   Úimage_seq_lengthc                 ó  •— || _         |j        | _        |j        | _        |j        | _        d                     |j        g|z  ¦  «        }d|j        › |› |j        › d�| _         t          ¦   «         j	        d|||dœ|¤Ž d S )NÚ z

)Úimage_processorÚ	tokenizerÚchat_templater   )
r$   Úboi_token_idÚimage_token_idÚ	boi_tokenÚimage_tokenÚjoinÚ	eoi_tokenÚfull_image_sequenceÚsuperÚ__init__)Úselfr'   r(   r)   r$   ÚkwargsÚimage_tokens_expandedÚ	__class__s          €r    r2   zGemma3Processor.__init__+   s²   ø€ ð !1ˆÔØ'Ô4ˆÔØ"Ô,ˆŒØ$Ô.ˆÔØ "§¢¨Ô)>Ð(?ÐBRÑ(RÑ SÔ SÐØ#o¨)Ô*=Ð#oÐ?TÐ#oÐV_ÔViÐ#oÐ#oÐ#oˆÔ à�‰ŒÔð 	
Ø+ØØ'ð	
ð 	
ð ð		
ð 	
ð 	
ð 	
ð 	
r   ÚimagesÚtextr4   Úreturnc                 ó$  •— |�Tt          |t          ¦  «        s?t          |t          ¦  «        rt          |d         t          ¦  «        st          d¦  «        ‚ t	          ¦   «         j        d||dœ|¤Ž}d|v r|                     d¦  «        |d<   |S )Né    zAInvalid input text. Please provide a string, or a list of strings©r7   r8   Úmm_token_type_idsÚtoken_type_idsr   )Ú
isinstanceÚstrÚlistÚ	TypeErrorr1   Ú__call__Úpop)r3   r7   r8   r4   Úmodel_inputsr6   s        €r    rC   zGemma3Processor.__call__A   s    ø€ ð Ð¥J¨tµSÑ$9Ô$9ÐÝ˜d¥DÑ)Ô)ð eµ¸DÀ¼GÅSÑ1IÔ1Ið eÝÐ cÑdÔdÐdà'•u‘w”wÔ'ÐK¨v¸DÐKÐKÀFÐKÐKˆØ ,Ð.Ð.Ø-9×-=Ò-=Ð>QÑ-RÔ-RˆLÐ)Ñ*ØÐr   c                 ó’   •‡ —  t          ¦   «         j        d||dœ|¤Ž^}}}|�t          |¦  «        }|sˆ fd„|D ¦   «         }||d d fS )Nr<   c                 óf   •— g | ]-}d                       ‰j        gt          |¦  «        z  ¦  «        ‘Œ.S )ú )r.   r,   Úlen)Ú.0Ú
image_listr3   s     €r    ú
<listcomp>z9Gemma3Processor.prepare_inputs_layout.<locals>.<listcomp>W   s5   ø€ Ð^Ð^Ð^È˜Ÿš $¤.Ð!1µC¸
±O´OÑ!CÑDÔDÐ^Ð^Ð^r   r   )r1   Úprepare_inputs_layoutr   )r3   r7   r8   r4   Ú_r6   s   `    €r    rM   z%Gemma3Processor.prepare_inputs_layoutQ   st   øø€ Ø8�5™7œ7Ô8Ð\ÀÈTÐ\Ð\ÐU[Ð\Ð\Ðˆ��qØÐÝ/°Ñ7Ô7ˆFàð _Ø^Ð^Ð^Ð^ÐW]Ð^Ñ^Ô^�Ø�t˜T 4Ð'Ð'r   c           	      óè  •—  t          ¦   «         j        d||dœ|¤Ž |�Î|�Ît          |¦  «        t          |¦  «        k    r0t          dt          |¦  «        › dt          |¦  «        › d�¦  «        ‚t	          ||¦  «        D ]o\  }}t          |¦  «        |                     | j        ¦  «        k    r;t          d|                     | j        ¦  «        › dt          |¦  «        › d�¦  «        ‚Œld S d S d S )	Nr<   z1Received inconsistently sized batches of images (z) and text (z).zPrompt contained z image tokens but received z images.r   )r1   Úvalidate_inputsrI   Ú
ValueErrorÚzipÚcountr,   )r3   r7   r8   r4   Úpromptr6   s        €r    rP   zGemma3Processor.validate_inputsZ   s  ø€ ð 	 �‰ŒÔÐC v°DÐCÐC¸FÐCÐCÐCàÐ $Ð"2Ý�6‰{Œ{�c $™iœiÒ'Ð'Ý ØnÍÈFÉÌÐnÐnÕadÐeiÑajÔajÐnÐnÐnñô ð õ #& d¨FÑ"3Ô"3ð ð ‘�˜Ý�v‘;”; &§,¢,¨t¬~Ñ">Ô">Ò>Ð>Ý$Øz¨F¯LªL¸¼Ñ,HÔ,HÐzÐzÕehÐioÑepÔepÐzÐzÐzñô ð ð ?ð ÐÐ"2Ð"2ðð r   Útext_inputsr   Ú
modalitiesc                 ó¾   ‡‡— | j         j        Š| j         j        Š‰�$‰�"ˆfd„|d         D ¦   «         }ˆfd„|D ¦   «         }||k    rt          d|› d|› d�¦  «        ‚dS )a  
        Checks that number of special tokens in text and processed text is same. The count can be different
        if tokenized text was truncated, leading to issues in model code.

        Gemma3 uses a different token as placeholder in input text than in the expanded text.
        Nc                 óT   •— g | ]$}t          |¦  «                             ‰¦  «        ‘Œ%S r   )rA   rS   )rJ   ÚidsÚtoken_ids     €r    rL   z<Gemma3Processor._check_special_mm_tokens.<locals>.<listcomp>x   s+   ø€ ÐWÐWÐW°s�˜c™œŸš¨Ñ2Ô2ÐWÐWÐWr   Ú	input_idsc                 ó:   •— g | ]}|                      ‰¦  «        ‘ŒS r   )rS   )rJ   ÚsampleÚ	token_strs     €r    rL   z<Gemma3Processor._check_special_mm_tokens.<locals>.<listcomp>y   s%   ø€ ÐEÐEÐE°f˜&Ÿ,š, yÑ1Ô1ÐEÐEÐEr   zFMismatch in `image` token count between text and `input_ids`. Got ids=z
 and text=z^. Likely due to `truncation='max_length'`. Please disable truncation or increase `max_length`.)r(   r-   r+   rQ   )r3   r8   rU   rV   Ú	ids_countÚ
text_countrZ   r^   s         @@r    Ú_check_special_mm_tokensz(Gemma3Processor._check_special_mm_tokensn   s«   øø€ ð ”NÔ.ˆ	Ø”>Ô0ˆØÐ  XÐ%9ØWÐWÐWÐW¸kÈ+Ô>VÐWÑWÔWˆIØEÐEÐEÐEÀÐEÑEÔEˆJà˜
Ò"Ð"ÝðoÐYbð oð oÐnxð oð oð oñô ð ð #Ð"r   c                 ó¨   — i }|�C| j         gt          |¦  «        z  }dgt          |¦  «        z  }|                     ||dœ¦  «         t          di |¤ŽS )a»  
        Computes the number of placeholder tokens needed for multimodal inputs with the given sizes.

        Args:
            image_sizes (`list[list[int]]`, *optional*):
                The input sizes formatted as (height, width) per each image.

        Returns:
            `MultiModalData`: A `MultiModalData` object holding number of tokens per each of the provided
            input modalities, along with other useful data.
        Né   )Únum_image_tokensÚnum_image_patchesr   )r$   rI   Úupdater   )r3   Úimage_sizesr4   Úvision_datard   re   s         r    Ú_get_num_multimodal_tokensz*Gemma3Processor._get_num_multimodal_tokens�   so   € ð ˆØÐ"à $Ô 5Ð6½¸[Ñ9IÔ9IÑIÐØ!" ¥c¨+Ñ&6Ô&6Ñ 6Ðà×ÒÐ4DÐ[lÐmÐmÑnÔnÐnåÐ,Ð, Ð,Ð,Ð,r   c                 ó   — | j         j        gS ©N)r(   r+   ©r3   s    r    Úimage_token_idszGemma3Processor.image_token_ids˜   s   € à”Ô-Ð.Ð.r   c                 ó2   •— t          ¦   «         j        dgz   S )Nr>   )r1   Úmodel_input_names)r3   r6   s    €r    ro   z!Gemma3Processor.model_input_namesœ   s   ø€ å‰wŒwÔ(Ð,<Ð+=Ñ=Ð=r   c                 ó   — dgS )NÚ	num_cropsr   rl   s    r    Úunused_input_namesz"Gemma3Processor.unused_input_names    s
   € àˆ}Ðr   Úimage_inputsÚ	image_idxc                 ó„   — |d         |         }|s| j         S d| j         › d�d                     | j         g|z  ¦  «        z   S )Nrq   zHere is the original image z0 and here are some crops to help you see better rH   )r0   r.   )r3   rs   rt   r4   rq   s        r    Úreplace_image_tokenz#Gemma3Processor.replace_image_token¤   sZ   € Ø  Ô-¨iÔ8ˆ	Øð 	,ØÔ+Ð+ð u¨$Ô*BÐtÐtÐtØ�hŠh˜Ô0Ð1°IÑ=Ñ>Ô>ñ?ð	
r   )Nr   )NNrk   )r   r   r   r   Úvalid_processor_kwargsÚintr2   r   r   r   r
   rA   r	   r   rC   rM   r   rP   r@   ra   ri   Úpropertyrm   ro   rr   Údictrv   Ú__classcell__)r6   s   @r    r#   r#   '   si  ø€ € € € € à2Ðð Ø #ð
ð 
ð
 ð
ð 
ð 
ð 
ð 
ð 
ð, ð %)ØZ^ðð à˜TÑ!ðð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWðð Ð.Ô/ð	ð
 
ðð ð ð ð ñ „^ðð(ð (ð (ð (ð (ð (ð %)Øaeðð à˜TÑ!ðð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWÐZ^Ñ^ðð Ð)Ô*ð	ð ð ð ð ð ð(¨T°#¬Yð À^ð ÐaeÐfiÔajð ð ð ð ð&-ð -ð -ð -ð. ð/  c¤ð /ð /ð /ñ „Xð/ð ð> 4¨¤9ð >ð >ð >ð >ð >ñ „Xð>ð ð D¨¤Ið ð ð ñ „Xðð	
°ð 	
Àð 	
ÐSVð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
r   r#   N)Úfeature_extraction_utilsr   Úimage_utilsr   r   Úprocessing_utilsr   r   r   r	   Útokenization_utils_baser
   r   Úutilsr   r   r#   Ú__all__r   r   r    ú<module>r‚      sþ   ðð  5Ð 4Ð 4Ð 4Ð 4Ð 4Ø AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XØ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ #Ð #Ð #Ð #Ð #Ð #ðð ð ð ð Ð,°Eð ñ ô ð ð  ðE
ð E
ð E
ð E
ð E
�nñ E
ô E
ñ „ðE
ðP Ð
€€€r   