§
    9²¸je)  ã                  óÀ   — d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	 ddl
mZmZmZ ddlmZ dd	lmZmZmZ  e¦   «         rdd
lZe G d„ de¦  «        ¦   «         ZdgZd
S )zProcessor class for NeoMME.é    )Úannotations)ÚLiteralé   )ÚBatchFeature)Ú
ImageInputÚmake_flat_list_of_images)ÚProcessingKwargsÚProcessorMixinÚUnpack)Ú	TextInput)Úauto_docstringÚis_numpy_arrayÚis_torch_availableNc                  óº   ‡ — e Zd ZdZeZ	 	 	 d&ˆ fd„	Ze	 	 d'd(ˆ fd„¦   «         Z	 	 d'd)ˆ fd„Z	d*d„Z
	 	 	 d&d+ˆ fd„Zed,ˆ fd„¦   «         Zd„ Zed-d.d%„¦   «         Zˆ xZS )/ÚNeoMMEProcessora
  
    Constructs a processor that prepares text and images for NeoMME models.

    Plain text is tokenized without retrieval markers. Use [`~NeoMMEProcessor.apply_chat_template`] to format retrieval
    inputs. Images receive a patch grid and two-axis positions.
    Nc                ór   •— |j         | _         |j        | _         t          ¦   «         j        ||fd|i|¤Ž d S )NÚchat_template)Úimage_tokenÚimage_token_idÚsuperÚ__init__)ÚselfÚimage_processorÚ	tokenizerr   ÚkwargsÚ	__class__s        €ú|/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/neomme/processing_neomme.pyr   zNeoMMEProcessor.__init__*   sH   ø€ ð %Ô0ˆÔØ'Ô6ˆÔØ�‰ŒÔ˜¨)Ð[Ð[À=Ð[ÐTZÐ[Ð[Ð[Ð[Ð[ó    ÚimagesúImageInput | NoneÚtextú"TextInput | list[TextInput] | Noner   úUnpack[ProcessingKwargs]Úreturnr   c                ó€  •‡ — |                      dd¦  «        }t          |t          ¦  «        r|gn|}t          ‰ j        |› d�d¦  «        }|dk    r|�ˆ fd„|D ¦   «         ng } t          ¦   «         j        d||dœ|¤Ž}|d         }	t          |	d¦  «        r|	                     ¦   «         n|	}
| 	                    d	¦  «        }t          |d¦  «        r|                     ¦   «         n|}t          |
¦  «        D ]‚\  }}|� d
„ t          |||         ¦  «        D ¦   «         n|}|�|r|d         |k    rt          d¦  «        ‚|r8|                     ‰ j        j        ¦  «        ||         k    rt          d¦  «        ‚Œƒ|                      dd¦  «        }|�+|€t          d¦  «        ‚‰                      |	||¦  «        |d<   |S )a2  
        Tokenize text or process images. Depending on the downstream task, inputs must first be formatted with
        [`~NeoMMEProcessor.apply_chat_template`].

        - Text inputs are tokenized as provided. For masked language modeling, prepend the document token
          (`tokenizer.document_token`) manually. For retrieval, use [`~NeoMMEProcessor.apply_chat_template`]
          instead.
        - Image inputs always receive the complete document-page token formatting (the `<doc>` prefix followed
          by the `<img>` patch grid with `<row>` markers). For retrieval, use
          `apply_chat_template(..., task="document")` instead.

        Returns:
            A [`BatchFeature`] with `input_ids` and `attention_mask`. Image inputs also return `position_ids`,
            and `pixel_values`.
        Ú_retrieval_taskNÚ	_token_idÚqueryc                óN   •— g | ]!}|                      ‰j        j        ¦  «        ‘Œ"S © )Úcountr   Ú
mask_token)Ú.0Úvaluer   s     €r   ú
<listcomp>z,NeoMMEProcessor.__call__.<locals>.<listcomp>O   s*   ø€ ÐLÐLÐL¸ˆU�[Š[˜œÔ2Ñ3Ô3ÐLÐLÐLr   ©r   r!   Ú	input_idsÚtolistÚattention_maskc                ó   — g | ]	\  }}|¯|‘Œ
S r*   r*   )r-   Útoken_idÚis_non_paddings      r   r/   z,NeoMMEProcessor.__call__.<locals>.<listcomp>[   s2   € ð ð ð á0˜ .Ø%ðØðð ð r   r   zDThe NeoMME retrieval template must preserve its leading task marker.zHTruncation removed NeoMME query expansion tokens; increase `max_length`.Úimage_grid_hwz9NeoMME image inputs require `return_attention_mask=True`.Úposition_idsr*   )ÚpopÚ
isinstanceÚstrÚgetattrr   r   Ú__call__Úhasattrr2   ÚgetÚ	enumerateÚzipÚ
ValueErrorr+   Úmask_token_idÚ_build_position_ids)r   r   r!   r   Úretrieval_taskÚ
text_batchÚexpected_prefix_idÚquery_mask_countsÚbatchr1   Úinput_ids_listr3   Úattention_mask_listÚindexÚinput_ids_rowÚnon_padded_idsr7   r   s   `                €r   r=   zNeoMMEProcessor.__call__5   s<  øø€ ð,  ŸšÐ$5°tÑ<Ô<ˆÝ)¨$µÑ4Ô4Ð>�d�V�V¸$ˆ
Ý$ T¤^¸Ð5QÐ5QÐ5QÐSWÑXÔXÐð  Ò(Ð(¨ZÐ-Cð MÐLÐLÐLÀÐLÑLÔLÐLàð 	ð
 !•‘”Ô ÐD¨°TÐDÐD¸VÐDÐDˆà˜+Ô&ˆ	Ý/6°yÀ(Ñ/KÔ/KÐZ˜×)Ò)Ñ+Ô+Ð+ÐQZˆØŸšÐ#3Ñ4Ô4ˆÝ9@ÀÐQYÑ9ZÔ9ZÐn˜n×3Ò3Ñ5Ô5Ð5Ð`nÐÝ$-¨nÑ$=Ô$=ð 	mð 	mÑ ˆE�=ð 'Ð2ðð å47¸ÐGZÐ[`ÔGaÑ4bÔ4bðñ ô ð ð #ð ð "Ð-°~Ð-ÈÐXYÔIZÐ^pÒIpÐIpÝ Ð!gÑhÔhÐhØ ð m ]×%8Ò%8¸¼Ô9UÑ%VÔ%VÐZkÐlqÔZrÒ%rÐ%rÝ Ð!kÑlÔlÐløàŸ	š	 /°4Ñ8Ô8ˆØÐ$ØÐ%Ý Ð!\Ñ]Ô]Ð]Ø$(×$<Ò$<ØØØñ%ô %ˆE�.Ñ!ð
 ˆr   c                óÂ   •—  t          ¦   «         j        d||dœ|¤Ž\  }}}}|�6|€4t          |¦  «        }| j        j        | j        z   gt          |¦  «        z  }||d d fS )Nr0   r*   )r   Úprepare_inputs_layoutr   r   Údocument_tokenr   Úlen)r   r   r!   r   ÚvideosÚaudior   s         €r   rP   z%NeoMMEProcessor.prepare_inputs_layouts   s‰   ø€ ð 'D¥e¡g¤gÔ&Cð '
ØØð'
ð '
ð ð'
ð '
Ñ#ˆ��f˜eð
 Ð $ ,Ý-¨fÑ5Ô5ˆFØ”NÔ1°DÔ4DÑDÐEÍÈFÉÌÑSˆDØ�t˜T 4Ð'Ð'r   Úimage_inputsÚdictÚ	image_idxÚintr;   c                ó´   — |d         |         \  }}| j         j        t          |¦  «        z  | j         j        z   }| j         j        |t          |¦  «        z  z   S )Nr7   )r   r   rX   Ú	row_token)r   rU   rW   r   Úgrid_heightÚ
grid_widthÚrows          r   Úreplace_image_tokenz#NeoMMEProcessor.replace_image_tokenƒ   sR   € Ø".¨Ô"?À	Ô"JÑˆ�ZØŒnÔ(­3¨z©?¬?Ñ:¸T¼^Ô=UÑUˆØŒ~Ô)¨Cµ#°kÑ2BÔ2BÑ,BÑBÐBr   Úconversationú1list[dict[str, str]] | list[list[dict[str, str]]]r   ú
str | NoneÚtaskú#Literal['query', 'document'] | NoneÚprocessor_kwargsúdict | Nonec                ó®   •— |                      d¦  «        rt          d¦  «        ‚i |pi ¥d|i¥}|�d|ini } t          ¦   «         j        |f||dœ|¤|¤ŽS )a  Apply the configured retrieval template and optionally tokenize its output.

        When `tokenize=True`, image content must include an image, URL, path, or base64 value. Pass processing
        options such as `max_length` or `max_side` through `processor_kwargs`.
        Úreturn_assistant_tokens_maskzINeoMME retrieval templates do not support `return_assistant_tokens_mask`.r&   Nrb   )r   rd   )r?   rB   r   Úapply_chat_template)r   r_   r   rb   rd   r   Útemplate_kwargsr   s          €r   rh   z#NeoMMEProcessor.apply_chat_templateˆ   sš   ø€ ð �:Š:Ð4Ñ5Ô5ð 	jÝÐhÑiÔiÐiàPÐ/Ð5°2ÐPÐ8IÈ4ÐPÐPÐØ,0Ð,<˜6 4˜.˜.À"ˆØ*�u‰wŒwÔ*Øð
à'Ø-ð
ð 
ð ð	
ð
 ð
ð 
ð 	
r   ú	list[str]c                óF   •— d„ t          ¦   «         j        D ¦   «         dgz   S )Nc                ó   — g | ]
}|d k    ¯|‘ŒS )r7   r*   )r-   Únames     r   r/   z5NeoMMEProcessor.model_input_names.<locals>.<listcomp>¤   s"   € ÐVÐVÐV˜¸dÀoÒ>UÐ>U�Ð>UÐ>UÐ>Ur   r8   )r   Úmodel_input_names)r   r   s    €r   rn   z!NeoMMEProcessor.model_input_names¢   s'   ø€ àVÐV¥¡¤Ô!:ÐVÑVÔVÐZhÐYiÑiÐir   c                ó|  — t          |d¦  «        r|                     ¦   «         n|}t          d„ |D ¦   «         ¦  «        dk    rt          d¦  «        ‚t	          |t
          j        ¦  «        }t          |¦  «        }t          j        |¦  «        }t          j        ||j	        ¬¦  «        }t          j        ||j	        ¬¦  «        }t          j
        dg|j        ¢R t
          j        |j	        ¬¦  «        }d}t          t          ||¦  «        ¦  «        D �]D\  }	\  }
}t          j        |d	¬
¦  «        d         }|
|         }| j        |v r¿|t          |¦  «        k     r¬||                              ¦   «         \  }}|dz  }t          j        | j        j        | j        g| j        g|z  | j        j        gz   |z  ¢|j	        ¬¦  «        }t          j        ||¦  «        st          d¦  «        ‚|                      |||j	        ¬¦  «        }n@t          j        t          |¦  «        |j	        ¬¦  «        }t          j        ||fd¬¦  «        }|j        |dd…|	|f<   �ŒF|t          |¦  «        k    r#t          d|› dt          |¦  «        › d�¦  «        ‚|r|S |r|                     ¦   «         n|                     ¦   «         S )z³
        Build two-axis positions for batches containing document images. This method
        is stored in `processor` since it requires knowledge about special MM tokens
        r2   c                ó,   — h | ]}t          |¦  «        ’ŒS r*   )rR   )r-   rM   s     r   ú	<setcomp>z6NeoMMEProcessor._build_position_ids.<locals>.<setcomp>¬   s    € ÐGÐGÐG }•�MÑ"Ô"ÐGÐGÐGr   é   zANeoMME image batches require padding to a common sequence length.©Údeviceé   ©Údtypert   r   T)Úas_tuplezANeoMME image inputs contain an invalid or truncated token layout.éÿÿÿÿ)ÚdimNzGot z image prompts for z images.)r>   r2   rR   rB   r:   ÚtorchÚTensorr   Ú	as_tensorrt   ÚzerosÚshapeÚlongr@   rA   Únonzeror   Útensorr   Údocument_token_idÚrow_token_idÚequalÚ_image_positionsÚarangeÚstackÚmTÚnumpy)r   r1   r3   r7   rJ   Úinput_ids_is_tensorÚinput_ids_is_numpyr8   Úimage_indexÚbatch_indexrM   Úattention_mask_rowÚnon_padded_indicesrN   r[   r\   Úexpected_input_idsÚsample_position_idsÚtext_position_idss                      r   rD   z#NeoMMEProcessor._build_position_ids¦   sò  € õ
 07°yÀ(Ñ/KÔ/KÐZ˜×)Ò)Ñ+Ô+Ð+ÐQZˆÝÐGÐG¸ÐGÑGÔGÑHÔHÈAÒMÐMÝÐ`ÑaÔaÐaå(¨µE´LÑAÔAÐÝ+¨IÑ6Ô6ÐÝ”O IÑ.Ô.ˆ	Ýœ¨À	Ô@PÐQÑQÔQˆÝœ¨¸iÔ>NÐOÑOÔOˆå”{ AÐ#8¨	¬Ð#8Ð#8ÅÄ
ÐS\ÔScÐdÑdÔdˆØˆå@IÍ#ÈiÐYgÑJhÔJhÑ@iÔ@ið 	Vñ 	VÑ<ˆKÑ<˜-Ð);Ý!&¤Ð/AÈDÐ!QÑ!QÔ!QÐRSÔ!TÐØ*Ð+=Ô>ˆNØÔ" nÐ4Ð4¸ÅsÈ=ÑGYÔGYÒ9YÐ9YØ*7¸Ô*D×*KÒ*KÑ*MÔ*MÑ'�˜ZØ˜qÑ �Ý%*¤\àœÔ8ØÔ+ðð  Ô.Ð/°*Ñ<ÀÄÔ@[Ð?\Ñ\Ð`kÑkðð
 %Ô+ð&ñ &ô &Ð"õ ”{ >Ð3EÑFÔFð jÝ$Ð%hÑiÔiÐiØ&*×&;Ò&;¸KÈÐ\eÔ\lÐ&;Ñ&mÔ&mÐ#Ð#å$)¤LµÐ5GÑ1HÔ1HÐQZÔQaÐ$bÑ$bÔ$bÐ!Ý&+¤kÐ3DÐFWÐ2XÐ^`Ð&aÑ&aÔ&aÐ#à?RÔ?UˆL˜˜˜˜KÐ);Ð;Ñ<Ñ<à�#˜mÑ,Ô,Ò,Ð,ÝÐ` KÐ`Ð`ÅCÈÑDVÔDVÐ`Ð`Ð`ÑaÔaÐaàð 	 ØÐØ'9ÐTˆ|×!Ò!Ñ#Ô#Ð#¸|×?RÒ?RÑ?TÔ?TÐTr   r[   r\   rt   útorch.device | Noneútorch.Tensorc                ó2  — t          j        d| |dz   z  z   dft           j        |¬¦  «        }t          j        d|¬¦  «                             d¦  «        |dd…<   t          j        | |¬¦  «                             d¦  «                             d|dz   ¦  «        }t          j        |dz   |¬¦  «                             d¦  «                             | d¦  «        }d|                     ¦   «         z   |dd…df<   d|                     ¦   «         z   |dd…df<   |S )zNReturn positions for `<doc> <img>` followed by the patch grid and row markers.ru   rr   rv   rs   ry   Nr   )r{   Úemptyr€   r‡   Ú	unsqueezeÚexpandÚravel)r[   r\   rt   r8   ÚrowsÚcolumnss         r   r†   z NeoMMEProcessor._image_positionsÖ   s  € õ ”{ A¨°zÀA±~Ñ(FÑ$FÈÐ#JÕRWÔR\ÐekÐlÑlÔlˆÝ œ<¨°&Ð9Ñ9Ô9×CÒCÀBÑGÔGˆ�R�a�RÑÝŒ|˜K°Ð7Ñ7Ô7×AÒAÀ"ÑEÔE×LÒLÈRÐQ[Ð^_ÑQ_Ñ`Ô`ˆÝ”,˜z¨A™~°fÐ=Ñ=Ô=×GÒGÈÑJÔJ×QÒQÐR]Ð_aÑbÔbˆØ $§*¢*¡,¤,Ñ.ˆ�Q�R�R˜�UÑØ '§-¢-¡/¤/Ñ1ˆ�Q�R�R˜�UÑØÐr   )NNN)NN)r   r    r!   r"   r   r#   r$   r   )r   r    r!   r"   )rU   rV   rW   rX   r$   r;   )r_   r`   r   ra   rb   rc   rd   re   )r$   rj   )N)r[   rX   r\   rX   rt   r”   r$   r•   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r	   Úvalid_processor_kwargsr   r   r=   rP   r^   rh   Úpropertyrn   rD   Ústaticmethodr†   Ú__classcell__)r   s   @r   r   r      sq  ø€ € € € € ðð ð .Ðð ØØð		\ð 	\ð 	\ð 	\ð 	\ð 	\ð ð %)Ø37ð;ð ;ð ;ð ;ð ;ð ;ñ „^ð;ð~ %)Ø37ð(ð (ð (ð (ð (ð (ð (ð Cð Cð Cð Cð %)Ø48Ø(,ð
ð 
ð 
ð 
ð 
ð 
ð 
ð4 ðjð jð jð jð jñ „Xðjð.Uð .Uð .Uð` ðð ð ð ñ „\ðð ð ð ð r   r   )r    Ú
__future__r   Útypingr   Úfeature_extraction_utilsr   Úimage_utilsr   r   Úprocessing_utilsr	   r
   r   Útokenization_utils_baser   Úutilsr   r   r   r{   r   Ú__all__r*   r   r   ú<module>r­      s  ðð "Ð !à "Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ð Ð à 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ð ?Ø HÐ HÐ HÐ HÐ HÐ HÐ HÐ HÐ HÐ HØ 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ GÐ Gð ÐÑÔð Ø€L€L€Lð ðð ð ð ð �nñ ô ñ „ððD Ð
€€€r   