§
    9²¸j/  ã            
       ó`  — d Z ddlZddlZddlmZ ddlmZ ddlm	Z	m
Z
mZ ddlmZmZmZmZ ddlmZmZ dd	lmZmZmZmZmZ  e¦   «         rddlZdd
lmZ  ej        e¦  «        Z d„ Z!	 	 dddde"dz  de"dz  de"ez  dz  fd„Z# G d„ ded¬¦  «        Z$e G d„ de¦  «        ¦   «         Z%dgZ&dS )z%Image processor class for LayoutLMv2.é    Né   )ÚTorchvisionBackend)ÚBatchFeature)Úgroup_images_by_shapeÚreorder_imagesÚto_pil_image)ÚChannelDimensionÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringÚis_pytesseract_availableÚloggingÚrequires_backends)Ú
functionalc                 óÖ   — t          d| d         |z  z  ¦  «        t          d| d         |z  z  ¦  «        t          d| d         |z  z  ¦  «        t          d| d         |z  z  ¦  «        gS )Niè  r   é   é   r   )Úint)ÚboxÚwidthÚheights      úŠ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/layoutlmv2/image_processing_layoutlmv2.pyÚnormalize_boxr   *   sl   € åˆD�C˜”F˜U‘NÑ#Ñ$Ô$ÝˆD�C˜”F˜V‘OÑ$Ñ%Ô%ÝˆD�C˜”F˜U‘NÑ#Ñ$Ô$ÝˆD�C˜”F˜V‘OÑ$Ñ%Ô%ð	ð ó    Úimageznp.ndarray | torch.TensorÚlangÚtesseract_configÚinput_data_formatc                 ó.  ‡— t          t          dg¦  «         t          | d¦  «        r'|                      ¦   «                              ¦   «         } n.t          | t          j        ¦  «        st          j        | ¦  «        } |�|nd}t          | |¬¦  «        }|j
        \  }}t          j        ||d|¬¦  «        }|d         |d	         |d
         |d         |d         f\  }}	}
}}d„ t          |¦  «        D ¦   «         Šˆfd„t          |¦  «        D ¦   «         }ˆfd„t          |	¦  «        D ¦   «         }	ˆfd„t          |
¦  «        D ¦   «         }
ˆfd„t          |¦  «        D ¦   «         }ˆfd„t          |¦  «        D ¦   «         }g }t          |	|
||¦  «        D ](\  }}}}||||z   ||z   g}|                     |¦  «         Œ)g }|D ]&}|                     t!          |||¦  «        ¦  «         Œ't#          |¦  «        t#          |¦  «        k    s
J d¦   «         ‚||fS )zdApplies Tesseract OCR on a document image, and returns recognized words + normalized bounding boxes.ÚpytesseractÚcpuNÚ ©r"   Údict)r    Úoutput_typeÚconfigÚtextÚleftÚtopr   r   c                 ó@   — g | ]\  }}|                      ¦   «         °|‘ŒS © )Ústrip)Ú.0ÚidxÚwords      r   ú
<listcomp>z#apply_tesseract.<locals>.<listcomp>K   s)   € ÐTÐTÐT¡) # tÀtÇzÂzÁ|Ä|ÐT˜#ÐTÐTÐTr   c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r/   r/   )r1   r2   r3   Úirrelevant_indicess      €r   r4   z#apply_tesseract.<locals>.<listcomp>L   s(   ø€ ÐUÐUÐU‘i�c˜4°sÐBTÐ7TÐ7TˆTÐ7TÐ7TÐ7Tr   c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r/   r/   ©r1   r2   Úcoordr6   s      €r   r4   z#apply_tesseract.<locals>.<listcomp>M   s(   ø€ ÐUÐUÐU‘j�c˜5°sÐBTÐ7TÐ7TˆEÐ7TÐ7TÐ7Tr   c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r/   r/   r8   s      €r   r4   z#apply_tesseract.<locals>.<listcomp>N   s(   ø€ Ð
SÐ
SÐ
S‘Z�S˜%°SÐ@RÐ5RÐ5Rˆ5Ð5RÐ5RÐ5Rr   c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r/   r/   r8   s      €r   r4   z#apply_tesseract.<locals>.<listcomp>O   s(   ø€ ÐWÐWÐW‘z�s˜E¸ÐDVÐ9VÐ9VˆUÐ9VÐ9VÐ9Vr   c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r/   r/   r8   s      €r   r4   z#apply_tesseract.<locals>.<listcomp>P   s(   ø€ ÐYÐYÐY™
˜˜U¸3ÐFXÐ;XÐ;XˆeÐ;XÐ;XÐ;Xr   z-Not as many words as there are bounding boxes)r   Úapply_tesseractÚhasattrr%   ÚnumpyÚ
isinstanceÚnpÚndarrayÚarrayr   Úsizer$   Úimage_to_dataÚ	enumerateÚzipÚappendr   Úlen)r   r    r!   r"   Ú	pil_imageÚimage_widthÚimage_heightÚdataÚwordsr,   r-   r   r   Úactual_boxesÚxÚyÚwÚhÚ
actual_boxÚnormalized_boxesr   r6   s                        @r   r=   r=   3   sp  ø€ õ •o¨ Ñ7Ô7Ð7õ ˆu�eÑÔð  Ø—	’	‘”×!Ò!Ñ#Ô#ˆˆÝ˜�rœzÑ*Ô*ð  Ý”˜‘”ˆà+;Ð+GÐ'Ð'ÈRÐõ ˜UÐ6GÐHÑHÔH€IØ )¤Ñ€K�ÝÔ$ Y°TÀvÐVfÐgÑgÔg€DØ&*¨6¤l°D¸´LÀ$ÀuÄ+ÈtÐT[Ì}Ð^bÐckÔ^lÐ&lÑ#€Eˆ4��e˜Vð UÐT­y¸Ñ/?Ô/?ÐTÑTÔTÐØUÐUÐUÐU¥9¨UÑ#3Ô#3ÐUÑUÔU€EØUÐUÐUÐU¥I¨d¡O¤OÐUÑUÔU€DØ
SÐ
SÐ
SÐ
S¥9¨S¡>¤>Ð
SÑ
SÔ
S€CØWÐWÐWÐW¥Y¨uÑ%5Ô%5ÐWÑWÔW€EØYÐYÐYÐY¥i°Ñ&7Ô&7ÐYÑYÔY€Fð €LÝ˜$  U¨FÑ3Ô3ð (ð (‰
ˆˆ1ˆa�Ø˜˜A ™E 1 q¡5Ð)ˆ
Ø×Ò˜JÑ'Ô'Ð'Ð'ð ÐØð Oð OˆØ×Ò¥¨c°;ÀÑ MÔ MÑNÔNÐNÐNåˆu‰:Œ:�Ð-Ñ.Ô.Ò.Ð.Ð.Ð0_Ñ.Ô.Ð.àÐ"Ð"Ð"r   c                   ó>   — e Zd ZU dZeed<   edz  ed<   edz  ed<   dS )ÚLayoutLMv2ImageProcessorKwargsaû  
    apply_ocr (`bool`, *optional*, defaults to `self.apply_ocr`):
        Whether to apply the Tesseract OCR engine to get words + normalized bounding boxes. Can be overridden by
        the `apply_ocr` parameter in the `preprocess` method.
    ocr_lang (`str`, *optional*):
        The language, specified by its ISO code, to be used by the Tesseract OCR engine. By default, English is
        used. Can be overridden by the `ocr_lang` parameter in the `preprocess` method.
    tesseract_config (`str`, *optional*):
        Any additional custom configuration flags that are forwarded to the `config` parameter when calling
        Tesseract. For example: '--psm 6'. Can be overridden by the `tesseract_config` parameter in the
        `preprocess` method.
    Ú	apply_ocrNÚocr_langr!   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚboolÚ__annotations__Ústrr/   r   r   rW   rW   b   sG   € € € € € € ðð ð €O€O�OØ�D‰jÐÐÑØ˜D‘jÐ Ð Ñ Ð Ð r   rW   F)Útotalc                   óö   ‡ — e Zd ZeZej        ZdddœZdZ	dZ
dZdZdZdee         fˆ fd„Zededee         d	efˆ fd
„¦   «         Z	 	 	 dded         dededddedz  deez  dz  dededz  dedz  d	efd„Zˆ xZS )ÚLayoutLMv2ImageProcessoréà   )r   r   NTr&   Úkwargsc                 ó:   •—  t          ¦   «         j        di |¤Ž d S )Nr/   )ÚsuperÚ__init__)Úselfre   Ú	__class__s     €r   rh   z!LayoutLMv2ImageProcessor.__init__€   s&   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"Ð"Ð"r   ÚimagesÚreturnc                 ó8   •—  t          ¦   «         j        |fi |¤ŽS )N)rg   Ú
preprocess)ri   rk   re   rj   s      €r   rn   z#LayoutLMv2ImageProcessor.preprocessƒ   s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r   ztorch.TensorÚ	do_resizerD   Úresamplez7PILImageResampling | tvF.InterpolationMode | int | NoneÚdisable_groupingÚreturn_tensorsrX   rY   r!   c
                 óæ  — |r–t          | d¦  «         g }g }|D ]}|j        rt                               d¦  «         t	          |                     ¦   «         ||	t          j        ¬¦  «        \  }}|                     |¦  «         |                     |¦  «         Œ€t          ||¬¦  «        \  }}i }| 
                    ¦   «         D ]$\  }}|r|                      |||¬¦  «        }|||<   Œ%t          ||¦  «        }t          ||¬¦  «        \  }}i }| 
                    ¦   «         D ]\  }}|                     d¦  «        }|||<   Œ t          ||¦  «        }t          d|i|¬¦  «        }|r
||d	<   ||d
<   |S )Nr$   z]apply_ocr can only be performed on cpu. Tensors will be transferred to cpu before processing.r'   )rq   )r   rD   rp   r   Úpixel_values)rM   Útensor_typerN   Úboxes)r   Úis_cudaÚloggerÚwarning_oncer=   r%   r	   ÚFIRSTrH   r   ÚitemsÚresizer   Úflipr   )ri   rk   ro   rD   rp   rq   rr   rX   rY   r!   re   Úwords_batchÚboxes_batchr   rN   rv   Úgrouped_imagesÚgrouped_images_indexÚresized_images_groupedÚshapeÚstacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_imagesrM   s                            r   Ú_preprocessz$LayoutLMv2ImageProcessor._preprocess‡   sæ  € ð ð 	*Ý˜d MÑ2Ô2Ð2ØˆKØˆKØð 	*ð 	*�Ø”=ð Ý×'Ò'Øwñô ð õ  /Ø—I’I‘K”K Ð+;ÕO_ÔOeð ñ  ô  ‘��uð ×"Ò" 5Ñ)Ô)Ð)Ø×"Ò" 5Ñ)Ô)Ð)Ð)õ 0EÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 	;ð 	;Ñ!ˆE�>Øð aØ!%§¢°>ÈÐW_ Ñ!`Ô!`�Ø,:Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆõ 0EÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Ø%3×%9Ò%9Ñ%;Ô%;ð 	=ð 	=Ñ!ˆE�>à+×0Ò0°Ñ3Ô3ˆNØ.<Ð$ UÑ+Ð+å)Ð*BÐDXÑYÔYÐå .Ð2BÐ!CÐQ_Ð`Ñ`Ô`ˆàð 	(Ø'ˆD�‰MØ'ˆD�‰Màˆr   )TNN)rZ   r[   r\   rW   Úvalid_kwargsr   ÚBILINEARrp   rD   Úrescale_factorro   rX   rY   r!   r   rh   r   r
   r   rn   Úlistr^   r   r`   r   rˆ   Ú__classcell__)rj   s   @r   rc   rc   u   sf  ø€ € € € € à1€LØ!Ô*€HØ CÐ(Ð(€DØ€NØ€IØ€IØ€HØÐð# Ð(FÔ!Gð #ð #ð #ð #ð #ð #ð ð4 ð 4°vÐ>\Ô7]ð 4Ðbnð 4ð 4ð 4ð 4ð 4ñ „^ð4ð Ø#Ø'+ð7ð 7à�^Ô$ð7ð ð7ð ð	7ð
 Lð7ð  ™+ð7ð ˜jÑ(¨4Ñ/ð7ð ð7ð ˜‘*ð7ð  ™*ð7ð 
ð7ð 7ð 7ð 7ð 7ð 7ð 7ð 7r   rc   )NN)'r]   r?   rA   ÚtorchÚimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   r   Úimage_utilsr	   r
   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   r   r   r$   Útorchvision.transforms.v2r   ÚtvFÚ
get_loggerrZ   rx   r   r`   r=   rW   rc   Ú__all__r/   r   r   ú<module>r™      s  ðð ,Ð +à Ð Ð Ð Ø €€€à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø SÐ SÐ SÐ SÐ SÐ SÐ SÐ SÐ SÐ SØ UÐ UÐ UÐ UÐ UÐ UÐ UÐ UÐ UÐ UÐ UÐ UØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ÐÑÔð ØÐÐÐà 7Ð 7Ð 7Ð 7Ð 7Ð 7ð 
ˆÔ	˜HÑ	%Ô	%€ðð ð ð $(Ø7;ð	,#ð ,#Ø&ð,#à
�‰*ð,#ð ˜D‘jð,#ð Ð-Ñ-°Ñ4ð	,#ð ,#ð ,#ð ,#ð^!ð !ð !ð !ð ! \¸ð !ñ !ô !ð !ð& ðHð Hð Hð Hð HÐ1ñ Hô Hñ „ðHðV &Ð
&€€€r   