§
    9²¸jw   ã            
       óh  — d Z ddlZddlZddlmZ ddlmZ ddlm	Z	m
Z
mZmZ ddlmZmZmZmZmZ ddlmZmZ dd	lmZmZmZmZmZ  e¦   «         rddlZdd
lmZ  ej         e!¦  «        Z"d„ Z#	 	 dddde$dz  de$dz  de$e	z  dz  fd„Z% G d„ ded¬¦  «        Z&e G d„ de¦  «        ¦   «         Z'dgZ(dS )z%Image processor class for LayoutLMv3.é    Né   )ÚTorchvisionBackend)ÚBatchFeature)ÚChannelDimensionÚgroup_images_by_shapeÚreorder_imagesÚto_pil_image)ÚIMAGENET_STANDARD_MEANÚIMAGENET_STANDARD_STDÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringÚis_pytesseract_availableÚloggingÚrequires_backends)Ú
functionalc                 óÖ   — t          d| d         |z  z  ¦  «        t          d| d         |z  z  ¦  «        t          d| d         |z  z  ¦  «        t          d| d         |z  z  ¦  «        gS )Niè  r   é   é   r   )Úint)ÚboxÚwidthÚheights      úŠ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/layoutlmv3/image_processing_layoutlmv3.pyÚnormalize_boxr   0   sl   € åˆD�C˜”F˜U‘NÑ#Ñ$Ô$ÝˆD�C˜”F˜V‘OÑ$Ñ%Ô%ÝˆD�C˜”F˜U‘NÑ#Ñ$Ô$ÝˆD�C˜”F˜V‘OÑ$Ñ%Ô%ð	ð ó    Úimageznp.ndarray | torch.TensorÚlangÚtesseract_configÚinput_data_formatc                 ó.  ‡— t          t          dg¦  «         t          | d¦  «        r'|                      ¦   «                              ¦   «         } n.t          | t          j        ¦  «        st          j        | ¦  «        } |�|nd}t          | |¬¦  «        }|j
        \  }}t          j        ||d|¬¦  «        }|d         |d	         |d
         |d         |d         f\  }}	}
}}d„ t          |¦  «        D ¦   «         Šˆfd„t          |¦  «        D ¦   «         }ˆfd„t          |	¦  «        D ¦   «         }	ˆfd„t          |
¦  «        D ¦   «         }
ˆfd„t          |¦  «        D ¦   «         }ˆfd„t          |¦  «        D ¦   «         }g }t          |	|
||¦  «        D ](\  }}}}||||z   ||z   g}|                     |¦  «         Œ)g }|D ]&}|                     t!          |||¦  «        ¦  «         Œ't#          |¦  «        t#          |¦  «        k    s
J d¦   «         ‚||fS )zdApplies Tesseract OCR on a document image, and returns recognized words + normalized bounding boxes.ÚpytesseractÚcpuNÚ ©r$   Údict)r"   Úoutput_typeÚconfigÚtextÚleftÚtopr   r   c                 ó@   — g | ]\  }}|                      ¦   «         °|‘ŒS © )Ústrip)Ú.0ÚidxÚwords      r   ú
<listcomp>z#apply_tesseract.<locals>.<listcomp>Q   s)   € ÐTÐTÐT¡) # tÀtÇzÂzÁ|Ä|ÐT˜#ÐTÐTÐTr    c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r1   r1   )r3   r4   r5   Úirrelevant_indicess      €r   r6   z#apply_tesseract.<locals>.<listcomp>R   s(   ø€ ÐUÐUÐU‘i�c˜4°sÐBTÐ7TÐ7TˆTÐ7TÐ7TÐ7Tr    c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r1   r1   ©r3   r4   Úcoordr8   s      €r   r6   z#apply_tesseract.<locals>.<listcomp>S   s(   ø€ ÐUÐUÐU‘j�c˜5°sÐBTÐ7TÐ7TˆEÐ7TÐ7TÐ7Tr    c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r1   r1   r:   s      €r   r6   z#apply_tesseract.<locals>.<listcomp>T   s(   ø€ Ð
SÐ
SÐ
S‘Z�S˜%°SÐ@RÐ5RÐ5Rˆ5Ð5RÐ5RÐ5Rr    c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r1   r1   r:   s      €r   r6   z#apply_tesseract.<locals>.<listcomp>U   s(   ø€ ÐWÐWÐW‘z�s˜E¸ÐDVÐ9VÐ9VˆUÐ9VÐ9VÐ9Vr    c                 ó"   •— g | ]\  }}|‰v¯	|‘ŒS r1   r1   r:   s      €r   r6   z#apply_tesseract.<locals>.<listcomp>V   s(   ø€ ÐYÐYÐY™
˜˜U¸3ÐFXÐ;XÐ;XˆeÐ;XÐ;XÐ;Xr    z-Not as many words as there are bounding boxes)r   Úapply_tesseractÚhasattrr'   ÚnumpyÚ
isinstanceÚnpÚndarrayÚarrayr	   Úsizer&   Úimage_to_dataÚ	enumerateÚzipÚappendr   Úlen)r!   r"   r#   r$   Ú	pil_imageÚimage_widthÚimage_heightÚdataÚwordsr.   r/   r   r   Úactual_boxesÚxÚyÚwÚhÚ
actual_boxÚnormalized_boxesr   r8   s                        @r   r?   r?   9   sp  ø€ õ •o¨ Ñ7Ô7Ð7õ ˆu�eÑÔð  Ø—	’	‘”×!Ò!Ñ#Ô#ˆˆÝ˜�rœzÑ*Ô*ð  Ý”˜‘”ˆà+;Ð+GÐ'Ð'ÈRÐõ ˜UÐ6GÐHÑHÔH€IØ )¤Ñ€K�ÝÔ$ Y°TÀvÐVfÐgÑgÔg€DØ&*¨6¤l°D¸´LÀ$ÀuÄ+ÈtÐT[Ì}Ð^bÐckÔ^lÐ&lÑ#€Eˆ4��e˜Vð UÐT­y¸Ñ/?Ô/?ÐTÑTÔTÐØUÐUÐUÐU¥9¨UÑ#3Ô#3ÐUÑUÔU€EØUÐUÐUÐU¥I¨d¡O¤OÐUÑUÔU€DØ
SÐ
SÐ
SÐ
S¥9¨S¡>¤>Ð
SÑ
SÔ
S€CØWÐWÐWÐW¥Y¨uÑ%5Ô%5ÐWÑWÔW€EØYÐYÐYÐY¥i°Ñ&7Ô&7ÐYÑYÔY€Fð €LÝ˜$  U¨FÑ3Ô3ð (ð (‰
ˆˆ1ˆa�Ø˜˜A ™E 1 q¡5Ð)ˆ
Ø×Ò˜JÑ'Ô'Ð'Ð'ð ÐØð Oð OˆØ×Ò¥¨c°;ÀÑ MÔ MÑNÔNÐNÐNåˆu‰:Œ:�Ð-Ñ.Ô.Ò.Ð.Ð.Ð0_Ñ.Ô.Ð.àÐ"Ð"Ð"r    c                   ó>   — e Zd ZU dZeed<   edz  ed<   edz  ed<   dS )ÚLayoutLMv3ImageProcessorKwargsañ  
    apply_ocr (`bool`, *optional*, defaults to `True`):
        Whether to apply the Tesseract OCR engine to get words + normalized bounding boxes. Can be overridden by
        the `apply_ocr` parameter in the `preprocess` method.
    ocr_lang (`str`, *optional*):
        The language, specified by its ISO code, to be used by the Tesseract OCR engine. By default, English is
        used. Can be overridden by the `ocr_lang` parameter in the `preprocess` method.
    tesseract_config (`str`, *optional*):
        Any additional custom configuration flags that are forwarded to the `config` parameter when calling
        Tesseract. For example: '--psm 6'. Can be overridden by the `tesseract_config` parameter in the
        `preprocess` method.
    Ú	apply_ocrNÚocr_langr#   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚboolÚ__annotations__Ústrr1   r    r   rY   rY   h   sG   € € € € € € ðð ð €O€O�OØ�D‰jÐÐÑØ˜D‘jÐ Ð Ñ Ð Ð r    rY   F)Útotalc            #       óN  ‡ — e Zd ZeZej        ZeZ	e
ZdddœZdZdZdZdZdZdZdee         fˆ fd„Zededee         d	efˆ fd
„¦   «         Z	 	 	 dded         dededddedededededeee         z  dz  deee         z  dz  dedz  deez  dz  dededz  dedz  d	ef"d„Zˆ xZ S )ÚLayoutLMv3ImageProcessoréà   )r   r   TNr(   Úkwargsc                 ó:   •—  t          ¦   «         j        di |¤Ž d S )Nr1   )ÚsuperÚ__init__)Úselfrg   Ú	__class__s     €r   rj   z!LayoutLMv3ImageProcessor.__init__‰   s&   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"Ð"Ð"r    ÚimagesÚreturnc                 ó8   •—  t          ¦   «         j        |fi |¤ŽS )N)ri   Ú
preprocess)rk   rm   rg   rl   s      €r   rp   z#LayoutLMv3ImageProcessor.preprocessŒ   s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r    ztorch.TensorÚ	do_resizerF   Úresamplez7PILImageResampling | tvF.InterpolationMode | int | NoneÚdo_center_cropÚ	crop_sizeÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanÚ	image_stdÚdisable_groupingÚreturn_tensorsrZ   r[   r#   c           	      ó   — |r–t          | d¦  «         g }g }|D ]}|j        rt                               d¦  «         t	          |                     ¦   «         ||t          j        ¬¦  «        \  }}|                     |¦  «         |                     |¦  «         Œ€t          ||¬¦  «        \  }}i }| 
                    ¦   «         D ]$\  }}|r|                      |||¬¦  «        }|||<   Œ%t          ||¦  «        }t          ||¬¦  «        \  }}i }| 
                    ¦   «         D ]<\  }}|r|                      ||¦  «        }|                      ||||	|
|¦  «        }|||<   Œ=t          ||¦  «        }t          d|i|¬¦  «        }|r
||d<   ||d	<   |S )
Nr&   z]apply_ocr can only be performed on cpu. Tensors will be transferred to cpu before processing.r)   )rz   )r!   rF   rr   Úpixel_values)rO   Útensor_typerP   Úboxes)r   Úis_cudaÚloggerÚwarning_oncer?   r'   r   ÚFIRSTrJ   r   ÚitemsÚresizer   Úcenter_cropÚrescale_and_normalizer   ) rk   rm   rq   rF   rr   rs   rt   ru   rv   rw   rx   ry   rz   r{   rZ   r[   r#   rg   Úwords_batchÚboxes_batchr!   rP   r   Úgrouped_imagesÚgrouped_images_indexÚresized_images_groupedÚshapeÚstacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_imagesrO   s                                    r   Ú_preprocessz$LayoutLMv3ImageProcessor._preprocess�   s  € ð* ð 	*Ý˜d MÑ2Ô2Ð2ØˆKØˆKØð 	*ð 	*�Ø”=ð Ý×'Ò'Øwñô ð õ  /Ø—I’I‘K”K Ð+;ÕO_ÔOeð ñ  ô  ‘��uð ×"Ò" 5Ñ)Ô)Ð)Ø×"Ò" 5Ñ)Ô)Ð)Ð)õ 0EÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 	;ð 	;Ñ!ˆE�>Øð aØ!%§¢°>ÈÐW_ Ñ!`Ô!`�Ø,:Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆõ 0EÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Ø%3×%9Ò%9Ñ%;Ô%;ð 	=ð 	=Ñ!ˆE�>Øð MØ!%×!1Ò!1°.À)Ñ!LÔ!L�à!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð /=Ð$ UÑ+Ð+å)Ð*BÐDXÑYÔYÐå .Ð2BÐ!CÐQ_Ð`Ñ`Ô`ˆàð 	(Ø'ˆD�‰MØ'ˆD�‰Màˆr    )TNN)!r\   r]   r^   rY   Úvalid_kwargsr   ÚBILINEARrr   r
   rx   r   ry   rF   rq   ru   rw   rZ   r[   r#   r   rj   r   r   r   rp   Úlistr`   r   Úfloatrb   r   r’   Ú__classcell__)rl   s   @r   re   re   {   sñ  ø€ € € € € à1€LØ!Ô*€HØ'€JØ%€IØ CÐ(Ð(€DØ€IØ€JØ€LØ€IØ€HØÐð# Ð(FÔ!Gð #ð #ð #ð #ð #ð #ð ð4 ð 4°vÐ>\Ô7]ð 4Ðbnð 4ð 4ð 4ð 4ð 4ñ „^ð4ð$ Ø#Ø'+ð#Bð Bà�^Ô$ðBð ðBð ð	Bð
 LðBð ðBð ðBð ðBð ðBð ðBð ˜D œKÑ'¨$Ñ.ðBð ˜4 œ;Ñ&¨Ñ-ðBð  ™+ðBð ˜jÑ(¨4Ñ/ðBð ðBð  ˜‘*ð!Bð"  ™*ð#Bð& 
ð'Bð Bð Bð Bð Bð Bð Bð Br    re   )NN))r_   rA   rC   ÚtorchÚimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   r   r	   Úimage_utilsr
   r   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   r   r   r&   Útorchvision.transforms.v2r   ÚtvFÚ
get_loggerr\   r�   r   rb   r?   rY   re   Ú__all__r1   r    r   ú<module>r£      s<  ðð ,Ð +à Ð Ð Ð Ø €€€à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø eÐ eÐ eÐ eÐ eÐ eÐ eÐ eÐ eÐ eÐ eÐ eðð ð ð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ÐÑÔð ØÐÐÐà 7Ð 7Ð 7Ð 7Ð 7Ð 7ð 
ˆÔ	˜HÑ	%Ô	%€ðð ð ð $(Ø7;ð	,#ð ,#Ø&ð,#à
�‰*ð,#ð ˜D‘jð,#ð Ð-Ñ-°Ñ4ð	,#ð ,#ð ,#ð ,#ð^!ð !ð !ð !ð ! \¸ð !ñ !ô !ð !ð& ðVð Vð Vð Vð VÐ1ñ Vô Vñ „ðVðr &Ð
&€€€r    