§
    9²¸j=*  ã                   óÜ   — d Z ddlZddlmZ ddlmZ ddlmZ ddl	m
Z
mZmZ ddlmZmZmZmZmZmZ dd	lmZmZ dd
lmZmZ  G d„ ded¬¦  «        Ze G d„ de¦  «        ¦   «         ZdgZdS )z!Image processor class for Nougat.é    N)Ú
functionalé   )ÚTorchvisionBackend)ÚBatchFeature)Úget_resize_output_image_sizeÚgroup_images_by_shapeÚreorder_images)ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STDÚChannelDimensionÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringc                   ó2   — e Zd ZU dZeed<   eed<   eed<   dS )ÚNougatImageProcessorKwargsaÀ  
    do_crop_margin (`bool`, *optional*, defaults to `self.do_crop_margin`):
        Whether to crop the image margins.
    do_thumbnail (`bool`, *optional*, defaults to `self.do_thumbnail`):
        Whether to resize the image using thumbnail method.
    do_align_long_axis (`bool`, *optional*, defaults to `self.do_align_long_axis`):
        Whether to align the long axis of the image with the long axis of `size` by rotating by 90 degrees.
    Údo_crop_marginÚdo_thumbnailÚdo_align_long_axisN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚboolÚ__annotations__© ó    ú‚/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/nougat/image_processing_nougat.pyr   r   )   sB   € € € € € € ðð ð ÐÐÑØÐÐÑØÐÐÑÐÐr    r   F)Útotalc            !       óÔ  ‡ — e Zd ZeZej        ZeZ	e
ZdddœZdZdZdZdZdZdZdZdee         fˆ fd„Zededee         d	efˆ fd
„¦   «         Z	 	 d(d„Zd„ Z	 d)ddded	dfd„Zddded	dfd„Zddded	dfd„Z ddded	dfd„Z!	 	 d*dddeddde"d	df
ˆ fd„Z#	 	 	 d+de$d         de"deddde"de%de"de%e$e%         z  dz  d e%e$e%         z  dz  d!e"dz  d"e"dz  d#e&e'z  dz  d$e"d%e"d&e"d	ef d'„Z(ˆ xZ)S ),ÚNougatImageProcessori€  i   ©ÚheightÚwidthTFÚkwargsc                 ó:   •—  t          ¦   «         j        di |¤Ž d S )Nr   )ÚsuperÚ__init__)Úselfr(   Ú	__class__s     €r!   r+   zNougatImageProcessor.__init__G   s&   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"Ð"Ð"r    ÚimagesÚreturnc                 ó8   •—  t          ¦   «         j        |fi |¤ŽS )N)r*   Ú
preprocess)r,   r.   r(   r-   s      €r!   r1   zNougatImageProcessor.preprocessJ   s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r    Úimageútorch.Tensorc                 ó|   — t          j        |d¬¦  «        }|dd…ddgf         }|                     ddd¦  «        }|S )zGThis is a reimplementation of a findNonZero function equivalent to cv2.F)Úas_tupleNé   é   éÿÿÿÿ)ÚtorchÚnonzeroÚreshape)r,   r2   Únon_zero_indicesÚidxvecs       r!   Úpython_find_non_zeroz)NougatImageProcessor.python_find_non_zeroN   sI   € õ !œ=¨¸Ð?Ñ?Ô?ÐØ! ! ! ! a¨ V )Ô,ˆØ—’  A qÑ)Ô)ˆØˆr    c                 ó2  — t          j        |d¬¦  «                             t           j        ¦  «        }t          j        |d¬¦  «                             t           j        ¦  «        }|d         |d         }}|d         |z
  dz   }|d         |z
  dz   }||||fS )zHThis is a reimplementation of a BoundingRect function equivalent to cv2.)r   r7   )Úaxisr   r7   )r9   ÚaminÚtoÚintÚamax)r,   ÚcoordinatesÚ
min_valuesÚ
max_valuesÚx_minÚy_minr'   r&   s           r!   Úpython_bounding_rectz)NougatImageProcessor.python_bounding_rectY   s’   € õ ”Z °&Ð9Ñ9Ô9×<Ò<½U¼YÑGÔGˆ
Ý”Z °&Ð9Ñ9Ô9×<Ò<½U¼YÑGÔGˆ
à! !”} j°¤mˆuˆØ˜1” Ñ%¨Ñ)ˆØ˜A” Ñ&¨Ñ*ˆØ�e˜U FÐ*Ð*r    éÈ   Úgray_thresholdc                 óF  — t          j        |d¬¦  «        }t          j        |¦  «        }t          j        |¦  «        }||k    r|S ||z
  ||z
  z  dz  }||k     }|                      |¦  «        }|                      |¦  «        \  }}	}
}|dd…|	|	|z   …|||
z   …f         }|S )am  
        Crops the margin of the image. Gray pixels are considered margin (i.e., pixels with a value below the
        threshold).

        Args:
            image (`torch.Tensor`):
                The image to be cropped.
            gray_threshold (`int`, *optional*, defaults to `200`)
                Value below which pixels are considered to be gray.
        r7   )Únum_output_channelséÿ   N)ÚtvFÚrgb_to_grayscaler9   ÚmaxÚminr>   rJ   )r,   r2   rL   ÚdataÚmax_valÚmin_valÚgrayÚcoordsrH   rI   r'   r&   s               r!   Úcrop_marginz NougatImageProcessor.crop_margind   sÀ   € õ Ô# E¸qÐAÑAÔAˆå”)˜D‘/”/ˆÝ”)˜D‘/”/ˆà�gÒÐØˆLØ�w‘ 7¨WÑ#4Ñ5¸Ñ;ˆØ�nÒ$ˆØ×*Ò*¨4Ñ0Ô0ˆØ&*×&?Ò&?ÀÑ&GÔ&GÑ#ˆˆu�e˜VØ�a�a�a˜ ¨¡Ð/°¸À¹Ð1FÐFÔGˆàˆr    Úsizec                 ó¨   — |j         dd…         \  }}|j        |j        }}||k     r||k    s||k    r||k     rt          j        |dddg¬¦  «        }|S )aL  
        Align the long axis of the image to the longest axis of the specified size.

        Args:
            image (`torch.Tensor`):
                The image to be aligned.
            size (`SizeDict`):
                The size to align the long axis to.
        Returns:
            `torch.Tensor`: The aligned image.
        éþÿÿÿNr   r7   r6   )Údims)Úshaper&   r'   r9   Úrot90)r,   r2   rZ   Úinput_heightÚinput_widthÚoutput_heightÚoutput_widths          r!   Úalign_long_axisz$NougatImageProcessor.align_long_axis‚   so   € ð  %*¤K°°°Ô$4Ñ!ˆ�kØ&*¤k°4´:�|ˆà˜=Ò(Ð(¨[¸<Ò-GÐ-GØ˜=Ò(Ð(¨[¸<Ò-GÐ-Gå”K  q°°1¨vÐ6Ñ6Ô6ˆEàˆr    c                 ó`  — |j         dd…         \  }}|j        |j        }}t          ||¦  «        }t          ||¦  «        }||k    r||k    r|S ||k    rt	          ||z  |z  ¦  «        }n||k    rt	          ||z  |z  ¦  «        }||f}	t          j        ||	t
          j        j        ¬¦  «        S )aW  
        Resize the image to make a thumbnail. The image is resized so that no dimension is larger than any
        corresponding dimension of the specified size.

        Args:
            image (`torch.tensor`):
                The image to be resized.
            size (`SizeDict`):
                The size to resize the image to.
        r\   N)Úinterpolation)	r^   r&   r'   rS   rC   rP   ÚresizeÚInterpolationModeÚBICUBIC)
r,   r2   rZ   r`   ra   rb   rc   r&   r'   Únew_sizes
             r!   Ú	thumbnailzNougatImageProcessor.thumbnailœ   sÌ   € ð  %*¤K°°°Ô$4Ñ!ˆ�kØ&*¤k°4´:�|ˆõ �\ =Ñ1Ô1ˆÝ�K Ñ.Ô.ˆà�\Ò!Ð! e¨{Ò&:Ð&:ØˆLà˜+Ò%Ð%Ý˜ fÑ,¨|Ñ;Ñ<Ô<ˆEˆEØ˜<Ò'Ð'Ý˜¨Ñ-°Ñ;Ñ<Ô<ˆFà˜E�?ˆåŒz˜% ½Ô9NÔ9VÐWÑWÔWÐWr    c                 ó´   — |j         dd…         \  }}|j        |j        }}||z
  }||z
  }|dz  }	|dz  }
||	z
  }||
z
  }|
|	||f}t          j        ||¦  «        S )a
  
        Pads a batch of images to the specified size at the top, bottom, left and right.

        Args:
            image (`torch.tensor`):
                The image to be padded.
            size (`SizeDict`):
                The size to pad the image to.
        r\   Nr6   )r^   r&   r'   rP   Úpad)r,   r2   rZ   r`   ra   rb   rc   Údelta_widthÚdelta_heightÚpad_topÚpad_leftÚ
pad_bottomÚ	pad_rightÚpaddings                 r!   Ú
pad_imageszNougatImageProcessor.pad_images¿   s‚   € ð %*¤K°°°Ô$4Ñ!ˆ�kØ&*¤k°4´:�|ˆà" [Ñ0ˆØ$ |Ñ3ˆà !Ñ#ˆØ !Ñ#ˆà! GÑ+ˆ
Ø (Ñ*ˆ	à˜W i°Ð<ˆÝŒw�u˜gÑ&Ô&Ð&r    NÚresamplez7PILImageResampling | tvF.InterpolationMode | int | NoneÚ	antialiasc                 óä   •— t          |j        |j        ¦  «        }t          ||dt          j        ¬¦  «        } t          ¦   «         j        |t          |d         |d         ¬¦  «        f||dœ|¤ŽS )a·  
        Resize an image to `(size.height, size.width)`.

        Args:
            image (`torch.Tensor`):
                Image to resize.
            size (`SizeDict`):
                Size of the output image.
            resample (`PILImageResampling | tvF.InterpolationMode | int`, *optional*):
                Resampling filter to use when resizing the image.
        Returns:
            `torch.Tensor`: The resized image.
        F)rZ   Údefault_to_squareÚinput_data_formatr   r7   r%   )rv   rw   )	rS   r&   r'   r   r   ÚFIRSTr*   rg   r   )	r,   r2   rZ   rv   rw   r(   Úshortest_edgerj   r-   s	           €r!   rg   zNougatImageProcessor.resizeÜ   s‡   ø€ õ* ˜DœK¨¬Ñ4Ô4ˆå/Ø˜¸ÕRbÔRhð
ñ 
ô 
ˆð �u‰wŒwŒ~Ø•8 8¨A¤;°h¸q´kÐBÑBÔBð
ØMUÐajð
ð 
Øntð
ð 
ð 	
r    Ú	do_resizeÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanÚ	image_stdÚdo_padÚdisable_groupingÚreturn_tensorsr   r   r   c           	      ó\  ‡ — |rˆ fd„|D ¦   «         }t          ||¬¦  «        \  }}i }|                     ¦   «         D ]o\  }}|r‰                      ||¬¦  «        }|r‰                      |||¬¦  «        }|r‰                      ||¬¦  «        }|
r‰                      ||¬¦  «        }|||<   Œpt          ||¦  «        }t          ||¬¦  «        \  }}i }|                     ¦   «         D ]$\  }}‰                      ||||||	¦  «        }|||<   Œ%t          ||¦  «        }t          d|i|¬¦  «        S )Nc                 ó:   •— g | ]}‰                      |¦  «        ‘ŒS r   )rY   )Ú.0r2   r,   s     €r!   ú
<listcomp>z4NougatImageProcessor._preprocess.<locals>.<listcomp>  s'   ø€ ÐBÐBÐB°%�d×&Ò& uÑ-Ô-ÐBÐBÐBr    )r„   )r2   rZ   )r2   rZ   rv   Úpixel_values)rT   Útensor_type)	r   Úitemsrd   rg   rk   ru   r	   Úrescale_and_normalizer   )r,   r.   r}   rZ   rv   r~   r   r€   r�   r‚   rƒ   r„   r…   r   r   r   r(   Úgrouped_imagesÚgrouped_images_indexÚresized_images_groupedr^   Ústacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_imagess   `                        r!   Ú_preprocessz NougatImageProcessor._preprocessú   s¨  ø€ ð( ð 	CØBÐBÐBÐB¸6ÐBÑBÔBˆFõ 0EÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 		;ð 		;Ñ!ˆE�>Ø!ð WØ!%×!5Ò!5¸NÐQUÐ!5Ñ!VÔ!V�Øð aØ!%§¢°>ÈÐW_ Ñ!`Ô!`�Øð QØ!%§¢°nÈ4 Ñ!PÔ!P�Øð RØ!%§¢°~ÈD Ñ!QÔ!Q�Ø,:Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆõ 0EÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Ø%3×%9Ò%9Ñ%;Ô%;ð 	=ð 	=Ñ!ˆE�>à!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð /=Ð$ UÑ+Ð+å)Ð*BÐDXÑYÔYÐå .Ð2BÐ!CÐQ_Ð`Ñ`Ô`Ð`r    )r2   r3   )rK   )NT)FTT)*r   r   r   r   Úvalid_kwargsr   ÚBILINEARrv   r
   r�   r   r‚   rZ   r}   r€   r   r   rƒ   r~   r   r   r+   r   r   r   r1   r>   rJ   rC   rY   r   rd   rk   ru   r   rg   ÚlistÚfloatÚstrr   r•   Ú__classcell__)r-   s   @r!   r$   r$   8   sD  ø€ € € € € à-€LØ!Ô*€HØ&€JØ$€IØ CÐ(Ð(€DØ€IØ€LØ€LØÐØ€FØ€JØ€Nð# Ð(BÔ!Cð #ð #ð #ð #ð #ð #ð ð4 ð 4°vÐ>XÔ7Yð 4Ð^jð 4ð 4ð 4ð 4ð 4ñ „^ð4ð	àð	ð 	ð 	ð 	ð	+ð 	+ð 	+ð "ðð àðð ðð 
ð	ð ð ð ð<àðð ðð 
ð	ð ð ð ð4!Xàð!Xð ð!Xð 
ð	!Xð !Xð !Xð !XðF'àð'ð ð'ð 
ð	'ð 'ð 'ð 'ðB OSØð
ð 
àð
ð ð
ð Lð	
ð
 ð
ð 
ð
ð 
ð 
ð 
ð 
ð 
ðX $)Ø!Ø#ð!3að 3aà�^Ô$ð3að ð3að ð	3að
 Lð3að ð3að ð3að ð3að ˜D œKÑ'¨$Ñ.ð3að ˜4 œ;Ñ&¨Ñ-ð3að �t‘ð3að  ™+ð3að ˜jÑ(¨4Ñ/ð3að !ð3að ð3að  ð!3að$ 
ð%3að 3að 3að 3að 3að 3að 3að 3ar    r$   )r   r9   Útorchvision.transforms.v2r   rP   Úimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   r	   Úimage_utilsr
   r   r   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   r$   Ú__all__r   r    r!   ú<module>r¤      s—  ðð (Ð 'à €€€Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2ðð ð ð ð ð ð ð ð ð ð
ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4ðð ð ð ð ð ð ð ðð ð ð ð  °Uð ñ ô ð ð ðtað tað tað tað taÐ-ñ taô tañ „ðtaðn "Ð
"€€€r    