§
    9²¸j_,  ã                   ó�  — d Z ddlZddlZddlmZ ddlmZ ddlm	Z	m
Z
 ddlmZmZmZmZmZmZ ddlmZmZ dd	lmZmZmZ  e¦   «         rdd
lmZ ddlmZ dedeeef         fd„Z dedefd„Z! G d„ ded¬¦  «        Z"de#e#d                  deeef         fd„Z$dddeeef         ddfd„Z%e G d„ de¦  «        ¦   «         Z&dgZ'dS )z#Image processor class for Idefics2.é    Né   )ÚTorchvisionBackend)ÚBatchFeature)Úgroup_images_by_shapeÚreorder_images)ÚIMAGENET_STANDARD_MEANÚIMAGENET_STANDARD_STDÚ
ImageInputÚPILImageResamplingÚSizeDictÚmake_nested_list_of_images)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringÚis_vision_available)ÚImage)Ú
functionalÚsizeÚreturnc                 ó  — | j         dd…         \  }}|j        }|j        }||z  }||k    r||k    r|}t          ||z  ¦  «        }n ||k    r||k    r|}t          ||z  ¦  «        }t	          ||¦  «        }t	          ||¦  «        }||fS )zš
    Get the output size of the image after resizing given a dictionary specifying the max and min sizes.
    Images are always channels-first (CHW).
    éþÿÿÿN)ÚshapeÚshortest_edgeÚlongest_edgeÚintÚmax)Úimager   ÚheightÚwidthÚmin_lenÚmax_lenÚaspect_ratios          ú†/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/idefics2/image_processing_idefics2.pyÚget_resize_output_image_sizer%   (   s­   € ð
 ”K   Ô$�M€FˆEàÔ €GØÔ€GØ˜6‘>€Là�‚€˜5 7š?˜?ØˆÝ�U˜\Ñ)Ñ*Ô*ˆˆØ	�%Šˆ˜F WÒ,Ð,ØˆÝ�F˜\Ñ)Ñ*Ô*ˆÝ�˜Ñ!Ô!€FÝ��wÑÔ€EØ�5ˆ=Ðó    r   c                 ó(  — t          ¦   «         rt          | t          j        ¦  «        s| S | j        dk    r| S |                      d¦  «        }t          j        d|j        d¦  «        }t          j        ||¦  «        }|                     d¦  «        }|S )zˆ
    Converts an image to RGB format. Only converts if the image is of type PIL.Image.Image, otherwise returns the image
    as is.
    ÚRGBÚRGBA)éÿ   r*   r*   )r   Ú
isinstancer   ÚmodeÚconvertÚnewr   Úalpha_composite)r   Ú
image_rgbaÚ
backgroundr/   s       r$   Úconvert_to_rgbr2   >   s�   € õ
 Ñ Ô ð ­
°5½%¼+Ñ(FÔ(Fð Øˆà„z�UÒÐØˆà—’˜vÑ&Ô&€JÝ”˜6 :¤?°OÑDÔD€JÝÔ+¨J¸
ÑCÔC€OØ%×-Ò-¨eÑ4Ô4€OØÐr&   c                   ó   — e Zd ZU dZeed<   dS )ÚIdefics2ImageProcessorKwargszÅ
    do_image_splitting (`bool`, *optional*, defaults to `self.do_image_splitting`):
        Whether to split the image into a sequence 4 equal sub-images concatenated with the original image.
    Údo_image_splittingN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚboolÚ__annotations__© r&   r$   r4   r4   P   s*   € € € € € € ðð ð
 ÐÐÑÐÐr&   r4   F)ÚtotalÚimages_listztorch.Tensor|np.ndarrayc                 óÊ   — g }| D ])}|D ]$}|                      |j        dd…         ¦  «         Œ%Œ*t          d„ |D ¦   «         ¦  «        }t          d„ |D ¦   «         ¦  «        }||fS )zH
    Get the maximum height and width across all images in a batch.
    r   Nc              3   ó&   K  — | ]}|d          V — ŒdS )r   Nr<   ©Ú.0r   s     r$   ú	<genexpr>z'get_max_height_width.<locals>.<genexpr>b   s&   è è € Ð5Ð5 �T˜!”WÐ5Ð5Ð5Ð5Ð5Ð5r&   c              3   ó&   K  — | ]}|d          V — ŒdS )é   Nr<   rA   s     r$   rC   z'get_max_height_width.<locals>.<genexpr>c   s&   è è € Ð4Ð4 �D˜”GÐ4Ð4Ð4Ð4Ð4Ð4r&   )Úappendr   r   )r>   Úimage_sizesÚimagesr   Ú
max_heightÚ	max_widths         r$   Úget_max_height_widthrK   Y   s“   € ð €KØð 1ð 1ˆØð 	1ð 	1ˆEØ×Ò˜uœ{¨2¨3¨3Ô/Ñ0Ô0Ð0Ð0ð	1õ Ð5Ð5¨Ð5Ñ5Ô5Ñ5Ô5€JÝÐ4Ð4¨Ð4Ñ4Ô4Ñ4Ô4€IØ˜	Ð"Ð"r&   útorch.TensorÚoutput_sizec                 óŒ   — | j         dd…         \  }}t          j        |t          j        | j        ¬¦  «        }d|d|…d|…f<   |S )zc
    Make a pixel mask for the image, where 1 indicates a valid pixel and 0 indicates padding.
    r   N©ÚdtypeÚdevicerE   )r   ÚtorchÚzerosÚint64rQ   )r   rM   Úinput_heightÚinput_widthÚmasks        r$   Úmake_pixel_maskrX   g   sO   € ð !&¤¨B¨C¨CÔ 0Ñ€L�+ÝŒ;�{­%¬+¸e¼lÐKÑKÔK€DØ()€Dˆˆ,ˆ˜˜˜Ð	$Ñ%Ø€Kr&   c                   óø  ‡ — e Zd ZeZej        ZeZ	e
ZdZdZdZdZdZdZdZdddœZddgZdee         fˆ fd	„Zed
edee         defˆ fd„¦   «         Zdedefd„Z	 d)dddeddddfˆ fd„Zd*d
ededefd„Zd
dde e d                  fd„Z!	 d+ddde"eef         dede"d         fd„Z#d
e e d                  de$deddde$d e%d!e$d"e%e e%         z  dz  d#e%e e%         z  dz  d$e$dz  d%e$dz  d&e$dz  d'e&e'z  dz  defd(„Z(ˆ xZ)S ),ÚIdefics2ImageProcessorTFiz  iÔ  )r   r   Úpixel_valuesÚpixel_attention_maskÚkwargsc                 ó:   •—  t          ¦   «         j        di |¤Ž d S )Nr<   )ÚsuperÚ__init__)Úselfr]   Ú	__class__s     €r$   r`   zIdefics2ImageProcessor.__init__�   s&   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"Ð"Ð"r&   rH   r   c                 ó8   •—  t          ¦   «         j        |fi |¤ŽS ©N)r_   Ú
preprocess)ra   rH   r]   rb   s      €r$   re   z!Idefics2ImageProcessor.preprocess„   s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r&   r   c                 ó    — t          |¦  «        S )zConvert an image to RGB format.)r2   )ra   r   s     r$   r2   z%Idefics2ImageProcessor.convert_to_rgbˆ   s   € å˜eÑ$Ô$Ð$r&   NrL   r   Úresamplez7PILImageResampling | tvF.InterpolationMode | int | Nonec                 ó
  •— |j         r|j        rt          ||¦  «        }n,|j        r|j        r|j        |j        f}nt          d¦  «        ‚ t          ¦   «         j        |t          |d         |d         ¬¦  «        fd|i|¤ŽS )z7Resize using Idefics2 shortest_edge/longest_edge logic.zWSize must contain 'height' and 'width' keys or 'shortest_edge' and 'longest_edge' keys.r   rE   )r   r    rg   )	r   r   r%   r   r    Ú
ValueErrorr_   Úresizer   )ra   r   r   rg   r]   Únew_sizerb   s         €r$   rj   zIdefics2ImageProcessor.resizeŒ   sž   ø€ ð Ôð 	x $Ô"3ð 	xÝ3°E¸4Ñ@Ô@ˆHˆHØŒ[ð 	x˜TœZð 	xØœ T¤ZÐ0ˆHˆHåÐvÑwÔwÐwà�u‰wŒwŒ~˜e¥X°X¸a´[ÈÐQRÌÐ%TÑ%TÔ%TÐrÐrÐ_gÐrÐkqÐrÐrÐrr&   r   Úexpected_ndimsc                 óN   — |                       |¦  «        }t          ||¬¦  «        S )z1Prepare a nested images structure for processing.)rl   )Úfetch_imagesr   )ra   rH   rl   s      r$   Ú_prepare_images_structurez0Idefics2ImageProcessor._prepare_images_structure�   s(   € à×"Ò" 6Ñ*Ô*ˆÝ)¨&ÀÐPÑPÔPÐPr&   c                 ó  ‡— |j         dd…         \  }}|dz  }|dz  }|dd|…d|…f         |dd|…|d…f         |d|d…d|…f         |d|d…|d…f         |gŠˆfd„t          t          ‰d         ¦  «        ¦  «        D ¦   «         Š‰S )zy
        Split a batch of images into 4 equal sub-images, and concatenate that sequence with the original image.
        r   Né   .c                 ó.   •‡— g | ]Šˆfd „‰D ¦   «         ‘ŒS )c                 ó    •— g | ]
}|‰         ‘ŒS r<   r<   )rB   r   Úis     €r$   ú
<listcomp>zBIdefics2ImageProcessor.split_images.<locals>.<listcomp>.<listcomp>³   s   ø€ ÐHÐHÐH¨E˜u QœxÐHÐHÐHr&   r<   )rB   rt   Úbatch_split_imagess    @€r$   ru   z7Idefics2ImageProcessor.split_images.<locals>.<listcomp>³   s0   øø€ ÐtÐtÐtÈQÐHÐHÐHÐHÐ5GÐHÑHÔHÐtÐtÐtr&   r   )r   ÚrangeÚlen)ra   rH   r   r    Ú	mid_widthÚ
mid_heightrv   s         @r$   Úsplit_imagesz#Idefics2ImageProcessor.split_images¢   sÐ   ø€ ð œ R S SÔ)‰ˆ�à˜Q‘Jˆ	Ø˜q‘[ˆ
ð �3˜˜˜ Z i ZÐ/Ô0Ø�3˜˜˜ Y Z ZÐ/Ô0Ø�3˜
˜˜ Z i ZÐ/Ô0Ø�3˜
˜˜ Y Z ZÐ/Ô0Øð
Ðð uÐtÐtÐtÕRWÕX[Ð\nÐopÔ\qÑXrÔXrÑRsÔRsÐtÑtÔtÐØ!Ð!r&   r   Úpadded_sizeÚfill)rL   rL   c                 ór  — |j         dd…         }|d         |d         z
  }|d         |d         z
  }|dk     s|dk     rt          d|› d|› d�¦  «        ‚||k    rdd||f}t          j        |||d¬	¦  «        }t	          j        |t          j        |j        ¬
¦  «        }d|d|d         …d|d         …f<   ||fS )z]
        Pad an image to the specified size and create the corresponding pixel mask.
        r   Nr   rE   zzPadding dimensions are negative. Please make sure that the padded size is larger than the original size. Got padded size: z, original size: ú.Úconstant)r}   Úpadding_moderO   )r   ri   ÚtvFÚpadrR   rS   rT   rQ   )	ra   r   r|   r}   Úoriginal_sizeÚpadding_bottomÚpadding_rightÚpaddingÚ
pixel_masks	            r$   rƒ   zIdefics2ImageProcessor.pad¶   s  € ð œ B C CÔ(ˆØ$ Qœ¨-¸Ô*:Ñ:ˆØ# Aœ¨°qÔ)9Ñ9ˆà˜AÒÐ °Ò!2Ð!2ÝðbØ3>ðbð bØQ^ðbð bð bñô ð ð
 ˜KÒ'Ð'Ø˜!˜]¨NÐ;ˆGÝ”G˜E 7°ÀJÐOÑOÔOˆEå”[ µE´KÈÌÐUÑUÔUˆ
Ø=>ˆ
Ð%�] 1Ô%Ð%Ð'9¨°qÔ)9Ð'9Ð9Ñ:à�jÐ Ð r&   Ú	do_resizeÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanÚ	image_stdÚdo_padr5   Údisable_groupingÚreturn_tensorsc           	      ó"  — t          ||d¬¦  «        \  }}i }|                     ¦   «         D ]!\  }}|r|                      |¦  «        }|||<   Œ"t          ||d¬¦  «        }|r$t	          |¦  «        D ]\  }}d„ |D ¦   «         ||<   Œt          ||d¬¦  «        \  }}i }|                     ¦   «         D ]$\  }}|r|                      |||¬¦  «        }|||<   Œ%t          ||d¬¦  «        }t          ||d¬¦  «        \  }}i }|                     ¦   «         D ]$\  }}|                      ||||||	¦  «        }|||<   Œ%t          ||d¬¦  «        }|
�r t          d„ |D ¦   «         ¦  «        }t          |¦  «        \  }}t          j
        t          |¦  «        |g|d         d         j        d         ||f¢R d|d         d         j        iŽ}t          j
        t          |¦  «        |g||f¢R d|d         d         j        iŽ}t	          |¦  «        D ]?\  }}t	          |¦  «        D ]*\  } }!|                      |!||f¦  «        \  ||| f<   ||| f<   Œ+Œ@|}|
r||d	œ}"n+|d
k    r!dt          j        d„ |D ¦   «         ¦  «        i}"nd|i}"t!          |"|¬¦  «        S )NT)r�   Ú	is_nested)r“   c                 ó   — g | ]	}|D ]}|‘ŒŒ
S r<   r<   )rB   Úsublistr   s      r$   ru   z6Idefics2ImageProcessor._preprocess.<locals>.<listcomp>ë   s&   € Ð"ZÐ"ZÐ"Z¨WÐRYÐ"ZÐ"ZÈ 5Ð"ZÐ"ZÐ"ZÐ"Zr&   )rg   c              3   ó4   K  — | ]}t          |¦  «        V — Œd S rd   )rx   )rB   Úimages_s     r$   rC   z5Idefics2ImageProcessor._preprocess.<locals>.<genexpr>  s(   è è € Ð NÐ N°'¥ W¡¤Ð NÐ NÐ NÐ NÐ NÐ Nr&   r   rQ   )r[   r\   Úptr[   c                 ó6   — g | ]}t          j        |¦  «        ‘ŒS r<   )rR   Ústack)rB   rH   s     r$   ru   z6Idefics2ImageProcessor._preprocess.<locals>.<listcomp>  s"   € Ð0dÐ0dÐ0dÈµ´¸VÑ1DÔ1DÐ0dÐ0dÐ0dr&   )ÚdataÚtensor_type)r   Úitemsr{   r   Ú	enumeraterj   Úrescale_and_normalizer   rK   rR   rS   rx   r   rQ   rƒ   rš   r   )#ra   rH   r‰   r   rg   rŠ   r‹   rŒ   r�   rŽ   r�   r5   r�   r‘   r]   Úgrouped_imagesÚgrouped_images_indexÚsplit_images_groupedr   Ústacked_imagesr{   rt   Úgroup_imagesÚresized_images_groupedÚresized_imagesÚprocessed_images_groupedÚprocessed_imagesÚmax_num_imagesrI   rJ   Úprocessed_images_paddedÚpixel_attention_masksÚjr   r›   s#                                      r$   Ú_preprocessz"Idefics2ImageProcessor._preprocessÏ   sÍ  € õ" 0EØÐ%5Àð0
ñ 0
ô 0
Ñ,ˆÐ,ð  "ÐØ%3×%9Ò%9Ñ%;Ô%;ð 	9ð 	9Ñ!ˆE�>Ø!ð CØ!%×!2Ò!2°>Ñ!BÔ!B�Ø*8Ð  Ñ'Ð'Ý%Ð&:Ð<PÐ\`ÐaÑaÔaˆØð 	[Ý#,¨\Ñ#:Ô#:ð [ð [‘��<Ø"ZÐ"Z¸Ð"ZÑ"ZÔ"Z�˜Q‘�å/DØÐ+;Àtð0
ñ 0
ô 0
Ñ,ˆÐ,ð "$ÐØ%3×%9Ò%9Ñ%;Ô%;ð 	;ð 	;Ñ!ˆE�>Øð VØ!%§¢¨^¸TÈH Ñ!UÔ!U�Ø,:Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÐ`dÐeÑeÔeˆå/DØÐ-=Èð0
ñ 0
ô 0
Ñ,ˆÐ,ð $&Ð Ø%3×%9Ò%9Ñ%;Ô%;ð 	=ð 	=Ñ!ˆE�>Ø!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð /=Ð$ UÑ+Ð+Ý)Ð*BÐDXÐdhÐiÑiÔiÐàñ 	7Ý Ð NÐ NÐ=MÐ NÑ NÔ NÑNÔNˆNÝ$8Ð9IÑ$JÔ$JÑ!ˆJ˜	å&+¤kÝÐ$Ñ%Ô%Øð'ð # 1Ô% aÔ(Ô.¨qÔ1°:¸yÐIð'ð 'ð 'ð (¨Ô*¨1Ô-Ô4ð	'ð 'Ð#õ %*¤KÝÐ$Ñ%Ô%Øð%ð ˜iÐ(ð%ð %ð %ð (¨Ô*¨1Ô-Ô4ð	%ð %Ð!õ 'Ð'7Ñ8Ô8ð ð ‘	��6Ý )¨&Ñ 1Ô 1ð ð ‘H�A�uØQU×QYÒQYØ 
¨IÐ6ñRô RÑNÐ+¨A¨q¨DÑ1Ð3HÈÈAÈÑ3NÐ3Nðð  7ÐØð 	6Ø$4ÐNcÐdÐdˆDˆDØ˜tÒ#Ð#Ø"¥E¤KÐ0dÐ0dÐScÐ0dÑ0dÔ0dÑ$eÔ$eÐfˆDˆDà"Ð$4Ð5ˆDÝ °>ÐBÑBÔBÐBr&   rd   )r   )r   )*r6   r7   r8   r4   Úvalid_kwargsr   ÚBILINEARrg   r   r�   r	   rŽ   r‰   rŠ   rŒ   r�   Údo_convert_rgbr5   Údefault_to_squarer   Úmodel_input_namesr   r`   r   r
   r   re   r2   r   rj   r   ro   Úlistr{   Útuplerƒ   r:   ÚfloatÚstrr   r­   Ú__classcell__)rb   s   @r$   rZ   rZ   q   s  ø€ € € € € à/€LØ!Ô*€HØ'€JØ%€IØ€IØ€JØ€LØ€FØ€NØÐØÐØ °#Ð6Ð6€DØ'Ð)?Ð@Ðð# Ð(DÔ!Eð #ð #ð #ð #ð #ð #ð ð4 ð 4°vÐ>ZÔ7[ð 4Ð`lð 4ð 4ð 4ð 4ð 4ñ „^ð4ð% Jð %°:ð %ð %ð %ð %ð OSð	sð sàðsð ðsð Lð	sð 
ðsð sð sð sð sð sð"Qð Q°
ð QÈCð QÐXbð Qð Qð Qð Qð
" >ð "°d¸4ÀÔ;OÔ6Pð "ð "ð "ð "ð* PQð!ð !Ø#ð!Ø27¸¸S¸´/ð!ØILð!à	Ð-Ô	.ð!ð !ð !ð !ð2OCà�T˜.Ô)Ô*ðOCð ðOCð ð	OCð
 LðOCð ðOCð ðOCð ðOCð ˜D œKÑ'¨$Ñ.ðOCð ˜4 œ;Ñ&¨Ñ-ðOCð �t‘ðOCð ! 4™KðOCð  ™+ðOCð ˜jÑ(¨4Ñ/ðOCð  
ð!OCð OCð OCð OCð OCð OCð OCð OCr&   rZ   )(r9   ÚnumpyÚnprR   Úimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   Úimage_utilsr   r	   r
   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   ÚPILr   Útorchvision.transforms.v2r   r‚   r´   r   r%   r2   r4   r³   rK   rX   rZ   Ú__all__r<   r&   r$   ú<module>rÃ      s[  ðð *Ð )à Ð Ð Ð Ø €€€à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ Dð ÐÑÔð ØÐÐÐÐÐà 7Ð 7Ð 7Ð 7Ð 7Ð 7ð¨hð ¸5ÀÀcÀ¼?ð ð ð ð ð,˜*ð ¨ð ð ð ð ð$ð ð ð ð  <°uð ñ ô ð ð# d¨4Ð0IÔ+JÔ&Kð #ÐPUÐVYÐ[^ÐV^ÔP_ð #ð #ð #ð #ð˜>ð ¸¸cÀ3¸h¼ð ÈNð ð ð ð ð ðlCð lCð lCð lCð lCÐ/ñ lCô lCñ „ðlCð^ $Ð
$€€€r&   