§
    9²¸j#3  ã                   óÈ   — d dl Z ddlmZ ddlmZ ddlmZmZmZ ddl	m
Z
mZmZmZmZ ddlmZmZ ddlmZmZ  G d	„ d
ed¬¦  «        Ze G d„ de¦  «        ¦   «         ZdgZdS )é    Né   )ÚTorchvisionBackend)ÚBatchFeature)Údivide_to_patchesÚgroup_images_by_shapeÚreorder_images)ÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STDÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringc                   ó(   — e Zd ZU dZeed<   eed<   dS )ÚStep3p7ImageProcessorKwargsa%  
    patch_size (`int`, *optional*, defaults to 504):
        Target size (height = width) for each local patch crop.
    max_image_size (`int`, *optional*, defaults to 3024):
        Images larger than this (on their longest side) are scaled down uniformly before patch
        planning.
    Ú
patch_sizeÚmax_image_sizeN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚ__annotations__© ó    ú„/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/step3p7/image_processing_step3p7.pyr   r       s3   € € € € € € ðð ð €O€O�OØÐÐÑÐÐr   r   F)Útotalc                   óL  ‡ — e Zd ZU dZej        ZdddœZdZe	e
d<   dZdZeZee         e
d<   eZee         e
d<   dZeZg d	¢Zd
Ze	e
d<   dZe	e
d<   dZe	e
d<   ede	de	defd„¦   «         Zde	de	de	de	deee	e	f         ee	e	f         e	e	e	ef         f
d„Zd(de	de	de	fd„Zde j!        de	de	dddee j!        ee j!                 e	e	f         f
d„Z"ded         deded edeee         z  dz  deee         z  dz  ddd!e#de	d"edz  d#d$de$fd%„Z%e&de'd&e(e         de$fˆ fd'„¦   «         Z)ˆ xZ*S ))ÚStep3p7ImageProcessorzô
    Image processor for Step-3.7-Flash.

    Each input image is split into a global down-scaled view plus zero or more
    local patch crops via a sliding-window strategy, then every sub-image is
    resized and normalised independently.
    iØ  ©ÚheightÚwidthiø  r   TÚ
image_meanÚ	image_std)Úpixel_valuesÚpixel_values_localÚnum_local_patchesiÐ  r   é   Úvision_patch_sizeé   Údownsampler_strider$   r#   Úreturnc                 ó^   — t          | |¦  «        dk     ot          | |z  || z  ¦  «        dk    S )zH`True` for near-degenerate images (min side < 32px, aspect ratio > 4:1).é    r,   )ÚminÚmax)r$   r#   s     r   Ú_is_extreme_aspectz(Step3p7ImageProcessor._is_extreme_aspectI   s6   € õ �5˜&Ñ!Ô! BÒ&ÐR­3¨u°v©~¸vÈ¹~Ñ+NÔ+NÐQRÒ+RÐRr   Ú
image_sizec                 óP  ‡— |                       ||¦  «        }|rt          ||¦  «        x}}t          ||¦  «        | j        k    r<| j        t          ||¦  «        z  }t          ||z  ¦  «        t          ||z  ¦  «        }}t	          ||¦  «        t          ||¦  «        }}||k    r||z  dk    r|ndŠn||z  dk    rt	          ||¦  «        Šn|Š‰dk    r||f||fddd|fS ˆfd„||fD ¦   «         \  }	}
t          d|	‰z  ¦  «        }t          d|
‰z  ¦  «        }||f|	|
f‰|||fS )uÍ  Compute the sliding-window patch layout for one image.

        Unlike models with a fixed tile size (Idefics3, LLaVA-NeXT), Step3p7
        adapts the window size to the image's aspect ratio, so this cannot be
        reduced to a simple ``ceil(h / tile) Ã— ceil(w / tile)`` formula.

        Step 1 = normalise extreme inputs:
          - extreme-aspect images (min_side < 32, ratio > 4) are squared
          - images larger than ``max_image_size`` are scaled down uniformly

        Step 2 â€” choose window size from the normalised aspect ratio:
          - fits in global view (long_side â‰¤ image_size): tile only if elongated
            (long_side / short_side > 1.5), using short_side as the window
          - very elongated (ratio > 4): ``min(short_side, patch_size)``
          - standard case: ``patch_size``

        Step 3 â€” snap each dimension to the nearest window multiple
          (snap up when the remainder exceeds 20 % of the window size).

        Returns:
            global_width_height: ``(width, height)`` to resize the global view to before squaring
            crop_width_height: ``(crop_width, crop_height)`` snapped dimensions for patch extraction
            window_size: tile side length (``0`` â†’ no local patches)
            num_patches_x: number of patches along the width
            num_patches_y: number of patches along the height
            needs_square_pad: whether the raw image must be zero-padded to a square before resizing
        g      ø?r   r,   c              3   óR   •K  — | ]!}|‰k    r‰|‰z  |‰z  d ‰z  k    z   z  n|V — Œ"dS )gš™™™™™É?Nr   )Ú.0ÚdimÚwindow_sizes     €r   ú	<genexpr>z6Step3p7ImageProcessor._plan_patches.<locals>.<genexpr>‚   sj   øè è € ð #
ð #
ð ð ˜+Ò%Ð%ð ˜s kÑ1°S¸;Ñ5FÈÈ{ÑIZÒ5ZÑ[Ñ\Ð\àð	#
ð #
ð #
ð #
ð #
ð #
r   é   )r3   r2   r   r   r1   )Úselfr$   r#   r4   r   Úneeds_square_padÚscaleÚ
short_sideÚ	long_sideÚ
crop_widthÚcrop_heightÚnum_patches_xÚnum_patches_yr9   s                @r   Ú_plan_patchesz#Step3p7ImageProcessor._plan_patchesN   s“  ø€ ð>  ×2Ò2°5¸&ÑAÔAÐØð 	0Ý  ¨Ñ/Ô/Ð/ˆE�FÝˆv�uÑÔ Ô 3Ò3Ð3ØÔ'­#¨f°eÑ*<Ô*<Ñ<ˆEÝ ¨¡Ñ.Ô.µ°F¸U±NÑ0CÔ0C�6ˆEå # F¨EÑ 2Ô 2µC¸ÀÑ4FÔ4F�Iˆ
ð ˜
Ò"Ð"Ø(1°JÑ(>ÀÒ(DÐ(D˜*˜*È!ˆKˆKØ˜Ñ# aÒ'Ð'Ý˜j¨*Ñ5Ô5ˆKˆKà$ˆKà˜!ÒÐØ˜6�? U¨F O°Q¸¸1Ð>NÐNÐNð#
ð #
ð #
ð #
ð ˜v�ð#
ñ #
ô #
Ñˆ
�Kõ ˜A˜z¨[Ñ8Ñ9Ô9ˆÝ˜A˜{¨kÑ9Ñ:Ô:ˆØ�vˆ ¨[Ð 9¸;ÈÐWdÐfvÐvÐvr   Nc                 óÖ   — |pi }|                      d| j        ¦  «        }|d         }|                      d| j        ¦  «        }|                      ||||¦  «        dd…         \  }}||z  S )zBReturn the number of local patches for an image of the given size.Úsizer#   r   r   é   )ÚgetrG   r   rE   )	r<   r#   r$   Úimages_kwargsrG   r4   r   rC   rD   s	            r   Úget_number_of_image_patchesz1Step3p7ImageProcessor.get_number_of_image_patchesŽ   sy   € à%Ð+¨ˆØ× Ò  ¨¬Ñ3Ô3ˆØ˜(”^ˆ
Ø"×&Ò& |°T´_ÑEÔEˆ
Ø'+×'9Ò'9¸%ÀÈÐU_Ñ'`Ô'`ÐabÐcdÐadÔ'eÑ$ˆ�}Ø˜}Ñ,Ð,r   ÚimgÚresampler   c                 ó†  — |j         \  }}}|                      ||||¦  «        \  \  }}	\  }
}}}}}|r=t          ||¦  «        }|                      |gt	          ||¬¦  «        ¬¦  «        d         }|                     d¦  «        }|                      |t	          |	|¬¦  «        |¬¦  «        }|                      |t	          ||¬¦  «        |¬¦  «                             d¦  «        }|dk    r|g ||fS |                      |t	          ||
¬¦  «        |¬¦  «                             d¦  «        }t          ||¬¦  «        }||||fS )aj  Step3p7-specific cropping: square-pad extreme aspect ratios, resize the global view,
        and slice out raw (pre-final-resize) local-patch tiles per `_plan_patches`'s layout.

        Returns the resized global view, the list of raw local-patch tensors (still at
        `window_size`, not yet resized to `patch_size`), and the patch grid dimensions.
        r"   )Úpad_sizer   ©rM   )r   )	ÚshaperE   r2   Úpadr   Ú	unsqueezeÚresizeÚsqueezer   )r<   rL   r4   r   rM   Ú_r#   r$   Úglobal_widthÚglobal_heightrA   rB   r9   rC   rD   r=   ÚsideÚ	img_batchÚ
global_imgÚimg_for_cropÚpatchess                        r   Ú_get_image_patchesz(Step3p7ImageProcessor._get_image_patches—   sx  € ð œ9Ñˆˆ6�5ð ×Ò˜u f¨j¸*ÑEÔEñ	
Ù)ˆ\˜=Ù%ˆZ˜ØØØØð ð 	QÝ�u˜fÑ%Ô%ˆDØ—(’(˜C˜5­8¸4ÀtÐ+LÑ+LÔ+L�(ÑMÔMÈaÔPˆCà—M’M !Ñ$Ô$ˆ	ð —[’[ ­H¸MÐQ]Ð,^Ñ,^Ô,^Ðiq�[ÑrÔrˆ
Ø—[’[ ­X¸ZÈzÐ-ZÑ-ZÔ-ZÐem�[ÑnÔn×vÒvØñ
ô 
ˆ
ð ˜!ÒÐØ˜r =°-Ð?Ð?à—{’{Ø•x {¸*ÐEÑEÔEÐPXð #ñ 
ô 
ç
Š'�!‰*Œ*ð 	õ $ L¸[ÐIÑIÔIˆØ˜7 M°=Ð@Ð@r   Úimagesztorch.TensorÚ
do_rescaleÚrescale_factorÚdo_normalizerG   Údisable_groupingÚreturn_tensorszstr | TensorType | Nonec           	      ó‚  ‡‡‡ — |j         }g g g g f\  }}}}|D ]š}|                      |||	|¦  «        \  }}ŠŠ |                     |¦  «         |                     t          |¦  «        ¦  «         |                     |¦  «         |                     ˆˆ fd„t	          ‰ ¦  «        D ¦   «         ¦  «         Œ›|                      t          j        |¦  «        |||||¦  «        }||dœ}t          ||¬¦  «        }t          |d¬¦  «        Š‰r·t          |d|
¬¦  «        \  }}|                     ¦   «         D ]I\  }}|                      |t          |	|	¬¦  «        |¬	¦  «        }|                      ||||||¦  «        ||<   ŒJt          ||d¬
¦  «        }t          j        d„ |D ¦   «         ¦  «        |d<   ˆfd„|D ¦   «         |d<   |S )Nc                 óX   •— g | ]&}t          ‰¦  «        D ]}|‰d z
  k    o|‰d z
  k     ‘ŒŒ'S )r;   )Úrange)r7   ÚrowÚcolrC   rD   s      €€r   ú
<listcomp>z5Step3p7ImageProcessor._preprocess.<locals>.<listcomp>ß   sa   ø€ ð ð ð àÝ$ ]Ñ3Ô3ðð ð ð ˜=¨1Ñ,Ò,ÐH°°}ÀqÑ7HÒ1Hðð ð ð r   )r'   r)   )ÚdataÚtensor_typer   )ÚdefaultT)Ú	is_nestedrc   r"   rP   )rn   c                 ó   — g | ]	}|D ]}|‘ŒŒ
S r   r   )r7   Úper_image_patchesÚpatchs      r   rj   z5Step3p7ImageProcessor._preprocess.<locals>.<listcomp>  s'   € ÐiÐiÐiÐ,ÐWhÐiÐiÈe�ÐiÐiÐiÐir   r(   c                 óB   •— g | ]}|d g‰t          |¦  «        z
  z  z   ‘ŒS )F)Úlen)r7   ÚmaskÚmax_patchess     €r   rj   z5Step3p7ImageProcessor._preprocess.<locals>.<listcomp>
  s=   ø€ ð -ð -ð -Ø?C�˜�w +µ°D±	´	Ñ"9Ñ:Ñ:ð-ð -ð -r   Úpatch_newline_masks)r#   r^   Úappendrs   rg   Úrescale_and_normalizeÚtorchÚstackr   r2   r   ÚitemsrT   r   r   )!r<   r_   r`   ra   rb   r%   r&   rM   rG   r   rc   rd   Úkwargsr4   Úglobal_imagesÚnested_patchesr)   rv   rL   r[   r]   Úglobal_stackrk   ÚresultÚgrouped_patchesÚgrouped_indexrQ   Ústacked_patchesÚresizedÚnested_pixel_values_localru   rC   rD   s!                                 @@@r   Ú_preprocessz!Step3p7ImageProcessor._preprocessÄ   s�  øøø€ ð ”[ˆ
ØPRÐTVÐXZÐ\^ÐP^ÑMˆ�~Ð'8Ð:Màð 	ð 	ˆCØ@D×@WÒ@WØ�Z ¨XñAô AÑ=ˆJ˜ °ð × Ò  Ñ,Ô,Ð,Ø×$Ò$¥S¨¡\¤\Ñ2Ô2Ð2Ø×!Ò! 'Ñ*Ô*Ð*à×&Ò&ðð ð ð ð å$ ]Ñ3Ô3ðñ ô ñô ð ð ð ×1Ò1ÝŒK˜Ñ&Ô&¨
°NÀLÐR\Ð^gñ
ô 
ˆð
 )Ø!2ð
ð 
ˆõ  4°^ÐDÑDÔDˆåÐ+°QÐ7Ñ7Ô7ˆØð 	õ .CØ¨$ÐAQð.ñ .ô .Ñ*ˆO˜]ð +:×*?Ò*?Ñ*AÔ*Að ð Ñ&��ØŸ+š+Ø#¥X°ZÀzÐ%RÑ%RÔ%RÐ]eð &ñ ô �ð *.×)CÒ)CØ˜Z¨¸ÀzÐS\ñ*ô *� Ñ&Ð&õ )7°ÈÐaeÐ(fÑ(fÔ(fÐ%õ ,1¬;ØiÐiÐ0IÐiÑiÔiñ,ô ,ˆFÐ'Ñ(ð-ð -ð -ð -ØGZð-ñ -ô -ˆFÐ(Ñ)ð ˆr   r|   c                 ó8   •—  t          ¦   «         j        |fi |¤ŽS ©N)ÚsuperÚ
preprocess)r<   r_   r|   Ú	__class__s      €r   rŠ   z Step3p7ImageProcessor.preprocess  s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r   rˆ   )+r   r   r   r   r   ÚBILINEARrM   rG   r   r   r   r`   rb   r	   r%   ÚlistÚfloatr
   r&   Údo_convert_rgbr   Úvalid_kwargsÚmodel_input_namesr   r+   r-   ÚstaticmethodÚboolr3   ÚtuplerE   rK   ry   ÚTensorr^   r   r   r†   r   r   r   rŠ   Ú__classcell__)r‹   s   @r   r!   r!   -   s  ø€ € € € € € ðð ð "Ô*€HØ CÐ(Ð(€DØ€J�ÐÐÑØ€JØ€LØ.€J��U”Ð.Ð.Ñ.Ø,€Iˆt�EŒ{Ð,Ð,Ñ,Ø€NØ.€LØSÐSÐSÐà€N�CÐÐÑð  Ð�sÐÐÑØÐ˜ÐÐÑàðS #ð S¨sð S°tð Sð Sð Sñ „\ðSð>wØð>wØ"%ð>wØ36ð>wØDGð>wà	ˆu�S˜#�XŒ  c¨3 h¤°°c¸3ÀÐDÔ	Eð>wð >wð >wð >wð@-ð -°#ð -¸cð -ÐZ]ð -ð -ð -ð -ð+AàŒ\ð+Að ð+Að ð	+Að
 'ð+Að 
ˆuŒ|˜T %¤,Ô/°°cÐ9Ô	:ð+Að +Að +Að +AðZIà�^Ô$ðIð ðIð ð	Ið
 ðIð ˜D œKÑ'¨$Ñ.ðIð ˜4 œ;Ñ&¨Ñ-ðIð 'ðIð ðIð ðIð  ™+ðIð 2ðIð 
ðIð Ið Ið IðV ð4 ð 4°vÐ>YÔ7Zð 4Ð_kð 4ð 4ð 4ð 4ð 4ñ „^ð4ð 4ð 4ð 4ð 4r   r!   )ry   Úimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   r   Úimage_utilsr	   r
   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   r!   Ú__all__r   r   r   ú<module>rž      s+  ðð, €€€à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XØ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø /Ð /Ð /Ð /Ð /Ð /Ð /Ð /ð
ð 
ð 
ð 
ð 
 ,°eð 
ñ 
ô 
ð 
ð ðc4ð c4ð c4ð c4ð c4Ð.ñ c4ô c4ñ „ðc4ðL #Ð
#€€€r   