§
    9²¸jd*  ã                   ó  — d dl Z d dlZd dlmZ ddlmZ ddlmZ ddl	m
Z
mZ ddlmZmZmZmZmZ ddlmZmZ dd	lmZmZ  G d
„ ded¬¦  «        Z	 	 	 	 ddededededededefd„Ze G d„ de¦  «        ¦   «         ZdgZdS )é    N)Ú
functionalé   )ÚTorchvisionBackend)ÚBatchFeature)Úgroup_images_by_shapeÚreorder_images)ÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STDÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringc                   ó<   — e Zd ZU dZeed<   eed<   eed<   eed<   dS )ÚGlmgaImageProcessorKwargsaÔ  
    patch_size (`int`, *optional*, defaults to 14):
        The spatial patch size of the vision encoder.
    temporal_patch_size (`int`, *optional*, defaults to 2):
        The temporal patch size of the vision encoder.
    merge_size (`int`, *optional*, defaults to 2):
        The merge size of the vision encoder to llm encoder.
    patch_expand_factor (`int`, *optional*, defaults to 1):
        The patch_expand_factor of the vision encoder to llm encoder.
    Ú
patch_sizeÚtemporal_patch_sizeÚ
merge_sizeÚpatch_expand_factorN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚ__annotations__© ó    ú€/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/glmga/image_processing_glmga.pyr   r   "   sH   € € € € € € ð	ð 	ð €O€O�OØÐÐÑØ€O€O�OØÐÐÑÐÐr   r   F)Útotalé   é   é 1  é  “ Ú
num_framesÚheightÚwidthÚtemporal_factorÚfactorÚ
min_pixelsÚ
max_pixelsc                 ó¼  — | |k     rt          d| › d|› �¦  «        ‚||k     s||k     r:t          ||z  ||z  ¦  «        }t          ||z  ¦  «        }t          ||z  ¦  «        }t          ||¦  «        t          ||¦  «        z  dk    r1t          dt          ||¦  «        t          ||¦  «        z  › �¦  «        ‚t	          ||z  ¦  «        |z  }t	          ||z  ¦  «        |z  }	t	          | |z  ¦  «        |z  }
|
|z  |	z  |k    rtt          j        | |z  |z  |z  ¦  «        }t          |t          j        ||z  |z  ¦  «        |z  ¦  «        }t          |t          j        ||z  |z  ¦  «        |z  ¦  «        }	nc|
|z  |	z  |k     rWt          j        || |z  |z  z  ¦  «        }t          j        ||z  |z  ¦  «        |z  }t          j        ||z  |z  ¦  «        |z  }	||	fS )Nzt:z% must be larger than temporal_factor:éÈ   z4absolute aspect ratio must be smaller than 200, got )	Ú
ValueErrorÚmaxr   ÚminÚroundÚmathÚsqrtÚfloorÚceil)r&   r'   r(   r)   r*   r+   r,   ÚscaleÚh_barÚw_barÚt_barÚbetas               r    Úsmart_resizer<   4   s  € ð �OÒ#Ð#ÝÐ`˜jÐ`Ð`ÈÐ`Ð`ÑaÔaÐaØ�‚€˜% &š.˜.Ý�F˜V‘O V¨e¡^Ñ4Ô4ˆÝ�V˜e‘^Ñ$Ô$ˆÝ�E˜E‘MÑ"Ô"ˆå
ˆ6�5ÑÔ�C ¨Ñ.Ô.Ñ.°Ò4Ð4ÝØlÅ3ÀvÈuÑCUÔCUÕX[Ð\bÐdiÑXjÔXjÑCjÐlÐlñ
ô 
ð 	
õ �&˜6‘/Ñ"Ô" VÑ+€EÝ�%˜&‘.Ñ!Ô! FÑ*€EÝ�*˜Ñ.Ñ/Ô/°/ÑA€Eàˆu�}�uÑ˜zÒ)Ð)ÝŒy˜* vÑ-°Ñ5¸ÑCÑDÔDˆÝ�F�DœJ v°¡}°vÑ'=Ñ>Ô>ÀÑGÑHÔHˆÝ�F�DœJ u¨t¡|°fÑ'<Ñ=Ô=ÀÑFÑGÔGˆˆØ	�‰˜Ñ	 Ò	+Ð	+ÝŒy˜ z°FÑ':¸UÑ'BÑCÑDÔDˆÝ”	˜& 4™-¨&Ñ0Ñ1Ô1°FÑ:ˆÝ”	˜% $™,¨Ñ/Ñ0Ô0°6Ñ9ˆà�%ˆ<Ðr   c                    ó¤  ‡ — e Zd ZdZej        ZdddœZdZdZ	dZ
dZeZeZdZdZdZdZeZd	d
gZdZededee         defˆ fd„¦   «         Zdddedddededdfˆ fd„Zdddededede deef         f
d„Z!de"d         de#deddde#de$de#de$e"e$         z  d z  d!e$e"e$         z  d z  dededed"ed#e#d z  d$e%e&z  d z  def d%„Z'd*d&ed'ed(e(d z  defd)„Z)ˆ xZ*S )+ÚGlmgaImageProcessorTr$   i€q³ )Úshortest_edgeÚlongest_edgeFgp?é   r"   Úpixel_valuesÚimage_grid_thwé   ÚimagesÚkwargsÚreturnc                 ó8   •—  t          ¦   «         j        |fi |¤ŽS ©N)ÚsuperÚ
preprocess)ÚselfrE   rF   Ú	__class__s      €r    rK   zGlmgaImageProcessor.preprocessk   s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r   ztorch.TensorÚsizeÚresamplez7PILImageResampling | tvF.InterpolationMode | int | Noner*   r)   c           	      ó  •— |j         r|j        st          d|› d�¦  «        ‚|j        dd…         \  }}t	          ||||||j         |j        ¬¦  «        \  }	}
t          ¦   «                              |t          |	|
¬¦  «        |¬¦  «        S )z5Resize dynamically based on input image aspect ratio.zI`size` dict must contain 'shortest_edge' and 'longest_edge' keys but got ú.éþÿÿÿN)r'   r(   r&   r*   r)   r+   r,   )r'   r(   )ÚimagerN   rO   )r?   r@   r/   Úshaper<   rJ   Úresizer   )rL   rE   rN   rO   r*   r)   rF   r'   r(   Úresized_heightÚresized_widthrM   s              €r    rU   zGlmgaImageProcessor.resizeo   s¶   ø€ ð Ô!ð 	r¨Ô):ð 	rÝÐpÐimÐpÐpÐpÑqÔqÐqàœ R S SÔ)‰ˆ�Ý(4ØØØ&ØØ+ØÔ)ØÔ(ð)
ñ )
ô )
Ñ%ˆ˜õ ‰wŒw�~Š~ØÝ °}ÐEÑEÔEØð ñ 
ô 
ð 	
r   r   r   r   c                 óV  — |j         \  }}}}||z  ||z  }
}	|                     |||	|z  |||
|z  ||¦  «        }|                     dddddddd¦  «        }|                     d¦  «                             d	d	d	d	d	d	|d	d	¦	  «	                             ||	|
z  ||z  |z  |z  ¦  «        }||	|
fS )
ztPatchifies each image into flat layout of shape (`seq_len`, `patch_dim`) so we can concat dynamically shaped pixels.r   r"   é   r   é   rD   é   é   éÿÿÿÿ)rT   ÚreshapeÚpermuteÚ	unsqueezeÚexpand)rL   rE   r   r   r   Ú
batch_sizeÚchannelrV   rW   Úgrid_hÚgrid_wÚpatchesÚflatten_patchess                r    ÚpatchifyzGlmgaImageProcessor.patchifyŒ   sí   € ð >D¼\Ñ:ˆ
�G˜^¨]Ø'¨:Ñ5°}È
Ñ7R�ˆØ—.’.ØØØ�jÑ ØØØ�jÑ ØØñ	
ô 	
ˆð —/’/ ! Q¨¨1¨a°°A°qÑ9Ô9ˆà×Ò˜aÑ Ô ßŠV�B˜˜B  B¨Ð,?ÀÀRÑHÔHßŠWØØ˜‘ØÐ-Ñ-°
Ñ:¸ZÑGñô ð 	ð  ¨Ð.Ð.r   Ú	do_resizeÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanNÚ	image_stdr   Údisable_groupingÚreturn_tensorsc           	      óÐ  — t          ||¬¦  «        \  }}i }|                     ¦   «         D ],\  }}|r |                      ||||
|z  |z  |¬¦  «        }|||<   Œ-t          ||¦  «        }t          ||¬¦  «        \  }}i }i }|                     ¦   «         D ]Z\  }}|                      ||||||	¦  «        }|                      ||
||¬¦  «        \  }}}|||<   d||ggt          |¦  «        z  ||<   Œ[t          ||¦  «        }t          ||¦  «        }t          |¦  «        dk    r|d         nt          j        |d¬¦  «        }t          j	        |¦  «        }t          ||dœ|¬¦  «        S )	z9
        Preprocess an image or batch of images.
        )ro   )rE   rN   rO   r*   r)   )r   r   r   rD   r   )Údim)rB   rC   )ÚdataÚtensor_type)r   ÚitemsrU   r   Úrescale_and_normalizerh   ÚlenÚtorchÚcatÚtensorr   )rL   rE   ri   rN   rO   rj   rk   rl   rm   rn   r   r   r   r   ro   rp   rF   Úgrouped_imagesÚgrouped_images_indexÚresized_images_groupedrT   Ústacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_gridsrf   rd   re   Úprocessed_imagesrB   rC   s                                  r    Ú_preprocesszGlmgaImageProcessor._preprocess¬   sð  € õ. 0EÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 		;ð 		;Ñ!ˆE�>Øð Ø!%§¢Ø)ØØ%Ø%¨
Ñ2Ð5HÑHØ$7ð "-ñ "ô "�ð -;Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆå/DÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Øˆà%3×%9Ò%9Ñ%;Ô%;ð 	Qð 	QÑ!ˆE�>Ø!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð '+§m¢mØØ%Ø%Ø$7ð	 '4ñ 'ô 'Ñ#ˆG�V˜Vð /6Ð$ UÑ+Ø'(¨&°&Ð&9Ð%:½SÀÑ=PÔ=PÑ%PˆO˜EÑ"Ð"å)Ð*BÐDXÑYÔYÐÝ(¨Ð:NÑOÔOˆå.1Ð2BÑ.CÔ.CÀqÒ.HÐ.HÐ'¨Ô*Ð*ÍeÌiÐXhÐnoÐNpÑNpÔNpˆÝœ oÑ6Ô6ˆåØ".À.ÐQÐQÐ_mð
ñ 
ô 
ð 	
r   r'   r(   Úimages_kwargsc           	      ó2  — |pi }|                      d| j        ¦  «        }|                      d| j        ¦  «        }|                      d| j        ¦  «        }||z  }t	          | j        ||||d         |d         | j        ¬¦  «        \  }}	||z  |	|z  }}
|
|z  S )a±  
        A utility that returns number of image patches for a given image size.

        Args:
            height (`int`):
                Height of the input image.
            width (`int`):
                Width of the input image.
            images_kwargs (`dict`, *optional*)
                Any kwargs to override defaults of the image processor.
        Returns:
            `int`: Number of image patches per image.
        r   r   rN   r?   r@   )r&   r'   r(   r*   r+   r,   r)   )Úgetr   r   rN   r<   r   )rL   r'   r(   r„   r   r   rN   r*   rV   rW   rd   re   s               r    Úget_number_of_image_patchesz/GlmgaImageProcessor.get_number_of_image_patchesí   sº   € ð &Ð+¨ˆØ"×&Ò& |°T´_ÑEÔEˆ
Ø"×&Ò& |°T´_ÑEÔEˆ
Ø× Ò  ¨¬Ñ3Ô3ˆà˜jÑ(ˆÝ(4ØÔ/ØØØØ˜OÔ,Ø˜NÔ+Ø Ô4ð)
ñ )
ô )
Ñ%ˆ˜ð (¨:Ñ5°}È
Ñ7R�ˆØ˜‰Ðr   rI   )+r   r   r   ri   r   ÚBICUBICrO   rN   Údefault_to_squarerj   rk   rl   r	   rm   r
   rn   Údo_convert_rgbr   r   r   r   Úvalid_kwargsÚmodel_input_namesr   r   r   r   r   rK   r   r   rU   Útuplerh   ÚlistÚboolÚfloatÚstrr   rƒ   Údictr‡   Ú__classcell__)rM   s   @r    r>   r>   X   s’  ø€ € € € € à€IØ!Ô)€HØ&¸ÐHÐH€DØÐØ€JØ€NØ€LØ!€JØ€IØ€NØ€JØÐØ€JØ,€LØ'Ð)9Ð:ÐØÐàð4 ð 4°vÐ>WÔ7Xð 4Ð]ið 4ð 4ð 4ð 4ð 4ñ „^ð4ð
àð
ð ð
ð Lð	
ð
 ð
ð ð
ð 
ð
ð 
ð 
ð 
ð 
ð 
ð:/àð/ð ð/ð ð	/ð
 !ð/ð 
ˆ~˜s CÐ'Ô	(ð/ð /ð /ð /ð@?
à�^Ô$ð?
ð ð?
ð ð	?
ð
 Lð?
ð ð?
ð ð?
ð ð?
ð ˜D œKÑ'¨$Ñ.ð?
ð ˜4 œ;Ñ&¨Ñ-ð?
ð ð?
ð !ð?
ð ð?
ð !ð?
ð  ™+ð?
ð  ˜jÑ(¨4Ñ/ð!?
ð$ 
ð%?
ð ?
ð ?
ð ?
ðBð °#ð ¸cð ÐRVÐY]ÑR]ð Ðilð ð ð ð ð ð ð ð r   r>   )r"   r#   r$   r%   )r3   rx   Útorchvision.transforms.v2r   ÚtvFÚimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   Úimage_utilsr	   r
   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   r   r<   r>   Ú__all__r   r   r    ú<module>r�      sª  ðð* €€€à €€€Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø /Ð /Ð /Ð /Ð /Ð /Ð /Ð /ðð ð ð ð  °Eð ñ ô ð ð, ØØØ0ð!ð !Øð!àð!ð ð!ð ð	!ð
 ð!ð ð!ð ð!ð !ð !ð !ðH ðrð rð rð rð rÐ,ñ rô rñ „ðrðj !Ð
!€€€r   