§
    9²¸jÔ&  ã                   ó.  — d Z ddlZddlZddlmZ ddlmZ ddlm	Z	 ddl
mZmZ ddlmZmZmZmZmZ dd	lmZmZ dd
lmZmZmZ  ej        e¦  «        Z G d„ ded¬¦  «        Z	 	 	 	 ddededededededefd„Ze G d„ de¦  «        ¦   «         Z dgZ!dS )z#Image processor class for GLM-4.1V.é    N)Ú
functionalé   )ÚTorchvisionBackend)ÚBatchFeature)Úgroup_images_by_shapeÚreorder_images)ÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STDÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringÚloggingc                   ó2   — e Zd ZU dZeed<   eed<   eed<   dS )ÚGlm4vImageProcessorKwargsaR  
    patch_size (`int`, *optional*, defaults to 14):
        The spatial patch size of the vision encoder.
    temporal_patch_size (`int`, *optional*, defaults to 2):
        The temporal patch size of the vision encoder.
    merge_size (`int`, *optional*, defaults to 2):
        The merge size of the vision encoder to llm encoder.
    Ú
patch_sizeÚtemporal_patch_sizeÚ
merge_sizeN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚ__annotations__© ó    ú€/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/glm4v/image_processing_glm4v.pyr   r   &   s:   € € € € € € ðð ð €O€O�OØÐÐÑØ€O€O�O€O€Or   r   F)Útotalé   é   é 1  é  “ Ú
num_framesÚheightÚwidthÚtemporal_factorÚfactorÚ
min_pixelsÚ
max_pixelsc                 ó¼  — | |k     rt          d| › d|› �¦  «        ‚||k     s||k     r:t          ||z  ||z  ¦  «        }t          ||z  ¦  «        }t          ||z  ¦  «        }t          ||¦  «        t          ||¦  «        z  dk    r1t          dt          ||¦  «        t          ||¦  «        z  › �¦  «        ‚t	          ||z  ¦  «        |z  }t	          ||z  ¦  «        |z  }	t	          | |z  ¦  «        |z  }
|
|z  |	z  |k    rtt          j        | |z  |z  |z  ¦  «        }t          |t          j        ||z  |z  ¦  «        |z  ¦  «        }t          |t          j        ||z  |z  ¦  «        |z  ¦  «        }	nc|
|z  |	z  |k     rWt          j        || |z  |z  z  ¦  «        }t          j        ||z  |z  ¦  «        |z  }t          j        ||z  |z  ¦  «        |z  }	||	fS )Nzt:z% must be larger than temporal_factor:éÈ   z4absolute aspect ratio must be smaller than 200, got )	Ú
ValueErrorÚmaxr   ÚminÚroundÚmathÚsqrtÚfloorÚceil)r&   r'   r(   r)   r*   r+   r,   ÚscaleÚh_barÚw_barÚt_barÚbetas               r    Úsmart_resizer<   5   s  € ð �OÒ#Ð#ÝÐ`˜jÐ`Ð`ÈÐ`Ð`ÑaÔaÐaØ�‚€˜% &š.˜.Ý�F˜V‘O V¨e¡^Ñ4Ô4ˆÝ�V˜e‘^Ñ$Ô$ˆÝ�E˜E‘MÑ"Ô"ˆå
ˆ6�5ÑÔ�C ¨Ñ.Ô.Ñ.°Ò4Ð4ÝØlÅ3ÀvÈuÑCUÔCUÕX[Ð\bÐdiÑXjÔXjÑCjÐlÐlñ
ô 
ð 	
õ �&˜6‘/Ñ"Ô" VÑ+€EÝ�%˜&‘.Ñ!Ô! FÑ*€EÝ�*˜Ñ.Ñ/Ô/°/ÑA€Eàˆu�}�uÑ˜zÒ)Ð)ÝŒy˜* vÑ-°Ñ5¸ÑCÑDÔDˆÝ�F�DœJ v°¡}°vÑ'=Ñ>Ô>ÀÑGÑHÔHˆÝ�F�DœJ u¨t¡|°fÑ'<Ñ=Ô=ÀÑFÑGÔGˆˆØ	�‰˜Ñ	 Ò	+Ð	+ÝŒy˜ z°FÑ':¸UÑ'BÑCÑDÔDˆÝ”	˜& 4™-¨&Ñ0Ñ1Ô1°FÑ:ˆÝ”	˜% $™,¨Ñ/Ñ0Ô0°6Ñ9ˆà�%ˆ<Ðr   c                   óœ  ‡ — e Zd ZdZej        ZdddœZdZdZ	dZ
dZeZeZdZdZdZdZeZd	d
gZededee         defˆ fd„¦   «         Zdddedddededdfˆ fd„Zdddededededeef         f
d„Z de!d         de"deddde"de#de"de#e!e#         z  dz  d e#e!e#         z  dz  dededed!e"dz  d"e$e%z  dz  defd#„Z&d(d$ed%ed&e'dz  defd'„Z(ˆ xZ)S ))ÚGlm4vImageProcessorTr$   i€q³ )Úshortest_edgeÚlongest_edgeFgp?é   r"   Úpixel_valuesÚimage_grid_thwÚimagesÚkwargsÚreturnc                 ó8   •—  t          ¦   «         j        |fi |¤ŽS ©N)ÚsuperÚ
preprocess)ÚselfrD   rE   Ú	__class__s      €r    rJ   zGlm4vImageProcessor.preprocessk   s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r   ztorch.TensorÚsizeÚresamplez7PILImageResampling | tvF.InterpolationMode | int | Noner*   r)   c           	      ó  •— |j         r|j        st          d|› d�¦  «        ‚|j        dd…         \  }}t	          ||||||j         |j        ¬¦  «        \  }	}
t          ¦   «                              |t          |	|
¬¦  «        |¬¦  «        S )z5Resize dynamically based on input image aspect ratio.zI`size` dict must contain 'shortest_edge' and 'longest_edge' keys but got ú.éþÿÿÿN)r'   r(   r&   r*   r)   r+   r,   )r'   r(   )ÚimagerM   rN   )r?   r@   r/   Úshaper<   rI   Úresizer   )rK   rD   rM   rN   r*   r)   rE   r'   r(   Úresized_heightÚresized_widthrL   s              €r    rT   zGlm4vImageProcessor.resizeo   s¶   ø€ ð Ô!ð 	r¨Ô):ð 	rÝÐpÐimÐpÐpÐpÑqÔqÐqàœ R S SÔ)‰ˆ�Ý(4ØØØ&ØØ+ØÔ)ØÔ(ð)
ñ )
ô )
Ñ%ˆ˜õ ‰wŒw�~Š~ØÝ °}ÐEÑEÔEØð ñ 
ô 
ð 	
r   r   r   r   c                 óV  — |j         \  }}}}||z  ||z  }
}	|                     |||	|z  |||
|z  ||¦  «        }|                     dddddddd¦  «        }|                     d¦  «                             d	d	d	d	d	d	|d	d	¦	  «	                             ||	|
z  ||z  |z  |z  ¦  «        }||	|
fS )
ztPatchifies each image into flat layout of shape (`seq_len`, `patch_dim`) so we can concat dynamically shaped pixels.r   r"   é   r   é   é   é   é   éÿÿÿÿ)rS   ÚreshapeÚpermuteÚ	unsqueezeÚexpand)rK   rD   r   r   r   Ú
batch_sizeÚchannelrU   rV   Úgrid_hÚgrid_wÚpatchesÚflatten_patchess                r    ÚpatchifyzGlm4vImageProcessor.patchifyŒ   sí   € ð >D¼\Ñ:ˆ
�G˜^¨]Ø'¨:Ñ5°}È
Ñ7R�ˆØ—.’.ØØØ�jÑ ØØØ�jÑ ØØñ	
ô 	
ˆð —/’/ ! Q¨¨1¨a°°A°qÑ9Ô9ˆà×Ò˜aÑ Ô ßŠV�B˜˜B  B¨Ð,?ÀÀRÑHÔHßŠWØØ˜‘ØÐ-Ñ-°
Ñ:¸ZÑGñô ð 	ð  ¨Ð.Ð.r   Ú	do_resizeÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanNÚ	image_stdÚdisable_groupingÚreturn_tensorsc           	      óÊ  — t          ||¬¦  «        \  }}i }|                     ¦   «         D ])\  }}|r|                      ||||
|z  |¬¦  «        }|||<   Œ*t          ||¦  «        }t          ||¬¦  «        \  }}i }i }|                     ¦   «         D ]Z\  }}|                      ||||||	¦  «        }|                      ||
||¬¦  «        \  }}}|||<   d||ggt          |¦  «        z  ||<   Œ[t          ||¦  «        }t          ||¦  «        }t          |¦  «        dk    r|d         nt          j        |d¬¦  «        }t          j	        |¦  «        }t          ||dœ|¬¦  «        S )	z9
        Preprocess an image or batch of images.
        )ro   )rD   rM   rN   r*   r)   )r   r   r   rZ   r   )Údim)rB   rC   )ÚdataÚtensor_type)r   ÚitemsrT   r   Úrescale_and_normalizerh   ÚlenÚtorchÚcatÚtensorr   )rK   rD   ri   rM   rN   rj   rk   rl   rm   rn   r   r   r   ro   rp   rE   Úgrouped_imagesÚgrouped_images_indexÚresized_images_groupedrS   Ústacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_gridsrf   rd   re   Úprocessed_imagesrB   rC   s                                 r    Ú_preprocesszGlm4vImageProcessor._preprocess¬   sê  € õ, 0EÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 		;ð 		;Ñ!ˆE�>Øð Ø!%§¢Ø)ØØ%Ø%¨
Ñ2Ø$7ð "-ñ "ô "�ð -;Ð" 5Ñ)Ð)å'Ð(>Ð@TÑUÔUˆå/DÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Øˆà%3×%9Ò%9Ñ%;Ô%;ð 	Qð 	QÑ!ˆE�>Ø!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð '+§m¢mØØ%Ø%Ø$7ð	 '4ñ 'ô 'Ñ#ˆG�V˜Vð /6Ð$ UÑ+Ø'(¨&°&Ð&9Ð%:½SÀÑ=PÔ=PÑ%PˆO˜EÑ"Ð"å)Ð*BÐDXÑYÔYÐÝ(¨Ð:NÑOÔOˆå.1Ð2BÑ.CÔ.CÀqÒ.HÐ.HÐ'¨Ô*Ð*ÍeÌiÐXhÐnoÐNpÑNpÔNpˆÝœ oÑ6Ô6ˆåØ".À.ÐQÐQÐ_mð
ñ 
ô 
ð 	
r   r'   r(   Úimages_kwargsc           	      ó2  — |pi }|                      d| j        ¦  «        }|                      d| j        ¦  «        }|                      d| j        ¦  «        }||z  }t	          | j        ||||d         |d         | j        ¬¦  «        \  }}	||z  |	|z  }}
|
|z  S )a±  
        A utility that returns number of image patches for a given image size.

        Args:
            height (`int`):
                Height of the input image.
            width (`int`):
                Width of the input image.
            images_kwargs (`dict`, *optional*)
                Any kwargs to override defaults of the image processor.
        Returns:
            `int`: Number of image patches per image.
        r   r   rM   r?   r@   )r&   r'   r(   r*   r+   r,   r)   )Úgetr   r   rM   r<   r   )rK   r'   r(   r„   r   r   rM   r*   rU   rV   rd   re   s               r    Úget_number_of_image_patchesz/Glm4vImageProcessor.get_number_of_image_patchesî   sº   € ð &Ð+¨ˆØ"×&Ò& |°T´_ÑEÔEˆ
Ø"×&Ò& |°T´_ÑEÔEˆ
Ø× Ò  ¨¬Ñ3Ô3ˆà˜jÑ(ˆÝ(4ØÔ/ØØØØ˜OÔ,Ø˜NÔ+Ø Ô4ð)
ñ )
ô )
Ñ%ˆ˜ð (¨:Ñ5°}È
Ñ7R�ˆØ˜‰Ðr   rH   )*r   r   r   ri   r   ÚBICUBICrN   rM   Údefault_to_squarerj   rk   rl   r	   rm   r
   rn   Údo_convert_rgbr   r   r   r   Úvalid_kwargsÚmodel_input_namesr   r   r   r   rJ   r   r   rT   Útuplerh   ÚlistÚboolÚfloatÚstrr   rƒ   Údictr‡   Ú__classcell__)rL   s   @r    r>   r>   Y   s•  ø€ € € € € à€IØ!Ô)€HØ&¸ÐHÐH€DØÐØ€JØ€NØ€LØ!€JØ€IØ€NØ€JØÐØ€JØ,€LØ'Ð)9Ð:Ðàð4 ð 4°vÐ>WÔ7Xð 4Ð]ið 4ð 4ð 4ð 4ð 4ñ „^ð4ð
àð
ð ð
ð Lð	
ð
 ð
ð ð
ð 
ð
ð 
ð 
ð 
ð 
ð 
ð:/àð/ð ð/ð ð	/ð
 !ð/ð 
ˆ~˜s CÐ'Ô	(ð/ð /ð /ð /ð@@
à�^Ô$ð@
ð ð@
ð ð	@
ð
 Lð@
ð ð@
ð ð@
ð ð@
ð ˜D œKÑ'¨$Ñ.ð@
ð ˜4 œ;Ñ&¨Ñ-ð@
ð ð@
ð !ð@
ð ð@
ð  ™+ð@
ð ˜jÑ(¨4Ñ/ð@
ð" 
ð#@
ð @
ð @
ð @
ðDð °#ð ¸cð ÐRVÐY]ÑR]ð Ðilð ð ð ð ð ð ð ð r   r>   )r"   r#   r$   r%   )"r   r3   rx   Útorchvision.transforms.v2r   ÚtvFÚimage_processing_backendsr   Úimage_processing_utilsr   Úimage_transformsr   r   Úimage_utilsr	   r
   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   Ú
get_loggerr   Úloggerr   r   r<   r>   Ú__all__r   r   r    ú<module>rŸ      sè  ðð *Ð )à €€€à €€€Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eðð ð ð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8ð 
ˆÔ	˜HÑ	%Ô	%€ðð ð ð ð  °Eð ñ ô ð ð& ØØØ0ð!ð !Øð!àð!ð ð!ð ð	!ð
 ð!ð ð!ð ð!ð !ð !ð !ðH ðrð rð rð rð rÐ,ñ rô rñ „ðrðj !Ð
!€€€r   