§
    9²¸j‘-  ã                   ó*  — d Z ddlZddlZddlZddlmZ ddlmZm	Z	m
Z
mZ ddlmZmZ ddlmZmZmZ ddlmZ dd	lmZmZmZ  e¦   «         rdd
lmZ 	 	 	 	 ddededededededefd„Z G d„ ded¬¦  «        Ze G d„ de¦  «        ¦   «         ZdgZ dS )z#video processor class for GLM-4.1V.é    Né   )ÚBatchFeature)ÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STDÚPILImageResamplingÚSizeDict)ÚUnpackÚVideosKwargs)Ú
TensorTypeÚauto_docstringÚis_torchvision_available)ÚBaseVideoProcessor)ÚVideoMetadataÚgroup_videos_by_shapeÚreorder_videos)Ú
functionalé   é   é 1  é  “ Ú
num_framesÚheightÚwidthÚtemporal_factorÚfactorÚ
min_pixelsÚ
max_pixelsc                 ó¼  — | |k     rt          d| › d|› �¦  «        ‚||k     s||k     r:t          ||z  ||z  ¦  «        }t          ||z  ¦  «        }t          ||z  ¦  «        }t          ||¦  «        t          ||¦  «        z  dk    r1t          dt          ||¦  «        t          ||¦  «        z  › �¦  «        ‚t	          ||z  ¦  «        |z  }t	          ||z  ¦  «        |z  }	t	          | |z  ¦  «        |z  }
|
|z  |	z  |k    rtt          j        | |z  |z  |z  ¦  «        }t          |t          j        ||z  |z  ¦  «        |z  ¦  «        }t          |t          j        ||z  |z  ¦  «        |z  ¦  «        }	nc|
|z  |	z  |k     rWt          j        || |z  |z  z  ¦  «        }t          j        ||z  |z  ¦  «        |z  }t          j        ||z  |z  ¦  «        |z  }	||	fS )Nzt:z% must be larger than temporal_factor:éÈ   z4absolute aspect ratio must be smaller than 200, got )	Ú
ValueErrorÚmaxÚintÚminÚroundÚmathÚsqrtÚfloorÚceil)r   r   r   r   r   r   r   ÚscaleÚh_barÚw_barÚt_barÚbetas               ú€/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/glm4v/video_processing_glm4v.pyÚsmart_resizer/   '   s  € ð �OÒ#Ð#ÝÐ`˜jÐ`Ð`ÈÐ`Ð`ÑaÔaÐaØ�‚€˜% &š.˜.Ý�F˜V‘O V¨e¡^Ñ4Ô4ˆÝ�V˜e‘^Ñ$Ô$ˆÝ�E˜E‘MÑ"Ô"ˆå
ˆ6�5ÑÔ�C ¨Ñ.Ô.Ñ.°Ò4Ð4ÝØlÅ3ÀvÈuÑCUÔCUÕX[Ð\bÐdiÑXjÔXjÑCjÐlÐlñ
ô 
ð 	
õ �&˜6‘/Ñ"Ô" VÑ+€EÝ�%˜&‘.Ñ!Ô! FÑ*€EÝ�*˜Ñ.Ñ/Ô/°/ÑA€Eàˆu�}�uÑ˜zÒ)Ð)ÝŒy˜* vÑ-°Ñ5¸ÑCÑDÔDˆÝ�F�DœJ v°¡}°vÑ'=Ñ>Ô>ÀÑGÑHÔHˆÝ�F�DœJ u¨t¡|°fÑ'<Ñ=Ô=ÀÑFÑGÔGˆˆØ	�‰˜Ñ	 Ò	+Ð	+ÝŒy˜ z°FÑ':¸UÑ'BÑCÑDÔDˆÝ”	˜& 4™-¨&Ñ0Ñ1Ô1°FÑ:ˆÝ”	˜% $™,¨Ñ/Ñ0Ô0°6Ñ9ˆà�%ˆ<Ðó    c                   óV   — e Zd ZU dZeeef         ed<   eed<   eed<   eed<   eed<   dS )ÚGlm4vVideoProcessorInitKwargsaI  
    patch_size (`int`, *optional*, defaults to 14):
        The spatial patch size of the vision encoder.
    temporal_patch_size (`int`, *optional*, defaults to 2):
        The temporal patch size of the vision encoder.
    merge_size (`int`, *optional*, defaults to 2):
        The merge size of the vision encoder to llm encoder.
    max_duration (`int`, *optional*, defaults to 300):
        The maximum duration of a video that will be sampled.
    max_image_size (`dict`, *optional*, defaults to `28 * 28 * 2 * 55790`):
        The maximum pixels a video can be resized to.
    Úmax_image_sizeÚ
patch_sizeÚtemporal_patch_sizeÚ
merge_sizeÚmax_durationN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚdictÚstrr"   Ú__annotations__© r0   r.   r2   r2   K   s\   € € € € € € ðð ð ˜˜c˜”NÐ"Ð"Ñ"Ø€O€O�OØÐÐÑØ€O€O�OØÐÐÑÐÐr0   r2   F)Útotalc                   óÒ  ‡ — e Zd Zej        ZdddœZddiZeZ	e
ZdZdZdZdZdZdZdZdZdZeZd	ZdZd
dgZdee         fˆ fd„Z	 d)dedeez  dz  fd„Zddde dddededdfˆ fd„Z!dddededede"deef         f
d„Z#dddej        dddddddddfde$e%j&                 d e'd!e'de dz  ddd"e'd#ed$e'd%ee$e         z  dz  d&ee$e         z  dz  dedz  dedz  dedz  d'e(e)z  dz  fd(„Z*ˆ xZ+S )*ÚGlm4vVideoProcessorr   i ÆÍ)Úshortest_edgeÚlongest_edgerD   Té   r   i,  é   Úpixel_values_videosÚvideo_grid_thwÚkwargsc                 ó:   •—  t          ¦   «         j        di |¤Ž d S )Nr?   )ÚsuperÚ__init__)ÚselfrI   Ú	__class__s     €r.   rL   zGlm4vVideoProcessor.__init__v   s&   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"Ð"Ð"r0   NÚmetadataÚfpsc                 óJ  ‡‡‡— ‰�t          ‰dd¦  «        €t          d¦  «        ‚‰j        }|�|n| j        Š|dz
  Š‰j        pt          ‰‰j        z  ¦  «        dz   }|| j        k    rPt          t          t          j
        |‰z  ¦  «        ¦  «        d¦  «        }ˆˆˆfd„t          |¦  «        D ¦   «         }nat          | j        ‰z  ¦  «        }||k    rt          t          |¦  «        ¦  «        }n't          j        d||d¬¦  «        }	ˆˆfd	„|	D ¦   «         }t          ¦   «         g }}
|D ]0}||
vr*|
                     |¦  «         |                     |¦  «         Œ1t%          |¦  «        dz  r|                     |d
         ¦  «         t          j        |t          ¬¦  «        S )a‡  
        Args:
            metadata (`VideoMetadata`):
                Metadata of the video containing information about total duration, fps and total number of frames.
            fps (`int` or `float`, *optional*):
                Target frames to sample per second. Defaults to `self.fps`.
        Returns:
            np.ndarray:
                Indices to sample video frames.
        NrP   z´Asked to sample frames per second but no video metadata was provided which is required when sampling in GLM4V. Please pass in `VideoMetadata` object or set `do_sample_frames=False`é   c                 ó„   •— g | ]<}t          ‰t          t          j        |‰j        z  ‰z  ¦  «        ¦  «        ¦  «        ‘Œ=S r?   ©r#   r"   r%   r(   rP   )Ú.0ÚiÚmax_frame_idxrO   Úrequested_fpss     €€€r.   ú
<listcomp>z5Glm4vVideoProcessor.sample_frames.<locals>.<listcomp>—   sC   ø€ ÐtÐtÐtÐfg�S µµD´I¸aÀ(Ä,Ñ>NÐQ^Ñ>^Ñ4_Ô4_Ñ0`Ô0`ÑaÔaÐtÐtÐtr0   r   T)Úendpointc                 ó~   •— g | ]9}t          ‰t          t          j        |‰j        z  ¦  «        ¦  «        ¦  «        ‘Œ:S r?   rT   )rU   ÚtrW   rO   s     €€r.   rY   z5Glm4vVideoProcessor.sample_frames.<locals>.<listcomp>ž   s=   ø€ Ð nÐ nÐ nÐZ[¥ ]µC½¼	À!ÀhÄlÑBRÑ8SÔ8SÑ4TÔ4TÑ!UÔ!UÐ nÐ nÐ nr0   éÿÿÿÿ)Údtype)Úgetattrr    Útotal_num_framesrP   Údurationr$   r7   r!   r"   r%   r'   ÚrangeÚlistÚnpÚlinspaceÚsetÚaddÚappendÚlenÚarray)rM   rO   rP   rI   Útotal_framesra   ÚnÚframe_indicesÚnum_samplesÚtarget_secondsÚseenÚuniqÚidxrW   rX   s    `           @@r.   Úsample_framesz!Glm4vVideoProcessor.sample_framesy   sÊ  øøø€ ð  Ð�w x°¸Ñ=Ô=ÐEÝðXñô ð ð
  Ô0ˆØ"˜˜˜°D´Hˆà$ qÑ(ˆØÔ$ÐO­¨m¸h¼lÑ.JÑ(KÔ(KÈaÑ(Oˆà�tÔ(Ò(Ð(Ý•C�œ
 8¨mÑ#;Ñ<Ô<Ñ=Ô=¸qÑAÔAˆAØtÐtÐtÐtÐtÐtÕkpÐqrÑksÔksÐtÑtÔtˆMˆMå˜dÔ/°-Ñ?Ñ@Ô@ˆKØ˜lÒ*Ð*Ý $¥U¨<Ñ%8Ô%8Ñ 9Ô 9��å!#¤¨Q°¸+ÐPTÐ!UÑ!UÔ!U�Ø nÐ nÐ nÐ nÐ nÐ_mÐ nÑ nÔ n�å‘U”U˜BˆdˆØ ð 	!ð 	!ˆCØ˜$ˆˆØ—’˜‘”�Ø—’˜CÑ Ô Ð øåˆt‰9Œ9�q‰=ð 	"Ø�KŠK˜˜RœÑ!Ô!Ð!åŒx˜¥CÐ(Ñ(Ô(Ð(r0   Úvideosztorch.TensorÚsizeÚresamplez7PILImageResampling | tvF.InterpolationMode | int | Noner   r   Úreturnc           	      ó,  •— |j         r|j        st          d|› d�¦  «        ‚|j        dd…         \  }}t	          |||j        d         |||j         |j        ¬¦  «        \  }	}
t          ¦   «                              |t          |	|
¬¦  «        |¬¦  «        S )	z5Resize dynamically based on input video aspect ratio.zI`size` dict must contain 'shortest_edge' and 'longest_edge' keys but got ú.éþÿÿÿNrR   )r   r   r   r   r   r   r   )r   r   )Úimageru   rv   )rC   rD   r    Úshaper/   rK   Úresizer   )rM   rt   ru   rv   r   r   rI   r   r   Úresized_heightÚresized_widthrN   s              €r.   r}   zGlm4vVideoProcessor.resize«   s¼   ø€ ð Ô!ð 	r¨Ô):ð 	rÝÐpÐimÐpÐpÐpÑqÔqÐqàœ R S SÔ)‰ˆ�Ý(4ØØØ”| A”ØØ+ØÔ)ØÔ(ð)
ñ )
ô )
Ñ%ˆ˜õ ‰wŒw�~Š~ØÝ °}ÐEÑEÔEØð ñ 
ô 
ð 	
r0   r4   r6   r5   c                 óª  — |j         \  }}}}}	| |z  x}
rB|dd…dd…f                              d|
ddd¦  «        }t          j        ||fd¬¦  «        }||
z  }||z  }||z  |	|z  }}|                     ||||||z  ||||z  ||¦
  «
        }|                     dddddd	d
ddd¦
  «
        }|                     |||z  |z  ||z  |z  |z  ¦  «        }||||fS )ztPatchifies each video into flat layout of shape (`seq_len`, `patch_dim`) so we can concat dynamically shaped pixels.Nr]   rR   ©Údimr   é   é   é   é   r   r   é   é	   )r|   ÚexpandÚtorchÚcatÚviewÚpermuteÚreshape)rM   rt   r4   r6   r5   Ú
batch_sizer   Úchannelr~   r   ÚpadÚrepeatsÚgrid_tÚgrid_hÚgrid_wÚpatchesÚflatten_patchess                    r.   ÚpatchifyzGlm4vVideoProcessor.patchifyÈ   sA  € ð JPÌÑFˆ
�J ¨¸ð �+Ð 3Ñ3Ð3ˆ3ð 	Ø˜Q˜Q˜Q   ˜V”n×+Ò+¨B°°R¸¸RÑ@Ô@ˆGÝ”Y ¨Ð0°aÐ8Ñ8Ô8ˆFØ˜#ÑˆJàÐ2Ñ2ˆØ'¨:Ñ5°}È
Ñ7R�ˆà—+’+ØØØØØ�jÑ ØØØ�jÑ ØØñ
ô 
ˆð —/’/ ! Q¨¨1¨a°°A°q¸!¸QÑ?Ô?ˆØ!Ÿ/š/ØØ�V‰O˜fÑ$ØÐ)Ñ)¨JÑ6¸ÑCñ
ô 
ˆð  ¨°Ð6Ð6r0   gp?Údo_convert_rgbÚ	do_resizeÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanÚ	image_stdÚreturn_tensorsc           	      óÀ  — t          |¦  «        \  }}i }|                     ¦   «         D ]@\  }}|r|                      |¦  «        }|r|                      |||||z  |¬¦  «        }|||<   ŒAt	          ||¦  «        }t          |¦  «        \  }}i }i }|                     ¦   «         D ][\  }}|                      |||||	|
¦  «        }|                      ||||¬¦  «        \  }}}}|||<   |||ggt          |¦  «        z  ||<   Œ\t	          ||¦  «        }t	          ||¦  «        }t          j	        |d¬¦  «        }t          j
        |¦  «        }||dœ}t          ||¬¦  «        S )N)rt   ru   rv   r   r   )r4   r6   r5   r   r�   )rG   rH   )ÚdataÚtensor_type)r   ÚitemsÚconvert_to_rgbr}   r   Úrescale_and_normalizer˜   ri   rŠ   r‹   Útensorr   ) rM   rt   r™   rš   ru   rv   r›   rœ   r�   rž   rŸ   r4   r5   r6   r    rI   Úgrouped_videosÚgrouped_videos_indexÚresized_videos_groupedr|   Ústacked_videosÚresized_videosÚprocessed_videos_groupedÚprocessed_gridsr–   r“   r”   r•   Úprocessed_videosrG   rH   r¢   s                                    r.   Ú_preprocesszGlm4vVideoProcessor._preprocessð   sã  € õ$ 0EÀVÑ/LÔ/LÑ,ˆÐ,Ø!#Ðà%3×%9Ò%9Ñ%;Ô%;ð 	;ð 	;Ñ!ˆE�>Øð EØ!%×!4Ò!4°^Ñ!DÔ!D�Øð Ø!%§¢Ø)ØØ%Ø%¨
Ñ2Ø$7ð "-ñ "ô "�ð -;Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆõ 0EÀ^Ñ/TÔ/TÑ,ˆÐ,Ø#%Ð ØˆØ%3×%9Ò%9Ñ%;Ô%;ð 	Vð 	VÑ!ˆE�>à!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð /3¯mªmØØ%Ø%Ø$7ð	 /<ñ /ô /Ñ+ˆG�V˜V Vð /6Ð$ UÑ+Ø'-¨v°vÐ&>Ð%?Å#ÀnÑBUÔBUÑ%UˆO˜EÑ"Ð"å)Ð*BÐDXÑYÔYÐÝ(¨Ð:NÑOÔOˆÝ#œiÐ(8¸aÐ@Ñ@Ô@ÐÝœ oÑ6Ô6ˆà#6Ø,ð
ð 
ˆõ
  °>ÐBÑBÔBÐBr0   )N),r8   r9   r:   r   ÚBICUBICrv   ru   r3   r   rž   r   rŸ   rš   r›   r�   r™   Údo_sample_framesr4   r5   r7   r6   r2   Úvalid_kwargsr   rP   Úmodel_input_namesr	   rL   r   r"   Úfloatrs   r   r}   Útupler˜   rc   rŠ   ÚTensorÚboolr=   r   r°   Ú__classcell__)rN   s   @r.   rB   rB   `   sÞ  ø€ € € € € à!Ô)€HØ&Ð8KÐLÐL€DØ$Ð&9Ð:€NØ!€JØ€IØ€IØ€JØ€LØ€NØÐØ€JØÐØ€LØ€JØ0€LØ€JØ
€Cà.Ð0@ÐAÐð# Ð(EÔ!Fð #ð #ð #ð #ð #ð #ð #'ð0)ð 0)àð0)ð �5‰[˜4Ñð0)ð 0)ð 0)ð 0)ðd
àð
ð ð
ð Lð	
ð
 ð
ð ð
ð 
ð
ð 
ð 
ð 
ð 
ð 
ð:&7àð&7ð ð&7ð ð	&7ð
 !ð&7ð 
ˆ~˜s CÐ'Ô	(ð&7ð &7ð &7ð &7ðV  $ØØ $ØN`ÔNhØØ )Ø!Ø15Ø04Ø!%Ø*.Ø!%Ø26ð@Cð @Cà�U”\Ô"ð@Cð ð@Cð ð	@Cð
 ˜‰oð@Cð Lð@Cð ð@Cð ð@Cð ð@Cð ˜D œKÑ'¨$Ñ.ð@Cð ˜4 œ;Ñ&¨Ñ-ð@Cð ˜$‘Jð@Cð ! 4™Zð@Cð ˜$‘Jð@Cð ˜jÑ(¨4Ñ/ð@Cð @Cð @Cð @Cð @Cð @Cð @Cð @Cr0   rB   )r   r   r   r   )!r;   r%   Únumpyrd   rŠ   Úimage_processing_utilsr   Úimage_utilsr   r   r   r   Úprocessing_utilsr	   r
   Úutilsr   r   r   Úvideo_processing_utilsr   Úvideo_utilsr   r   r   Útorchvision.transforms.v2r   ÚtvFr"   r/   r2   rB   Ú__all__r?   r0   r.   ú<module>rÄ      s÷  ðð *Ð )à €€€à Ð Ð Ð Ø €€€à 2Ð 2Ð 2Ð 2Ð 2Ð 2ðð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IÐ IØ 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø OÐ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OÐ Oð ÐÑÔð <Ø;Ð;Ð;Ð;Ð;Ð;ð ØØØ0ð!ð !Øð!àð!ð ð!ð ð	!ð
 ð!ð ð!ð ð!ð !ð !ð !ðHð ð ð ð  L¸ð ñ ô ð ð* ðOCð OCð OCð OCð OCÐ,ñ OCô OCñ „ðOCðd !Ð
!€€€r0   