§
    9²¸j})  ã                   óÊ  — d dl Z d dlZddlmZ ddlmZmZ ddlmZm	Z	m
Z
mZmZmZmZ ddlmZ ddlmZ  e¦   «         rddlmZ  e
¦   «         rd dlZ e¦   «         rd d	lmZ n e¦   «         rd d	lmZ  ej        e¦  «        Z G d
„ ded¬¦  «        ZdZdedededededeeef         fd„Z dddeddfd„Z!dddddeded         fd„Z"e	 G d„ de¦  «        ¦   «         Z#dgZ$dS )é    Né   )ÚBatchFeature)ÚUnpackÚVideosKwargs)Ú
TensorTypeÚauto_docstringÚis_torch_availableÚis_torchvision_availableÚis_torchvision_v2_availableÚis_vision_availableÚlogging)ÚBaseVideoProcessor)Ú
VideoInput)ÚPILImageResampling)Ú
functionalc                   ó2   — e Zd ZU dZeed<   eed<   eed<   dS )ÚGemma4VideoProcessorKwargsa_  
    patch_size (`int`, *optional*):
        Size of each image patch in pixels.
    max_soft_tokens (`int`, *optional*):
        Maximum number of soft (vision) tokens per video frame.
        Must be one of {70, 140, 280, 560, 1120}.
    pooling_kernel_size (`int`, *optional*):
        Spatial pooling kernel size applied after patchification.
    Ú
patch_sizeÚmax_soft_tokensÚpooling_kernel_sizeN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚ__annotations__© ó    ú‚/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/gemma4/video_processing_gemma4.pyr   r   0   s?   € € € € € € ðð ð €O€O�OØÐÐÑØÐÐÑÐÐr   r   F)Útotal)éF   éŒ   i  i0  i`  ÚheightÚwidthr   Úmax_patchesr   Úreturnc                 ó°  — | |z  }||dz  z  }t          j        ||z  ¦  «        }|| z  }||z  }	||z  }
t          t          j        ||
z  ¦  «        ¦  «        |
z  }t          t          j        |	|
z  ¦  «        ¦  «        |
z  }|dk    r|dk    rt	          d||z  › d�¦  «        ‚||dz  z  |
z  }|dk    r8|
}t          t          t          j        || z  ¦  «        ¦  «        |
z  |¦  «        }n=|dk    r7|
}t          t          t          j        | |z  ¦  «        ¦  «        |
z  |¦  «        }||z  |k    r!t	          d| › d|› d|› d|› d|› d	|› �¦  «        ‚||fS )
a  
    Image is resized to preserve aspect ratio so it fits within the patch budget.
    Target dimensions are the largest that:
    1) Produce at most `max_patches` patches when patchified with `patch_size`
    2) Have height and width divisible by `pooling_kernel_size * patch_size`
    é   r   zpAttempting to resize to a 0 x 0 image. Resized height should be divisible by `pooling_kernel_size * patch_size`=ú.z
Resizing [Úxz] to [z] but this exceeds z patches with patch_size )ÚmathÚsqrtr   ÚfloorÚ
ValueErrorÚmin)r#   r$   r   r%   r   Útotal_pxÚ	target_pxÚfactorÚideal_heightÚideal_widthÚ	side_multÚtarget_heightÚtarget_widthÚmax_side_lengths                 r   Ú get_aspect_ratio_preserving_sizer9   D   s   € ð ˜‰~€HØ˜z¨1™}Ñ-€IÝŒY�y 8Ñ+Ñ,Ô,€FØ˜F‘?€LØ˜5‘.€KØ# jÑ0€Iõ �œ
 <°)Ñ#;Ñ<Ô<Ñ=Ô=À	ÑI€MÝ•t”z +°	Ñ"9Ñ:Ô:Ñ;Ô;¸iÑG€Lð ˜ÒÐ˜l¨aÒ/Ð/ÝðVØ2EÈ
Ñ2RðVð Vð Vñ
ô 
ð 	
ð
 #Ð&9¸1Ñ&<Ñ<À	ÑI€OØ˜ÒÐØ!ˆÝÝ•”
˜5 6™>Ñ*Ô*Ñ+Ô+¨iÑ7Øñ
ô 
ˆˆð 
˜Ò	Ð	Ø ˆÝÝ•”
˜6 E™>Ñ*Ô*Ñ+Ô+¨iÑ7Øñ
ô 
ˆð
 �|Ñ# iÒ/Ð/ÝðS˜ð Sð S %ð Sð S¨}ð Sð S¸|ð Sð SØ +ðSð SØFPðSð Sñ
ô 
ð 	
ð
 ˜,Ð&Ð&r   Úvideoútorch.Tensorc                 óÎ   — | j         \  }}}}||z  }||z  }|                      ||||||¦  «        }|                     dddddd¦  «        }|                     |||z  d¦  «        }|S )zÙ
    Convert 4D tensor video of shape (num_frames, num_channels, height, width) into 3D tensor of patches of shape
    (num_frames, num_patches_height * num_patches_width, patch_size * patch_size * num_channels).
    r   r(   é   r   é   é   éÿÿÿÿ)ÚshapeÚreshapeÚpermute)	r:   r   Ú
num_framesÚnum_channelsr#   r$   Únum_patches_heightÚnum_patches_widthÚpatched_videos	            r   Úconvert_video_to_patchesrI   z   s‘   € ð
 /4¬kÑ+€J�˜f eØ :Ñ-ÐØ Ñ+ÐØ—M’MØ�LÐ"4°jÐBSÐU_ñô €Mð "×)Ò)¨!¨Q°°1°a¸Ñ;Ô;€MØ!×)Ò)¨*Ð6HÐK\Ñ6\Ð^`ÑaÔa€MØÐr   Ú	positionsÚtarget_length)r;   r;   c                 óú   — | j         d         }||z
  }|dk    r`ddd|ddg}ddd|ddf}t          j        j                             | |dd¬¦  «        } t          j        j                             ||dd¬¦  «        }| |fS )z6
    Pad the video along to max number of patches
    r?   r   Úconstant)ÚmodeÚvaluer@   )rA   ÚtorchÚnnr   Úpad)r:   rJ   rK   Úcurrent_lengthÚpadding_lengthÚpaddingÚpos_paddings          r   Úpad_to_max_patchesrW   Š   s–   € ð ”[ ”^€NØ" ^Ñ3€NØ˜ÒÐØ�a˜˜N¨A¨qÐ1ˆØ˜!˜Q °°1Ð5ˆÝ”Ô#×'Ò'¨¨w¸ZÈqÐ'ÑQÔQˆÝ”HÔ'×+Ò+¨I°{ÈÐ[]Ð+Ñ^Ô^ˆ	Ø�)ÐÐr   c                   ó”  ‡ — e Zd Zej        Zg d¢Zg d¢ZdZdZ	dZ
dZdZdZdZdZdZdZdZeZd	d
gZdee         fˆ fd„Zˆ fd„Zdej        dedededej        dej        fd„Zdedee         de fˆ fd„Z!	 	 	 d#de"d         de#de#ddde#de$de#de$e"e$         z  dz  de$e"e$         z  dz  d e%e&z  dz  dedz  d!edz  dedz  de fd"„Z'ˆ xZ(S )$ÚGemma4VideoProcessor)ç        rZ   rZ   )ç      ð?r[   r[   NTé    é   r!   r   Úpixel_values_videosÚvideo_position_idsÚkwargsc                 ó–   •—  t          ¦   «         j        di |¤Ž | j        t          vr t	          dt          › d| j        › d�¦  «        ‚d S )Nú!`max_soft_tokens` must be one of ú, got r)   r   )ÚsuperÚ__init__r   Ú_SUPPORTED_SOFT_TOKENSr.   ©Úselfr`   Ú	__class__s     €r   re   zGemma4VideoProcessor.__init__­   s^   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"àÔÕ'=Ð=Ð=ÝÐvÕAWÐvÐvÐ_cÔ_sÐvÐvÐvÑwÔwÐwð >Ð=r   c                 óD   •— d|d<    t          ¦   «         j        di |¤Ž d S )NFÚ	do_resizer   )rd   Ú_validate_preprocess_kwargsrg   s     €r   rl   z0Gemma4VideoProcessor._validate_preprocess_kwargs³   s2   ø€ ð
 $ˆˆ{ÑØ+�‰ŒÔ+Ð5Ð5¨fÐ5Ð5Ð5Ð5Ð5r   r:   r   r%   r   Úresampler&   c                 ó´   — |j         d         |j         d         }}t          |||||¬¦  «        \  }}	||k    r|	|k    r|S t          j        |||	g|d¬¦  «        S )Néþÿÿÿr@   )r#   r$   r   r%   r   T)ÚsizeÚinterpolationÚ	antialias)rA   r9   ÚtvFÚresize)
rh   r:   r   r%   r   rm   r#   r$   r6   r7   s
             r   Úaspect_ratio_preserving_resizez3Gemma4VideoProcessor.aspect_ratio_preserving_resize»   s‡   € ð œ Bœ¨¬°R¬�ˆÝ&FØØØ!Ø#Ø 3ð'
ñ '
ô '
Ñ#ˆ�|ð ˜FÒ"Ð" |°uÒ'<Ð'<ØˆLåŒzØØ Ð.Ø"Øð	
ñ 
ô 
ð 	
r   Úvideosc                 ó8   •—  t          ¦   «         j        |fi |¤ŽS )N)rd   Ú
preprocess)rh   rv   r`   ri   s      €r   rx   zGemma4VideoProcessor.preprocessÖ   s$   ø€ ð
 "�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3r   r;   Údo_convert_rgbrk   z"tvF.InterpolationMode | int | NoneÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanÚ	image_stdÚreturn_tensorsr   c           	      ó  — |t           vrt          dt           › d|› d�¦  «        ‚||dz  z  }g }g }g }d}|D �]‹}|r|                      |¦  «        }|r|                      |||||¬¦  «        }|                      ||||||	¦  «        }|j        d         }|j        d         |z  }|j        d	         |z  }t          ||¦  «        }|                     |j        d         |dz  z  ¦  «         |j        }t          j
        t          j        ||¬
¦  «        t          j        ||¬
¦  «        d¬¦  «        }t          j        |d	¬¦  «        }|                     |j        d         d¦  «        }|d                              |dd¦  «        }t          |||¦  «        \  }}|                     |¦  «         |                     |¦  «         �Œ�t          j        |d¬¦  «        }t          j        |d¬¦  «        }|||dœ}t!          ||
¬¦  «        S )Nrb   rc   r)   r(   r?   )r:   r   r%   r   rm   r   ro   r@   )ÚdeviceÚxy)Úindexing)Údim)N.)r^   r_   Únum_soft_tokens_per_video)ÚdataÚtensor_type)rf   r.   Úconvert_to_rgbru   Úrescale_and_normalizerA   rI   Úappendr�   rP   ÚmeshgridÚarangeÚstackrB   ÚrepeatrW   r   )rh   rv   ry   rk   rm   rz   r{   r|   r}   r~   r   r   r   r   r`   r%   Úpixel_valuesÚposition_idsr…   rD   r:   Úpatch_heightÚpatch_widthÚpatchesr�   Ú
patch_gridÚstacked_gridÚreal_positionsrJ   r†   s                                 r   Ú_preprocessz Gemma4VideoProcessor._preprocessÝ   s`  € ð" Õ"8Ð8Ð8ÝÐqÕAWÐqÐqÐ_nÐqÐqÐqÑrÔrÐrà%Ð(;¸QÑ(>Ñ>ˆàˆØˆØ$&Ð!Øˆ
àð  	+ñ  	+ˆEØð 3Ø×+Ò+¨EÑ2Ô2�Øð Ø×;Ò;ØØ)Ø +Ø(;Ø%ð <ñ ô �ð ×.Ò.¨u°jÀ.ÐR^Ð`jÐluÑvÔvˆEàœ QœˆJØ œ; rœ?¨jÑ8ˆLØœ+ bœ/¨ZÑ7ˆKÝ.¨u°jÑAÔAˆGØ%×,Ò,¨W¬]¸1Ô-=ÐATÐVWÑAWÑ-WÑXÔXÐXà”\ˆFÝœÝ”˜[°Ð8Ñ8Ô8Ý”˜\°&Ð9Ñ9Ô9Øðñ ô ˆJõ
 !œ; z°rÐ:Ñ:Ô:ˆLØ)×1Ò1°'´-ÀÔ2BÀAÑFÔFˆNØ+¨IÔ6×=Ò=¸jÈ!ÈQÑOÔOˆNå!3°G¸^È[Ñ!YÔ!YÑˆG�YØ×Ò Ñ(Ô(Ð(Ø×Ò 	Ñ*Ô*Ð*Ñ*õ ”{ <°QÐ7Ñ7Ô7ˆÝ”{ <°QÐ7Ñ7Ô7ˆð $0Ø".Ø)Bð
ð 
ˆõ
  °>ÐBÑBÔBÐBr   )NNN))r   r   r   r   ÚBICUBICrm   r}   r~   rp   Údefault_to_squarery   rk   rz   r|   rD   Údo_sample_framesr   r   r   r   Úvalid_kwargsÚmodel_input_namesr   re   rl   rP   ÚTensorr   rs   ÚInterpolationModeru   r   r   rx   ÚlistÚboolÚfloatÚstrr   r—   Ú__classcell__)ri   s   @r   rY   rY   š   sw  ø€ € € € € à!Ô)€HØ ��€JØ��€IØ€DØÐØ€NØ€IØ€JØ€LØ€JØÐØ€JØ€OØÐØ-€LØ.Ð0DÐEÐðx Ð(BÔ!Cð xð xð xð xð xð xð6ð 6ð 6ð 6ð 6ð
àŒ|ð
ð ð
ð ð	
ð
 !ð
ð Ô'ð
ð 
Œð
ð 
ð 
ð 
ð64àð4ð Ð3Ô4ð4ð 
ð	4ð 4ð 4ð 4ð 4ð 4ð& "&Ø&*Ø*.ðFCð FCà�^Ô$ðFCð ðFCð ð	FCð
 7ðFCð ðFCð ðFCð ðFCð ˜D œKÑ'¨$Ñ.ðFCð ˜4 œ;Ñ&¨Ñ-ðFCð ˜jÑ(¨4Ñ/ðFCð ˜$‘JðFCð ˜t™ðFCð ! 4™ZðFCð  
ð!FCð FCð FCð FCð FCð FCð FCð FCr   rY   )%r+   rP   Úimage_processing_utilsr   Úprocessing_utilsr   r   Úutilsr   r   r	   r
   r   r   r   Úvideo_processing_utilsr   Úvideo_utilsr   Úimage_utilsr   Útorchvision.transforms.v2r   rs   Útorchvision.transformsÚ
get_loggerr   Úloggerr   rf   r   Útupler9   rI   rW   rY   Ú__all__r   r   r   ú<module>r°      s¦  ðð €€€à €€€à 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð 9Ð 8Ð 8Ð 8Ð 8Ð 8Ø %Ð %Ð %Ð %Ð %Ð %ð ÐÑÔð 2Ø1Ð1Ð1Ð1Ð1Ð1àÐÑÔð Ø€L€L€LàÐÑ Ô ð 9Ø;Ð;Ð;Ð;Ð;Ð;Ð;ØÐÑÔð 9Ø8Ð8Ð8Ð8Ð8Ð8ð 
ˆÔ	˜HÑ	%Ô	%€ðð ð ð ð  °Uð ñ ô ð ð  3Ð ð3'Øð3'àð3'ð ð3'ð ð	3'ð
 ð3'ð ˆ3�ˆ8„_ð3'ð 3'ð 3'ð 3'ðl Nð Àð Èð ð ð ð ð ØðØ&4ðØEHðà
Ð)Ô*ðð ð ð ð  ðHCð HCð HCð HCð HCÐ-ñ HCô HCñ „ðHCðV "Ð
"€€€r   