§
    9²¸jé:  ã                   óv  — d dl Z d dlZd dlZd dlmZ ddlmZ ddl	m
Z
mZ ddlmZmZmZmZ ddlmZmZ ddlmZ dd	lmZmZmZ d
dlmZ d
dlmZ d
dlmZ d
dl m!Z!  G d„ de¦  «        Z" G d„ ded¬¦  «        Z# G d„ de¦  «        Z$ G d„ de¦  «        Z% G d„ ded¬¦  «        Z& G d„ de!¦  «        Z'g d¢Z(dS )é    N)Ú
functionalé   )ÚBatchFeature)Úgroup_images_by_shapeÚreorder_images)ÚChannelDimensionÚPILImageResamplingÚSizeDictÚget_image_size)ÚImagesKwargsÚVideosKwargs)Ú
TensorType)ÚVideoMetadataÚgroup_videos_by_shapeÚreorder_videosé   )ÚGlm46VConfig)ÚGlm46VImageProcessor)ÚGlm46VImageProcessorPil)ÚGlm46VVideoProcessorc                   ó   — e Zd ZdZdZdS )ÚGlmgaConfiga¶  
    image_start_token_id (`int`, *optional*, defaults to 151339):
        The image start token index to encode the start of image.
    image_end_token_id (`int`, *optional*, defaults to 151340):
        The image end token index to encode the end of image.
    video_start_token_id (`int`, *optional*, defaults to 151361):
        The video start token index to encode the start of video.
    video_end_token_id (`int`, *optional*, defaults to 151362):
        The video end token index to encode the end of video.

    ```python
    >>> from transformers import AutoModelForImageTextToText, GlmgaConfig

    >>> # Initializing a Glmga style configuration
    >>> configuration = GlmgaConfig()

    >>> # Initializing a model (reusing the GLM-4.6V implementation) from that configuration
    >>> model = AutoModelForImageTextToText.from_config(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚglmgaN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_type© ó    úw/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/glmga/modular_glmga.pyr   r   )   s   € € € € € ðð ð. €J€J€Jr    r   c                   ó<   — e Zd ZU dZeed<   eed<   eed<   eed<   dS )ÚGlmgaImageProcessorKwargsaÔ  
    patch_size (`int`, *optional*, defaults to 14):
        The spatial patch size of the vision encoder.
    temporal_patch_size (`int`, *optional*, defaults to 2):
        The temporal patch size of the vision encoder.
    merge_size (`int`, *optional*, defaults to 2):
        The merge size of the vision encoder to llm encoder.
    patch_expand_factor (`int`, *optional*, defaults to 1):
        The patch_expand_factor of the vision encoder to llm encoder.
    Ú
patch_sizeÚtemporal_patch_sizeÚ
merge_sizeÚpatch_expand_factorN)r   r   r   r   ÚintÚ__annotations__r   r    r!   r#   r#   D   sH   € € € € € € ð	ð 	ð €O€O�OØÐÐÑØ€O€O�OØÐÐÑÐÐr    r#   F)Útotalc                    ó¨   — e Zd ZdZded         dededdded	ed
edeee         z  dz  deee         z  dz  dedededededz  de	e
z  dz  def d„ZdS )ÚGlmgaImageProcessoré   Úimagesztorch.TensorÚ	do_resizeÚsizeÚresampleú7PILImageResampling | tvF.InterpolationMode | int | NoneÚ
do_rescaleÚrescale_factorÚdo_normalizeÚ
image_meanNÚ	image_stdr$   r%   r&   r'   Údisable_groupingÚreturn_tensorsÚreturnc           	      óÐ  — t          ||¬¦  «        \  }}i }|                     ¦   «         D ],\  }}|r |                      ||||
|z  |z  |¬¦  «        }|||<   Œ-t          ||¦  «        }t          ||¬¦  «        \  }}i }i }|                     ¦   «         D ]Z\  }}|                      ||||||	¦  «        }|                      ||
||¬¦  «        \  }}}|||<   d||ggt          |¦  «        z  ||<   Œ[t          ||¦  «        }t          ||¦  «        }t          |¦  «        dk    r|d         nt          j        |d¬¦  «        }t          j	        |¦  «        }t          ||dœ|¬¦  «        S )	z9
        Preprocess an image or batch of images.
        )r8   )r.   r0   r1   ÚfactorÚtemporal_factor©r$   r&   r%   r-   r   ©Údim©Úpixel_valuesÚimage_grid_thw©ÚdataÚtensor_type)r   ÚitemsÚresizer   Úrescale_and_normalizeÚpatchifyÚlenÚtorchÚcatÚtensorr   )Úselfr.   r/   r0   r1   r3   r4   r5   r6   r7   r$   r%   r&   r'   r8   r9   ÚkwargsÚgrouped_imagesÚgrouped_images_indexÚresized_images_groupedÚshapeÚstacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_gridsÚpatchesÚgrid_hÚgrid_wÚprocessed_imagesrB   rC   s                                  r!   Ú_preprocesszGlmgaImageProcessor._preprocessY   sð  € õ. 0EÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 		;ð 		;Ñ!ˆE�>Øð Ø!%§¢Ø)ØØ%Ø%¨
Ñ2Ð5HÑHØ$7ð "-ñ "ô "�ð -;Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆå/DÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Øˆà%3×%9Ò%9Ñ%;Ô%;ð 	Qð 	QÑ!ˆE�>Ø!×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð '+§m¢mØØ%Ø%Ø$7ð	 '4ñ 'ô 'Ñ#ˆG�V˜Vð /6Ð$ UÑ+Ø'(¨&°&Ð&9Ð%:½SÀÑ=PÔ=PÑ%PˆO˜EÑ"Ð"å)Ð*BÐDXÑYÔYÐÝ(¨Ð:NÑOÔOˆå.1Ð2BÑ.CÔ.CÀqÒ.HÐ.HÐ'¨Ô*Ð*ÍeÌiÐXhÐnoÐNpÑNpÔNpˆÝœ oÑ6Ô6ˆåØ".À.ÐQÐQÐ_mð
ñ 
ô 
ð 	
r    )r   r   r   r'   ÚlistÚboolr
   Úfloatr(   Ústrr   r   r]   r   r    r!   r,   r,   V   sü   € € € € € ØÐð?
à�^Ô$ð?
ð ð?
ð ð	?
ð
 Lð?
ð ð?
ð ð?
ð ð?
ð ˜D œKÑ'¨$Ñ.ð?
ð ˜4 œ;Ñ&¨Ñ-ð?
ð ð?
ð !ð?
ð ð?
ð !ð?
ð  ™+ð?
ð  ˜jÑ(¨4Ñ/ð!?
ð$ 
ð%?
ð ?
ð ?
ð ?
ð ?
ð ?
r    r,   c                   ó¨   — e Zd ZdZdeej                 dededddede	d	ed
e	ee	         z  dz  de	ee	         z  dz  de
de
de
de
deez  dz  defd„ZdS )ÚGlmgaImageProcessorPilr-   r.   r/   r0   r1   zPILImageResampling | int | Noner3   r4   r5   r6   Nr7   r'   r$   r%   r&   r9   r:   c                 óÄ  — g }g }|D ]œ}|r|                       |||||z  |¬¦  «        }|r|                      ||¦  «        }|r|                      |||	¦  «        }|                      ||||¬¦  «        \  }}}|                     |¦  «         |                     d||g¦  «         Œ�t          j        |d¬¦  «        }t          j        |¦  «        }t          ||dœ|¬¦  «        S )z?
        Preprocess images one by one for PIL backend.
        )r0   r1   r<   r=   r>   r-   r   )ÚaxisrA   rD   )	rH   ÚrescaleÚ	normalizerJ   ÚappendÚnpÚconcatenateÚarrayr   )rO   r.   r/   r0   r1   r3   r4   r5   r6   r7   r'   r$   r%   r&   r9   rP   r\   rX   ÚimagerY   rZ   r[   rB   rC   s                           r!   r]   z"GlmgaImageProcessorPil._preprocessž   s7  € ð* ÐØˆàð 	8ð 	8ˆEØð ØŸšØØØ%Ø%¨
Ñ2Ø$7ð $ñ ô �ð ð <ØŸš U¨NÑ;Ô;�Øð EØŸš u¨j¸)ÑDÔD�à&*§m¢mØØ%Ø%Ø$7ð	 '4ñ 'ô 'Ñ#ˆG�V˜Vð ×#Ò# GÑ,Ô,Ð,Ø×"Ò" A v¨vÐ#6Ñ7Ô7Ð7Ð7õ ”~Ð&6¸QÐ?Ñ?Ô?ˆÝœ /Ñ2Ô2ˆåØ".À.ÐQÐQÐ_mð
ñ 
ô 
ð 	
r    )r   r   r   r'   r^   ri   Úndarrayr_   r
   r`   r(   ra   r   r   r]   r   r    r!   rc   rc   ›   sï   € € € € € ØÐð9
à�R”ZÔ ð9
ð ð9
ð ð	9
ð
 4ð9
ð ð9
ð ð9
ð ð9
ð ˜D œKÑ'¨$Ñ.ð9
ð ˜4 œ;Ñ&¨Ñ-ð9
ð !ð9
ð ð9
ð !ð9
ð ð9
ð ˜jÑ(¨4Ñ/ð9
ð" 
ð#9
ð 9
ð 9
ð 9
ð 9
ð 9
r    rc   c                   ó`   — e Zd ZU dZeeef         ed<   eed<   eed<   eed<   eed<   eed<   dS )	ÚGlmgaVideoProcessorInitKwargsaÐ  
    patch_size (`int`, *optional*, defaults to 14):
        The spatial patch size of the vision encoder.
    temporal_patch_size (`int`, *optional*, defaults to 2):
        The temporal patch size of the vision encoder.
    merge_size (`int`, *optional*, defaults to 2):
        The merge size of the vision encoder to llm encoder.
    max_frames (`int`, *optional*, defaults to 640):
        The maximum number of frames that can be sampled.
    max_image_size (`dict`, *optional*, defaults to `28 * 28 * 2 * 55790`):
        The maximum pixels a video can be resized to.
    patch_expand_factor (`int`, *optional*, defaults to 1):
        The factor that will be multiplied to `patch_size` when resizing videos.
    Úmax_image_sizer$   r%   r&   r'   Ú
max_framesN)r   r   r   r   Údictra   r(   r)   r   r    r!   ro   ro   Ú   sc   € € € € € € ðð ð ˜˜c˜”NÐ"Ð"Ñ"Ø€O€O�OØÐÐÑØ€O€O�OØÐÐÑØ€O€O�O€O€Or    ro   c                    ó(  — e Zd ZdddœZddiZdZdZdZ	 dd	ed
e	e
z  dz  fd„Zdddej        ddddddddddfdeej                 dedededz  dddede
dede
ee
         z  dz  de
ee
         z  dz  de	dz  de	dz  de	dz  de	dz  deez  dz  fd„ZdS ) ÚGlmgaVideoProcessori 1  iÀÑ6)Úshortest_edgeÚlongest_edgerv   r   r-   i€  NÚmetadataÚfpsc                 óÊ  ‡‡‡— |�t          |dd¦  «        €t          d¦  «        ‚|j        Š‰dz
  }|j        pt	          ||j        z  ¦  «        dz   }|�|n| j        }t          ||z  ¦  «        Št          ‰| j        ¦  «        Šd|j        z  Šˆfd„t          ‰¦  «        D ¦   «         }‰‰k     rˆˆfd„t          ‰¦  «        D ¦   «         }nLg }d}	d|z  }
t          ‰¦  «        D ]3}||         |	k    r%|	|
z  }	| 
                    |¦  «         |	||
z
  k    r nŒ4t          |¦  «        ‰k     rit          |¦  «        dk    rdt          ‰dz
  d¦  «        }}n|d         |d         }}t          j        ||‰t          ¬	¦  «                             ¦   «         }nEt          |¦  «        ‰k    r2t          j        d‰dz
  ‰t          ¬	¦  «                             ¦   «         }t!          ¦   «         g }}|D ]0}||vr*|                     |¦  «         | 
                    |¦  «         Œ1t          |¦  «        dz  r| 
                    |d         ¦  «         t          j        |t          ¬	¦  «        S )
a‡  
        Args:
            metadata (`VideoMetadata`):
                Metadata of the video containing information about total duration, fps and total number of frames.
            fps (`int` or `float`, *optional*):
                Target frames to sample per second. Defaults to `self.fps`.
        Returns:
            np.ndarray:
                Indices to sample video frames.
        Nrx   z´Asked to sample frames per second but no video metadata was provided which is required when sampling in Glmga. Please pass in `VideoMetadata` object or set `do_sample_frames=False`r-   c                 ó   •— g | ]}|‰z  ‘ŒS r   r   )Ú.0ÚiÚduration_per_frames     €r!   ú
<listcomp>z5GlmgaVideoProcessor.sample_frames.<locals>.<listcomp>  s   ø€ ÐJÐJÐJ°�aÐ,Ñ,ÐJÐJÐJr    c                 óD   •— g | ]}t          j        |‰z  ‰z  ¦  «        ‘ŒS r   )ÚmathÚfloor)r{   Ú_iÚ	extract_tÚtotal_framess     €€r!   r~   z5GlmgaVideoProcessor.sample_frames.<locals>.<listcomp>  s-   ø€ ÐbÐbÐbÈ2�TœZ¨¨\Ñ(9¸IÑ(EÑFÔFÐbÐbÐbr    r   éÿÿÿÿ)Údtype)ÚgetattrÚ
ValueErrorÚtotal_num_framesÚdurationÚroundrx   r(   Úminrq   Úrangerh   rK   Úmaxri   ÚlinspaceÚtolistÚsetÚaddrk   )rO   rw   rx   rP   Úmax_frame_idxrŠ   Ú
target_fpsÚ
timestampsÚframe_indicesÚcurrent_secondÚinv_fpsÚframe_indexÚstartÚendÚseenÚuniqÚidxr}   rƒ   r„   s                    @@@r!   Úsample_framesz!GlmgaVideoProcessor.sample_framesù   s¥  øøø€ ð  Ð�w x°¸Ñ=Ô=ÐEÝðXñô ð ð
  Ô0ˆØ$ qÑ(ˆØÔ$ÐO­¨m¸h¼lÑ.JÑ(KÔ(KÈaÑ(Oˆà˜O�S�S°´ˆ
å˜ :Ñ-Ñ.Ô.ˆ	Ý˜	 4¤?Ñ3Ô3ˆ	à ¤Ñ-ÐØJÐJÐJÐJµe¸LÑ6IÔ6IÐJÑJÔJˆ
à˜)Ò#Ð#ØbÐbÐbÐbÐbÕQVÐW`ÑQaÔQaÐbÑbÔbˆMˆMàˆMØˆNØ˜*‘nˆGÝ$ \Ñ2Ô2ð ð �Ø˜kÔ*¨nÒ<Ð<Ø" gÑ-�NØ!×(Ò(¨Ñ5Ô5Ð5Ø%¨°GÑ);Ò;Ð;Ø˜øåˆ}ÑÔ 	Ò)Ð)Ý�=Ñ!Ô! QÒ&Ð&Ø¥ L°1Ñ$4°aÑ 8Ô 8�s��à*¨1Ô-¨}¸RÔ/@�s�ÝœK¨¨s°IÅSÐIÑIÔI×PÒPÑRÔRˆMˆMÝ�ÑÔ )Ò+Ð+ÝœK¨¨<¸!Ñ+;¸YÍcÐRÑRÔR×YÒYÑ[Ô[ˆMå‘U”U˜BˆdˆØ ð 	!ð 	!ˆCØ˜$ˆˆØ—’˜‘”�Ø—’˜CÑ Ô Ð øåˆt‰9Œ9�q‰=ð 	"Ø�KŠK˜˜RœÑ!Ô!Ð!åŒx˜¥CÐ(Ñ(Ô(Ð(r    Tgp?ÚvideosÚdo_convert_rgbr/   r0   r1   r2   r3   r4   r5   r6   r7   r'   r$   r%   r&   r9   c           	      ó  — t          |¦  «        \  }}i }|                     ¦   «         D ]C\  }}|r|                      |¦  «        }|r |                      |||||z  |z  |¬¦  «        }|||<   ŒDt	          ||¦  «        }t          |¦  «        \  }}i }i }|                     ¦   «         D ]\  }}t          |d         t          j        ¬¦  «        \  }}|                      |||||	|
¦  «        }|  	                    ||||¬¦  «        \  }}}}|||<   |||ggt          |¦  «        z  ||<   Œ€t	          ||¦  «        }t	          ||¦  «        }t          j        |d¬¦  «        } t          j        |¦  «        }!| |!dœ}"t          |"|¬¦  «        S )N)r    r0   r1   r<   r=   r   )Úchannel_dimr>   r?   )Úpixel_values_videosÚvideo_grid_thwrD   )r   rG   Úconvert_to_rgbrH   r   r   r   ÚFIRSTrI   rJ   rK   rL   rM   rN   r   )#rO   r    r¡   r/   r0   r1   r3   r4   r5   r6   r7   r'   r$   r%   r&   r9   rP   Úgrouped_videosÚgrouped_videos_indexÚresized_videos_groupedrT   Ústacked_videosÚresized_videosÚprocessed_videos_groupedrX   Úresized_heightÚresized_widthrY   Úgrid_trZ   r[   Úprocessed_videosr¤   r¥   rE   s#                                      r!   r]   zGlmgaVideoProcessor._preprocess<  s  € õ& 0EÀVÑ/LÔ/LÑ,ˆÐ,Ø!#Ðà%3×%9Ò%9Ñ%;Ô%;ð 	;ð 	;Ñ!ˆE�>Øð EØ!%×!4Ò!4°^Ñ!DÔ!D�Øð Ø!%§¢Ø)ØØ%Ø%¨
Ñ2Ð5HÑHØ$7ð "-ñ "ô "�ð -;Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆõ 0EÀ^Ñ/TÔ/TÑ,ˆÐ,Ø#%Ð ØˆØ%3×%9Ò%9Ñ%;Ô%;ð 	Vð 	VÑ!ˆE�>Ý,:¸>È!Ô;LÕZjÔZpÐ,qÑ,qÔ,qÑ)ˆN˜Mð "×7Ò7Ø 
¨N¸LÈ*ÐV_ñô ˆNð /3¯mªmØØ%Ø%Ø$7ð	 /<ñ /ô /Ñ+ˆG�V˜V Vð /6Ð$ UÑ+Ø'-¨v°vÐ&>Ð%?Å#ÀnÑBUÔBUÑ%UˆO˜EÑ"Ð"å)Ð*BÐDXÑYÔYÐÝ(¨Ð:NÑOÔOˆÝ#œiÐ(8¸aÐ@Ñ@Ô@ÐÝœ oÑ6Ô6ˆà#6Ø,ð
ð 
ˆõ
  °>ÐBÑBÔBÐBr    )N)r   r   r   r0   rp   rx   r'   rq   r   r(   r`   rŸ   r	   ÚBICUBICr^   rL   ÚTensorr_   r
   ra   r   r]   r   r    r!   rt   rt   ò   sÈ  € € € € € Ø&Ð8KÐLÐL€DØ$Ð&9Ð:€NØ
€CØÐØ€Jð
 #'ðA)ð A)àðA)ð �5‰[˜4ÑðA)ð A)ð A)ð A)ðL  $ØØ $ØN`ÔNhØØ )Ø!Ø15Ø04Ø*.Ø!%Ø*.Ø!%Ø26ð!CCð CCà�U”\Ô"ðCCð ðCCð ð	CCð
 ˜‰oðCCð LðCCð ðCCð ðCCð ðCCð ˜D œKÑ'¨$Ñ.ðCCð ˜4 œ;Ñ&¨Ñ-ðCCð ! 4™ZðCCð ˜$‘JðCCð ! 4™ZðCCð ˜$‘JðCCð  ˜jÑ(¨4Ñ/ð!CCð CCð CCð CCð CCð CCr    rt   )r   r,   rc   rt   ))r€   Únumpyri   rL   Útorchvision.transforms.v2r   ÚtvFÚimage_processing_utilsr   Úimage_transformsr   r   Úimage_utilsr   r	   r
   r   Úprocessing_utilsr   r   Úutilsr   Úvideo_utilsr   r   r   Úglm46v.configuration_glm46vr   Úglm46v.image_processing_glm46vr   Ú"glm46v.image_processing_pil_glm46vr   Úglm46v.video_processing_glm46vr   r   r#   r,   rc   ro   rt   Ú__all__r   r    r!   ú<module>rÂ      sl  ðð €€€à Ð Ð Ð Ø €€€Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eðð ð ð ð ð ð ð ð ð ð ð ð ;Ð :Ð :Ð :Ð :Ð :Ð :Ð :Ø Ð Ð Ð Ð Ð Ø OÐ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OØ 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø AÐ AÐ AÐ AÐ AÐ AØ HÐ HÐ HÐ HÐ HÐ HØ AÐ AÐ AÐ AÐ AÐ Aðð ð ð ð �,ñ ô ð ð6ð ð ð ð  °Eð ñ ô ð ð$B
ð B
ð B
ð B
ð B
Ð.ñ B
ô B
ð B
ðJ<
ð <
ð <
ð <
ð <
Ð4ñ <
ô <
ð <
ð~ð ð ð ð  L¸ð ñ ô ð ð0MCð MCð MCð MCð MCÐ.ñ MCô MCð MCð`ð ð €€€r    