§
    9²¸j,  ã                   ó  — d Z ddlmZ ddlZddlmZ ddlmZ ddl	m
Z
 ddlmZ dd	lmZmZ dd
lmZmZmZmZmZmZ ddlmZmZ ddlmZmZmZmZ  ej        e ¦  «        Z! G d„ ded¬¦  «        Z"e G d„ de¦  «        ¦   «         Z#dgZ$dS )z$Image processor class for MobileViT.é    )ÚUnionN)Ú
functionalé   )ÚTorchvisionBackend)Ú'SemanticSegmentationPostProcessorOutput)ÚBatchFeature)Úgroup_images_by_shapeÚreorder_images)ÚIMAGENET_STANDARD_MEANÚIMAGENET_STANDARD_STDÚChannelDimensionÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚImagesKwargsÚUnpack)Ú
TensorTypeÚauto_docstringÚloggingÚrequires_backendsc                   ó(   — e Zd ZU dZeed<   eed<   dS )ÚMobileVitImageProcessorKwargsa  
    do_flip_channel_order (`bool`, *optional*, defaults to `self.do_flip_channel_order`):
        Whether to flip the color channels from RGB to BGR or vice versa.
    do_reduce_labels (`bool`, *optional*, defaults to `self.do_reduce_labels`):
        Whether or not to reduce all label values of segmentation maps by 1. Usually used for datasets where 0
        is used for background, and background itself is not included in all classes of a dataset (e.g.
        ADE20k). The background label will be replaced by 255.
    Údo_flip_channel_orderÚdo_reduce_labelsN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚboolÚ__annotations__© ó    úˆ/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/mobilevit/image_processing_mobilevit.pyr   r   -   s6   € € € € € € ðð ð  ÐÐÑØÐÐÑÐÐr"   r   F)Útotalc                   óÚ  ‡ — e Zd ZdZeZej        Ze	Z
eZddiZdZdddœZdZdZdZdZdZdZdZd	ee         fˆ fd
„Ze	 d)dededz  d	ee         defˆ fd„¦   «         Z	 d)dededz  dededee z  dz  de!edf         dz  defd„Z"de#d         de#d         fd„Z$d*d„Z%	 	 d+de#d         dede&dddede&ded e'd!edz  d"ed#ede#d         fd$„Z(	 	 d,d%e#e)e*e*f                  dz  d&edd'fd(„Z+ˆ xZ,S )-ÚMobileViTImageProcessorzSTorchvision backend for MobileViT with flip_channel_order and reduce_label support.Úshortest_edgeéà   Fé   )ÚheightÚwidthTNÚkwargsc                 ó:   •—  t          ¦   «         j        di |¤Ž d S )Nr!   )ÚsuperÚ__init__)Úselfr,   Ú	__class__s     €r#   r/   z MobileViTImageProcessor.__init__O   s&   ø€ Ø�‰ŒÔÐ"Ð"˜6Ð"Ð"Ð"Ð"Ð"r"   ÚimagesÚsegmentation_mapsÚreturnc                 ó:   •—  t          ¦   «         j        ||fi |¤ŽS )zp
        segmentation_maps (`ImageInput`, *optional*):
            The segmentation maps to preprocess.
        )r.   Ú
preprocess)r0   r2   r3   r,   r1   s       €r#   r6   z"MobileViTImageProcessor.preprocessR   s'   ø€ ð "�u‰wŒwÔ! &Ð*;ÐFÐF¸vÐFÐFÐFr"   Údo_convert_rgbÚinput_data_formatÚreturn_tensorsÚdeviceztorch.devicec                 ó¦  — |                       ||||¬¦  «        }|                     ¦   «         }d|d<   i }	 | j        |fi |¤Ž|	d<   |�z|                       |ddt          j        ¬¦  «        }
|                     ¦   «         }|                     ddt          j        dœ¦  «          | j        dd	|
i|¤Ž}
d
„ |
D ¦   «         }
|
|	d<   t          |	|¬¦  «        S )z"Handle extra inputs beyond images.)r2   r7   r8   r:   Fr   Úpixel_valuesNé   )r2   Úexpected_ndimsr7   r8   )Ú
do_rescaler   Úresampler2   c                 ór   — g | ]4}|                      d ¦  «                             t          j        ¦  «        ‘Œ5S )r   )ÚsqueezeÚtoÚtorchÚint64)Ú.0Úprocessed_segmentation_maps     r#   ú
<listcomp>zIMobileViTImageProcessor._preprocess_image_like_inputs.<locals>.<listcomp>ˆ   sF   € ð +ð +ð +à.ð +×2Ò2°1Ñ5Ô5×8Ò8½¼ÑEÔEð+ð +ð +r"   Úlabels)ÚdataÚtensor_typer!   )	Ú_prepare_image_like_inputsÚcopyÚ_preprocessr   ÚFIRSTÚupdater   ÚNEARESTr   )r0   r2   r3   r7   r8   r9   r:   r,   Úimages_kwargsrJ   Úprocessed_segmentation_mapsÚsegmentation_maps_kwargss               r#   Ú_preprocess_image_like_inputsz5MobileViTImageProcessor._preprocess_image_like_inputs_   s?  € ð ×0Ò0Ø¨.ÐL]Ðflð 1ñ 
ô 
ˆð Ÿš™œˆØ,1ˆÐ(Ñ)ØˆØ/˜tÔ/°ÐHÐH¸-ÐHÐHˆˆ^ÑàÐ(Ø*.×*IÒ*IØ(Ø Ø$Ý"2Ô"8ð	 +Jñ +ô +Ð'ð (.§{¢{¡}¤}Ð$Ø$×+Ò+à"'Ø-2å 2Ô :ð	ð ñô ð ð +;¨$Ô*:ð +ð +Ø2ð+Ø6Nð+ð +Ð'ð+ð +à2Mð+ñ +ô +Ð'ð 9ˆD�‰Nå °>ÐBÑBÔBÐBr"   rI   útorch.Tensorc           	      óL  — t          t          |¦  «        ¦  «        D ]†}||         }t          j        |dk    t          j        d|j        |j        ¬¦  «        |¦  «        }|dz
  }t          j        |dk    t          j        d|j        |j        ¬¦  «        |¦  «        }|||<   Œ‡|S )z/Reduce label values by 1, replacing 0 with 255.r   éÿ   )Údtyper:   é   éþ   )ÚrangeÚlenrD   ÚwhereÚtensorrY   r:   )r0   rI   ÚidxÚlabels       r#   Úreduce_labelz$MobileViTImageProcessor.reduce_label�   sŸ   € å�˜V™œÑ%Ô%ð 	 ð 	 ˆCØ˜3”KˆEÝ”K ¨¢
­E¬L¸ÀEÄKÐX]ÔXdÐ,eÑ,eÔ,eÐglÑmÔmˆEØ˜A‘IˆEÝ”K ¨¢­e¬l¸3ÀeÄkÐZ_ÔZfÐ.gÑ.gÔ.gÐinÑoÔoˆEØˆF�3‰KˆKØˆr"   c                 óÖ   — |j         dk    r%|                     ¦   «         }|g d¢         |dd…<   |S |j         dk    r-|                     ¦   «         }|dd…g d¢f         |dd…dd…f<   |S |S )zFlip RGB to BGR or vice versa.r   )r=   rZ   r   r   é   N)ÚndimÚclone)r0   r2   Úflippeds      r#   Úflip_channel_orderz*MobileViTImageProcessor.flip_channel_orderš   s�   € àŒ;˜!ÒÐà—l’l‘n”nˆGØ! ) ) )Ô,ˆG�A�a�C‰LØˆNØŒ[˜AÒÐà—l’l‘n”nˆGØ$ Q Q Q¨	¨	¨	 \Ô2ˆG�A�A�A�q˜�s�F‰OØˆNØˆr"   Ú	do_resizeÚsizer@   z7PILImageResampling | tvF.InterpolationMode | int | NoneÚdo_center_cropÚ	crop_sizer?   Úrescale_factorÚdisable_groupingr   r   c                 ó  — |
r|                       |¦  «        }t          ||	¬¦  «        \  }}i }|                     ¦   «         D ]#\  }}|r|                      |||¦  «        }|||<   Œ$t	          ||¦  «        }t          ||	¬¦  «        \  }}i }|                     ¦   «         D ]Q\  }}|r|                      ||¦  «        }|r|                      ||¦  «        }|r|                      |¦  «        }|||<   ŒRt	          ||¦  «        }|S )z#Custom preprocessing for MobileViT.)rn   )rb   r	   ÚitemsÚresizer
   Úcenter_cropÚrescalerh   )r0   r2   ri   rj   r@   rk   rl   r?   rm   rn   r   r   r,   Úgrouped_imagesÚgrouped_images_indexÚresized_images_groupedÚshapeÚstacked_imagesÚresized_imagesÚprocessed_images_groupedÚprocessed_imagess                        r#   rN   z#MobileViTImageProcessor._preprocess¨   sV  € ð  ð 	/Ø×&Ò& vÑ.Ô.ˆFå/DÀVÐ^nÐ/oÑ/oÔ/oÑ,ˆÐ,Ø!#ÐØ%3×%9Ò%9Ñ%;Ô%;ð 	;ð 	;Ñ!ˆE�>Øð MØ!%§¢¨^¸TÀ8Ñ!LÔ!L�Ø,:Ð" 5Ñ)Ð)Ý'Ð(>Ð@TÑUÔUˆå/DÀ^ÐfvÐ/wÑ/wÔ/wÑ,ˆÐ,Ø#%Ð Ø%3×%9Ò%9Ñ%;Ô%;ð 	=ð 	=Ñ!ˆE�>Øð MØ!%×!1Ò!1°.À)Ñ!LÔ!L�Øð NØ!%§¢¨n¸nÑ!MÔ!M�Ø$ð IØ!%×!8Ò!8¸Ñ!HÔ!H�Ø.<Ð$ UÑ+Ð+Ý)Ð*BÐDXÑYÔYÐØÐr"   Útarget_sizesÚreturn_segmentation_scoreszBlist[torch.Tensor] | list[SemanticSegmentationPostProcessorOutput]c                 ó¬  ‡— t          | d¦  «         |j        Št          ‰¦  «        }|�� t          ‰¦  «        t          |¦  «        k    rt          d¦  «        ‚t	          |t
          j        ¦  «        r|                     ¦   «         }g }t          |¦  «        D ]�}t
          j	        j
                             ‰|                              d¬¦  «        ||         dd¬¦  «        }|                     t          |d                              d¬¦  «        |d         d	œ¬
¦  «        ¦  «         Œ‘nˆfd„t          |¦  «        D ¦   «         }|sd„ |D ¦   «         }|S )aÁ  
        Converts the output of [`MobileViTForSemanticSegmentation`] into semantic segmentation maps.

        Args:
            outputs ([`MobileViTForSemanticSegmentation`]):
                Raw outputs of the model.
            target_sizes (`list[tuple[int, int]]`, *optional*):
                List of tuples corresponding to the requested final size (height, width) of each prediction.
            return_segmentation_scores (`bool`, *optional*, defaults to `False`):
                Whether to return segmentation scores alongside the segmentation map. When `True`, each element of
                the returned list is a [`SemanticSegmentationPostProcessorOutput`] with fields `segmentation`
                (class IDs, shape `(height, width)`) and `segmentation_scores` (shape `(num_classes, height, width)`).

        Returns:
            `list[torch.Tensor]` or `list[SemanticSegmentationPostProcessorOutput]`: When
            `return_segmentation_scores=False` (default), a list of length `batch_size` where each item is a
            segmentation map of shape `(height, width)` with class IDs. When `return_segmentation_scores=True`,
            a list of [`SemanticSegmentationPostProcessorOutput`] with fields `segmentation` (class IDs, shape
            `(height, width)`) and `segmentation_scores` (shape `(num_classes, height, width)`). In both cases,
            `(height, width)` corresponds to the target size (if `target_sizes` is specified).
        rD   NzTMake sure that you pass in as many target sizes as the batch dimension of the logitsr   ©ÚdimÚbilinearF)rj   ÚmodeÚalign_corners©ÚsegmentationÚsegmentation_scores©rJ   c                 óv   •— g | ]5}t          ‰|                              d ¬¦  «        ‰|         dœ¬¦  «        ‘Œ6S )r   r   r„   r‡   )r   Úargmax)rF   ÚiÚlogitss     €r#   rH   zNMobileViTImageProcessor.post_process_semantic_segmentation.<locals>.<listcomp>  sa   ø€ ð %ð %ð %ð õ 8Ø*0°¬)×*:Ò*:¸qÐ*:Ñ*AÔ*AÐZ`ÐabÔZcÐdÐdðñ ô ð%ð %ð %r"   c                 ó   — g | ]	}|j         ‘Œ
S r!   )r…   )rF   Úitems     r#   rH   zNMobileViTImageProcessor.post_process_semantic_segmentation.<locals>.<listcomp>  s   € Ð$YÐ$YÐ$Y¸4 TÔ%6Ð$YÐ$YÐ$Yr"   )r   r‹   r]   Ú
ValueErrorÚ
isinstancerD   ÚTensorÚtolistr\   Únnr   ÚinterpolateÚ	unsqueezeÚappendr   r‰   )	r0   Úoutputsr|   r}   Ú
batch_sizeÚsemantic_segmentationr`   Úresized_logitsr‹   s	           @r#   Ú"post_process_semantic_segmentationz:MobileViTImageProcessor.post_process_semantic_segmentationÐ   s�  ø€ õ6 	˜$ Ñ(Ô(Ð(Ø”ˆÝ˜‘[”[ˆ
ØÑ#Ý�6‰{Œ{�c ,Ñ/Ô/Ò/Ð/Ý Øjñô ð õ ˜,­¬Ñ5Ô5ð 5Ø+×2Ò2Ñ4Ô4�Ø$&Ð!Ý˜ZÑ(Ô(ð ð �Ý!&¤Ô!4×!@Ò!@Ø˜3”K×)Ò)¨aÐ)Ñ0Ô0°|ÀCÔ7HÈzÐinð "Añ "ô "�ð &×,Ò,Ý;à,:¸1Ô,=×,DÒ,DÈÐ,DÑ,KÔ,KØ3AÀ!Ô3Dðð ðñ ô ñô ð ð ð	ð%ð %ð %ð %õ ˜zÑ*Ô*ð	%ñ %ô %Ð!ð *ð 	ZØ$YÐ$YÐCXÐ$YÑ$YÔ$YÐ!à$Ð$r"   )N)r2   rV   r4   rV   )FT)NF)-r   r   r   r   r   Úvalid_kwargsr   ÚBICUBICr@   r   Ú
image_meanr   Ú	image_stdrj   Údefault_to_squarerl   ri   rk   r?   Údo_normalizer7   r   r   r   r/   r   r   r   r6   r   r   Ústrr   r   rU   Úlistrb   rh   r   ÚfloatrN   ÚtupleÚintrš   Ú__classcell__)r1   s   @r#   r&   r&   ;   sß  ø€ € € € € à]Ð]à0€Là!Ô)€HØ'€JØ%€IØ˜SÐ!€DØÐØ¨Ð-Ð-€IØ€IØ€NØ€JØ€LØ€NØ ÐØÐð# Ð(EÔ!Fð #ð #ð #ð #ð #ð #ð ð 04ð
Gð 
Gàð
Gð &¨Ñ,ð
Gð Ð6Ô7ð	
Gð
 
ð
Gð 
Gð 
Gð 
Gð 
Gñ „^ð
Gð& 59ð/Cð /Càð/Cð &¨Ñ,ð/Cð ð	/Cð
 ,ð/Cð ˜jÑ(¨4Ñ/ð/Cð �c˜>Ð)Ô*¨TÑ1ð/Cð 
ð/Cð /Cð /Cð /Cðb 4¨Ô#7ð ¸DÀÔ<Pð ð ð ð ðð ð ð ð2 "'Ø&*ð& ð & à�^Ô$ð& ð ð& ð ð	& ð
 Lð& ð ð& ð ð& ð ð& ð ð& ð  ™+ð& ð ð& ð  $ð& ð 
ˆnÔ	ð& ð & ð & ð & ðV 6:Ø+0ð	=%ð =%ð ˜5  c œ?Ô+¨dÑ2ð=%ð %)ð	=%ð
 
Nð=%ð =%ð =%ð =%ð =%ð =%ð =%ð =%r"   r&   )%r   Útypingr   rD   Útorchvision.transforms.v2r   ÚtvFÚimage_processing_backendsr   Úimage_processing_outputsr   Úimage_processing_utilsr   Úimage_transformsr	   r
   Úimage_utilsr   r   r   r   r   r   Úprocessing_utilsr   r   Úutilsr   r   r   r   Ú
get_loggerr   Úloggerr   r&   Ú__all__r!   r"   r#   ú<module>r´      sÁ  ðð +Ð *à Ð Ð Ð Ð Ð à €€€Ø 7Ð 7Ð 7Ð 7Ð 7Ð 7à ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø OÐ OÐ OÐ OÐ OÐ OØ 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ Eðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð 5Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4Ð 4ðð ð ð ð ð ð ð ð ð ð ð ð 
ˆÔ	˜HÑ	%Ô	%€ðð ð ð ð  L¸ð ñ ô ð ð ðQ%ð Q%ð Q%ð Q%ð Q%Ð0ñ Q%ô Q%ñ „ðQ%ðh %Ð
%€€€r"   