§
    9²¸jo²  ã                   óð  — d dl mZ d dlmZ d dlZd dlmc mZ d dl	m
Z
 d dlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZmZmZ ddlmZ ddlmZmZmZ ddlm Z m!Z! ddl"m#Z# ddl$m%Z%m&Z&m'Z'm(Z(m)Z) ddl*m+Z+m,Z,m-Z- ddl.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7 ddl8m9Z9m:Z: ddl;m<Z< ddl=m>Z> ddl?m@Z@mAZAmBZB  e(jC        eD¦  «        ZE e&d¬¦  «        e
 G d„ de>¦  «        ¦   «         ¦   «         ZF e&d¬¦  «        e
 G d„ de1¦  «        ¦   «         ¦   «         ZG e&d¬¦  «        e
 G d „ d!e¦  «        ¦   «         ¦   «         ZHe& G d"„ d#e!¦  «        ¦   «         ZI e&d$¬%¦  «        e G d&„ d'e¦  «        ¦   «         ¦   «         ZJ G d(„ d)e9¦  «        ZK G d*„ d+e:¦  «        ZL G d,„ d-eB¦  «        ZM G d.„ d/ejN        ¦  «        ZO G d0„ d1ejN        ¦  «        ZP G d2„ d3eA¦  «        ZQ G d4„ d5e@¦  «        ZR G d6„ d7e/¦  «        ZS G d8„ d9ejN        ¦  «        ZT G d:„ d;e7¦  «        ZU G d<„ d=e6¦  «        ZV G d>„ d?e4¦  «        ZW G d@„ dAe5¦  «        ZX G dB„ dCejN        ¦  «        ZY G dD„ dEejN        ¦  «        ZZ G dF„ dGejN        ¦  «        Z[ G dH„ dIejN        ¦  «        Z\ G dJ„ dKe3¦  «        Z] G dL„ dMejN        ¦  «        Z^ G dN„ dOejN        ¦  «        Z_ e&dP¬%¦  «         G dQ„ dReI¦  «        ¦   «         Z` G dS„ dTeIe¦  «        Zag dU¢ZbdS )Vé    )ÚCallable)Ú	dataclassN)Ústrict)Únné   )Úinitialization)ÚACT2FN)ÚCache)ÚPreTrainedConfig)Ú%ClassifierFreeGuidanceLogitsProcessorÚGenerationMixinÚGenerationModeÚLogitsProcessorList)ÚGenerateDecoderOnlyOutput)ÚBaseModelOutputÚBaseModelOutputWithPoolingÚModelOutput)ÚALL_ATTENTION_FUNCTIONSÚPreTrainedModel)ÚUnpack)ÚTransformersKwargsÚauto_docstringÚcan_return_tupleÚloggingÚtorch_compilable_checké   )ÚCONFIG_MAPPINGÚ
AutoConfigÚ	AutoModel)ÚBlip2VisionModel)ÚChameleonVQVAEConfig)ÚChameleonVQVAEÚChameleonVQVAEEncoderAttnBlockÚ#ChameleonVQVAEEncoderConvDownsampleÚ ChameleonVQVAEEncoderResnetBlockÚChameleonVQVAEVectorQuantizer)ÚIdeficsBaseModelOutputWithPastÚIdeficsCausalLMOutputWithPast)Úeager_attention_forward)ÚSiglipVisionConfig)ÚSiglipEncoderÚSiglipEncoderLayerÚSiglipVisionEmbeddingszdeepseek-community/Janus-Pro-1B)Ú
checkpointc                   ó&  — e Zd ZU dZdZeed<   dZeed<   dZeed<   dZ	ee
e         z  eeef         z  ed	<   d
Zeed<   dZeez  ed<   dZeed<   dZeez  ed<   dZeed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<    e¦   «         ZdS )ÚJanusVisionConfigzÕ
    projection_dropout (`float`, *optional*, defaults to 0.0):
        Dropout probability for the projection layer.
    num_image_tokens (`int`, *optional*, defaults to 576):
        Number of image tokens.
    i   Úhidden_sizeé   Únum_hidden_layersé   Únum_attention_headsi€  Ú
image_sizeÚgeluÚ
hidden_actg      @Ú	mlp_ratioTÚattention_biasç        Úhidden_dropout_rateé   Úprojection_dimÚprojection_dropoutFÚuse_qk_normç{®Gáz”?Úinitializer_ranger   Údepthi@  Únum_image_tokensN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r1   ÚintÚ__annotations__r3   r5   r6   ÚlistÚtupler8   Ústrr9   Úfloatr:   Úboolr<   r>   r?   r@   rB   rC   rD   ÚAttributeErrorÚintermediate_size© ó    úw/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/janus/modular_janus.pyr0   r0   <   s0  € € € € € € ðð ð €K�ÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø47€J��d˜3”i‘ %¨¨S¨¤/Ñ1Ð7Ð7Ñ7Ø€J�ÐÐÑØ €Iˆu�s‰{Ð Ð Ñ Ø€N�DÐÐÑØ'*Ð˜ ™Ð*Ð*Ñ*Ø€N�CÐÐÑØ&)Ð˜ ™Ð)Ð)Ñ)Ø€K�ÐÐÑØ#Ð�uÐ#Ð#Ñ#Ø€Eˆ3€N€N�NØÐ�cÐÐÑØ&˜Ñ(Ô(ÐÐÐrS   r0   c                   óX  — e Zd ZU dZdZeed<   dZeed<   dZe	ed<   dZ
eed	<   d
Zeed<   dZeed<   dZeed<   dZeed<   dZee         eedf         z  ed<   dZeed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<    e¦   «         Z e¦   «         Z e¦   «         Zd S )!ÚJanusVQVAEConfiga   
    base_channels (`int`, *optional*, defaults to 128):
        Base channel count.
    channel_multiplier (`list[int]`, *optional*, defaults to `[1, 1, 2, 2, 4]`):
        Channel multipliers for each resolution.
    num_res_blocks (`int`, *optional*, defaults to 2):
        Number of residual blocks.
    num_patches (`int`, *optional*, defaults to 32):
        Num of patches the input images can be divided into.
    out_channels (`int`, *optional*, defaults to 3):
        Number of out channels.
    image_token_embed_dim (`int`, *optional*, defaults to 2048):
        Dimension of image embeddings. It should be same as the dimensionality of text embeddings.
    é   Ú	embed_dimi @  Únum_embeddingsFÚdouble_latenté   Úlatent_channelsé    Únum_patchesr   Úin_channelsÚout_channelsé€   Úbase_channels)é   rc   r   r   é   .Úchannel_multiplierr   Únum_res_blocksr;   ÚdropoutrA   rB   r=   r>   r3   r7   r8   Úimage_token_embed_dimN)rE   rF   rG   rH   rX   rI   rJ   rY   rZ   rO   r\   r^   r_   r`   rb   re   rK   rL   rf   rg   rN   rB   r>   r3   r8   rM   rh   rP   Ú
resolutionÚattn_resolutionsÚ	attn_typerR   rS   rT   rV   rV   W   s]  € € € € € € ðð ð €IˆsÐÐÑØ€N�CÐÐÑØ€M�4ÐÐÑØ€O�SÐÐÑØ€K�ÐÐÑØ€K�ÐÐÑØ€L�#ÐÐÑØ€M�3ÐÐÑØ6EÐ˜˜Sœ	 E¨#¨s¨(¤OÑ3ÐEÐEÑEØ€N�CÐÐÑØ€GˆU�S‰[ÐÐÑØ#Ð�uÐ#Ð#Ñ#Ø€N�CÐÐÑØÐ�sÐÐÑØ€J�ÐÐÑØ!%Ð˜3Ð%Ð%Ñ%à�Ñ!Ô!€JØ%�~Ñ'Ô'ÐØ�Ñ Ô €I€I€IrS   rV   c                   óž   ‡ — e Zd ZU dZdZeeedœZdZ	e
ez  dz  ed<   dZe
ez  dz  ed<   dZe
ez  dz  ed<   dZeed	<   d
Zeed<   ˆ fd„Zˆ xZS )ÚJanusConfiga  
    Example:

    ```python
    >>> from transformers import JanusForConditionalGeneration, JanusConfig, JanusVisionConfig, JanusVQVAEConfig, LlamaConfig

    >>> # Initializing a Janus vision config
    >>> vision_config = JanusVisionConfig()

    >>> # Initializing a Llama config
    >>> text_config = LlamaConfig()

    >>> # Initializing a VQ config
    >>> vq_config = JanusVQVAEConfig()

    >>> # Initializing a Janus Pro 1B style configuration
    >>> configuration = JanusConfig(vision_config=vision_config, text_config=text_config, vq_config=vq_config)

    >>> # Initializing a model from the Janus Pro 1B style configuration
    >>> model = JanusForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Újanus)Útext_configÚvision_configÚ	vq_configNro   rp   rq   iåˆ Úimage_token_idTÚtie_word_embeddingsc                 óR  •— t          | j        t          ¦  «        rK| j                             dd¦  «        | j        d<   t	          | j        d                  di | j        ¤Ž| _        n:| j        €3t
                               d¦  «         t	          d         ¦   «         | _        | j        €.t
                               d¦  «         t          ¦   «         | _        n0t          | j        t          ¦  «        rt          di | j        ¤Ž| _        | j	        €.t
                               d¦  «         t          ¦   «         | _	        n0t          | j	        t          ¦  «        rt          di | j	        ¤Ž| _	        | j        j        | j        j        z  | j	        _         t          ¦   «         j        di |¤Ž d S )NÚ
model_typeÚllamaz7`text_config` is None. Initializing with default valueszK`vision_config` is None. Initializing with default JanusVisionConfig valueszF`vq_config` is None. Initializing with default JanusVQVAEConfig valuesrR   )Ú
isinstancero   ÚdictÚgetr   ÚloggerÚinforp   r0   rq   rV   r6   Ú
patch_sizer^   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €rT   r~   zJanusConfig.__post_init__¨   s„  ø€ Ý�dÔ&­Ñ-Ô-ð 	9Ø-1Ô-=×-AÒ-AÀ,ÐPWÑ-XÔ-XˆDÔ˜\Ñ*Ý-¨dÔ.>¸|Ô.LÔMÐaÐaÐPTÔP`ÐaÐaˆDÔÐØÔÐ%Ý�KŠKÐQÑRÔRÐRÝ-¨gÔ6Ñ8Ô8ˆDÔàÔÐ%Ý�KŠKÐeÑfÔfÐfÝ!2Ñ!4Ô!4ˆDÔÐÝ˜Ô*­DÑ1Ô1ð 	IÝ!2Ð!HÐ!H°TÔ5GÐ!HÐ!HˆDÔàŒ>Ð!Ý�KŠKÐ`ÑaÔaÐaÝ-Ñ/Ô/ˆDŒNˆNÝ˜œ­Ñ-Ô-ð 	@Ý-Ð?Ð?°´Ð?Ð?ˆDŒNð &*Ô%7Ô%BÀdÔFXÔFcÑ%cˆŒÔ"Ø�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'rS   )rE   rF   rG   rH   ru   r   r0   rV   Úsub_configsro   rx   r   rJ   rp   rq   rr   rI   rs   rO   r~   Ú__classcell__©r�   s   @rT   rm   rm      sÔ   ø€ € € € € € ðð ð2 €Jà!Ø*Ø%ðð €Kð 37€K�Ð(Ñ(¨4Ñ/Ð6Ð6Ñ6Ø48€M�4Ð*Ñ*¨TÑ1Ð8Ð8Ñ8Ø04€IˆtÐ&Ñ&¨Ñ-Ð4Ð4Ñ4Ø €N�CÐ Ð Ñ Ø $Ð˜Ð$Ð$Ñ$ð(ð (ð (ð (ð (ð (ð (ð (ð (rS   rm   c                   óP   ‡ — e Zd ZU eed<   dZdZdZdgZddgZ	dZ
dZdZˆ fd„Zˆ xZS )	ÚJanusPreTrainedModelÚconfigÚmodel©ÚimageÚtextTÚJanusVisionEncoderLayerÚpast_key_valuesÚcausal_maskc                 ó  •— t          ¦   «                              |¦  «         t          |t          ¦  «        rQt	          j        |j        t          j        |j        j	        d         ¦  «         
                    d¦  «        ¦  «         d S d S )Néÿÿÿÿ)rc   r�   )r}   Ú_init_weightsrw   ÚJanusVisionEmbeddingsÚinitÚcopy_Úposition_idsÚtorchÚarangeÚshapeÚexpand)r   Úmoduler�   s     €rT   r‘   z"JanusPreTrainedModel._init_weightsÎ   s{   ø€ Ý‰Œ×Ò˜fÑ%Ô%Ð%Ý�fÕ3Ñ4Ô4ð 	iÝŒJ�vÔ*­E¬L¸Ô9LÔ9RÐSUÔ9VÑ,WÔ,W×,^Ò,^Ð_fÑ,gÔ,gÑhÔhÐhÐhÐhð	ið 	irS   )rE   rF   rG   rm   rJ   Úbase_model_prefixÚinput_modalitiesÚsupports_gradient_checkpointingÚ_no_split_modulesÚ_skip_keys_device_placementÚ_supports_flash_attnÚ_supports_sdpaÚ_can_compile_fullgraphr‘   rƒ   r„   s   @rT   r†   r†   Á   s†   ø€ € € € € € àÐÐÑØÐØ(ÐØ&*Ð#Ø2Ð3ÐØ#4°mÐ"DÐØÐØ€Nà!Ððið ið ið ið ið ið ið ið irS   r†   z9
    Base class for Janus VQ-VAE mode model outputs.
    )Úcustom_introc                   óP   — e Zd ZU dZdZej        dz  ed<   dZej        dz  ed<   dS )ÚJanusVQVAEOutputzÿ
    decoded_pixel_values (`torch.FloatTensor` of shape `(batch_size, num_channels, image_size, image_size)`):
        Reconstructed pixel values after encoding and decoding the input.
    embedding_loss (`torch.FloatTensor`):
        Embedding loss.
    NÚdecoded_pixel_valuesÚembedding_loss)	rE   rF   rG   rH   r¦   r–   ÚFloatTensorrJ   r§   rR   rS   rT   r¥   r¥   Ô   sO   € € € € € € ðð ð 6:Ð˜%Ô+¨dÑ2Ð9Ð9Ñ9Ø/3€N�EÔ%¨Ñ,Ð3Ð3Ñ3Ð3Ð3rS   r¥   c                   ó   — e Zd ZdS )ÚJanusBaseModelOutputWithPastN©rE   rF   rG   rR   rS   rT   rª   rª   æ   ó   € € € € € Ø€DrS   rª   c                   ó   — e Zd ZdS )ÚJanusCausalLMOutputWithPastNr«   rR   rS   rT   r®   r®   ê   r¬   rS   r®   c                   ó8   — e Zd Zddej        dedej        fd„ZdS )r’   FÚpixel_valuesÚinterpolate_pos_encodingÚreturnc                 óV  — |j         \  }}}}| j        j        j        }|                      |                     |¬¦  «        ¦  «        }|                     d¦  «                             dd¦  «        }|r|                      |||¦  «        }	n|                      | j	        ¦  «        }	||	z   }|S )N)Údtyper   rc   )
r˜   Úpatch_embeddingÚweightr´   ÚtoÚflattenÚ	transposer±   Úposition_embeddingr•   )
r   r°   r±   Ú_ÚheightÚwidthÚtarget_dtypeÚpatch_embedsÚ
embeddingsÚ
pos_embedss
             rT   ÚforwardzJanusVisionEmbeddings.forwardï   s­   € Ø*Ô0Ñˆˆ1ˆf�eØÔ+Ô2Ô8ˆØ×+Ò+¨L¯OªOÀ,¨OÑ,OÔ,OÑPÔPˆØ!×)Ò)¨!Ñ,Ô,×6Ò6°q¸!Ñ<Ô<ˆ
à#ð 	DØ×6Ò6°zÀ6È5ÑQÔQˆJˆJà×0Ò0°Ô1BÑCÔCˆJà *Ñ,ˆ
àÐrS   N)F)rE   rF   rG   r–   ÚTensorrO   rÂ   rR   rS   rT   r’   r’   î   sH   € € € € € ðð  E¤Lð ÈDð Ð]bÔ]ið ð ð ð ð ð rS   r’   c                   óf   ‡ — e Zd ZdZdefˆ fd„Z	 d	dej        dej        dz  dee	         fd„Z
ˆ xZS )
ÚJanusVisionAttentionz(Attention Class for Janus Vision Encoderr‡   c                 ó6  •— t          ¦   «                              ¦   «          || _        |j        | _        |j        | _        | j        | j        z  | _        | j        | j        z  | j        k    r t          d| j        › d| j        › d�¦  «        ‚| j        dz  | _	        |j
        | _
        |j        }|j        }d| _        d| _        t          j        | j        | j        | j        z  |j        ¬¦  «        | _        t          j        | j        | j        | j        z  |j        ¬¦  «        | _        t          j        | j        | j        | j        z  |j        ¬¦  «        | _        t          j        | j        | j        ¦  «        | _        |dk    rt          j        |¦  «        nt          j        ¦   «         | _        |rt          j        | j        ¦  «        nt          j        ¦   «         | _        |rt          j        | j        ¦  «        nt          j        ¦   «         | _        d S )	Nz;embed_dim must be divisible by num_heads (got `embed_dim`: z and `num_heads`: z).g      à¿Frc   ©Úbiasr   )r}   Ú__init__r‡   r1   rX   r5   Ú	num_headsÚhead_dimÚ
ValueErrorÚscaleÚattention_dropoutr?   r@   Ú	is_causalÚnum_key_value_groupsr   ÚLinearr:   Úq_projÚk_projÚv_projÚprojection_layerÚDropoutÚIdentityÚ	LayerNormÚq_normÚk_norm)r   r‡   Úproj_dropoutÚqk_normr�   s       €rT   rÉ   zJanusVisionAttention.__init__  sÑ  ø€ Ý‰Œ×ÒÑÔÐØˆŒØÔ+ˆŒØÔ3ˆŒØœ¨$¬.Ñ8ˆŒØŒ=˜4œ>Ñ)¨T¬^Ò;Ð;Ýð'ÈdÌnð 'ð 'Ø”Nð'ð 'ð 'ñô ð ð ”] DÑ(ˆŒ
Ø!'Ô!9ˆÔØÔ0ˆØÔ$ˆØˆŒð %&ˆÔ!å”i ¤°´ÀÄÑ0NÐU[ÔUjÐkÑkÔkˆŒÝ”i ¤°´ÀÄÑ0NÐU[ÔUjÐkÑkÔkˆŒÝ”i ¤°´ÀÄÑ0NÐU[ÔUjÐkÑkÔkˆŒÝ "¤	¨$¬.¸$¼.Ñ IÔ IˆÔØ>JÈQÒ>NÐ>N¥"¤*¨\Ñ":Ô":Ð":ÕTVÔT_ÑTaÔTaˆÔà6=ÐP•b”l 4¤>Ñ2Ô2Ð2Å2Ä;Á=Ä=ˆŒØ6=ÐP•b”l 4¤>Ñ2Ô2Ð2Å2Ä;Á=Ä=ˆŒˆˆrS   NÚhidden_statesÚattention_maskr€   c                 ó   — |                      ¦   «         \  }}}|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }	|                     d| j        | j        ¦  «        }|                      |¦  «        }|                     d| j        | j        ¦  «        }|                      |¦  «        }|                     ||| j        | j        ¦  «         	                    dd¦  «        }|                     ||| j        | j        ¦  «         	                    dd¦  «        }|	 
                    ||| j        | j        ¦  «         	                    dd¦  «        }	t          j        | j        j        t          ¦  «        }
 |
| |||	|f| j        sdn| j        | j        | j        dœ|¤Ž\  }}|                     ||| j        ¦  «        }|                      |¦  «        }|                      |¦  «        }||fS )Nr�   rc   r   r;   )rg   ÚscalingrÏ   )ÚsizerÒ   rÓ   rÔ   ÚreshaperÊ   rË   rÙ   rÚ   r¹   Úviewr   Úget_interfacer‡   Ú_attn_implementationr)   ÚtrainingrÎ   rÍ   rÏ   rX   rÕ   r?   )r   rÝ   rÞ   r€   Ú
batch_sizeÚseq_lenr»   Úquery_statesÚ
key_statesÚvalue_statesÚattention_interfaceÚattn_outputÚattn_weightsÚoutputs                 rT   rÂ   zJanusVisionAttention.forward  sù  € ð "/×!3Ò!3Ñ!5Ô!5Ñˆ
�G˜Qà—{’{ =Ñ1Ô1ˆØ—[’[ Ñ/Ô/ˆ
Ø—{’{ =Ñ1Ô1ˆà#×+Ò+¨B°´ÀÄÑNÔNˆØ—{’{ <Ñ0Ô0ˆà×'Ò'¨¨D¬N¸D¼MÑJÔJˆ
Ø—[’[ Ñ,Ô,ˆ
à#×+Ò+¨J¸ÀÄÐQUÔQ^Ñ_Ô_×iÒiÐjkÐmnÑoÔoˆØ×'Ò'¨
°G¸T¼^ÈTÌ]Ñ[Ô[×eÒeÐfgÐijÑkÔkˆ
Ø#×(Ò(¨°W¸d¼nÈdÌmÑ\Ô\×fÒfÐghÐjkÑlÔlˆå(?Ô(MØŒKÔ,Õ.Eñ)
ô )
Ðð %8Ð$7ØØØØØð
%
ð  $œ}ÐH�C�C°$Ô2HØ”JØ”nð
%
ð 
%
ð ð
%
ð 
%
Ñ!ˆ�\ð "×)Ò)¨*°g¸t¼~ÑNÔNˆà×&Ò& {Ñ3Ô3ˆØ×(Ò(¨Ñ0Ô0ˆØ�|Ð#Ð#rS   ©N)rE   rF   rG   rH   r0   rÉ   r–   rÃ   r   r   rÂ   rƒ   r„   s   @rT   rÅ   rÅ   ÿ   sœ   ø€ € € € € Ø2Ð2ðQÐ0ð Qð Qð Qð Qð Qð Qð@ /3ð)$ð )$à”|ð)$ð œ tÑ+ð)$ð Ð+Ô,ð	)$ð )$ð )$ð )$ð )$ð )$ð )$ð )$rS   rÅ   c                   óH   ‡ — e Zd Zdefˆ fd„Zdej        dej        fd„Zˆ xZS )ÚJanusVisionMLPr‡   c                 óÎ  •— t          ¦   «                              ¦   «          || _        t          |j        |j        z  ¦  «        | _        t          |j                 | _	        t          j        |j        | j        ¦  «        | _        t          j        | j        |j        ¦  «        | _        t          j        |j        ¦  «        | _        t          j        |j        ¦  «        | _        d S rð   )r}   rÉ   r‡   rI   r1   r9   rQ   r	   r8   Úactivation_fnr   rÑ   Úfc1Úfc2rÖ   r<   Údropout1Údropout2©r   r‡   r�   s     €rT   rÉ   zJanusVisionMLP.__init__L  s©   ø€ Ý‰Œ×ÒÑÔÐØˆŒÝ!$ VÔ%7¸&Ô:JÑ%JÑ!KÔ!KˆÔÝ# FÔ$5Ô6ˆÔÝ”9˜VÔ/°Ô1GÑHÔHˆŒÝ”9˜TÔ3°VÔ5GÑHÔHˆŒÝœ
 6Ô#=Ñ>Ô>ˆŒÝœ
 6Ô#=Ñ>Ô>ˆŒˆˆrS   rÝ   r²   c                 óØ   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|S rð   )rõ   rô   r÷   rö   rø   ©r   rÝ   s     rT   rÂ   zJanusVisionMLP.forwardV  s_   € ØŸš Ñ/Ô/ˆØ×*Ò*¨=Ñ9Ô9ˆØŸš mÑ4Ô4ˆØŸš Ñ/Ô/ˆØŸš mÑ4Ô4ˆØÐrS   )	rE   rF   rG   r0   rÉ   r–   rÃ   rÂ   rƒ   r„   s   @rT   rò   rò   K  sk   ø€ € € € € ð?Ð0ð ?ð ?ð ?ð ?ð ?ð ?ð U¤\ð °e´lð ð ð ð ð ð ð ð rS   rò   c                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )rŒ   r‡   c                 óT  •— t          ¦   «                              |¦  «         || _        |j        | _        t          |¦  «        | _        t          j        | j        |j	        ¬¦  «        | _
        t          j        | j        |j	        ¬¦  «        | _        t          |¦  «        | _        d S )N)Úeps)r}   rÉ   r‡   r1   rX   rÅ   Ú	self_attnr   rØ   Úlayer_norm_epsÚlayer_norm1Úlayer_norm2rò   Úmlprù   s     €rT   rÉ   z JanusVisionEncoderLayer.__init__`  s†   ø€ Ý‰Œ×Ò˜Ñ Ô Ð ØˆŒØÔ+ˆŒÝ-¨fÑ5Ô5ˆŒÝœ<¨¬¸FÔ<QÐRÑRÔRˆÔÝœ<¨¬¸FÔ<QÐRÑRÔRˆÔÝ! &Ñ)Ô)ˆŒˆˆrS   ©rE   rF   rG   r0   rÉ   rƒ   r„   s   @rT   rŒ   rŒ   _  sE   ø€ € € € € ð*Ð0ð *ð *ð *ð *ð *ð *ð *ð *ð *ð *rS   rŒ   c                   ó$   ‡ — e Zd Zdefˆ fd„Zˆ xZS )ÚJanusVisionEncoderr‡   c                 óº   •‡— t          ¦   «                              ‰¦  «         t          j        ˆfd„t	          ‰j        ¦  «        D ¦   «         ¦  «        | _        d S )Nc                 ó.   •— g | ]}t          ‰¦  «        ‘ŒS rR   )rŒ   ©Ú.0r»   r‡   s     €rT   ú
<listcomp>z/JanusVisionEncoder.__init__.<locals>.<listcomp>m  s"   ø€ Ð$nÐ$nÐ$nÈÕ%<¸VÑ%DÔ%DÐ$nÐ$nÐ$nrS   )r}   rÉ   r   Ú
ModuleListÚranger3   Úlayersrù   s    `€rT   rÉ   zJanusVisionEncoder.__init__k  sR   øø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý”mÐ$nÐ$nÐ$nÐ$nÍeÐTZÔTlÑNmÔNmÐ$nÑ$nÔ$nÑoÔoˆŒˆˆrS   r  r„   s   @rT   r  r  j  sP   ø€ € € € € ðpÐ0ð pð pð pð pð pð pð pð pð pð prS   r  c            
       ón   ‡ — e Zd ZeedœZdefˆ fd„Z	 	 ddej	        dz  de
dee         d	eez  fd
„Zˆ xZS )ÚJanusVisionModel©rÝ   Ú
attentionsr‡   c                 ór   •— t          ¦   «                              |¦  «         t          |¦  «        | _        d S rð   )r}   rÉ   r  Úencoderrù   s     €rT   rÉ   zJanusVisionModel.__init__v  s.   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý)¨&Ñ1Ô1ˆŒˆˆrS   NFr°   r±   r€   r²   c                 ó  — |€t          d¦  «        ‚|                      ||¬¦  «        } | j        dd|i|¤Ž}|j        }|                      |¦  «        }|d d …dd d …f         }|                      |¦  «        }t          ||¬¦  «        S )Nz You have to specify pixel_values)r±   Úinputs_embedsr   )Úlast_hidden_stateÚpooler_outputrR   )rÌ   rÀ   r  r  Úpost_layernormr   )r   r°   r±   r€   rÝ   Úencoder_outputsr  Úpooled_outputs           rT   rÂ   zJanusVisionModel.forwardz  s¿   € ð ÐÝÐ?Ñ@Ô@Ð@àŸš¨ÐOg˜ÑhÔhˆà+7¨4¬<ð ,
ð ,
Ø'ð,
àð,
ð ,
ˆð
 ,Ô=ÐØ ×/Ò/Ð0AÑBÔBÐà)¨!¨!¨!¨Q°°°¨'Ô2ˆØ×+Ò+¨MÑ:Ô:ˆå)Ø/Ø'ð
ñ 
ô 
ð 	
rS   ©NF)rE   rF   rG   rŒ   rÅ   Ú_can_record_outputsr0   rÉ   r–   r¨   rO   r   r   rL   r   rÂ   rƒ   r„   s   @rT   r  r  p  s³   ø€ € € € € à0Ø*ðð Ðð
2Ð0ð 2ð 2ð 2ð 2ð 2ð 2ð 26Ø).ð
ð 
àÔ'¨$Ñ.ð
ð #'ð
ð Ð+Ô,ð	
ð
 
Ð+Ñ	+ð
ð 
ð 
ð 
ð 
ð 
ð 
ð 
rS   r  c                   ó*   ‡ — e Zd Zdefˆ fd„Zd„ Zˆ xZS )ÚJanusVisionAlignerMLPr‡   c                 ó0  •‡— t          ¦   «                              ¦   «          t          j        ‰j        ‰j        ¦  «        | _        t          j        ˆfd„t          d‰j	        ¦  «        D ¦   «         ¦  «        | _
        t          ‰j                 | _        d S )Nc                 óN   •— g | ]!}t          j        ‰j        ‰j        ¦  «        ‘Œ"S rR   ©r   rÑ   r>   r	  s     €rT   r  z2JanusVisionAlignerMLP.__init__.<locals>.<listcomp>œ  s+   ø€ ÐeÐeÐeÈ�RŒY�vÔ,¨fÔ.CÑDÔDÐeÐeÐerS   rc   )r}   rÉ   r   rÑ   r1   r>   rõ   r  r  rC   Úhidden_layersr	   r8   rô   rù   s    `€rT   rÉ   zJanusVisionAlignerMLP.__init__—  s…   øø€ Ý‰Œ×ÒÑÔÐå”9˜VÔ/°Ô1FÑGÔGˆŒÝœ]ØeÐeÐeÐeÍeÐTUÐW]ÔWcÑNdÔNdÐeÑeÔeñ
ô 
ˆÔõ $ FÔ$5Ô6ˆÔÐÐrS   c                 ó„   — |                       |¦  «        }| j        D ]"}|                      |¦  «        } ||¦  «        }Œ#|S rð   ©rõ   r#  rô   ©r   rÝ   Úlayers      rT   rÂ   zJanusVisionAlignerMLP.forward   óO   € ØŸš Ñ/Ô/ˆØÔ'ð 	1ð 	1ˆEØ ×.Ò.¨}Ñ=Ô=ˆMØ!˜E -Ñ0Ô0ˆMˆMØÐrS   )rE   rF   rG   r0   rÉ   rÂ   rƒ   r„   s   @rT   r  r  –  sT   ø€ € € € € ð7Ð0ð 7ð 7ð 7ð 7ð 7ð 7ðð ð ð ð ð ð rS   r  c                   óH   ‡ — e Zd Zdefˆ fd„Zdej        dej        fd„Zˆ xZ	S )ÚJanusVQVAEVectorQuantizerr‡   c                 ój   •— t          ¦   «                              |¦  «         |j        gdz  | _        d S )Nr   )r}   rÉ   r^   Úquant_state_dimsrù   s     €rT   rÉ   z"JanusVQVAEVectorQuantizer.__init__©  s4   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ø!'Ô!3Ð 4°qÑ 8ˆÔÐÐrS   Úimage_tokensr²   c                 ó:  — |j         d         }| j        j        j         d         }|                      |¦  «        }t          j        |dd¬¦  «        }|                     |g| j        ¢|‘R ¦  «        }|                     dddd¦  «                             ¦   «         }|S )Nr   r�   r   )ÚpÚdimr   rc   )	r˜   Ú	embeddingr¶   ÚFÚ	normalizerã   r,  ÚpermuteÚ
contiguous)r   r-  rç   Úemb_dimÚhidden_state_quants        rT   Úget_codebook_entryz,JanusVQVAEVectorQuantizer.get_codebook_entry­  s£   € Ø!Ô'¨Ô*ˆ
Ø”~Ô,Ô2°2Ô6ˆð "Ÿ^š^¨LÑ9Ô9Ðåœ[Ð);¸qÀbÐIÑIÔIÐð 0×4Ò4°jÐ5bÀ4ÔCXÐ5bÐZaÐ5bÐ5bÑcÔcÐØ/×7Ò7¸¸1¸aÀÑCÔC×NÒNÑPÔPÐà!Ð!rS   )
rE   rF   rG   rV   rÉ   r–   Ú
LongTensorr¨   r8  rƒ   r„   s   @rT   r*  r*  ¨  sm   ø€ € € € € ð9Ð/ð 9ð 9ð 9ð 9ð 9ð 9ð"¨uÔ/?ð "ÀEÔDUð "ð "ð "ð "ð "ð "ð "ð "rS   r*  c                   ó   — e Zd ZdS )ÚJanusVQVAEResnetBlockNr«   rR   rS   rT   r;  r;  ½  r¬   rS   r;  c                   ó   — e Zd ZdS )ÚJanusVQVAEAttnBlockNr«   rR   rS   rT   r=  r=  Á  r¬   rS   r=  c                   ó   — e Zd ZdS )ÚJanusVQVAEConvDownsampleNr«   rR   rS   rT   r?  r?  Å  r¬   rS   r?  c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚJanusVQVAEConvUpsamplec                 óš   •— t          ¦   «                              ¦   «          t          j                             ||ddd¬¦  «        | _        d S )Nr   rc   ©Úkernel_sizeÚstrideÚpadding)r}   rÉ   r–   r   ÚConv2dÚconv)r   r_   r�   s     €rT   rÉ   zJanusVQVAEConvUpsample.__init__Ê  s>   ø€ Ý‰Œ×ÒÑÔÐÝ”H—O’O K°È!ÐTUÐ_`�OÑaÔaˆŒ	ˆ	ˆ	rS   c                 ó^   — t          j        |dd¬¦  «        }|                      |¦  «        }|S )Ng       @Únearest)Úscale_factorÚmode)r2  ÚinterpolaterH  rû   s     rT   rÂ   zJanusVQVAEConvUpsample.forwardÎ  s/   € Ýœ mÀ#ÈIÐVÑVÔVˆØŸ	š	 -Ñ0Ô0ˆØÐrS   )rE   rF   rG   rÉ   rÂ   rƒ   r„   s   @rT   rA  rA  É  sL   ø€ € € € € ðbð bð bð bð bðð ð ð ð ð ð rS   rA  c                   óL   ‡ — e Zd Zdedefˆ fd„Zdej        dej        fd„Zˆ xZ	S )ÚJanusVQVAEMidBlockr‡   Úchannelsc                 óÌ   •— t          ¦   «                              ¦   «          t          |||¬¦  «        | _        t	          |¦  «        | _        t          |||¬¦  «        | _        d S )N©r‡   r_   r`   )r}   rÉ   r;  Úblock_1r=  Úattn_1Úblock_2)r   r‡   rP  r�   s      €rT   rÉ   zJanusVQVAEMidBlock.__init__Õ  sl   ø€ Ý‰Œ×ÒÑÔÐÝ,ØØ Ø!ð
ñ 
ô 
ˆŒõ
 *¨(Ñ3Ô3ˆŒÝ,ØØ Ø!ð
ñ 
ô 
ˆŒˆˆrS   rÝ   r²   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S rð   )rS  rT  rU  rû   s     rT   rÂ   zJanusVQVAEMidBlock.forwardã  s;   € ØŸš ]Ñ3Ô3ˆØŸš MÑ2Ô2ˆØŸš ]Ñ3Ô3ˆØÐrS   )
rE   rF   rG   rV   rI   rÉ   r–   rÃ   rÂ   rƒ   r„   s   @rT   rO  rO  Ô  sr   ø€ € € € € ð
Ð/ð 
¸3ð 
ð 
ð 
ð 
ð 
ð 
ð U¤\ð °e´lð ð ð ð ð ð ð ð rS   rO  c                   ó4   ‡ — e Zd Zˆ fd„Zdej        fd„Zˆ xZS )ÚJanusVQVAEEncoderc           	      ó¦  •— t          ¦   «                              ¦   «          t          |j        ¦  «        | _        |j        | _        |j        }|j        }|j        }|j	        }|j        }t          j                             ||ddd¬¦  «        | _        dt          |¦  «        z   }|| _        t          j        ¦   «         | _        t%          | j        ¦  «        D �]
}t          j        ¦   «         }	t          j        ¦   «         }
|||         z  }|||         z  }t%          | j        ¦  «        D ]Y}|	                     t)          |||¬¦  «        ¦  «         |}|| j        dz
  k    r"|
                     t+          |¦  «        ¦  «         ŒZt          j        ¦   «         }|	|_        |
|_        || j        dz
  k    rt3          |¦  «        |_        | j                             |¦  «         �Œt7          ||¦  «        | _        t          j                             d|dd¬	¦  «        | _        t          j                             ||rd
|z  n|ddd¬¦  «        | _        d S )Nr   rc   rC  )rc   rR  r]   ç�íµ ÷Æ°>T©Ú
num_groupsÚnum_channelsrþ   Úaffiner   ) r}   rÉ   Úlenre   Únum_resolutionsrf   rb   r_   rZ   r\   r–   r   rG  Úconv_inrL   Úin_channel_multiplierr  Údownr  Úappendr;  r=  ÚModuleÚblockÚattnr?  Ú
downsamplerO  ÚmidÚ	GroupNormÚnorm_outÚconv_out)r   r‡   rb   r_   rZ   r\   re   rb  Úi_levelrf  rg  Úblock_inÚ	block_outÚi_blockrc  r�   s                  €rT   rÉ   zJanusVQVAEEncoder.__init__ë  s@  ø€ Ý‰Œ×ÒÑÔÐå" 6Ô#<Ñ=Ô=ˆÔØ$Ô3ˆÔØÔ,ˆØÔ(ˆØÔ,ˆØ Ô0ˆØ#Ô6Ðå”x—’ {°MÈqÐYZÐde�ÑfÔfˆŒà $¥uÐ-?Ñ'@Ô'@Ñ @ÐØ%:ˆÔ"Ý”M‘O”OˆŒ	Ý˜TÔ1Ñ2Ô2ð 	#ñ 	#ˆGÝ”M‘O”OˆEÝ”=‘?”?ˆDØ$Ð'<¸WÔ'EÑEˆHØ%Ð(:¸7Ô(CÑCˆIÝ  Ô!4Ñ5Ô5ð 
?ð 
?�Ø—’Ý)Ø%Ø$,Ø%.ðñ ô ñô ð ð %�Ø˜dÔ2°QÑ6Ò6Ð6Ø—K’KÕ 3°HÑ =Ô =Ñ>Ô>Ð>øå”9‘;”;ˆDØˆDŒJØˆDŒIØ˜$Ô.°Ñ2Ò2Ð2Ý":¸8Ñ"DÔ"D�”ØŒI×Ò˜TÑ"Ô"Ð"Ñ"å% f¨hÑ7Ô7ˆŒåœ×*Ò*°bÀxÐUYÐbfÐ*ÑgÔgˆŒÝœŸšØØ#0ÐEˆA�ÑÐ°oØØØð (ñ 
ô 
ˆŒˆˆrS   r°   c                 óØ  — |                       |¦  «        g}t          | j        ¦  «        D ]à}t          | j        ¦  «        D ]‚} | j        |         j        |         |d         ¦  «        }t          | j        |         j        ¦  «        dk    r! | j        |         j        |         |¦  «        }|                     |¦  «         Œƒ|| j        dz
  k    r9|                     | j        |          	                    |d         ¦  «        ¦  «         Œá|d         }|  
                    |¦  «        }|                      |¦  «        }|t          j        |¦  «        z  }|                      |¦  «        }|S )Nr�   r   rc   )ra  r  r`  rf   rc  rf  r_  rg  rd  rh  ri  rk  r–   Úsigmoidrl  )r   r°   rÝ   rm  rp  Úhidden_stater  s          rT   rÂ   zJanusVQVAEEncoder.forward  so  € àŸš lÑ3Ô3Ð4ˆÝ˜TÔ1Ñ2Ô2ð 		Wð 		WˆGÝ  Ô!4Ñ5Ô5ð 3ð 3�Ø@˜tœy¨Ô1Ô7¸Ô@Ø! "Ô%ñ ô  �õ �t”y Ô)Ô.Ñ/Ô/°!Ò3Ð3Ø#C 4¤9¨WÔ#5Ô#:¸7Ô#CÀLÑ#QÔ#Q�LØ×$Ò$ \Ñ2Ô2Ð2Ð2Ø˜$Ô.°Ñ2Ò2Ð2Ø×$Ò$ T¤Y¨wÔ%7×%BÒ%BÀ=ÐQSÔCTÑ%UÔ%UÑVÔVÐVøð *¨"Ô-ÐØ ŸHšHÐ%6Ñ7Ô7Ðð !ŸMšMÐ*;Ñ<Ô<ÐØ�Uœ]Ð+<Ñ=Ô=Ñ=ÐØ ŸMšMÐ*;Ñ<Ô<ÐØ Ð rS   )rE   rF   rG   rÉ   r–   r9  rÂ   rƒ   r„   s   @rT   rX  rX  ê  sW   ø€ € € € € ð1
ð 1
ð 1
ð 1
ð 1
ðf! EÔ$4ð !ð !ð !ð !ð !ð !ð !ð !rS   rX  c                   óB   ‡ — e Zd Zˆ fd„Zdej        dej        fd„Zˆ xZS )ÚJanusVQVAEDecoderc           	      óz  •— t          ¦   «                              ¦   «          t          |j        ¦  «        | _        |j        | _        |j        }|j        }|j        }||j        | j        dz
           z  }t          j
                             ||ddd¬¦  «        | _        t          ||¦  «        | _        t          j        ¦   «         | _        t#          t%          | j        ¦  «        ¦  «        D ]þ}t          j        ¦   «         }t          j        ¦   «         }||j        |         z  }	t%          | j        dz   ¦  «        D ]Y}
|                     t)          |||	¬¦  «        ¦  «         |	}|| j        dz
  k    r"|                     t+          |¦  «        ¦  «         ŒZt          j        ¦   «         }||_        ||_        |dk    rt3          |¦  «        |_        | j                             |¦  «         Œÿt          j
                             d|dd¬	¦  «        | _        t          j
                             ||ddd¬¦  «        | _        d S )
Nrc   r   rC  rR  r   r]   rZ  Tr[  )r}   rÉ   r_  re   r`  rf   rb   r\   r`   r–   r   rG  ra  rO  ri  r  ÚupÚreversedr  rd  r;  r=  re  rf  rg  rA  Úupsamplerj  rk  rl  )r   r‡   rb   r\   r`   rn  rm  rf  rg  ro  rp  rw  r�   s               €rT   rÉ   zJanusVQVAEDecoder.__init__8  s  ø€ Ý‰Œ×ÒÑÔÐå" 6Ô#<Ñ=Ô=ˆÔØ$Ô3ˆÔØÔ,ˆØ Ô0ˆØÔ*ˆð ! 6Ô#<¸TÔ=QÐTUÑ=UÔ#VÑVˆõ ”x—’ ¸ÈaÐXYÐcd�ÑeÔeˆŒõ & f¨hÑ7Ô7ˆŒõ ”-‘/”/ˆŒÝ¥ dÔ&:Ñ ;Ô ;Ñ<Ô<ð 	ð 	ˆGÝ”M‘O”OˆEÝ”=‘?”?ˆDØ%¨Ô(AÀ'Ô(JÑJˆIÝ  Ô!4°qÑ!8Ñ9Ô9ð 
?ð 
?�Ø—’Ý)Ø%Ø$,Ø%.ðñ ô ñô ð ð %�Ø˜dÔ2°QÑ6Ò6Ð6Ø—K’KÕ 3°HÑ =Ô =Ñ>Ô>Ð>øÝ”‘”ˆBØˆBŒHØˆBŒGØ˜!Š|ˆ|Ý4°XÑ>Ô>�”ØŒG�NŠN˜2ÑÔÐÐõ œ×*Ò*°bÀxÐUYÐbfÐ*ÑgÔgˆŒÝœŸš¨°,ÈAÐVWÐab˜ÑcÔcˆŒˆˆrS   rs  r²   c                 ód  — |                       |¦  «        }|                      |¦  «        }t          | j        ¦  «        D ]¯}t          | j        dz   ¦  «        D ]g} | j        |         j        |         |¦  «        }t          | j        |         j        ¦  «        dk    r! | j        |         j        |         |¦  «        }Œh|| j        dz
  k    r | j        |          	                    |¦  «        }Œ°|  
                    |¦  «        }|t          j        |¦  «        z  }|                      |¦  «        }|S )Nrc   r   )ra  ri  r  r`  rf   rw  rf  r_  rg  ry  rk  r–   rr  rl  )r   rs  rm  rp  s       rT   rÂ   zJanusVQVAEDecoder.forwardf  s)  € Ø—|’| LÑ1Ô1ˆð —x’x Ñ-Ô-ˆõ ˜TÔ1Ñ2Ô2ð 	Gð 	GˆGÝ  Ô!4°qÑ!8Ñ9Ô9ð Pð P�Ø>˜tœw wÔ/Ô5°gÔ>¸|ÑLÔL�Ý�t”w˜wÔ'Ô,Ñ-Ô-°Ò1Ð1Ø#A 4¤7¨7Ô#3Ô#8¸Ô#AÀ,Ñ#OÔ#O�LøØ˜$Ô.°Ñ2Ò2Ð2Ø#œw wÔ/×8Ò8¸ÑFÔF�øà—}’} \Ñ2Ô2ˆØ�œ lÑ3Ô3Ñ3ˆØ—}’} \Ñ2Ô2ˆØÐrS   )rE   rF   rG   rÉ   r–   r¨   rÂ   rƒ   r„   s   @rT   ru  ru  7  sf   ø€ € € € € ð,dð ,dð ,dð ,dð ,dð\ EÔ$5ð ¸%Ô:Kð ð ð ð ð ð ð ð rS   ru  c                   ó¼   ‡ — e Zd Zg d¢ZeedœZdZdefˆ fd„Z	de
j        de
j        fd„Zeede
j        dee
j        e
j        f         fd	„¦   «         ¦   «         Zˆ xZS )
Ú
JanusVQVAE)r=  r;  r*  r  r°   r‡   c                 ó¨   •— t          ¦   «                              |¦  «         t          |¦  «        | _        d| _        |                      ¦   «          d S r  )r}   rÉ   ru  ÚdecoderÚgradient_checkpointingÚ	post_initrù   s     €rT   rÉ   zJanusVQVAE.__init__‡  sJ   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý(¨Ñ0Ô0ˆŒØ&+ˆÔ#ð 	�ŠÑÔÐÐÐrS   r-  r²   c                 ór  — |j         d         | j        j        d         | j        j        d         z  k    r>t          d| j        j        d         | j        j        d         z  › d|j         › d�¦  «        ‚| j                             |¦  «        }|                      |¦  «        }|                      |¦  «        }|S )aG  
        Decodes quantized token IDs into pixel values.
        Args:
            image_tokens (torch.LongTensor): Batch of token IDs.
        Returns:
            pixel_values (`torch.FloatTensor` of shape `(batch_size, num_channels, image_size, image_size)`):
                Pixel values decoded from the token IDs.
        rc   r   z4Expected `image_tokens` to have shape `(batch_size, z)`, but got shape `z`.)r˜   Úquantizer,  rÌ   r8  Úpost_quant_convr~  )r   r-  Úcodebook_entryrÝ   r°   s        rT   ÚdecodezJanusVQVAE.decode�  s×   € ð Ô˜aÔ  D¤MÔ$BÀ1Ô$EÈÌÔHfÐghÔHiÑ$iÒiÐiÝð9ÀtÄ}ÔGeÐfgÔGhÐkoÔkxô  lJð  KLô  lMñ  HMð 9ð 9Ø".Ô"4ð9ð 9ð 9ñô ð ð œ×9Ò9¸,ÑGÔGˆØ×,Ò,¨^Ñ<Ô<ˆØ—|’| MÑ2Ô2ˆØÐrS   c                 óÂ   — |j         d         } | j        |fddi|¤Ž}|                      |j                             |d¦  «        ¦  «        }t          ||j        ¦  «        S )Nr   Úreturn_dictTr�   )r˜   Úencoder…  r-  rã   r¥   r§   )r   r°   r€   rç   Úencode_outputsr¦   s         rT   rÂ   zJanusVQVAE.forward¢  si   € ð "Ô'¨Ô*ˆ
Ø$˜œ \ÐNÐN¸tÐNÀvÐNÐNˆØ#Ÿ{š{¨>Ô+F×+KÒ+KÈJÐXZÑ+[Ô+[Ñ\Ô\ÐåÐ 4°nÔ6SÑTÔTÐTrS   )rE   rF   rG   rž   r;  r=  r  Úmain_input_namerV   rÉ   r–   r9  r¨   r…  r   r   rL   rÂ   rƒ   r„   s   @rT   r|  r|  {  sõ   ø€ € € € € ðð ð Ðð /Ø)ðð Ðð %€OðÐ/ð ð ð ð ð ð ð 5Ô#3ð ¸Ô8Ið ð ð ð ð& Øð	UàÔ'ð	Uð 
ˆuÔ  %Ô"3Ð3Ô	4ð		Uð 	Uð 	Uñ „^ñ Ôð	Uð 	Uð 	Uð 	Uð 	UrS   r|  c                   ó*   ‡ — e Zd Zdefˆ fd„Zd„ Zˆ xZS )ÚJanusVQVAEAlignerMLPr‡   c                 ó0  •‡— t          ¦   «                              ¦   «          t          j        ‰j        ‰j        ¦  «        | _        t          j        ˆfd„t          d‰j	        ¦  «        D ¦   «         ¦  «        | _
        t          ‰j                 | _        d S )Nc                 óN   •— g | ]!}t          j        ‰j        ‰j        ¦  «        ‘Œ"S rR   r"  r	  s     €rT   r  z1JanusVQVAEAlignerMLP.__init__.<locals>.<listcomp>¶  s+   ø€ ÐqÐqÐqÈ�RŒY�vÔ,¨fÔ.CÑDÔDÐqÐqÐqrS   rc   )r}   rÉ   r   rÑ   rX   r>   rõ   r  r  r3   r#  r	   r8   rô   rù   s    `€rT   rÉ   zJanusVQVAEAlignerMLP.__init__±  s…   øø€ Ý‰Œ×ÒÑÔÐå”9˜VÔ-¨vÔ/DÑEÔEˆŒÝœ]ØqÐqÐqÐqÍeÐTUÐW]ÔWoÑNpÔNpÐqÑqÔqñ
ô 
ˆÔõ $ FÔ$5Ô6ˆÔÐÐrS   c                 ó„   — |                       |¦  «        }| j        D ]"}|                      |¦  «        } ||¦  «        }Œ#|S rð   r%  r&  s      rT   rÂ   zJanusVQVAEAlignerMLP.forwardº  r(  rS   )rE   rF   rG   rV   rÉ   rÂ   rƒ   r„   s   @rT   rŒ  rŒ  °  sT   ø€ € € € € ð7Ð/ð 7ð 7ð 7ð 7ð 7ð 7ðð ð ð ð ð ð rS   rŒ  c                   óL   ‡ — e Zd ZdZdefˆ fd„Zdej        dej        fd„Z	ˆ xZ
S )ÚJanusVQVAEHeadzOHead used for sampling tokens in image generation, replacing the usual lm head.r‡   c                 ó  •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          |j                 | _	        t          j        |j        |j
        ¦  «        | _        d S rð   )r}   rÉ   r   rÑ   rh   r>   Úproj_outr	   r8   rô   rY   Úvision_headrù   s     €rT   rÉ   zJanusVQVAEHead.__init__Å  sb   ø€ Ý‰Œ×ÒÑÔÐÝœ	 &Ô">ÀÔ@UÑVÔVˆŒÝ# FÔ$5Ô6ˆÔÝœ9 VÔ%:¸FÔ<QÑRÔRˆÔÐÐrS   rÝ   r²   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S rð   )r“  rô   r”  rû   s     rT   rÂ   zJanusVQVAEHead.forwardË  s?   € ØŸš mÑ4Ô4ˆØ×*Ò*¨=Ñ9Ô9ˆØ×(Ò(¨Ñ7Ô7ˆØÐrS   )rE   rF   rG   rH   rV   rÉ   r–   rÃ   ÚtensorrÂ   rƒ   r„   s   @rT   r‘  r‘  Â  sx   ø€ € € € € ØYÐYðSÐ/ð Sð Sð Sð Sð Sð Sð U¤\ð °e´lð ð ð ð ð ð ð ð rS   r‘  zl
    The Janus model which consists of a siglip vision backbone, a Llama language model and a VQ model.
    c                   óp  ‡ — e Zd Zdefˆ fd„Zeedej        de	e
         deez  fd„¦   «         ¦   «         Zdej        dej        d	ej        fd
„Zee	 	 	 	 	 	 	 	 ddej        dz  dej        dz  dej        dz  dej        dz  dedz  dej        dz  dedz  deej        z  defd„¦   «         ¦   «         Zˆ xZS )Ú
JanusModelr‡   c                 ó€  •— t          ¦   «                              |¦  «         || _        t                               |j        ¦  «        | _        t          | j        j        ¦  «        | _        t                               |j
        ¦  «        | _        t          j        | j        j        j        | j        j        j        ¦  «        | _        t#          | j        j        ¦  «        | _        t'          | j        j        ¦  «        | _        t+          j        |j        ¬¦  «        | _        d| _        |                      ¦   «          d S )N)r‡   F)r}   rÉ   r‡   r  Ú_from_configrp   Úvision_modelr  Úalignerr|  rq   Úvqmodelr   Ú	EmbeddingrY   rX   Úgeneration_embeddingsrŒ  Úgeneration_alignerr‘  Úgeneration_headr   Úfrom_configro   Úlanguage_modelr  r€  rù   s     €rT   rÉ   zJanusModel.__init__Ø  sñ   ø€ Ý‰Œ×Ò˜Ñ Ô Ð ØˆŒå,×9Ò9¸&Ô:NÑOÔOˆÔÝ,¨TÔ->Ô-EÑFÔFˆŒå!×.Ò.¨vÔ/?Ñ@Ô@ˆŒõ &(¤\°$´,Ô2EÔ2TÐVZÔVbÔViÔVsÑ%tÔ%tˆÔ"Ý"6°t´|Ô7JÑ"KÔ"KˆÔÝ-¨d¬lÔ.AÑBÔBˆÔå'Ô3¸6Ô;MÐNÑNÔNˆÔà&+ˆÔ#à�ŠÑÔÐÐÐrS   r°   r€   r²   c                 ód   —  | j         |fddi|¤Ž}|                      |j        ¦  «        |_        |S )Nr‡  T)r›  rœ  r  r  )r   r°   r€   Úvision_outputss       rT   Úget_image_featureszJanusModel.get_image_featuresí  s@   € ð
 +˜Ô*¨<ÐTÐTÀTÐTÈVÐTÐTˆØ'+§|¢|°NÔ4TÑ'UÔ'UˆÔ$àÐrS   Ú	input_idsr  Úimage_featuresc           	      ó"  — |€f| |                       ¦   «         t          j        d| j        j        t          j        |j        ¬¦  «        ¦  «        k    }|                     d¦  «        }n|| j        j        k    }|                     ¦   «         }|j	        d         |j	        d         z  }| 
                    d¦  «                             |j        ¦  «        }t          ||j	        d         z  |                     ¦   «         k    d|› d|› �¦  «         |S )	zï
        Obtains multimodal placeholder mask from `input_ids` or `inputs_embeds`, and checks that the placeholder token count is
        equal to the length of multimodal features. If the lengths are different, an error is raised.
        NrR   ©r´   Údevicer�   r   rc   z6Image features and image tokens do not match, tokens: z, features: )Úget_input_embeddingsr–   Úfullr‡   rr   Úlongr«  ÚallÚsumr˜   Ú	unsqueezer·   r   Únumel)r   r§  r  r¨  Úspecial_image_maskÚn_image_tokensÚn_image_featuress          rT   Úget_placeholder_maskzJanusModel.get_placeholder_mask÷  s  € ð ÐØ!.Ð2M°$×2KÒ2KÑ2MÔ2MÝ”
˜2˜tœ{Ô9ÅÄÐTaÔThÐiÑiÔiñ3ô 3ò "Ðð "4×!7Ò!7¸Ñ!;Ô!;ÐÐà!*¨d¬kÔ.HÒ!HÐà+×/Ò/Ñ1Ô1ˆØ)Ô/°Ô2°^Ô5IÈ!Ô5LÑLÐØ/×9Ò9¸"Ñ=Ô=×@Ò@ÀÔAUÑVÔVÐÝØ˜]Ô0°Ô4Ñ4¸×8LÒ8LÑ8NÔ8NÒNØsÀ^ÐsÐsÐaqÐsÐsñ	
ô 	
ð 	
ð "Ð!rS   Nr   rÞ   r•   r�   Ú	use_cacheÚlogits_to_keepc	           
      ó
  — |d u |d uz  rt          d¦  «        ‚|€ |                      ¦   «         |¦  «        }|�‹|                      |d¬¦  «        j        }
|
                     d|j        d         ¦  «        }|                     |j        |j        ¦  «        }|  	                    |||¬¦  «        }| 
                    ||¦  «        } | j        d||||||dœ|	¤Ž}t          |j        |j        |j        |j        |�|
nd ¬¦  «        S )	NzaYou cannot specify both input_ids and inputs_embeds at the same time, and must specify either oneT)r‡  r�   )r  r¨  )r  rÞ   r•   r�   r·  r¸  )r  r�   rÝ   r  Úimage_hidden_statesrR   )rÌ   r¬  r¦  r  râ   r˜   r·   r«  r´   r¶  Úmasked_scatterr£  rª   r  r�   rÝ   r  )r   r§  r°   rÞ   r•   r�   r  r·  r¸  r€   Úimage_embedsr¨  Úimage_attention_maskÚ	lm_outputs                 rT   rÂ   zJanusModel.forward  s]  € ð ˜Ð -°tÐ";Ñ<ð 	ÝØsñô ð ð Ð Ø7˜D×5Ò5Ñ7Ô7¸	ÑBÔBˆMàÐ#Ø×2Ò2°<ÈTÐ2ÑRÔRÔ`ˆLØ)×1Ò1°"°mÔ6IÈ"Ô6MÑNÔNˆNØ+×.Ò.¨}Ô/CÀ]ÔEXÑYÔYˆNØ#'×#<Ò#<Ø¨À~ð $=ñ $ô $Ð ð *×8Ò8Ð9MÈ~Ñ^Ô^ˆMà'�DÔ'ð 
Ø'Ø)Ø%Ø+ØØ)ð
ð 
ð ð
ð 
ˆ	õ ,Ø'Ô9Ø%Ô5Ø#Ô1Ø Ô+Ø0<Ð0H  Èdð
ñ 
ô 
ð 	
rS   )NNNNNNNr   )rE   rF   rG   rm   rÉ   r   r   r–   r¨   r   r   rL   r   r¦  r9  r¶  rÃ   r
   rO   rI   rª   rÂ   rƒ   r„   s   @rT   r˜  r˜  Ò  s£  ø€ € € € € ð˜{ð ð ð ð ð ð ð* ØðØ!Ô-ðØ9?Ð@RÔ9Sðà	Ð+Ñ	+ðð ð ñ „^ñ Ôðð"ØÔ)ð"Ø:?Ô:Kð"Ø]bÔ]nð"ð "ð "ð "ð0 Øð .2Ø15Ø.2Ø04Ø(,Ø26Ø!%Ø-.ð,
ð ,
àÔ# dÑ*ð,
ð Ô'¨$Ñ.ð,
ð œ tÑ+ð	,
ð
 Ô&¨Ñ-ð,
ð  ™ð,
ð Ô(¨4Ñ/ð,
ð ˜$‘;ð,
ð ˜eœlÑ*ð,
ð 
&ð,
ð ,
ð ,
ñ „^ñ Ôð,
ð ,
ð ,
ð ,
ð ,
rS   r˜  c                   óÎ  ‡ — e Zd ZddiZdZdZdefˆ fd„Zdej	        dej	        fd	„Z
ee	 	 	 	 	 	 	 	 	 ddej        d
z  dej        d
z  dej	        d
z  dej        d
z  ded
z  dej        d
z  dej        d
z  ded
z  deej	        z  dee         defd„¦   «         ¦   «         Zdej	        fd„Z ej        ¦   «         	 	 	 ddej	        d
z  dej        d
z  ded
z  fˆ fd„¦   «         Zˆ xZS )ÚJanusForConditionalGenerationzlm_head.weightz(model.language_model.embed_tokens.weightr‰   Tr‡   c                 ó  •— t          ¦   «                              |¦  «         || _        t          |¦  «        | _        t          j        |j        j        |j        j	        d¬¦  «        | _
        |                      ¦   «          d S )NFrÇ   )r}   rÉ   r‡   r˜  rˆ   r   rÑ   ro   r1   Ú
vocab_sizeÚlm_headr€  rù   s     €rT   rÉ   z&JanusForConditionalGeneration.__init__E  sn   ø€ Ý‰Œ×Ò˜Ñ Ô Ð ØˆŒÝ Ñ'Ô'ˆŒ
Ý”y Ô!3Ô!?ÀÔASÔA^ÐejÐkÑkÔkˆŒð 	�ŠÑÔÐÐÐrS   Úinputsr²   c                 ón   — | j                              |¦  «        }| j                              |¦  «        }|S rð   )rˆ   rŸ  r   )r   rÄ  rs  s      rT   Ú'prepare_embeddings_for_image_generationzEJanusForConditionalGeneration.prepare_embeddings_for_image_generationN  s2   € Ø”z×7Ò7¸Ñ?Ô?ˆØ”z×4Ò4°\ÑBÔBˆØÐrS   Nr   r§  r°   rÞ   r•   r�   r  Úlabelsr·  r¸  r€   c
                 óh  —  | j         d|||||||dœ|
¤Ž}|j        }t          |	t          ¦  «        rt	          |	 d¦  «        n|	}|                      |dd…|dd…f         ¦  «        }d}|�  | j        d||| j        j        j	        dœ|
¤Ž}t          |||j        |j        |j        |j        ¬¦  «        S )a­  
        labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
            Labels for computing the masked language modeling loss. Indices should either be in `[0, ...,
            config.vocab_size]` or -100 (see `input_ids` docstring). Tokens with indices set to `-100` are ignored
            (masked), the loss is only computed for the tokens with labels in `[0, ..., config.vocab_size]`.
        )r§  r°   rÞ   r•   r�   r  r·  N)ÚlogitsrÇ  rÂ  )ÚlossrÉ  r�   rÝ   r  rº  rR   )rˆ   r  rw   rI   ÚslicerÃ  Úloss_functionr‡   ro   rÂ  r®   r�   rÝ   r  rº  )r   r§  r°   rÞ   r•   r�   r  rÇ  r·  r¸  r€   ÚoutputsrÝ   Úslice_indicesrÉ  rÊ  s                   rT   rÂ   z%JanusForConditionalGeneration.forwardS  s  € ð* �$”*ð 	
ØØ%Ø)Ø%Ø+Ø'Øð	
ð 	
ð ð	
ð 	
ˆð  Ô1ˆå8BÀ>ÕSVÑ8WÔ8WÐk�˜~˜o¨tÑ4Ô4Ð4Ð]kˆØ—’˜m¨A¨A¨A¨}¸a¸a¸aÐ,?Ô@ÑAÔAˆàˆØÐØ%�4Ô%ð Ø f¸¼Ô9PÔ9[ðð Ø_eðð ˆDõ +ØØØ#Ô3Ø!Ô/ØÔ)Ø 'Ô ;ð
ñ 
ô 
ð 	
rS   r-  c                 ót   — | j         j                             |¦  «        }|                     dddd¦  «        }|S )a,  
        Decodes generated image tokens from language model to continuous pixel values
        with VQGAN module via upsampling.
        Args:
            image_tokens (`torch.LongTensor` of shape `(batch_size, num_of_tokens)`):
                The tensors corresponding to the input images.
        r   r   r   rc   )rˆ   r�  r…  r4  )r   r-  Údecoded_images      rT   Údecode_image_tokensz1JanusForConditionalGeneration.decode_image_tokens†  s;   € ð œ
Ô*×1Ò1°,Ñ?Ô?ˆØ%×-Ò-¨a°°A°qÑ9Ô9ˆØÐrS   Úlogits_processorc           	      óâ
  •— |                      dd¦  «        } | j        |                      dd ¦  «        fi |¤Ž\  }}|dk    r t          ¦   «         j        d|||d dœ|¤ŽS |                     ¦   «         t
          j        t
          j        fvrt          d¦  «        ‚| 	                    ¦   «          |  
                    |                     ¦   «         ¦  «         |�|nt          ¦   «         }d|d<   |j        €!t                               d¦  «         d	|_        |j        |d
<   |                      ||j        |¦  «        \  }}	}|j        |j        }}
t)          |j        ¦  «        dk    rt          d|j        › d�¦  «        ‚|d u}|                      |||j        ¬¦  «         |j        r9|j        dk    r.|                     t1          |j        ¦  «        ¦  «         d |_        |                      ||j        d         |d ||¬¦  «        } | j        d|||j        dœ|¤Ž\  }}| j        j        j        j        }|j        \  }}|                      dd¦  «        }|                      dd ¦  «        }|                      dd¦  «        }||d<   ||d …d d …f         |j        k    ||d …d d …f         |j!        d         k    z  }||d …d d …f          "                    ||j#        ¦  «          |  $                    ¦   «         |¦  «        }| %                    dd ¦  «        €<|  &                    |j'        pd|dz  tQ          |j)        ||z   ¦  «        |¬¦  «        |d<   tU          j+        ||f|
|¬¦  «        }|j,        }|j-        }|j.        }|j/        }|j0        }|r|rdnd }|r|rdnd }|r|rdnd }|r|rdnd }tc          |¦  «        D �]Z} | j2        d||ddœ|¤Ž}d|v r#|d          3                    |j        ¦  «        |d<    | j        j4        di |¤||dœ¤Ž}|  5                    ||¦  «        }|j6        d d …dd d …f          7                    ¦   «         } | j         8                    | ¦  «        }! |||!¦  «        }"|j9        r@tU          j:        |"d¬¦  «        }#tU          j;        |#d¬¦  «         <                    d¦  «        }$ntU          j=        |"d¬¦  «        }$|$|d d …|f<   tU          j>        |$|$g¦  «        }$|$ ?                    d¦  «        }$|  @                    |$¦  «        }�Œ\|r:|r||!fz  }|r||  A                    ¦   «         fz  }|r
||jB        z  }|r
||jC        z  }|rt‰          ||!||||jE        ¬¦  «        S |S )NÚgeneration_moder‹   Úgeneration_config)rÄ  rÞ   rÕ  Úguidance_scalez’Got incompatible mode for Image Generation, should be one of greedy or sampling. Ensure that beam search is de-activated by setting `num_beams=1`.Tr·  zU`guidance_scale` is required for CFG but not provided. Setting to default value of 5.é   rÖ  r   z;Expected input ids of shape (batch_size, seq_len), but got z3Passing `inputs embeds` is not supported currently.)r«  rc   )rÕ  Úinput_ids_seq_lengthÚencoder_input_idsÚprefix_allowed_tokens_fnrÒ  r«  )r§  rÞ   Úexpand_sizerÞ   Úboi_token_idr�   Ústatic)Úcache_implementationrç   Úmax_cache_lenÚmodel_kwargsrª  rR   )r  r§  Úis_first_iteration)Úoutput_attentionsÚoutput_hidden_statesr�   )r0  )Únum_samples)Ú	sequencesÚscoresrÉ  r  rÝ   r�   )FÚpopÚ_prepare_generation_configr}   ÚgenerateÚget_generation_moder   ÚSAMPLEÚGREEDY_SEARCHrÌ   ÚvalidateÚ_validate_model_kwargsÚcopyr   rÖ  rz   ÚwarningÚ_prepare_model_inputsÚbos_token_idr´   r«  r_  r˜   Ú_prepare_special_tokensrd  r   Ú_get_logits_processorÚ_expand_inputs_for_generationÚnum_return_sequencesrˆ   r›  r‡   rD   ÚrepeatÚgeneration_kwargsÚmasked_fill_Úpad_token_idr¬  ry   Ú_prepare_static_cacherÞ  ÚmaxÚ
max_lengthr–   Úzerosrâ  rã  Úoutput_scoresÚoutput_logitsÚreturn_dict_in_generater  Úprepare_inputs_for_generationr·   r£  Ú#_update_model_kwargs_for_generationr  Úcloner¡  Ú	do_sampleÚsoftmaxÚmultinomialÚsqueezeÚargmaxÚcatr±  rÆ  rN   r  rÝ   r   r�   )&r   rÄ  rÞ   rÒ  r€   rÔ  rÕ  rà  r§  Úmodel_input_namer´   r«  Úkwargs_has_attention_maskrD   rç   rè   Úinput_tokensÚmaskr  Úgenerated_tokensrâ  rã  rÿ  r   r  Ú
raw_scoresÚ
raw_logitsÚdecoder_hidden_statesÚdecoder_attentionsÚiÚmodel_inputsrÍ  rs  ræ  Únext_token_scoresÚprobsÚ
next_tokenr�   s&                                        €rT   ré  z&JanusForConditionalGeneration.generate’  s4  ø€ ð !Ÿ*š*Ð%6¸Ñ?Ô?ˆØ*I¨$Ô*IØ�JŠJÐ*¨DÑ1Ô1ð+
ð +
Ø5;ð+
ð +
Ñ'Ð˜<ð
 ˜fÒ$Ð$à#•5‘7”7Ô#ð ØØ-Ø"3Ø#ð	ð ð
 ðð ð ð ×0Ò0Ñ2Ô2½>Ô;PÕR`ÔRnÐ:oÐoÐoÝðTñô ð ð 	×"Ò"Ñ$Ô$Ð$Ø×#Ò# L×$5Ò$5Ñ$7Ô$7Ñ8Ô8Ð8ð 0@Ð/KÐ+Ð+ÕQdÑQfÔQfÐð %)ˆ�[Ñ!àÔ+Ð3Ý�NŠNÐrÑsÔsÐsØ/0ÐÔ,Ø):Ô)IˆÐ%Ñ&ð 59×4NÒ4NØÐ%Ô2°Lñ5
ô 5
Ñ1ˆ	Ð# \ð "œ¨Ô)9ˆvˆåˆyŒÑÔ 1Ò$Ð$ÝðFÈiÌoð Fð Fð Fñô ð ð %3¸$Ð$>Ð!Ø×$Ò$Ð%6Ð8QÐZcÔZjÐ$ÑkÔkÐkð Ô+ð 	4Ð0AÔ0PÐSTÒ0TÐ0TØ×#Ò#Õ$IÐJ[ÔJjÑ$kÔ$kÑlÔlÐlØ/3ÐÔ,ð  ×5Ò5Ø/Ø!*¤°Ô!3Ø'Ø%)Ø-Øð 6ñ 
ô 
Ðð #E $Ô"Dð #
ØØ)Ø)Ô>ð#
ð #
ð ð	#
ð #
Ñˆ	�<ð  œ:Ô2Ô9ÔJÐØ'œoÑˆ
�Gà ×'Ò'¨¨1Ñ-Ô-ˆØ%×)Ò)Ð*:¸DÑAÔAˆØ'×.Ò.¨q°!Ñ4Ô4ˆØ)7ˆÐ%Ñ&ð ˜Z˜[˜[¨!¨!¨!˜^Ô,Ð0AÔ0NÒNØ˜˜˜ a a a˜Ô(Ð,=Ô,OÐP^Ô,_Ò_ñ
ˆð 	�Z�[�[ ! ! !�^Ô$×1Ò1°$Ð8IÔ8VÑWÔWÐWà3˜×1Ò1Ñ3Ô3°LÑAÔAˆà×ÒÐ-¨tÑ4Ô4Ð<à.2×.HÒ.HØ%6Ô%KÐ%WÈxà%¨™>å!Ð"3Ô">Ð@PÐSZÑ@ZÑ[Ô[Ø)ð /Iñ /ô /ˆLÐ*Ñ+õ !œ;¨
Ð4DÐ'EÈUÐ[aÐbÑbÔbÐð .Ô?ÐØ0ÔEÐØ)Ô7ˆØ)Ô7ˆØ"3Ô"KÐà3ÐP¸ÐP�R�RÈDˆ
Ø3ÐP¸ÐP�R�RÈDˆ
Ø'>Ð bÐCWÐ b  Ð^bÐØ$;Ð\Ð@QÐ\˜R˜RÐX\ÐåÐ'Ñ(Ô(ð (	Uñ (	UˆAð >˜4Ô=ð Ø+°|ÐX\ðð Ø`lðð ˆLð   <Ð/Ð/Ø1=Ð>NÔ1O×1RÒ1RÐS`ÔSgÑ1hÔ1h�Ð-Ñ.à/�d”jÔ/ð ð Øðà"3Ø%9ðð ð ð ˆGð  ×CÒCÀGÈ\ÑZÔZˆLØ"Ô4°Q°Q°Q¸¸A¸A¸A°XÔ>×DÒDÑFÔFˆLð ”Z×/Ò/°Ñ=Ô=ˆFØ 0Ð 0°¸FÑ CÔ CÐð !Ô*ð EÝœÐ&7¸RÐ@Ñ@Ô@�Ý"Ô.¨uÀ!ÐDÑDÔD×LÒLÈRÑPÔP�
�
å"œ\Ð*;ÀÐDÑDÔD�
à%/Ð˜Q˜Q˜Q ˜TÑ"õ œ J°
Ð#;Ñ<Ô<ˆJØ#×-Ò-¨bÑ1Ô1ˆJà ×HÒHÈÑTÔTˆM‰Mà"ð 	?Øð (Ø˜v˜iÑ'�
Øð 6Ø˜|×1Ò1Ñ3Ô3Ð5Ñ5�
Ø ð 9Ø" gÔ&8Ñ8Ð"Ø#ð ?Ø%¨Ô)>Ñ>Ð%à"ð 
	$Ý,Ø*ØØ!Ø-Ø3Ø 'Ô 7ðñ ô ð ð $Ð#rS   )	NNNNNNNNr   )NNN)rE   rF   rG   Ú_tied_weights_keysÚoutput_modalitiesr¢   rm   rÉ   r–   rÃ   rÆ  r   r   r9  r¨   r
   rO   rI   r   r   r®   rÂ   rÑ  Úno_gradr   ré  rƒ   r„   s   @rT   rÀ  rÀ  @  s  ø€ € € € € Ø*Ð,VÐWÐØ)ÐØ!Ðð˜{ð ð ð ð ð ð ð¸e¼lð ÈuÌ|ð ð ð ð ð
 Øð .2Ø15Ø.2Ø04Ø(,Ø26Ø*.Ø!%Ø-.ð/
ð /
àÔ# dÑ*ð/
ð Ô'¨$Ñ.ð/
ð œ tÑ+ð	/
ð
 Ô&¨Ñ-ð/
ð  ™ð/
ð Ô(¨4Ñ/ð/
ð Ô  4Ñ'ð/
ð ˜$‘;ð/
ð ˜eœlÑ*ð/
ð Ð+Ô,ð/
ð 
%ð/
ð /
ð /
ñ „^ñ Ôð/
ðb
°´ð 
ð 
ð 
ð 
ð €U„]�_„_ð '+Ø26Ø7;ð	$ð $à”˜tÑ#ð$ð Ô(¨4Ñ/ð$ð .°Ñ4ð	$ð $ð $ð $ð $ñ „_ð$ð $ð $ð $ð $rS   rÀ  )r†   rÀ  r˜  r|  r  rV   r0   rm   )cÚcollections.abcr   Údataclassesr   r–   Útorch.nn.functionalr   Ú
functionalr2  Úhuggingface_hub.dataclassesr   Ú r   r“   Úactivationsr	   Úcache_utilsr
   Úconfiguration_utilsr   Ú
generationr   r   r   r   Úgeneration.utilsr   Úmodeling_outputsr   r   r   Úmodeling_utilsr   r   Úprocessing_utilsr   Úutilsr   r   r   r   r   Úautor   r   r   Úblip_2.modeling_blip_2r    Ú!chameleon.configuration_chameleonr!   Úchameleon.modeling_chameleonr"   r#   r$   r%   r&   Úidefics.modeling_ideficsr'   r(   Úllama.modeling_llamar)   Úsiglip.configuration_siglipr*   Úsiglip.modeling_siglipr+   r,   r-   Ú
get_loggerrE   rz   r0   rV   rm   r†   r¥   rª   r®   r’   re  rÅ   rò   rŒ   r  r  r  r*  r;  r=  r?  rA  rO  rX  ru  r|  rŒ  r‘  r˜  rÀ  Ú__all__rR   rS   rT   ú<module>r5     s9  ðð %Ð $Ð $Ð $Ð $Ð $Ø !Ð !Ð !Ð !Ð !Ð !à €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø .Ð .Ð .Ð .Ð .Ð .Ø Ð Ð Ð Ð Ð à &Ð &Ð &Ð &Ð &Ð &Ø !Ð !Ð !Ð !Ð !Ð !Ø  Ð  Ð  Ð  Ð  Ð  Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uÐ uØ 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XØ FÐ FÐ FÐ FÐ FÐ FÐ FÐ FØ &Ð &Ð &Ð &Ð &Ð &ðð ð ð ð ð ð ð ð ð ð ð ð ð ð 9Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø DÐ DÐ DÐ DÐ DÐ Dðð ð ð ð ð ð ð ð ð ð ð ð ð ð eÐ dÐ dÐ dÐ dÐ dÐ dÐ dØ :Ð :Ð :Ð :Ð :Ð :Ø <Ð <Ð <Ð <Ð <Ð <Ø ^Ð ^Ð ^Ð ^Ð ^Ð ^Ð ^Ð ^Ð ^Ð ^ð 
ˆÔ	˜HÑ	%Ô	%€ð
 €Ð<Ð=Ñ=Ô=Øð)ð )ð )ð )ð )Ð*ñ )ô )ñ „ñ >Ô=ð)ð2 €Ð<Ð=Ñ=Ô=Øð#!ð #!ð #!ð #!ð #!Ð+ñ #!ô #!ñ „ñ >Ô=ð#!ðL €Ð<Ð=Ñ=Ô=Øð=(ð =(ð =(ð =(ð =(Ð"ñ =(ô =(ñ „ñ >Ô=ð=(ð@ ðið ið ið ið i˜?ñ iô iñ „ðið$ €ððñ ô ð
 ð	4ð 	4ð 	4ð 	4ð 	4�{ñ 	4ô 	4ñ „ñô ð	4ð	ð 	ð 	ð 	ð 	Ð#Añ 	ô 	ð 	ð	ð 	ð 	ð 	ð 	Ð"?ñ 	ô 	ð 	ðð ð ð ð Ð2ñ ô ð ð"I$ð I$ð I$ð I$ð I$˜2œ9ñ I$ô I$ð I$ðXð ð ð ð �R”Yñ ô ð ð(*ð *ð *ð *ð *Ð0ñ *ô *ð *ðpð pð pð pð p˜ñ pô pð pð#
ð #
ð #
ð #
ð #
Ð'ñ #
ô #
ð #
ðLð ð ð ð ˜BœIñ ô ð ð$"ð "ð "ð "ð "Ð =ñ "ô "ð "ð*	ð 	ð 	ð 	ð 	Ð<ñ 	ô 	ð 	ð	ð 	ð 	ð 	ð 	Ð8ñ 	ô 	ð 	ð	ð 	ð 	ð 	ð 	ÐBñ 	ô 	ð 	ðð ð ð ð ˜RœYñ ô ð ðð ð ð ð ˜œñ ô ð ð,J!ð J!ð J!ð J!ð J!˜œ	ñ J!ô J!ð J!ðZAð Að Að Að A˜œ	ñ Aô Að AðH2Uð 2Uð 2Uð 2Uð 2U�ñ 2Uô 2Uð 2Uðjð ð ð ð ˜2œ9ñ ô ð ð$ð ð ð ð �R”Yñ ô ð ð  €ððñ ô ð
f
ð f
ð f
ð f
ð f
Ð%ñ f
ô f
ñô ð
f
ðRR$ð R$ð R$ð R$ð R$Ð$8¸/ñ R$ô R$ð R$ðj	ð 	ð 	€€€rS   