§
    9²¸j<»  ã                   ó~  — d dl mZ d dlZd dlmZ d dlmZ ddlmZ	 ddl
mZ ddlmZ ddlmZ dd	lmZ dd
lmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlmZm Z  ddl!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z) ddl*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3 ddl4m5Z5 ddl6m7Z7m8Z8 ddl9m:Z:m;Z; ddl<m=Z= ddl>m?Z? ddl@mAZAmBZBmCZCmDZDmEZE ddlFmGZG ddlHmIZImJZJmKZKmLZLmMZM ddlNmOZO ddlPmQZQ ddlRmSZS  e/jT        eU¦  «        ZVg d¢ZW e-d ¬!¦  «        e G d"„ d#eQ¦  «        ¦   «         ¦   «         ZX e-d ¬!¦  «        e G d$„ d%eG¦  «        ¦   «         ¦   «         ZY e-d ¬!¦  «        e G d&„ d'e¦  «        ¦   «         ¦   «         ZZ G d(„ d)e'd*¬+¦  «        Z[e- G d,„ d-e¦  «        ¦   «         Z\ G d.„ d/e?¦  «        Z] G d0„ d1eM¦  «        Z^ G d2„ d3eL¦  «        Z_ G d4„ d5e¦  «        Z` G d6„ d7eS¦  «        Zae- G d8„ d9e%¦  «        ¦   «         Zbe- G d:„ d;eb¦  «        ¦   «         Zc G d<„ d=eC¦  «        Zd G d>„ d?eI¦  «        Ze G d@„ dAe;¦  «        Zfe0 G dB„ dCe:¦  «        ¦   «         Zg G dD„ dEeK¦  «        Zh G dF„ dGeJ¦  «        Zi G dH„ dIeA¦  «        Zj G dJ„ dKeB¦  «        Zk G dL„ dMe=¦  «        Zl G dN„ dOe8¦  «        Zm G dP„ dQe7¦  «        Zne- G dR„ dSe(¦  «        ¦   «         ZodS )Té    )ÚCallableN)Ústricté   )Úinitialization)ÚCache)ÚPreTrainedConfig)ÚTorchvisionBackend)ÚBatchFeature)Údivide_to_patchesÚgroup_images_by_shapeÚreorder_images)ÚOPENAI_CLIP_MEANÚOPENAI_CLIP_STDÚ
ImageInputÚPILImageResamplingÚSizeDict)ÚGradientCheckpointingLayer)ÚBaseModelOutputÚBaseModelOutputWithPooling)ÚROPE_INIT_FUNCTIONS)ÚALL_ATTENTION_FUNCTIONSÚPreTrainedModel)ÚImagesKwargsÚProcessorMixinÚUnpack)Ú
TensorTypeÚTransformersKwargsÚauto_docstringÚcan_return_tupleÚloggingÚno_inherit_decoratorÚ	torch_int)Úcapture_outputs)Úget_vision_position_idsé   )Ú$DeepseekOcr2ForConditionalGenerationÚDeepseekOcr2Model)ÚDeepseekV4ExpertsÚDeepseekV4MLP)ÚGemma3TextModel)ÚKimi_K25VisionRotaryEmbedding)ÚLagunaAttentionÚLagunaDecoderLayerÚLagunaRotaryEmbeddingÚapply_rotary_pos_embÚeager_attention_forward)ÚMiniMaxM3VLTextConfig)ÚMiniMaxM3VLRMSNormÚMiniMaxM3VLSparseMoeBlockÚMiniMaxM3VLTopKRouterÚMiniMaxM3VLVisionAttentionÚMiniMaxM3VLVisionMLP)Úapply_rotary_pos_emb_vision)ÚSiglipVisionConfig)ÚSiglipVisionEmbeddings)
ÚStep3p7ForConditionalGenerationÚStep3p7ModelÚStep3p7PreTrainedModelÚStep3p7TextModelÚStep3p7VisionModelÚStep3p7VisionConfigÚStep3p7TextConfigÚStep3p7ConfigÚStep3p7ImageProcessorÚStep3p7Processorzstepfun-ai/Step-3.7-Flash)Ú
checkpointc                   óÂ   — e Zd ZU dZdZdZdZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   d„ ZdS )r?   Ústep3p5_visionÚvision_configÚaxiali   Úhidden_sizeé/   Únum_hidden_layersé   Únum_attention_headséØ  Ú
image_sizeé   Ú
patch_sizeÚ
quick_geluÚ
hidden_actçñhãˆµøä>Úlayer_norm_epsgUUUUUU@Ú	mlp_ratiogš™™™™™¹?Úlayer_scale_init_valueNÚrope_parametersi�
  Úmax_position_embeddingsc                 ól  — |                      d| j        ¦  «        | _        |                      d| j        ¦  «        | _        |                      d| j        ¦  «        | _        |                      d| j        ¦  «        | _        t          j        | fi |¤Ž t          | j        | j        z  ¦  «        | _	        d S )NÚwidthÚlayersÚheadsÚls_init_value)
ÚpoprI   rK   rM   rW   r   Ú__post_init__ÚintrV   Úintermediate_size)ÚselfÚkwargss     ú{/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/step3p7/modular_step3p7.pyr`   z!Step3p7VisionConfig.__post_init__m   sŸ   € Ø!Ÿ:š: g¨tÔ/?Ñ@Ô@ˆÔØ!'§¢¨H°dÔ6LÑ!MÔ!MˆÔØ#)§:¢:¨g°tÔ7OÑ#PÔ#PˆÔ Ø&,§j¢j°À$ÔB]Ñ&^Ô&^ˆÔ#ÝÔ& tÐ6Ð6¨vÐ6Ð6Ð6Ý!$ TÔ%5¸¼Ñ%FÑ!GÔ!GˆÔÐÐó    )Ú__name__Ú
__module__Ú__qualname__Ú
model_typeÚbase_config_keyÚdefault_rope_typerI   ra   Ú__annotations__rK   rM   rO   rQ   rS   ÚstrrU   ÚfloatrV   rW   rX   ÚdictrY   r`   © rf   re   r?   r?   X   sö   € € € € € € ð "€JØ%€OØÐð €K�ÐÐÑØÐ�sÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø€J�ÐÐÑØ€J�ÐÐÑØ"€J�Ð"Ð"Ñ"Ø €N�EÐ Ð Ñ à"€IˆuÐ"Ð"Ñ"Ø$'Ð˜EÐ'Ð'Ñ'Ø#'€O�T˜D‘[Ð'Ð'Ñ'Ø#'Ð˜SÐ'Ð'Ñ'ðHð Hð Hð Hð Hrf   r?   c            	       óZ  ‡ — e Zd ZU dZdZdddddddœZd	Zd
ZdZdddddddddœZ	 e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         Z e
¦   «         ZdZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZ eed<   dZ!e"ed<   dZ#eed <   d!Z$eed<   dZ%eed<   dZ&eed<   d"Z'ed"z  ed#<   d"Z(ed"z  ed$<   d%Z)eed&<   d"Z*ed"z  ed'<   d"Z+ee,e         z  d"z  ed(<   dZ-e.ed)<   d"Z/ee"z  d"z  ed*<   d+Z0e"ed,<   dZ1e.ed-<   d"Z2e,e"ez  d"z           d"z  ed.<   d"Z3e,e"ez  d"z           d"z  ed/<   d"Z4e,e5         d"z  ed0<   d"Z6e,e5         d"z  ed1<   ˆ fd2„Z7ˆ xZ8S )3r@   a  
    mlp_layer_types (`list[str]`, *optional*):
        Per-layer MLP type: `"sparse"` (MoE) or `"dense"`. If not provided, derived from the legacy
        `moe_layers_enum` hub-config kwarg (comma-separated string or list of MoE layer indices),
        defaulting to all layers from index 3 onward being MoE.
    n_routed_experts (`int`, *optional*, defaults to 288):
        Total number of routed experts. Accessible as `num_local_experts` via `attribute_map`.
    share_expert_dim (`int`, *optional*, defaults to 1280):
        Intermediate size of the always-active shared expert.
    num_sliding_attention_heads (`int`, *optional*):
        Attention head count for `"sliding_attention"` layers, if different from `num_attention_heads`.
        Defaults to the legacy `attention_other_setting` hub-config kwarg's `num_attention_heads` entry.
        Applied via a `per_layer_config` override (see `PreTrainedConfig`), not a per-layer list field.
    query_pre_attn_scalar (`int` or `float`, *optional*):
        `Step3p7Attention.__init__` hook point: defaults to `head_dim`, giving standard
        `head_dim ** -0.5` scaling; overridable per released checkpoint variant.
    moe_router_scaling_factor (`float`, *optional*, defaults to 1.0):
        Scaling factor applied to the MoE block's routed-expert output (`routed_scaling_factor` in
        `Step3p7SparseMoeBlock`).
    swiglu_limits (`list[float | None]`, *optional*):
        Per-layer gate/up clamping bound; `None` means no clamping.
    swiglu_limits_shared (`list[float | int | None]`, *optional*):
        Per-layer gate/up clamping bound for the always-active shared expert; `None` means no clamping.
    mtp_layer_types (`list[str]`, *optional*):
        Per-MTP-layer attention type; split off `layer_types`'s legacy trailing pad instead of being
        discarded, so `Step3p7Config.get_mtp_config()` can build the MTP layers for `generate(use_mtp=True)`.
    mtp_mlp_layer_types (`list[str]`, *optional*):
        Per-MTP-layer MLP type, analogous to `mtp_layer_types` for `mlp_layer_types`.
    Ústep3p5Ún_routed_expertsÚnum_key_value_headsÚnum_experts_per_tokÚshare_expert_dimÚnum_nextn_predict_layers)Únum_local_expertsÚnum_attention_groupsÚmoe_num_expertsÚ	moe_top_kÚshare_expert_dimsÚnum_mtp_layersg     ˆÃ@TFÚcolwise_gather_outputÚrowwise_split_inputÚpacked_colwiseÚrowwiseÚmoe_tp_experts)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.g_projzlayers.*.self_attn.o_projz!layers.*.mlp.experts.gate_up_projzlayers.*.mlp.experts.down_projzlayers.*.mlp.expertsi   rI   i ,  rb   é   é-   rK   i ô rY   i/÷ Ú
vocab_sizerT   Úrms_norm_epsi   Úmoe_intermediate_sizei   NÚsliding_windowÚnum_sliding_attention_headsé   Úpad_token_idÚbos_token_idÚeos_token_idÚattention_biasÚquery_pre_attn_scalarg      ð?Úmoe_router_scaling_factorÚmlp_biasÚswiglu_limitsÚswiglu_limits_sharedÚmtp_layer_typesÚmtp_mlp_layer_typesc                 ó  •‡ ‡‡— |                      dd¦  «        }|‰ _        ‰ j        ‰ j        |z   }}|�rdD ]o\  }}t          ‰ |¦  «        }t	          |t
          ¦  «        rEt          |¦  «        |k    r2t          ‰ ||d |…         ¦  «         t          ‰ ||||…         ¦  «         ŒpdD ]S}t          ‰ |¦  «        }t	          |t
          ¦  «        r,t          |¦  «        |k    rt          ‰ ||d |…         ¦  «         ŒTdD ]L}|                     |¦  «        }t	          |t
          ¦  «        r t          |¦  «        |k    r|d |…         ||<   ŒM‰ j	        €dg|z  ‰ _	        |rdg|z  ‰ _
        ‰ j        €©|                      dd ¦  «        }	|	�9t	          |	t          ¦  «        r|	                     d¦  «        n|	}
d	„ |
D ¦   «         Šnt          t          d
|¦  «        ¦  «        Šˆfd„t          |¦  «        D ¦   «         }|d |…         ‰ _        |r|||…         ‰ _        ‰ j        €E|                      dd ¦  «        }|r!|                     d‰ j        ¦  «        ‰ _        n‰ j        ‰ _        |                     dˆ fd„t)          ‰ j	        ¦  «        D ¦   «         ¦  «         ‰ j        €‰ j        ‰ _        |                      d‰ j        ¦  «        }|                      dd ¦  «        }|                      dd ¦  «        } t1          ¦   «         j        di |¤Ž t          ‰ j	        ¦  «        }‰ j        pi Št7          ˆfd„|D ¦   «         ¦  «        rˆfd„|D ¦   «         ‰ _        d S t	          |t
          ¦  «        s|gt          ‰ j	        ¦  «        z  }i ‰ _        |D ]>}‰ j	                             |¦  «        }d||         dœ}|r||         |d<   |‰ j        |<   Œ?|r+d‰ j        v r$‰ j        d                              |¦  «         d S d S d S )Nrx   r   ))Úlayer_typesr•   )Úmlp_layer_typesr–   )r“   r”   )Ú
rope_thetaÚpartial_rotary_factorsÚfull_attentionÚmoe_layers_enumú,c                 ón   — h | ]2}t          |¦  «                             ¦   «         ¯#t          |¦  «        ’Œ3S rq   )rn   Ústripra   ©Ú.0Úis     re   ú	<setcomp>z2Step3p7TextConfig.__post_init__.<locals>.<setcomp>ÿ   s1   € ÐCÐCÐC aµC¸±F´F·L²L±N´NÐC�3˜q™6œ6ÐCÐCÐCrf   r   c                 ó    •— g | ]
}|‰v rd nd‘ŒS )ÚsparseÚdenserq   )r¢   r£   Úmoe_sets     €re   ú
<listcomp>z3Step3p7TextConfig.__post_init__.<locals>.<listcomp>  s%   ø€ Ð\Ð\Ð\È¨1°¨<¨<˜x˜x¸WÐ\Ð\Ð\rf   Úattention_other_settingrM   Úper_layer_configc                 ó6   •— i | ]\  }}|d k    ¯|d‰j         i“ŒS )Úsliding_attentionrM   )rŠ   )r¢   Ú	layer_idxÚ
layer_typerc   s      €re   ú
<dictcomp>z3Step3p7TextConfig.__post_init__.<locals>.<dictcomp>  s>   ø€ ð ð ð á)�I˜zØÐ!4Ò4Ð4ð Ð1°4Ô3SÐTà4Ð4Ð4rf   rš   r›   Úrope_scalingc              3   óh   •K  — | ],}t          ‰                     |¦  «        t          ¦  «        V — Œ-d S ©N)Ú
isinstanceÚgetrp   ©r¢   r¯   Úrps     €re   ú	<genexpr>z2Step3p7TextConfig.__post_init__.<locals>.<genexpr>,  s9   øè è € ÐUÐU¸
�z˜"Ÿ&š& Ñ,Ô,­dÑ3Ô3ÐUÐUÐUÐUÐUÐUrf   c                 ó"   •— i | ]}|‰|         “ŒS rq   rq   r¶   s     €re   r°   z3Step3p7TextConfig.__post_init__.<locals>.<dictcomp>-  s   ø€ Ð#`Ð#`Ð#`À: J°°:´Ð#`Ð#`Ð#`rf   Údefault)Ú	rope_typerš   Úpartial_rotary_factorrq   )r_   rx   rK   Úgetattrr´   ÚlistÚlenÚsetattrrµ   r˜   r•   r™   rn   ÚsplitÚsetÚranger–   rŠ   rM   Ú
setdefaultÚ	enumerater�   Úhead_dimÚdefault_thetaÚsuperr`   rX   ÚallÚindexÚupdate)rc   rd   rx   ÚnÚpaddedÚfieldÚ	mtp_fieldÚvalueÚkeyr�   Úitemsr™   rª   rš   r›   r±   Úlayer_type_setr¯   r£   Úparamsr¨   r·   Ú	__class__s   `                   @@€re   r`   zStep3p7TextConfig.__post_init__Ú   sÁ  øøøø€ ð
 $*§:¢:Ð.HÈ!Ñ#LÔ#LÐ Ø(@ˆÔ%ØÔ*¨DÔ,BÐE]Ñ,]ˆ6ˆØ#ñ 	,ð%ð >ð >Ñ ��yõ    eÑ,Ô,�Ý˜e¥TÑ*Ô*ð >­s°5©z¬z¸VÒ/CÐ/CÝ˜D %¨¨r°¨r¬Ñ3Ô3Ð3Ý˜D )¨U°1°V°8¬_Ñ=Ô=Ð=øØBð 4ð 4�Ý  eÑ,Ô,�Ý˜e¥TÑ*Ô*ð 4­s°5©z¬z¸VÒ/CÐ/CÝ˜D %¨¨r°¨r¬Ñ3Ô3Ð3øØ?ð ,ð ,�ØŸ
š
 3™œ�Ý˜e¥TÑ*Ô*ð ,­s°5©z¬z¸VÒ/CÐ/CØ"'¨¨¨¤)�F˜3‘KøàÔÐ#Ø 0Ð1°AÑ5ˆDÔØ'ð UØ(8Ð'9Ð<TÑ'T�Ô$àÔÐ'ð %ŸjšjÐ):¸DÑAÔAˆOØÐ*Ý6@ÀÕRUÑ6VÔ6VÐk˜×-Ò-¨cÑ2Ô2Ð2Ð\k�ØCÐC¨5ÐCÑCÔC��å�e A q™kœkÑ*Ô*�Ø\Ð\Ð\Ð\ÍeÐTZÉmÌmÐ\Ñ\Ô\ˆOØ#2°2°A°2Ô#6ˆDÔ Ø'ð EØ+:¸1¸V¸8Ô+D�Ô(àÔ+Ð3ð '-§j¢jÐ1JÈDÑ&QÔ&QÐ#Ø&ð LØ3J×3NÒ3NØ)¨4Ô+Cñ4ô 4�Ô0Ð0ð 48Ô3K�Ô0ð 	×ÒØðð ð ð å-6°tÔ7GÑ-HÔ-Hðñ ô ñ	
ô 	
ð 	
ð Ô%Ð-Ø)-¬ˆDÔ&ð
 —Z’Z ¨dÔ.@ÑAÔAˆ
Ø!'§¢Ð,DÀdÑ!KÔ!KÐØ—z’z .°$Ñ7Ô7ˆà�‰ŒÔÐ'Ð' Ð'Ð'Ð'õ ˜TÔ-Ñ.Ô.ˆØÔ!Ð' RˆÝÐUÐUÐUÐUÀnÐUÑUÔUÑUÔUð 	LØ#`Ð#`Ð#`Ð#`ÐQ_Ð#`Ñ#`Ô#`ˆDÔ Ð Ð å˜j­$Ñ/Ô/ð BØ(˜\­C°Ô0@Ñ,AÔ,AÑA�
Ø#%ˆDÔ Ø,ð :ð :�
ØÔ$×*Ò*¨:Ñ6Ô6�Ø'0À
È1ÄÐNÐN�Ø)ð PØ6LÈQÔ6O�FÐ2Ñ3Ø39�Ô$ ZÑ0Ð0Øð LÐ 0°DÔ4HÐ HÐ HØÔ$Ð%5Ô6×=Ò=¸lÑKÔKÐKÐKÐKðLð LÐ HÐ Hrf   )9rg   rh   ri   Ú__doc__rj   Úattribute_maprÇ   ÚgatingÚuse_bidirectional_attentionÚbase_model_tp_planÚAttributeErrorÚdense_intermediate_sizeÚshared_intermediate_sizeÚ
rotary_dimÚswiglu_alphaÚswiglu_limitÚindex_n_headsÚindex_head_dimÚindex_block_sizeÚindex_topk_blocksÚindex_local_blocksÚoutput_router_logitsÚrouted_scaling_factorÚrouter_aux_loss_coefÚrouter_jitter_noiserI   ra   rm   rb   ru   rK   rY   r†   r‡   ro   rˆ   rt   rv   rw   r‰   rŠ   rŒ   r�   rŽ   r¾   r�   Úboolr�   r‘   r’   r“   r”   r•   rn   r–   r`   Ú__classcell__©rÕ   s   @re   r@   r@   v   s\  ø€ € € € € € ðð ð< €Jà/Ø 5Ø-Ø*Ø/Ø4ðð €Mð €MØ€FØ"'Ðð
 &=Ø%<Ø%<Ø%<Ø%:Ø-=Ø*3Ø 0ð	ð 	Ðð -˜nÑ.Ô.ÐØ-˜~Ñ/Ô/ÐØ�Ñ!Ô!€JØ!�>Ñ#Ô#€LØ!�>Ñ#Ô#€LØ"�NÑ$Ô$€MØ#�^Ñ%Ô%€NØ%�~Ñ'Ô'ÐØ&˜Ñ(Ô(ÐØ'˜Ñ)Ô)ÐØ)˜>Ñ+Ô+ÐØ*˜NÑ,Ô,ÐØ)˜>Ñ+Ô+ÐØ(˜.Ñ*Ô*Ðà€K�ÐÐÑØ"Ð�sÐ"Ð"Ñ"Ø Ð˜Ð Ð Ñ ØÐ�sÐÐÑØ#)Ð˜SÐ)Ð)Ñ)Ø€J�ÐÐÑØ€L�%ÐÐÑØ!%Ð˜3Ð%Ð%Ñ%ØÐ�cÐÐÑØ Ð˜Ð Ð Ñ Ø Ð�cÐ Ð Ñ Ø!%€N�C˜$‘JÐ%Ð%Ñ%Ø.2Ð  t¡Ð2Ð2Ñ2Ø€L�#ÐÐÑØ#€L�#˜‘*Ð#Ð#Ñ#Ø+/€L�#˜˜Sœ	‘/ DÑ(Ð/Ð/Ñ/Ø €N�DÐ Ð Ñ Ø04Ð˜3 ™;¨Ñ-Ð4Ð4Ñ4Ø'*Ð˜uÐ*Ð*Ñ*Ø€HˆdÐÐÑØ59€M�4˜ ™ dÑ*Ô+¨dÑ2Ð9Ð9Ñ9Ø<@Ð˜$˜u s™{¨TÑ1Ô2°TÑ9Ð@Ð@Ñ@Ø(,€O�T˜#”Y Ñ%Ð,Ð,Ñ,Ø,0Ð˜˜cœ TÑ)Ð0Ð0Ñ0ð_Lð _Lð _Lð _Lð _Lð _Lð _Lð _Lð _Lrf   r@   c                   ó~   ‡ — e Zd ZU dZeedœZdZee	z  dz  e
d<   dZee	z  dz  e
d<   dZee
d<   dZee
d	<   ˆ fd
„Zˆ xZS )rA   Ústep3p7)rG   Útext_configNrG   rï   FÚprojector_biasiP Úimage_token_idc                 óÖ  •— | j         €t          ¦   «         | _         nLt          | j         t          ¦  «        r2t          di d„ | j                              ¦   «         D ¦   «         ¤Ž| _         | j        €t          ¦   «         | _        nLt          | j        t          ¦  «        r2t          di d„ | j                             ¦   «         D ¦   «         ¤Ž| _         t          ¦   «         j        di |¤Ž d S )Nc                 ó&   — i | ]\  }}|d k    ¯||“ŒS ©rj   rq   ©r¢   ÚkÚvs      re   r°   z/Step3p7Config.__post_init__.<locals>.<dictcomp>L  s(   € ÐTÐTÐT™D˜A˜qÀ!À|ÒBSÐBS�1�aÐBSÐBSÐBSrf   c                 ó&   — i | ]\  }}|d k    ¯||“ŒS rô   rq   rõ   s      re   r°   z/Step3p7Config.__post_init__.<locals>.<dictcomp>R  s*   € Ð3sÐ3sÐ3s¹T¸QÀÐabÐfrÒarÐar°A°qÐarÐarÐarrf   rq   )	rG   r?   r´   rp   rÒ   rï   r@   rÈ   r`   )rc   rd   rÕ   s     €re   r`   zStep3p7Config.__post_init__G  s÷   ø€ ØÔÐ%Ý!4Ñ!6Ô!6ˆDÔÐÝ˜Ô*­DÑ1Ô1ð 	Ý!4ð "ð "ØTÐT DÔ$6×$<Ò$<Ñ$>Ô$>ÐTÑTÔTð"ð "ˆDÔð ÔÐ#Ý0Ñ2Ô2ˆDÔÐÝ˜Ô(­$Ñ/Ô/ð 	uÝ0ÐtÐtÐ3sÐ3sÀTÔEU×E[ÒE[ÑE]ÔE]Ð3sÑ3sÔ3sÐtÐtˆDÔà�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'rf   )rg   rh   ri   rj   r?   r@   Úsub_configsrG   rp   r   rm   rï   rð   rê   rñ   ra   r`   rë   rì   s   @re   rA   rA   <  s¥   ø€ € € € € € ð €JØ$7ÐHYÐZÐZ€Kà48€M�4Ð*Ñ*¨TÑ1Ð8Ð8Ñ8Ø26€K�Ð(Ñ(¨4Ñ/Ð6Ð6Ñ6Ø €N�DÐ Ð Ñ Ø €N�CÐ Ð Ñ ð(ð (ð (ð (ð (ð (ð (ð (ð (rf   rA   c                   ó(   — e Zd ZU dZeed<   eed<   dS )ÚStep3p7ImageProcessorKwargsa%  
    patch_size (`int`, *optional*, defaults to 504):
        Target size (height = width) for each local patch crop.
    max_image_size (`int`, *optional*, defaults to 3024):
        Images larger than this (on their longest side) are scaled down uniformly before patch
        planning.
    rQ   Úmax_image_sizeN)rg   rh   ri   rÖ   ra   rm   rq   rf   re   rû   rû   W  s3   € € € € € € ðð ð €O€O�OØÐÐÑÐÐrf   rû   F)Útotalc                   óL  ‡ — e Zd ZU dZej        ZdddœZdZe	e
d<   dZdZeZee         e
d<   eZee         e
d<   dZeZg d	¢Zd
Ze	e
d<   dZe	e
d<   dZe	e
d<   ede	de	defd„¦   «         Zde	de	de	de	deee	e	f         ee	e	f         e	e	e	ef         f
d„Zd(de	de	de	fd„Zde j!        de	de	dddee j!        ee j!                 e	e	f         f
d„Z"ded         deded edeee         z  dz  deee         z  dz  ddd!e#de	d"edz  d#d$de$fd%„Z%e&de'd&e(e         de$fˆ fd'„¦   «         Z)ˆ xZ*S ))rB   zô
    Image processor for Step-3.7-Flash.

    Each input image is split into a global down-scaled view plus zero or more
    local patch crops via a sliding-window strategy, then every sub-image is
    resized and normalised independently.
    rN   ©Úheightr[   iø  rQ   TÚ
image_meanÚ	image_std)Úpixel_valuesÚpixel_values_localÚnum_local_patchesiÐ  rü   rP   Úvision_patch_sizeé   Údownsampler_strider[   r   Úreturnc                 ó^   — t          | |¦  «        dk     ot          | |z  || z  ¦  «        dk    S )zH`True` for near-degenerate images (min side < 32px, aspect ratio > 4:1).é    r  ©ÚminÚmax)r[   r   s     re   Ú_is_extreme_aspectz(Step3p7ImageProcessor._is_extreme_aspect€  s6   € õ �5˜&Ñ!Ô! BÒ&ÐR­3¨u°v©~¸vÈ¹~Ñ+NÔ+NÐQRÒ+RÐRrf   rO   c                 óP  ‡— |                       ||¦  «        }|rt          ||¦  «        x}}t          ||¦  «        | j        k    r<| j        t          ||¦  «        z  }t          ||z  ¦  «        t          ||z  ¦  «        }}t	          ||¦  «        t          ||¦  «        }}||k    r||z  dk    r|ndŠn||z  dk    rt	          ||¦  «        Šn|Š‰dk    r||f||fddd|fS ˆfd„||fD ¦   «         \  }	}
t          d|	‰z  ¦  «        }t          d|
‰z  ¦  «        }||f|	|
f‰|||fS )uÍ  Compute the sliding-window patch layout for one image.

        Unlike models with a fixed tile size (Idefics3, LLaVA-NeXT), Step3p7
        adapts the window size to the image's aspect ratio, so this cannot be
        reduced to a simple ``ceil(h / tile) Ã— ceil(w / tile)`` formula.

        Step 1 = normalise extreme inputs:
          - extreme-aspect images (min_side < 32, ratio > 4) are squared
          - images larger than ``max_image_size`` are scaled down uniformly

        Step 2 â€” choose window size from the normalised aspect ratio:
          - fits in global view (long_side â‰¤ image_size): tile only if elongated
            (long_side / short_side > 1.5), using short_side as the window
          - very elongated (ratio > 4): ``min(short_side, patch_size)``
          - standard case: ``patch_size``

        Step 3 â€” snap each dimension to the nearest window multiple
          (snap up when the remainder exceeds 20 % of the window size).

        Returns:
            global_width_height: ``(width, height)`` to resize the global view to before squaring
            crop_width_height: ``(crop_width, crop_height)`` snapped dimensions for patch extraction
            window_size: tile side length (``0`` â†’ no local patches)
            num_patches_x: number of patches along the width
            num_patches_y: number of patches along the height
            needs_square_pad: whether the raw image must be zero-padded to a square before resizing
        g      ø?r   r  c              3   óR   •K  — | ]!}|‰k    r‰|‰z  |‰z  d ‰z  k    z   z  n|V — Œ"dS )gš™™™™™É?Nrq   )r¢   ÚdimÚwindow_sizes     €re   r¸   z6Step3p7ImageProcessor._plan_patches.<locals>.<genexpr>¹  sj   øè è € ð #
ð #
ð ð ˜+Ò%Ð%ð ˜s kÑ1°S¸;Ñ5FÈÈ{ÑIZÒ5ZÑ[Ñ\Ð\àð	#
ð #
ð #
ð #
ð #
ð #
rf   r‹   )r  r  rü   ra   r  )rc   r[   r   rO   rQ   Úneeds_square_padÚscaleÚ
short_sideÚ	long_sideÚ
crop_widthÚcrop_heightÚnum_patches_xÚnum_patches_yr  s                @re   Ú_plan_patchesz#Step3p7ImageProcessor._plan_patches…  s“  ø€ ð>  ×2Ò2°5¸&ÑAÔAÐØð 	0Ý  ¨Ñ/Ô/Ð/ˆE�FÝˆv�uÑÔ Ô 3Ò3Ð3ØÔ'­#¨f°eÑ*<Ô*<Ñ<ˆEÝ ¨¡Ñ.Ô.µ°F¸U±NÑ0CÔ0C�6ˆEå # F¨EÑ 2Ô 2µC¸ÀÑ4FÔ4F�Iˆ
ð ˜
Ò"Ð"Ø(1°JÑ(>ÀÒ(DÐ(D˜*˜*È!ˆKˆKØ˜Ñ# aÒ'Ð'Ý˜j¨*Ñ5Ô5ˆKˆKà$ˆKà˜!ÒÐØ˜6�? U¨F O°Q¸¸1Ð>NÐNÐNð#
ð #
ð #
ð #
ð ˜v�ð#
ñ #
ô #
Ñˆ
�Kõ ˜A˜z¨[Ñ8Ñ9Ô9ˆÝ˜A˜{¨kÑ9Ñ:Ô:ˆØ�vˆ ¨[Ð 9¸;ÈÐWdÐfvÐvÐvrf   Nc                 óÖ   — |pi }|                      d| j        ¦  «        }|d         }|                      d| j        ¦  «        }|                      ||||¦  «        dd…         \  }}||z  S )zBReturn the number of local patches for an image of the given size.Úsizer   rQ   r   é   )rµ   r  rQ   r  )	rc   r   r[   Úimages_kwargsr  rO   rQ   r  r  s	            re   Úget_number_of_image_patchesz1Step3p7ImageProcessor.get_number_of_image_patchesÅ  sy   € à%Ð+¨ˆØ× Ò  ¨¬Ñ3Ô3ˆØ˜(”^ˆ
Ø"×&Ò& |°T´_ÑEÔEˆ
Ø'+×'9Ò'9¸%ÀÈÐU_Ñ'`Ô'`ÐabÐcdÐadÔ'eÑ$ˆ�}Ø˜}Ñ,Ð,rf   ÚimgÚresampler   c                 ó†  — |j         \  }}}|                      ||||¦  «        \  \  }}	\  }
}}}}}|r=t          ||¦  «        }|                      |gt	          ||¬¦  «        ¬¦  «        d         }|                     d¦  «        }|                      |t	          |	|¬¦  «        |¬¦  «        }|                      |t	          ||¬¦  «        |¬¦  «                             d¦  «        }|dk    r|g ||fS |                      |t	          ||
¬¦  «        |¬¦  «                             d¦  «        }t          ||¬¦  «        }||||fS )aj  Step3p7-specific cropping: square-pad extreme aspect ratios, resize the global view,
        and slice out raw (pre-final-resize) local-patch tiles per `_plan_patches`'s layout.

        Returns the resized global view, the list of raw local-patch tensors (still at
        `window_size`, not yet resized to `patch_size`), and the patch grid dimensions.
        rÿ   )Úpad_sizer   ©r#  )rQ   )	Úshaper  r  Úpadr   Ú	unsqueezeÚresizeÚsqueezer   )rc   r"  rO   rQ   r#  Ú_r   r[   Úglobal_widthÚglobal_heightr  r  r  r  r  r  ÚsideÚ	img_batchÚ
global_imgÚimg_for_cropÚpatchess                        re   Ú_get_image_patchesz(Step3p7ImageProcessor._get_image_patchesÎ  sx  € ð œ9Ñˆˆ6�5ð ×Ò˜u f¨j¸*ÑEÔEñ	
Ù)ˆ\˜=Ù%ˆZ˜ØØØØð ð 	QÝ�u˜fÑ%Ô%ˆDØ—(’(˜C˜5­8¸4ÀtÐ+LÑ+LÔ+L�(ÑMÔMÈaÔPˆCà—M’M !Ñ$Ô$ˆ	ð —[’[ ­H¸MÐQ]Ð,^Ñ,^Ô,^Ðiq�[ÑrÔrˆ
Ø—[’[ ­X¸ZÈzÐ-ZÑ-ZÔ-ZÐem�[ÑnÔn×vÒvØñ
ô 
ˆ
ð ˜!ÒÐØ˜r =°-Ð?Ð?à—{’{Ø•x {¸*ÐEÑEÔEÐPXð #ñ 
ô 
ç
Š'�!‰*Œ*ð 	õ $ L¸[ÐIÑIÔIˆØ˜7 M°=Ð@Ð@rf   Úimagesztorch.TensorÚ
do_rescaleÚrescale_factorÚdo_normalizer  Údisable_groupingÚreturn_tensorszstr | TensorType | Nonec           	      ó‚  ‡‡‡ — |j         }g g g g f\  }}}}|D ]š}|                      |||	|¦  «        \  }}ŠŠ |                     |¦  «         |                     t          |¦  «        ¦  «         |                     |¦  «         |                     ˆˆ fd„t	          ‰ ¦  «        D ¦   «         ¦  «         Œ›|                      t          j        |¦  «        |||||¦  «        }||dœ}t          ||¬¦  «        }t          |d¬¦  «        Š‰r·t          |d|
¬¦  «        \  }}|                     ¦   «         D ]I\  }}|                      |t          |	|	¬¦  «        |¬	¦  «        }|                      ||||||¦  «        ||<   ŒJt          ||d¬
¦  «        }t          j        d„ |D ¦   «         ¦  «        |d<   ˆfd„|D ¦   «         |d<   |S )Nc                 óX   •— g | ]&}t          ‰¦  «        D ]}|‰d z
  k    o|‰d z
  k     ‘ŒŒ'S )r‹   )rÃ   )r¢   ÚrowÚcolr  r  s      €€re   r©   z5Step3p7ImageProcessor._preprocess.<locals>.<listcomp>  sa   ø€ ð ð ð àÝ$ ]Ñ3Ô3ðð ð ð ˜=¨1Ñ,Ò,ÐH°°}ÀqÑ7HÒ1Hðð ð ð rf   )r  r  )ÚdataÚtensor_typer   )rº   T)Ú	is_nestedr9  rÿ   r&  )rA  c                 ó   — g | ]	}|D ]}|‘ŒŒ
S rq   rq   )r¢   Úper_image_patchesÚpatchs      re   r©   z5Step3p7ImageProcessor._preprocess.<locals>.<listcomp>>  s'   € ÐiÐiÐiÐ,ÐWhÐiÐiÈe�ÐiÐiÐiÐirf   r  c                 óB   •— g | ]}|d g‰t          |¦  «        z
  z  z   ‘ŒS ©F)r¿   )r¢   ÚmaskÚmax_patchess     €re   r©   z5Step3p7ImageProcessor._preprocess.<locals>.<listcomp>A  s=   ø€ ð -ð -ð -Ø?C�˜�w +µ°D±	´	Ñ"9Ñ:Ñ:ð-ð -ð -rf   Úpatch_newline_masks)r   r4  Úappendr¿   rÃ   Úrescale_and_normalizeÚtorchÚstackr
   r  r   rÒ   r*  r   r   )!rc   r5  r6  r7  r8  r  r  r#  r  rQ   r9  r:  rd   rO   Úglobal_imagesÚnested_patchesr  rI  r"  r1  r3  Úglobal_stackr?  ÚresultÚgrouped_patchesÚgrouped_indexr'  Ústacked_patchesÚresizedÚnested_pixel_values_localrH  r  r  s!                                 @@@re   Ú_preprocessz!Step3p7ImageProcessor._preprocessû  s�  øøø€ ð ”[ˆ
ØPRÐTVÐXZÐ\^ÐP^ÑMˆ�~Ð'8Ð:Màð 	ð 	ˆCØ@D×@WÒ@WØ�Z ¨XñAô AÑ=ˆJ˜ °ð × Ò  Ñ,Ô,Ð,Ø×$Ò$¥S¨¡\¤\Ñ2Ô2Ð2Ø×!Ò! 'Ñ*Ô*Ð*à×&Ò&ðð ð ð ð å$ ]Ñ3Ô3ðñ ô ñô ð ð ð ×1Ò1ÝŒK˜Ñ&Ô&¨
°NÀLÐR\Ð^gñ
ô 
ˆð
 )Ø!2ð
ð 
ˆõ  4°^ÐDÑDÔDˆåÐ+°QÐ7Ñ7Ô7ˆØð 	õ .CØ¨$ÐAQð.ñ .ô .Ñ*ˆO˜]ð +:×*?Ò*?Ñ*AÔ*Að ð Ñ&��ØŸ+š+Ø#¥X°ZÀzÐ%RÑ%RÔ%RÐ]eð &ñ ô �ð *.×)CÒ)CØ˜Z¨¸ÀzÐS\ñ*ô *� Ñ&Ð&õ )7°ÈÐaeÐ(fÑ(fÔ(fÐ%õ ,1¬;ØiÐiÐ0IÐiÑiÔiñ,ô ,ˆFÐ'Ñ(ð-ð -ð -ð -ØGZð-ñ -ô -ˆFÐ(Ñ)ð ˆrf   rd   c                 ó8   •—  t          ¦   «         j        |fi |¤ŽS r³   )rÈ   Ú
preprocess)rc   r5  rd   rÕ   s      €re   rY  z Step3p7ImageProcessor.preprocessF  s"   ø€ à!�u‰wŒwÔ! &Ð3Ð3¨FÐ3Ð3Ð3rf   r³   )+rg   rh   ri   rÖ   r   ÚBILINEARr#  r  rQ   ra   rm   r6  r8  r   r  r¾   ro   r   r  Údo_convert_rgbrû   Úvalid_kwargsÚmodel_input_namesrü   r  r  Ústaticmethodrê   r  Útupler  r!  rL  ÚTensorr4  r   r
   rW  r   r   r   rY  rë   rì   s   @re   rB   rB   d  s  ø€ € € € € € ðð ð "Ô*€HØ CÐ(Ð(€DØ€J�ÐÐÑØ€JØ€LØ.€J��U”Ð.Ð.Ñ.Ø,€Iˆt�EŒ{Ð,Ð,Ñ,Ø€NØ.€LØSÐSÐSÐà€N�CÐÐÑð  Ð�sÐÐÑØÐ˜ÐÐÑàðS #ð S¨sð S°tð Sð Sð Sñ „\ðSð>wØð>wØ"%ð>wØ36ð>wØDGð>wà	ˆu�S˜#�XŒ  c¨3 h¤°°c¸3ÀÐDÔ	Eð>wð >wð >wð >wð@-ð -°#ð -¸cð -ÐZ]ð -ð -ð -ð -ð+AàŒ\ð+Að ð+Að ð	+Að
 'ð+Að 
ˆuŒ|˜T %¤,Ô/°°cÐ9Ô	:ð+Að +Að +Að +AðZIà�^Ô$ðIð ðIð ð	Ið
 ðIð ˜D œKÑ'¨$Ñ.ðIð ˜4 œ;Ñ&¨Ñ-ðIð 'ðIð ðIð ðIð  ™+ðIð 2ðIð 
ðIð Ið Ið IðV ð4 ð 4°vÐ>YÔ7Zð 4Ð_kð 4ð 4ð 4ð 4ð 4ñ „^ð4ð 4ð 4ð 4ð 4rf   rB   c                   ó   — e Zd Zd„ ZdS )ÚStep3p7VisionRotaryEmbeddingc                 ó\   — |                      d¦  «        }t          j        ||fd¬¦  «        S )z]
        Recompose the frequencies into the final spatial layout used per each grid.
        r‹   éÿÿÿÿ©r  )ÚflattenrL  Úcat)rc   ÚfreqÚfreq_hws      re   Úrecomposition_frequenciesz6Step3p7VisionRotaryEmbedding.recomposition_frequenciesO  s-   € ð —,’,˜q‘/”/ˆÝŒy˜' 7Ð+°Ð4Ñ4Ô4Ð4rf   N)rg   rh   ri   rj  rq   rf   re   rb  rb  N  s#   € € € € € ð5ð 5ð 5ð 5ð 5rf   rb  c                   ó   — e Zd ZdS )ÚStep3p7VisionMLPN©rg   rh   ri   rq   rf   re   rl  rl  W  ó   € € € € € Ø€Drf   rl  c                   ó   — e Zd ZdS )ÚStep3p7VisionAttentionNrm  rq   rf   re   rp  rp  [  rn  rf   rp  c            	       ó�   ‡ — e Zd Zdefˆ fd„Z	 	 d	dej        dej        dz  deej        ej        f         dz  dej        fd„Zˆ xZ	S )
ÚStep3p7VisionEncoderLayerÚconfigc                 ó  •— t          ¦   «                              ¦   «          || _        t          |¦  «        | _        t          |¦  «        | _        t          j        |j	        |j
        ¬¦  «        | _        t          j        |j	        |j
        ¬¦  «        | _        t          j        |j        t          j        |j	        ¦  «        z  ¦  «        | _        t          j        |j        t          j        |j	        ¦  «        z  ¦  «        | _        d S )N©Úeps)rÈ   Ú__init__rs  rp  Ú	self_attnrl  ÚmlpÚnnÚ	LayerNormrI   rU   Úlayernorm_beforeÚlayernorm_afterÚ	ParameterrW   rL  ÚonesÚlambda_1Úlambda_2©rc   rs  rÕ   s     €re   rw  z"Step3p7VisionEncoderLayer.__init__`  sÊ   ø€ Ý‰Œ×ÒÑÔÐØˆŒÝ/°Ñ7Ô7ˆŒÝ# FÑ+Ô+ˆŒÝ "¤¨VÔ-?ÀVÔEZÐ [Ñ [Ô [ˆÔÝ!œ|¨FÔ,>ÀFÔDYÐZÑZÔZˆÔÝœ VÔ%BÅUÄZÐPVÔPbÑEcÔEcÑ%cÑdÔdˆŒÝœ VÔ%BÅUÄZÐPVÔPbÑEcÔEcÑ%cÑdÔdˆŒˆˆrf   NÚhidden_statesÚattention_maskÚposition_embeddingsr	  c                 óð   — |}|                       |¦  «        } | j        |f||dœ|¤Ž\  }}| j        |z  }||z   }|}|                      |¦  «        }|                      |¦  «        }| j        |z  }||z   }|S )N)r„  r…  )r|  rx  r€  r}  ry  r�  )rc   rƒ  r„  r…  rd   Úresidualr,  s          re   Úforwardz!Step3p7VisionEncoderLayer.forwardj  s®   € ð !ˆØ×-Ò-¨mÑ<Ô<ˆØ)˜4œ>Øð
à)Ø 3ð
ð 
ð ð	
ð 
Ñˆ�qð œ¨Ñ5ˆØ%¨Ñ0ˆà ˆØ×,Ò,¨]Ñ;Ô;ˆØŸš Ñ/Ô/ˆØœ¨Ñ5ˆØ%¨Ñ0ˆØÐrf   ©NN)
rg   rh   ri   r?   rw  rL  r`  r_  rˆ  rë   rì   s   @re   rr  rr  _  s±   ø€ € € € € ðeÐ2ð eð eð eð eð eð eð /3ØHLð	ð à”|ðð œ tÑ+ðð # 5¤<°´Ð#=Ô>ÀÑEð	ð 
Œðð ð ð ð ð ð ð rf   rr  c                   óP   ‡ — e Zd Zdefˆ fd„Zdej        dededej        fd„Zˆ xZ	S )ÚStep3p7VisionEmbeddingsrs  c                 ó®   •— t          ¦   «                              |¦  «         t          j        |j        |j        |j        |j        d¬¦  «        | _        d S )NF)Úin_channelsÚout_channelsÚkernel_sizeÚstrideÚbias)rÈ   rw  rz  ÚConv2dÚnum_channelsrI   rQ   Úpatch_embeddingr‚  s     €re   rw  z Step3p7VisionEmbeddings.__init__…  sU   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý!œyØÔ+ØÔ+ØÔ)ØÔ$Øð 
ñ  
ô  
ˆÔÐÐrf   Ú
embeddingsr   r[   r	  c                 ón  — | j         j        j        d         }|| j        z  }|| j        z  }t	          |dz  ¦  «        }t
          j                             ¦   «         s+||k    r%||k    r| j         j                             d¦  «        S | j         j                             d¦  «        }|j        d         }	| 	                    d|||	¦  «        }| 
                    dddd¦  «        }t          j                             |||fdd¬	¦  «        }| 
                    dddd¦  «                             dd|	¦  «        }|S )
Nr   g      à?rd  r‹   r   r%   ÚbilinearF)r  ÚmodeÚalign_corners)Úposition_embeddingÚweightr'  rQ   r"   rL  ÚjitÚ
is_tracingr)  ÚreshapeÚpermuterz  Ú
functionalÚinterpolateÚview)
rc   r•  r   r[   Únum_positionsÚ
new_heightÚ	new_widthÚsqrt_num_positionsÚpatch_pos_embedr  s
             re   Úinterpolate_pos_encodingz0Step3p7VisionEmbeddings.interpolate_pos_encoding�  sA  € ØÔ/Ô6Ô<¸QÔ?ˆØ˜tœÑ.ˆ
Ø˜Tœ_Ñ,ˆ	Ý& }°cÑ'9Ñ:Ô:ÐÝŒy×#Ò#Ñ%Ô%ð 	?¨*Ð8JÒ*JÐ*JÈyÐ\nÒOnÐOnØÔ*Ô1×;Ò;¸AÑ>Ô>Ð>ØÔ1Ô8×BÒBÀ1ÑEÔEˆØÔ˜rÔ"ˆØ)×1Ò1°!Ð5GÐI[Ð]`ÑaÔaˆØ)×1Ò1°!°Q¸¸1Ñ=Ô=ˆÝœ-×3Ò3ØØ˜iÐ(ØØð	 4ñ 
ô 
ˆð *×1Ò1°!°Q¸¸1Ñ=Ô=×BÒBÀ1ÀbÈ#ÑNÔNˆØÐrf   )
rg   rh   ri   r?   rw  rL  r`  ra   r¨  rë   rì   s   @re   r‹  r‹  „  s|   ø€ € € € € ð
Ð2ð 
ð 
ð 
ð 
ð 
ð 
ð°5´<ð Èð ÐUXð Ð]bÔ]ið ð ð ð ð ð ð ð rf   r‹  c                   ó~   ‡ — e Zd ZU eed<   dZdZddgZdgZdZ	dZ
dZdZdZ ej        ¦   «         ˆ fd„¦   «         Zˆ xZS )	r<   rs  ÚmodelTrr  ÚStep3p7DecoderLayerÚpast_key_valuesFc                 ó<  •— t          ¦   «                              |¦  «         t          |t          ¦  «        rFt	          j        |j        t          j        |j	        ¦  «         
                    d¦  «        ¦  «         d S t          |t          ¦  «        r`t          j                             |j        |j        j        ¦  «         t          j                             |j        |j        j        ¦  «         d S t          |t$          ¦  «        r�|j        D ]“}|j        }|j        |         dk    rt,          |j        |                  } ||j        |¬¦  «        \  }}t	          j        t/          ||› d�¦  «        |¦  «         t	          j        t/          ||› d�¦  «        |¦  «         Œ”d S t          |t0          ¦  «        rPt/          | j        dd¦  «        }t	          j        |j        d|¬	¦  «         t	          j        |j        d|¬	¦  «         d S t          |t8          ¦  «        rMt/          | j        dd¦  «        }t	          j        |j        d|¬	¦  «         t	          j        |j        ¦  «         d S t          |t@          ¦  «        rt	          j        |j        ¦  «         d S d S )
N)r‹   rd  rº   )r¯   Ú	_inv_freqÚ_original_inv_freqÚinitializer_rangeg{®Gáz”?ç        )ÚmeanÚstd)!rÈ   Ú_init_weightsr´   r‹  ÚinitÚcopy_Úposition_idsrL  Úaranger£  Úexpandrr  rz  Ú	constant_r€  rs  rW   r�  ÚStep3p7RotaryEmbeddingr˜   Úcompute_default_rope_parametersr»   r   r½   ÚStep3p7ExpertsÚnormal_Úgate_up_projÚ	down_projÚStep3p7TopKRouterr›  Úzeros_Úe_score_correction_biasÚStep3p7RMSNorm)rc   Úmoduler¯   Úrope_init_fnÚcurr_inv_freqr,  r³  rÕ   s          €re   r´  z$Step3p7PreTrainedModel._init_weights±  su  ø€ å‰Œ×Ò˜fÑ%Ô%Ð%Ý�fÕ5Ñ6Ô6ð 	'ÝŒJ�vÔ*­E¬L¸Ô9MÑ,NÔ,N×,UÒ,UÐV]Ñ,^Ô,^Ñ_Ô_Ð_Ð_Ð_Ý˜Õ 9Ñ:Ô:ð 	'ÝŒG×Ò˜fœo¨v¬}Ô/SÑTÔTÐTÝŒG×Ò˜fœo¨v¬}Ô/SÑTÔTÐTÐTÐTÝ˜Õ 6Ñ7Ô7ð 	'Ø$Ô0ð ^ð ^�
Ø%ÔE�ØÔ# JÔ/°9Ò<Ð<Ý#6°vÔ7GÈ
Ô7SÔ#T�LØ#/ <°´È*Ð#UÑ#UÔ#UÑ �˜qÝ”
�7 6¨jÐ+CÐ+CÐ+CÑDÔDÀmÑTÔTÐTÝ”
�7 6¨jÐ+LÐ+LÐ+LÑMÔMÈ}Ñ]Ô]Ð]Ð]ð^ð ^õ ˜¥Ñ/Ô/ð 	'õ ˜$œ+Ð':¸DÑAÔAˆCÝŒL˜Ô,°3¸CÐ@Ñ@Ô@Ð@ÝŒL˜Ô)°¸Ð=Ñ=Ô=Ð=Ð=Ð=Ý˜Õ 1Ñ2Ô2ð 	'Ý˜$œ+Ð':¸DÑAÔAˆCÝŒL˜œ¨S°cÐ:Ñ:Ô:Ð:ÝŒK˜Ô6Ñ7Ô7Ð7Ð7Ð7Ý˜¥Ñ/Ô/ð 	'ÝŒK˜œÑ&Ô&Ð&Ð&Ð&ð	'ð 	'rf   )rg   rh   ri   rA   rm   Úbase_model_prefixÚsupports_gradient_checkpointingÚ_no_split_modulesÚ_skip_keys_device_placementÚ_supports_flash_attnÚ_supports_sdpaÚ_supports_flex_attnÚ_supports_static_cacheÚ_supports_attention_backendrL  Úno_gradr´  rë   rì   s   @re   r<   r<   ¤  s–   ø€ € € € € € àÐÐÑØÐØ&*Ð#Ø4Ð6KÐLÐØ#4Ð"5ÐØ ÐØ€NØÐØ!ÐØ"&Ðà€U„]�_„_ð'ð 'ð 'ð 'ñ „_ð'ð 'ð 'ð 'ð 'rf   r<   c                   óœ   ‡ — e Zd ZU dZeed<   eedœZdefˆ fd„Z	 e
d¬¦  «        edej        dee         d	efd
„¦   «         ¦   «         Zˆ xZS )r>   u1  Vision encoder: patch embeddings â†’ 2-D RoPE transformer layers â†’ conv downsampler.

    The rotary embedding (``self.rotary_emb``) and layer stack (``self.layers``) are
    held directly on this module, following the Gemma4 convention of not wrapping
    them in a separate ``Encoder`` submodule.
    rs  ©rƒ  Ú
attentionsc                 ó.  •‡— t          ¦   «                              ‰¦  «         t          ‰¦  «        | _        t	          j        ‰j        ‰j        ¬¦  «        | _        t          ‰¦  «        | _
        t	          j        ˆfd„t          ‰j        ¦  «        D ¦   «         ¦  «        | _        t	          j        ‰j        ‰j        dz  ddd¬¦  «        | _        t	          j        ‰j        dz  ‰j        dz  ddd¬¦  «        | _        |                      ¦   «          d S )Nru  c                 ó.   •— g | ]}t          ‰¦  «        ‘ŒS rq   )rr  )r¢   r,  rs  s     €re   r©   z/Step3p7VisionModel.__init__.<locals>.<listcomp>ä  s"   ø€ Ð$pÐ$pÐ$pÈ1Õ%>¸vÑ%FÔ%FÐ$pÐ$pÐ$prf   r%   r   r‹   )r�  r�  Úpaddingr  )rÈ   rw  r‹  r•  rz  r{  rI   rU   Úpre_layernormrb  Ú
rotary_embÚ
ModuleListrÃ   rK   r\   r’  Údownsampler1Údownsampler2Ú	post_initr‚  s    `€re   rw  zStep3p7VisionModel.__init__ß  s  øø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý1°&Ñ9Ô9ˆŒÝœ\¨&Ô*<À&ÔBWÐXÑXÔXˆÔÝ6°vÑ>Ô>ˆŒÝ”mÐ$pÐ$pÐ$pÐ$pÕPUÐV\ÔVnÑPoÔPoÐ$pÑ$pÔ$pÑqÔqˆŒÝœI fÔ&8¸&Ô:LÈqÑ:PÐ^_ÐhiÐstÐuÑuÔuˆÔÝœIØÔ Ñ" FÔ$6¸Ñ$:ÈÐRSÐ]^ð
ñ 
ô 
ˆÔð 	�ŠÑÔÐÐÐrf   F)Útie_last_hidden_statesr  rd   r	  c                 óœ  — |j         \  }}}}|| j        j        z  }|| j        j        z  }|                      |d¬¦  «        }	|                      |	¦  «        }	t	          j        d||gg|	j        ¬¦  «        }
t          |
d¬¦  «        }|                      |	|¦  «        }| j	        D ]} ||	fd|i|¤Ž}	Œ|	j         d         }|	 
                    dd	d¦  «                             ||||¦  «        }	|                      |	¦  «        }	|                      |	¦  «        }	t          |	                     d	¦  «         
                    dd	d¦  «        ¬
¦  «        S )NT)r¨  r‹   )Údevice)Úspatial_merge_sizer…  rd  r   r%   )Úlast_hidden_state)r'  r•  rQ   rØ  rL  Útensorrà  r$   rÙ  r\   rŸ  r¢  rÛ  rÜ  r   rf  )rc   r  rd   Ú
batch_sizer,  r   r[   Úgrid_hÚgrid_wÚhidden_stateÚgrid_thwr·  r…  ÚlayerÚchannelss                  re   rˆ  zStep3p7VisionModel.forwardë  sk  € ð (4Ô'9Ñ$ˆ
�A�v˜uØ˜4œ?Ô5Ñ5ˆØ˜$œ/Ô4Ñ4ˆØ—’ |Èd�ÑSÔSˆØ×)Ò)¨,Ñ7Ô7ˆõ ”< ! V¨VÐ!4Ð 5¸lÔ>QÐRÑRÔRˆÝ.¨xÈAÐNÑNÔNˆØ"Ÿošo¨l¸LÑIÔIÐØ”[ð 	bð 	bˆEØ ˜5 ÐaÐaÐCVÐaÐZ`ÐaÐaˆLˆLàÔ% bÔ)ˆØ#×+Ò+¨A¨q°!Ñ4Ô4×9Ò9¸*ÀhÐPVÐX^Ñ_Ô_ˆØ×(Ò(¨Ñ6Ô6ˆØ×(Ò(¨Ñ6Ô6ˆÝ°×1EÒ1EÀaÑ1HÔ1H×1PÒ1PÐQRÐTUÐWXÑ1YÔ1YÐZÑZÔZÐZrf   )rg   rh   ri   rÖ   r?   rm   rr  rp  Ú_can_record_outputsrw  r#   r   rL  r`  r   r   r   rˆ  rë   rì   s   @re   r>   r>   Ð  sÓ   ø€ € € € € € ðð ð  ÐÐÑà2Ø,ðð Ðð

Ð2ð 
ð 
ð 
ð 
ð 
ð 
ð €_¨EÐ2Ñ2Ô2Øð[ E¤Lð [¸FÐCUÔ<Vð [Ð[jð [ð [ð [ñ „^ñ 3Ô2ð[ð [ð [ð [ð [rf   r>   c                   ó   — e Zd ZdS )r»  Nrm  rq   rf   re   r»  r»    s   € € € € € ð 	€Drf   r»  c                   ó   — e Zd ZdS )rÄ  Nrm  rq   rf   re   rÄ  rÄ  	  rn  rf   rÄ  c                   ó&   ‡ — e Zd Zdˆ fd„	Zd„ Zˆ xZS )Ú
Step3p7MLPFc                 óÈ   •— t          ¦   «                              |¦  «         |r|j        n|j        | _        |j        r|j        |         ndpt          d¦  «        | _        d S )Nr   Úinf)rÈ   rw  rw   rb   r”   ro   Úlimit)rc   rs  r®   Úis_shared_expertrÕ   s       €re   rw  zStep3p7MLP.__init__  sh   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ø<LÐ!j Ô!8Ð!8ÐRXÔRjˆÔð AGÔ@[Ðb�fÔ1°)Ô<Ð<ÐabÐsÕglÐmrÑgsÔgsˆŒ
ˆ
ˆ
rf   c                 ó  — |                       |                      |¦  «        ¦  «                             | j        ¬¦  «        }|                      |¦  «                             | j         | j        ¬¦  «        }|                      ||z  ¦  «        S )N©r  r  )Úact_fnÚ	gate_projÚclamprò  Úup_projrÀ  )rc   ÚxÚgateÚups       re   rˆ  zStep3p7MLP.forward  sp   € Ø�{Š{˜4Ÿ>š>¨!Ñ,Ô,Ñ-Ô-×3Ò3¸¼
Ð3ÑCÔCˆØ�\Š\˜!‰_Œ_×"Ò"¨¬
 {¸¼
Ð"ÑCÔCˆØ�~Š~˜d R™iÑ(Ô(Ð(rf   rF  )rg   rh   ri   rw  rˆ  rë   rì   s   @re   rï  rï    sR   ø€ € € € € ðtð tð tð tð tð tð)ð )ð )ð )ð )ð )ð )rf   rï  c                   óH   ‡ — e Zd ZdZdˆ fd„	Zdej        dej        fd„Zˆ xZS )r½  TNc                 ó’   •— t          ¦   «                              |¦  «         |j        | _        |€t	          d¦  «        n|| _        d S )Nrñ  )rÈ   rw  rˆ   Úintermediate_dimro   rò  )rc   rs  rà   rÕ   s      €re   rw  zStep3p7Experts.__init__  s@   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ø &Ô <ˆÔØ%1Ð%9•U˜5‘\”\�\¸|ˆŒ
ˆ
ˆ
rf   Úgate_upr	  c                 óà   — |                      dd¬¦  «        \  }}|                      |¦  «                             | j        ¬¦  «        }|                     | j         | j        ¬¦  «        }||z  S )Nr%   rd  re  rõ  r  )Úchunkrö  rø  rò  )rc   r   rû  rü  s       re   Ú_apply_gatezStep3p7Experts._apply_gate$  sd   € Ø—=’= ¨�=Ñ+Ô+‰ˆˆbØ�{Š{˜4Ñ Ô ×&Ò&¨4¬:Ð&Ñ6Ô6ˆØ�XŠX˜4œ:˜+¨4¬:ˆXÑ6Ô6ˆØ�b‰yÐrf   r³   )	rg   rh   ri   Ú#_fp8_experts_clamp_after_activationrw  rL  r`  r  rë   rì   s   @re   r½  r½    so   ø€ € € € € à*.Ð'ðLð Lð Lð Lð Lð Lð
 5¤<ð °E´Lð ð ð ð ð ð ð ð rf   r½  c                   ó   — e Zd ZdS )rÁ  Nrm  rq   rf   re   rÁ  rÁ  +  rn  rf   rÁ  c                   ó   — e Zd Zd„ ZdS )ÚStep3p7SparseMoeBlockc                 ó  — t           j                             | ¦  «         |j        r|j        |         pd nd }t	          |¦  «        | _        t          ||¬¦  «        | _        t          ||d¬¦  «        | _	        |j
        | _        d S )N)rà   T)ró  )rz  ÚModulerw  r“   rÁ  rû  r½  Úexpertsrï  Úshared_expertsr‘   rç   )rc   rs  r®   rà   s       re   rw  zStep3p7SparseMoeBlock.__init__0  s…   € Ý
Œ	×Ò˜4Ñ Ô Ð ð EKÔDXÐb˜Ô,¨YÔ7Ð?¸4øÐ^bˆÝ% fÑ-Ô-ˆŒ	Ý% f¸<ÐHÑHÔHˆŒÝ(¨°ÈTÐRÑRÔRˆÔØ%+Ô%EˆÔ"Ð"Ð"rf   N©rg   rh   ri   rw  rq   rf   re   r  r  /  s(   € € € € € ðFð Fð Fð Fð Frf   r  c                   óÆ   ‡ — e Zd Zdedefˆ fd„Z	 ddej        deej        ej        f         dej        dz  de	dz  d	e
e         d
eej        ej        dz  f         fd„Zˆ xZS )ÚStep3p7Attentionrs  r®   c                 óz   •— |j         }t          ¦   «                              |||¦  «         |j        dz  | _        d S )Ng      à¿)rM   rÈ   rw  r�   Úscaling)rc   rs  r®   Ú	num_headsrÕ   s       €re   rw  zStep3p7Attention.__init__<  s:   ø€ ØÔ.ˆ	Ý‰Œ×Ò˜ ¨IÑ6Ô6Ð6ØÔ3°TÑ9ˆŒˆˆrf   Nrƒ  r…  r„  r¬  rd   r	  c                 ó<  — |j         d d…         }g |¢d‘| j        ‘R }|                      |                      |¦  «                             |¦  «        ¦  «                             dd¦  «        }|                      |                      |¦  «                             |¦  «        ¦  «                             dd¦  «        }	|                      |¦  «                             |¦  «                             dd¦  «        }
|  	                    |¦  «        }|\  }}t          ||	||¦  «        \  }}	|�|                     |	|
| j        ¦  «        \  }	}
t          j        | j        j        t"          ¦  «        } || ||	|
|f| j        sdn| j        | j        | j        dœ|¤Ž\  }} |j        g |¢d‘R Ž }|j         } |j        g |d d…         ¢| j        ‘| j        ‘R Ž }||                     d¦  «                             ¦   «         z  } |j        |Ž }|                      |¦  «        }||fS )Nrd  r‹   r%   r±  )Údropoutr  r‰   )r'  rÆ   Úq_normÚq_projr¢  Ú	transposeÚk_normÚk_projÚv_projÚg_projr/   rË   r®   r   Úget_interfacers  Ú_attn_implementationr0   ÚtrainingÚattention_dropoutr  r‰   rž  r  r)  ÚsigmoidÚo_proj)rc   rƒ  r…  r„  r¬  rd   Úinput_shapeÚhidden_shapeÚquery_statesÚ
key_statesÚvalue_statesÚgate_statesÚcosÚsinÚattention_interfaceÚattn_outputÚattn_weightsÚoutput_shapes                     re   rˆ  zStep3p7Attention.forwardA  sO  € ð $Ô)¨#¨2¨#Ô.ˆØ8˜Ð8 bÐ8¨$¬-Ð8Ð8ˆà—{’{ 4§;¢;¨}Ñ#=Ô#=×#BÒ#BÀ<Ñ#PÔ#PÑQÔQ×[Ò[Ð\]Ð_`ÑaÔaˆØ—[’[ §¢¨]Ñ!;Ô!;×!@Ò!@ÀÑ!NÔ!NÑOÔO×YÒYÐZ[Ð]^Ñ_Ô_ˆ
Ø—{’{ =Ñ1Ô1×6Ò6°|ÑDÔD×NÒNÈqÐRSÑTÔTˆà—k’k -Ñ0Ô0ˆØ&‰ˆˆSÝ#7¸ÀjÐRUÐWZÑ#[Ô#[Ñ ˆ�jàÐ&Ø'6×'=Ò'=¸jÈ,ÐX\ÔXfÑ'gÔ'gÑ$ˆJ˜å(?Ô(MØŒKÔ,Õ.Eñ)
ô )
Ðð %8Ð$7ØØØØØð
%
ð  $œ}ÐH�C�C°$Ô2HØ”LØÔ.ð
%
ð 
%
ð ð
%
ð 
%
Ñ!ˆ�\ð *�kÔ)Ð;¨;Ð;¸Ð;Ð;Ð;ˆØ"Ô(ˆØ&�kÔ&ÐY¨°S°b°SÔ(9ÐY¸4¼>ÐYÈ4Ì=ÐYÐYÐYˆØ! K×$9Ò$9¸"Ñ$=Ô$=×$EÒ$EÑ$GÔ$GÑGˆØ&�kÔ&¨Ð5ˆØ—k’k +Ñ.Ô.ˆØ˜LÐ(Ð(rf   r³   )rg   rh   ri   r@   ra   rw  rL  r`  r_  r   r   r   rˆ  rë   rì   s   @re   r  r  ;  sØ   ø€ € € € € ð:Ð0ð :¸Sð :ð :ð :ð :ð :ð :ð )-ð*)ð *)à”|ð*)ð # 5¤<°´Ð#=Ô>ð*)ð œ tÑ+ð	*)ð
  ™ð*)ð Ð+Ô,ð*)ð 
ˆuŒ|˜Uœ\¨DÑ0Ð0Ô	1ð*)ð *)ð *)ð *)ð *)ð *)ð *)ð *)rf   r  c                   ó   — e Zd Zd„ ZdS )r«  c                 ó¼  — t           j                             | ¦  «         |j        | _        |j        |         }t          ||¦  «        | _        || j        _        |j        |         | _	        |j
        |         dk    rt          nt          } |||¦  «        | _        t          |j        |j        ¬¦  «        | _        t          |j        |j        ¬¦  «        | _        d S )Nr¦   ru  )rz  r	  rw  rI   r«   r  rx  rs  r˜   Úattention_typer™   r  rï  ry  rÄ  r‡   Úinput_layernormÚpost_attention_layernorm)rc   rs  r®   Úlayer_configÚ	mlp_classs        re   rw  zStep3p7DecoderLayer.__init__o  sÍ   € Ý
Œ	×Ò˜4Ñ Ô Ð Ø!Ô-ˆÔð Ô.¨yÔ9ˆÝ)¨,¸	ÑBÔBˆŒØ &ˆŒÔØ$Ô0°Ô;ˆÔð .4Ô-CÀIÔ-NÐRZÒ-ZÐ-ZÕ)Ð)Õ`jˆ	Ø�9˜V YÑ/Ô/ˆŒå-¨fÔ.@ÀfÔFYÐZÑZÔZˆÔÝ(6°vÔ7IÈvÔObÐ(cÑ(cÔ(cˆÔ%Ð%Ð%rf   Nr  rq   rf   re   r«  r«  n  s(   € € € € € ðdð dð dð dð drf   r«  c                   ó:   ‡ — e Zd ZU eed<   eedœZdefˆ fd„Zˆ xZ	S )r=   rs  rÓ  c                 óF  •‡— t          ¦   «                              ‰¦  «         t          j        ‰j        ‰j        | j        ¦  «        | _        t          j        ˆfd„t          ‰j
        ¦  «        D ¦   «         ¦  «        | _        t          ‰j        ‰j        ¬¦  «        | _        t          ‰¬¦  «        | _        ‰j        rLt          ‰j
        ‰j
        ‰j        z   ¦  «        }d„ |D ¦   «         }t%          | j        pg ¦  «        |z  | _        |                      ¦   «          d S )Nc                 ó0   •— g | ]}t          ‰|¦  «        ‘ŒS rq   )r«  )r¢   r£   rs  s     €re   r©   z-Step3p7TextModel.__init__.<locals>.<listcomp>�  s$   ø€ Ð$mÐ$mÐ$mÈÕ%8¸ÀÑ%CÔ%CÐ$mÐ$mÐ$mrf   ru  )rs  c                 ó   — h | ]}d |› d�’Œ	S )z(^|\.)layers\.z\.rq   r¡   s     re   r¤   z,Step3p7TextModel.__init__.<locals>.<setcomp>˜  s$   € ÐDÐDÐD°AÐ/¨!Ð/Ð/Ð/ÐDÐDÐDrf   )rÈ   rw  rz  Ú	Embeddingr†   rI   Úpadding_idxÚembed_tokensrÚ  rÃ   rK   r\   rÄ  r‡   Únormr»  rÙ  rx   rÂ   Ú"_keys_to_ignore_on_load_unexpectedrÝ  )rc   rs  Ú
mtp_layersÚpatternsrÕ   s    `  €re   rw  zStep3p7TextModel.__init__Š  s  øø€ Ý‰Œ×Ò˜Ñ Ô Ð ÝœL¨Ô):¸FÔ<NÐPTÔP`ÑaÔaˆÔÝ”mÐ$mÐ$mÐ$mÐ$mÍUÐSYÔSkÑMlÔMlÐ$mÑ$mÔ$mÑnÔnˆŒÝ" 6Ô#5¸6Ô;NÐOÑOÔOˆŒ	Ý0¸Ð?Ñ?Ô?ˆŒð Ô*ð 	tõ ˜vÔ7¸Ô9QÐTZÔTsÑ9sÑtÔtˆJØDÐD¸ÐDÑDÔDˆHÝ69¸$Ô:aÐ:gÐegÑ6hÔ6hÐksÑ6sˆDÔ3Ø�ŠÑÔÐÐÐrf   )
rg   rh   ri   r@   rm   r«  r  rë  rw  rë   rì   s   @re   r=   r=   ƒ  sf   ø€ € € € € € ØÐÐÑà,Ø&ðð Ðð
Ð0ð ð ð ð ð ð ð ð ð ð rf   r=   c                   ó–   — e Zd ZU eed<   defd„Zee	 	 d	dej	        dej	        dz  de
e         dz  deez  fd„¦   «         ¦   «         ZdS )
r;   rs  c                 ór  — t                                | |¦  «         t          |j        ¦  «        | _        t          |j        ¦  «        | _        |j        j        | _        t          j
        |j        j        dz  |j        j        |j        ¬¦  «        | _        |j        | _        |                      ¦   «          d S )Nr  )r‘  )r<   rw  r>   rG   Úvision_modelr=   rï   Úlanguage_modelr†   rz  ÚLinearrI   rð   Úmulti_modal_projectorrñ   Úimage_placeholder_token_idrÝ  )rc   rs  s     re   rw  zStep3p7Model.__init__   s¥   € Ý×'Ò'¨¨fÑ5Ô5Ð5Ý.¨vÔ/CÑDÔDˆÔÝ.¨vÔ/AÑBÔBˆÔØ Ô,Ô7ˆŒõ &(¤YØÔ Ô,¨qÑ0°&Ô2DÔ2PÐW]ÔWlð&
ñ &
ô &
ˆÔ"ð +1Ô*?ˆÔ'Ø�ŠÑÔÐÐÐrf   Nr  r  r  r	  c           	      óâ  —  | j         |fi |¤Ž}|                      |j        ¦  «        }|�,|                       | j         |fi i |¥ddi¥¤Žj        ¦  «        nd }|€dg|j        d         z  }g }d}	t	          |¦  «        D ]Ï\  }
}g }|dk    rA||	|	|z   …         }|                     |                     d|j        d         ¦  «        ¦  «         |                     ||
                              d|j        d         ¦  «        ¦  «         |	|z  }	|                     t          |¦  «        dk    rt          j	        |¦  «        n|d         ¦  «         ŒÐt          |j        ||j        |j        ¬¦  «        S )NÚoutput_hidden_statesFr   rd  r‹   )râ  Úpooler_outputrƒ  rÔ  )rA  rD  râ  r'  rÅ   rJ  r¢  r¿   rL  rg  r   rƒ  rÔ  )rc   r  r  r  rd   Úvision_outputÚimage_featuresÚpatch_image_featuresÚmergedÚcur_patch_idxr£   Ú	num_patchÚcur_featureÚpatch_slices                 re   Úget_image_featureszStep3p7Model.get_image_features­  sÄ  € ð *˜Ô)¨,ÐAÐA¸&ÐAÐAˆØ×3Ò3°MÔ4SÑTÔTˆð
 "Ð-ð ×&Ò&Ø!�Ô!Ð"4ÐbÐbÐ8a¸6Ð8aÐCYÐ[`Ð8aÐ8aÐbÐbÔtñô ð ð ð 	ð Ð$Ø!"  nÔ&:¸1Ô&=Ñ =ÐàˆØˆÝ%Ð&7Ñ8Ô8ð 	^ð 	^‰LˆAˆyØˆKØ˜1Š}ˆ}Ø2°=À=ÐS\ÑC\Ð3\Ô]�Ø×"Ò" ;×#3Ò#3°B¸Ô8IÈ"Ô8MÑ#NÔ#NÑOÔOÐOØ×Ò˜~¨aÔ0×5Ò5°b¸.Ô:NÈrÔ:RÑSÔSÑTÔTÐTØ˜YÑ&ˆMØ�MŠMµC¸Ñ4DÔ4DÀqÒ4HÐ4H�%œ) KÑ0Ô0Ð0ÈkÐZ[ÌnÑ]Ô]Ð]Ð]Ý)Ø+Ô=Ø Ø'Ô5Ø$Ô/ð	
ñ 
ô 
ð 	
rf   r‰  )rg   rh   ri   rA   rm   rw  r   r   rL  r`  r¾   ra   r_  r   rQ  rq   rf   re   r;   r;   �  s³   € € € € € € ØÐÐÑð˜}ð ð ð ð ð Øð 37Ø.2ð	#
ð #
à”lð#
ð "œL¨4Ñ/ð#
ð   œ9 tÑ+ð	#
ð 
Ð+Ñ	+ð#
ð #
ð #
ñ „^ñ Ôð#
ð #
ð #
rf   r;   c                   ó   — e Zd ZU eed<   dS )r:   rs  N)rg   rh   ri   rA   rm   rq   rf   re   r:   r:   Õ  s   € € € € € € ØÐÐÑÐÐrf   r:   c                   ób   ‡ — e Zd ZdZd	d
ˆ fd„Zedee         fd„¦   «         Zde	de
defd„Zˆ xZS )rC   aU  Processor for Step-3.7-Flash.

    Uses :class:`ProcessorMixin.__call__` for the standard image-token expansion
    flow: the image processor splits each image into global + local patch crops,
    then :meth:`replace_image_token` builds the per-image replacement string
    that ``get_text_with_replacements`` substitutes into the text.
    Nr	  c                 óX  •— d| _         |�|                     | j         ¦  «        nd | _        |j        |j        z  }|j        d         |z  dz  | _        |j        |z  dz  | _        | j         | j        z  | _	        | j         | j        z  | _
         t          ¦   «         j        d|||dœ|¤Ž d S )Nz
<im_patch>r   r%   )Úimage_processorÚ	tokenizerÚchat_templaterq   )Úimage_tokenÚconvert_tokens_to_idsrñ   r  r  r  Únum_image_feature_sizerQ   Únum_patch_feature_sizeÚimage_feature_placeholderÚpatch_feature_placeholderrÈ   rw  )rc   rU  rV  rW  rd   r�  rÕ   s         €re   rw  zStep3p7Processor.__init__ã  sÄ   ø€ Ø'ˆÔØS\ÐSh˜i×=Ò=¸dÔ>NÑOÔOÐOÐnrˆÔØ Ô2°_Ô5WÑWˆØ'6Ô';¸HÔ'EÈÑ'OÐTUÑ&UˆÔ#Ø'6Ô'AÀVÑ'KÐPQÑ&QˆÔ#Ø)-Ô)9¸DÔ<WÑ)WˆÔ&Ø)-Ô)9¸DÔ<WÑ)WˆÔ&Ø�‰ŒÔÐu¨ÀIÐ]jÐuÐuÐntÐuÐuÐuÐuÐurf   c                 ó   — dgS )NrI  rq   )rc   s    re   Úunused_input_namesz#Step3p7Processor.unused_input_namesí  s   € à%Ð&Ð&rf   Úimage_inputsÚ	image_idxc                 óâ   — |d         |         }|                      d¦  «        }|�||         nd}d}t          |¦  «        D ]}|d| j        › d�z  }|r||         r|dz  }Œ |d| j        › d	�z  }|S )
zOReturn the expanded token string for image *image_idx* (patches + global view).r  rI  NÚ z<patch_start>z<patch_end>z<patch_newline>z
<im_start>z<im_end>)rµ   rÃ   r]  r\  )	rc   r`  ra  rd   Únum_patchesrI  Úpatch_newline_maskÚreplr£   s	            re   Úreplace_image_tokenz$Step3p7Processor.replace_image_tokenñ  s²   € à"Ð#6Ô7¸	ÔBˆØ*×.Ò.Ð/DÑEÔEÐØ?RÐ?^Ð0°Ô;Ð;ÐdhÐØˆÝ�{Ñ#Ô#ð 	*ð 	*ˆAØÐO DÔ$BÐOÐOÐOÑOˆDØ!ð *Ð&8¸Ô&;ð *ØÐ)Ñ)�øØÐE˜TÔ;ÐEÐEÐEÑEˆØˆrf   r‰  )r	  N)rg   rh   ri   rÖ   rw  Úpropertyr¾   rn   r_  rp   ra   rg  rë   rì   s   @re   rC   rC   Ù  s¨   ø€ € € € € ðð ðvð vð vð vð vð vð vð ð' D¨¤Ið 'ð 'ð 'ñ „Xð'ð°ð Àð ÐSVð ð ð ð ð ð ð ð rf   rC   )pÚcollections.abcr   rL  Útorch.nnrz  Úhuggingface_hub.dataclassesr   rc  r   rµ  Úcache_utilsr   Úconfiguration_utilsr   Úimage_processing_backendsr	   Úimage_processing_utilsr
   Úimage_transformsr   r   r   Úimage_utilsr   r   r   r   r   Úmodeling_layersr   Úmodeling_outputsr   r   Úmodeling_rope_utilsr   Úmodeling_utilsr   r   Úprocessing_utilsr   r   r   Úutilsr   r   r   r   r    r!   r"   Úutils.output_capturingr#   Úvision_utilsr$   Ú$deepseek_ocr2.modeling_deepseek_ocr2r&   r'   Ú deepseek_v4.modeling_deepseek_v4r(   r)   Úgemma3.modeling_gemma3r*   Úkimi_k25.modeling_kimi_k25r+   Úlaguna.modeling_lagunar,   r-   r.   r/   r0   Ú)minimax_m3_vl.configuration_minimax_m3_vlr1   Ú$minimax_m3_vl.modeling_minimax_m3_vlr2   r3   r4   r5   r6   Úqwen2_vl.modeling_qwen2_vlr7   Úsiglip.configuration_siglipr8   Úsiglip.modeling_siglipr9   Ú
get_loggerrg   ÚloggerÚ__all__r?   r@   rA   rû   rB   rb  rl  rp  rr  r‹  r<   r>   r»  rÄ  rï  r½  rÁ  r  r  r«  r=   r;   r:   rC   rq   rf   re   ú<module>r‡     s,  ðð %Ð $Ð $Ð $Ð $Ð $à €€€Ø Ð Ð Ð Ð Ð Ø .Ð .Ð .Ð .Ð .Ð .à &Ð &Ð &Ð &Ð &Ð &Ø  Ð  Ð  Ð  Ð  Ð  Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XÐ XØ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fÐ fØ 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø KÐ KÐ KÐ KÐ KÐ KÐ KÐ KØ 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø FÐ FÐ FÐ FÐ FÐ FÐ FÐ FØ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ DÐ Dðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð 6Ð 5Ð 5Ð 5Ð 5Ð 5Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø jÐ jÐ jÐ jÐ jÐ jÐ jÐ jØ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OØ 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø FÐ FÐ FÐ FÐ FÐ Fðð ð ð ð ð ð ð ð ð ð ð ð ð ð NÐ MÐ MÐ MÐ MÐ Mðð ð ð ð ð ð ð ð ð ð ð ð ð ð EÐ DÐ DÐ DÐ DÐ DØ <Ð <Ð <Ð <Ð <Ð <Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;ð 
ˆÔ	˜HÑ	%Ô	%€ðð ð €ð €Ð6Ð7Ñ7Ô7ØðHð Hð Hð Hð HÐ,ñ Hô Hñ „ñ 8Ô7ðHð8 €Ð6Ð7Ñ7Ô7ØðALð ALð ALð ALð ALÐ-ñ ALô ALñ „ñ 8Ô7ðALðH €Ð6Ð7Ñ7Ô7Øð(ð (ð (ð (ð (Ð$ñ (ô (ñ „ñ 8Ô7ð(ð2
ð 
ð 
ð 
ð 
 ,°eð 
ñ 
ô 
ð 
ð ðc4ð c4ð c4ð c4ð c4Ð.ñ c4ô c4ñ „ðc4ðR5ð 5ð 5ð 5ð 5Ð#@ñ 5ô 5ð 5ð	ð 	ð 	ð 	ð 	Ð+ñ 	ô 	ð 	ð	ð 	ð 	ð 	ð 	Ð7ñ 	ô 	ð 	ð"ð "ð "ð "ð "Ð :ñ "ô "ð "ðJð ð ð ð Ð4ñ ô ð ð@ ð('ð ('ð ('ð ('ð ('˜_ñ ('ô ('ñ „ð('ðV ð/[ð /[ð /[ð /[ð /[Ð/ñ /[ô /[ñ „ð/[ðd	ð 	ð 	ð 	ð 	Ð2ñ 	ô 	ð 	ð	ð 	ð 	ð 	ð 	Ð'ñ 	ô 	ð 	ð)ð )ð )ð )ð )�ñ )ô )ð )ð ðð ð ð ð Ð&ñ ô ñ Ôðð	ð 	ð 	ð 	ð 	Ð-ñ 	ô 	ð 	ð	Fð 	Fð 	Fð 	Fð 	FÐ5ñ 	Fô 	Fð 	Fð0)ð 0)ð 0)ð 0)ð 0)�ñ 0)ô 0)ð 0)ðfdð dð dð dð dÐ,ñ dô dð dð*ð ð ð ð �ñ ô ð ð45
ð 5
ð 5
ð 5
ð 5
Ð$ñ 5
ô 5
ð 5
ðpð ð ð ð Ð&Jñ ô ð ð ð"ð "ð "ð "ð "�~ñ "ô "ñ „ð"ð "ð "rf   