§
    9²¸jYs  ã                   ó"  — d Z ddlZddlmZ ddlZddlZddlmc m	Z
 ddlmZ ddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZ ddlmZ ddlmZmZ ddlmZ ddl m!Z!m"Z"m#Z# ddl$m%Z%m&Z&m'Z' ddl(m)Z)m*Z*m+Z+ ddl,m-Z- ddl.m/Z/ ddl0m1Z1m2Z2m3Z3 ddl4m5Z5  e+j6        e7¦  «        Z8e) G d„ de5¦  «        ¦   «         Z9 G d„ de!d¬¦  «        Z:e) e/d¬¦  «         G d„ d e"¦  «        ¦   «         ¦   «         Z; e)d!¬"¦  «        e G d#„ d$e¦  «        ¦   «         ¦   «         Z<d%ej=        d&efd'„Z> G d(„ d)ej?        ¦  «        Z@ G d*„ d+ej?        ¦  «        ZAe) G d,„ d-e¦  «        ¦   «         ZBe) G d.„ d/eB¦  «        ¦   «         ZC G d0„ d1eB¦  «        ZDg d2¢ZEdS )3zTPI0 model: PaliGemma + Action Expert with flow matching for robot action prediction.é    N)ÚCallable)Ústrict)Únné   )Úinitialization)ÚCache)ÚPreTrainedConfig)ÚBatchFeature)Ú
ImageInputÚmake_nested_list_of_images)Úcreate_causal_mask)ÚBaseModelOutputWithPastÚCausalLMOutputWithPast)ÚPreTrainedModel)ÚProcessingKwargsÚProcessorMixinÚUnpack)Ú
AddedTokenÚPreTokenizedInputÚ	TextInput)Úauto_docstringÚcan_return_tupleÚlogging)Úmaybe_autocast)Úrequiresé   )ÚCONFIG_MAPPINGÚ
AutoConfigÚ	AutoModel)ÚSiglipImageProcessorc                   ó&   — e Zd ZdddœZdddœZdZdS )ÚPI0ImageProcessoréà   )Ú
max_heightÚ	max_width)ÚheightÚwidthTN)Ú__name__Ú
__module__Ú__qualname__ÚsizeÚpad_sizeÚdo_pad© ó    ús/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/pi0/modular_pi0.pyr"   r"   -   s-   € € € € € à¨CÐ0Ð0€DØ¨Ð,Ð,€HØ€F€F€Fr/   r"   c                   ó$   — e Zd ZddddœddidœZdS )	ÚPI0ProcessorKwargsÚ
max_lengthé0   Úright)Úpaddingr3   Úpadding_sideÚreturn_tensorsÚpt)Útext_kwargsÚcommon_kwargsN)r(   r)   r*   Ú	_defaultsr.   r/   r0   r2   r2   4   s9   € € € € € ð $ØØ#ð
ð 
ð
 +¨DÐ1ðð €I€I€Ir/   r2   F)Útotal)ÚvisionÚtorch)Úbackendsc                   ó0  ‡ — e Zd Zdˆ fd„	Ze	 	 	 ddeee         z  eee                  z  dz  deez  ee         z  ee         z  dz  dee	j
        z  ej        z  dz  dee	j
        z  ej        z  dz  dee         defd	„¦   «         Zeˆ fd
„¦   «         Zˆ xZS )ÚPI0ProcessorNc                 óŒ  •— |j         d         |j         d         c| _        | _        |                     dg d¢¦  «        }|                     dg d¢¦  «        }|                     dg d¢¦  «        }|                     d	g d
¢¦  «        }t	          j        |¦  «        | _        t	          j        |¦  «        | _        t	          j        |¦  «        | _        t	          j        |¦  «        | _	        |                     dd¦  «        | _
        |                     dd¦  «        | _        t          |d¦  «        st          d¦  «        ‚|j        | _        t          |d¦  «        sXd| _        t!          | j        dd¬¦  «        }	d|	gi}
|                     |
¦  «         |                     | j        ¦  «        | _        n|j        | _        |j        | _        |                     d„ t+          d¦  «        D ¦   «         d„ t+          d¦  «        D ¦   «         z   ¦  «         d|_        d|_        t1          ¦   «                              |||¬¦  «         d S )Nr&   r'   Ú
state_mean)gù g³ês¥¿grŠŽäò¢?g•Ô	h"lê?g‡§WÊ2D@g\ AñcÌá¿gZd;ßOÅ¿gB>èÙ¬úœ?g“©‚QI�¿Ú	state_std)gt$—ÿ�~»?gL¦
F%uÂ?g.ÿ!ýöuÐ?g/n£¼Ö?gëâ6Àó?g¶óýÔxéÖ?gÌ]KÈ=‹?gF%uš‹?Úactions_mean)gÂ&S£’?gâX·Ñ ®?gW[±¿ìž¬¿gHPüs×r?gàœ¥½Ág?gÒ Þ	Š¿gHPüs·¿Úactions_std)g®GázÒ?g`åÐ"ÛùÖ?gÁ9#J{ƒ×?gvOjM£?g>yX¨5Í«?g46<½R¶?gèj+ö—Ýï?Úmax_state_dimé    Ú
chunk_sizeé2   Úimage_seq_lengthz;Image processor is missing an `image_seq_length` attribute.z<image>FT)Ú
normalizedÚspecialÚadditional_special_tokensc                 ó   — g | ]	}d |d›d�‘Œ
S )z<locz0>4ú>r.   ©Ú.0Úis     r0   ú
<listcomp>z)PI0Processor.__init__.<locals>.<listcomp>`   s"   € ÐCÐCÐC°!˜o Q˜o˜o˜o˜oÐCÐCÐCr/   é   c                 ó   — g | ]	}d |d›d�‘Œ
S )z<segz0>3rQ   r.   rR   s     r0   rU   z)PI0Processor.__init__.<locals>.<listcomp>`   s#   € ÐFkÐFkÐFkÐ[\ÀÈaÀÀÀÀÐFkÐFkÐFkr/   é€   )Úchat_template)r+   r&   r'   Úgetr?   ÚtensorrD   rE   rF   rG   rH   rJ   ÚhasattrÚ
ValueErrorrL   Úimage_tokenr   Úadd_special_tokensÚconvert_tokens_to_idsÚimage_token_idÚ
add_tokensÚrangeÚadd_bos_tokenÚadd_eos_tokenÚsuperÚ__init__)ÚselfÚimage_processorÚ	tokenizerrY   ÚkwargsrD   rE   rF   rG   r^   Útokens_to_addÚ	__class__s              €r0   rg   zPI0Processor.__init__B   s-  ø€ Ø"1Ô"6°xÔ"@À/ÔBVÐW^ÔB_ÐˆŒ�T”ZØ—Z’Z Ð.rÐ.rÐ.rÑsÔsˆ
Ø—J’J˜{Ð,lÐ,lÐ,lÑmÔmˆ	Ø—z’z .Ð2mÐ2mÐ2mÑnÔnˆØ—j’j Ð0hÐ0hÐ0hÑiÔiˆåœ, zÑ2Ô2ˆŒÝœ iÑ0Ô0ˆŒÝ!œL¨Ñ6Ô6ˆÔÝ œ<¨Ñ4Ô4ˆÔØ#ŸZšZ¨¸Ñ<Ô<ˆÔØ Ÿ*š* \°2Ñ6Ô6ˆŒÝ�Ð(:Ñ;Ô;ð 	\ÝÐZÑ[Ô[Ð[à /Ô @ˆÔå�y )Ñ,Ô,ð 
	5ð  )ˆDÔÝ$ TÔ%5À%ÐQUÐVÑVÔVˆKØ8¸;¸-ÐHˆMØ×(Ò(¨Ñ7Ô7Ð7Ø"+×"AÒ"AÀ$ÔBRÑ"SÔ"SˆDÔÐà"+Ô":ˆDÔØ(Ô4ˆDÔà×ÒÐCÐCµu¸T±{´{ÐCÑCÔCÐFkÐFkÕ`eÐfiÑ`jÔ`jÐFkÑFkÔFkÑkÑlÔlÐlØ"'ˆ	ÔØ"'ˆ	Ôå‰Œ×Ò˜¨)À=ÐÑQÔQÐQÐQÐQr/   ÚimagesÚtextÚactionsÚstaterk   Úreturnc                 óª  —  | j         t          fd| j        j        i|¤Ž}|€t                               d¦  «         d}t          |t          ¦  «        r|g}t          |¦  «        }t          |¦  «        t          |¦  «        k    r0t          dt          |¦  «        › dt          |¦  «        › d�¦  «        ‚|d                              d	d¦  «        }|d
                              d	d¦  «         g }	t          ||¦  «        D ]J\  }
}| j        | j        z  t          |¦  «        z  › | j        j        › |
› d�}
|	                     |
¦  «         ŒK | j        |	fi |d         ¤Ž}t#          d„ |D ¦   «         ¦  «        }t%          j        t          |¦  «        |ft$          j        ¬¦  «        }t%          j        t          |¦  «        |d| j        | j        ¦  «        }t/          |¦  «        D ]B\  }} | j        |fd	di|d
         ¤Ž}t          |¦  «        }d||d|…f<   |d         ||d|…f<   ŒCi |¥||dœ¥}|�‹t%          j        |¦  «        | j        z
  | j        dz   z  }|j        d         | j        k     r*t=          j        |d| j        |j        d         z
  f¦  «        }|                      d| j!        | j        ¦  «        |d<   |�…t%          j        |¦  «        | j"        z
  | j#        dz   z  }|j        d         | j        k     r*t=          j        |d| j        |j        d         z
  f¦  «        }|                      d| j        ¦  «        |d<   tI          ||¬¦  «        S )aC  
        actions (`list | np.ndarray | torch.Tensor`, *optional*):
            Actions to be predicted by the model. If provided, padding, mean and std normalization will be applied.
        state (`list | np.ndarray | torch.Tensor`, *optional*):
            Robotic states to be predicted by the model. If provided, padding, mean and std normalization will be applied.

        Returns:
            [`BatchFeature`]: A [`BatchFeature`] with the following fields:

            - **input_ids** -- List of token ids to be fed to a model. Returned when `text` is not `None`. If `suffix`
              is provided, the `input_ids` will also contain the suffix input ids.
            - **attention_mask** -- List of indices specifying which tokens should be attended to by the model (when
              `return_attention_mask=True` or if *"attention_mask"* is in `self.model_input_names` and if `text` is not
              `None`).
            - **pixel_values** -- Pixel values to be fed to a model. Returned when `images` is not `None`.
            - **pixel_attention_mask** -- Pixel values padding mask to be fed to a model. Returned when `images` is not `None`.
            - **state** -- Robot state compatible with model if `state` is not None
            - **actions** -- Label-actions compatible with training if `actions` is not None
        Útokenizer_init_kwargsNzPYou are using PI0 without a text prefix. The processor will use an empty prompt.Ú z	Received z image samples for z\ prompts. Each prompt should be associated with one sample (with one or more camera images).r:   r8   Úimages_kwargsú
c              3   ó4   K  — | ]}t          |¦  «        V — Œd S ©N)Úlen)rS   Úsample_imagess     r0   ú	<genexpr>z(PI0Processor.__call__.<locals>.<genexpr>¡   s*   è è € ÐUÐU°]�c -Ñ0Ô0ÐUÐUÐUÐUÐUÐUr/   ©Údtyper   r9   TÚpixel_values)r   Úpixel_attention_maskg:Œ0âŽyE>éÿÿÿÿr   rp   rq   )ÚdataÚtensor_type)%Ú_merge_kwargsr2   rj   Úinit_kwargsÚloggerÚwarning_onceÚ
isinstanceÚstrr   rz   r]   ÚpopÚzipr^   rL   Ú	bos_tokenÚappendÚmaxr?   ÚzerosÚboolr&   r'   Ú	enumerateri   r[   rF   rG   ÚshaperH   ÚFÚpadÚviewrJ   rD   rE   r
   )rh   rn   ro   rp   rq   rk   Úoutput_kwargsÚbatched_imagesr8   Úprompt_stringsÚsampleÚ
image_listÚtext_inputsÚmax_num_camerasr€   Úpadded_pixel_valuesÚbatchr{   Ú	processedÚnum_camerasÚmodel_inputss                        r0   Ú__call__zPI0Processor.__call__f   sÏ  € ð8 +˜Ô*Ýð
ð 
Ø6:´nÔ6Pð
ØTZð
ð 
ˆð ˆ<Ý×ÒÐ rÑsÔsÐsØˆDå�d�CÑ Ô ð 	Ø�6ˆDå3°FÑ;Ô;ˆÝˆ~ÑÔ¥# d¡)¤)Ò+Ð+Ýðe�C Ñ/Ô/ð eð eÅCÈÁIÄIð eð eð eñô ð ð
 ' }Ô5×9Ò9Ð:JÈDÑQÔQˆØ�oÔ&×*Ò*Ð+;¸TÑBÔBÐBàˆÝ"% d¨NÑ";Ô";ð 	*ð 	*ÑˆF�JàÔ# dÔ&;Ñ;½cÀ*¹o¼oÑMÐsÈtÌ~ÔOgÐsÐioÐsÐsÐsð ð ×!Ò! &Ñ)Ô)Ð)Ð)à$�d”n ^ÐTÐT°}À]Ô7SÐTÐTˆõ ÐUÐUÀnÐUÑUÔUÑUÔUˆÝ$œ{­C°Ñ,?Ô,?ÀÐ+QÕY^ÔYcÐdÑdÔdÐÝ#œk­#¨nÑ*=Ô*=¸ÐPQÐSWÔS^Ð`dÔ`jÑkÔkÐå$-¨nÑ$=Ô$=ð 	Qð 	QÑ ˆE�=Ø,˜Ô,¨]ÐrÐrÈ4ÐrÐS`ÐapÔSqÐrÐrˆIå˜mÑ,Ô,ˆKØ8<Ð  ¨¨¨Ð!4Ñ5Ø7@ÀÔ7PÐ  |¨ |Ð 3Ñ4Ð4ð
Øð
à/Ø$8ð
ð 
ð 
ˆð ÐÝ”| GÑ,Ô,¨tÔ/@Ñ@ÀTÔEUÐX]ÑE]Ñ^ˆGØŒ}˜RÔ  4Ô#5Ò5Ð5Ýœ% ¨!¨TÔ-?À'Ä-ÐPRÔBSÑ-SÐ)TÑUÔU�Ø&-§l¢l°2°t´ÈÔHZÑ&[Ô&[ˆL˜Ñ#àÐÝ”\ %Ñ(Ô(¨4¬?Ñ:¸t¼~ÐPUÑ?UÑVˆEØŒ{˜2Œ Ô!3Ò3Ð3Ýœ˜e a¨Ô);¸e¼kÈ"¼oÑ)MÐ%NÑOÔO�Ø$)§J¢J¨r°4Ô3EÑ$FÔ$FˆL˜Ñ!å ¸>ÐJÑJÔJÐJr/   c                 ó2   •— t          ¦   «         j        dgz   S )Nr€   )rf   Úmodel_input_names)rh   rm   s    €r0   r¤   zPI0Processor.model_input_namesÀ   s   ø€ å‰wŒwÔ(Ð,BÐ+CÑCÐCr/   )NNN)r(   r)   r*   rg   r   r   Úlistr   r   ÚnpÚndarrayr?   ÚTensorr   r2   r
   r¢   Úpropertyr¤   Ú__classcell__©rm   s   @r0   rB   rB   ?   s_  ø€ € € € € ð"Rð "Rð "Rð "Rð "Rð "RðH ð bfØ;?Ø9=ðWKð WKà˜T *Ô-Ñ-°°T¸*Ô5EÔ0FÑFÈÑMðWKð Ð+Ñ+¨d°9¬oÑ=ÀÐEVÔ@WÑWÐZ^Ñ^ðWKð ˜œ
Ñ" U¤\Ñ1°DÑ8ð	WKð
 �b”jÑ  5¤<Ñ/°$Ñ6ðWKð Ð+Ô,ðWKð 
ðWKð WKð WKñ „^ðWKðr ðDð Dð Dð Dñ „XðDð Dð Dð Dð Dr/   rB   zlerobot/pi0_base)Ú
checkpointc                   ó  ‡ — e Zd ZU dZdZeedœZdZee	z  dz  e
d<   dZee	z  dz  e
d<   dZee
d<   d	Zee
d
<   d	Zee
d<   dZee
d<   dZee
d<   dZee
d<   dZee
d<   dZee
d<   dZee
d<   dZee
d<   dZee
d<   ˆ fd„Zd„ Zˆ xZS )Ú	PI0ConfigaÜ  
    vlm_config (`dict`, *optional*):
        Configuration for the vlm backbone (PaliGemmaModel).
    dit_config (`dict`, *optional*):
        Configuration for the DiT backbone. Defaults to a Gemma 300M variant.
    chunk_size (`int`, *optional*, defaults to 50):
        Number of action steps to predict per chunk.
    max_state_dim (`int`, *optional*, defaults to 32):
        Maximum state vector dimension (shorter vectors are zero-padded).
    max_action_dim (`int`, *optional*, defaults to 32):
        Maximum action vector dimension (shorter vectors are zero-padded).
    num_inference_steps (`int`, *optional*, defaults to 10):
        Number of denoising steps during inference.
    time_sampling_beta_alpha (`float`, *optional*, defaults to 1.5):
        Alpha parameter for Beta distribution used to sample diffusion time during training.
    time_sampling_beta_beta (`float`, *optional*, defaults to 1.0):
        Beta parameter for Beta distribution used to sample diffusion time during training.
    time_sampling_scale (`float`, *optional*, defaults to 0.999):
        Scale factor for sampled time values.
    time_sampling_offset (`float`, *optional*, defaults to 0.001):
        Offset added to sampled time values.
    min_period (`float`, *optional*, defaults to 0.004):
        Minimum period for sinusoidal time embedding.
    max_period (`float`, *optional*, defaults to 4.0):
        Maximum period for sinusoidal time embedding.
    loss_reduction (`str`, *optional*, defaults to `"mean"`):
        The reduction to use on MSE loss.

    Example:
    ```python
    >>> from transformers import PI0ForConditionalGeneration, PI0Config

    >>> config = PI0Config()
    >>> model = PI0ForConditionalGeneration(config)
    ```
    Úpi0)Ú
vlm_configÚ
dit_configNr°   r±   rK   rJ   rI   rH   Úmax_action_dimé
   Únum_inference_stepsg      ø?Útime_sampling_beta_alphaç      ð?Útime_sampling_beta_betag+‡ÙÎ÷ï?Útime_sampling_scalegü©ñÒMbP?Útime_sampling_offsetgü©ñÒMbp?Ú
min_periodg      @Ú
max_periodÚmeanÚloss_reductionc                 ó°  •— t          | j        t          ¦  «        r8| j                             dd¦  «        }t	          |         di | j        ¤Ž| _        n7| j        €0t	          d         ddddddd	d
œdddddddd	ddœ	dd	¬¦  «        | _        t          | j        t          ¦  «        r8| j                             dd¦  «        }t	          |         di | j        ¤Ž| _        n7| j        €0t	          d         dddddd| j        j        j        ¬¦  «        | _        d| j        _        d| j        _	        d| j        j        _	         t          ¦   «         j        di |¤Ž d S )NÚ
model_typeÚ	paligemmaÚgemmai   é   i @  é   é   i€ì )r¿   Úhidden_sizeÚnum_hidden_layersÚintermediate_sizeÚnum_attention_headsÚnum_key_value_headsÚ
vocab_sizeÚsiglip_vision_modeliÐ  i€  é   r#   é   é   F)	r¿   rÇ   rÅ   Ú
patch_sizeÚ
image_sizerÆ   rÈ   rÊ   Úvision_use_head)Útext_configÚvision_configÚprojection_dimra   rV   i   é   )rÅ   rÆ   rÇ   rÈ   rÉ   Úhead_dimrÊ   Tr.   )rˆ   r°   ÚdictrZ   r   r±   rÒ   rÊ   Ú	is_causalÚuse_bidirectional_attentionrf   Ú__post_init__)rh   rk   Úvlm_model_typeÚdit_model_typerm   s       €r0   rÚ   zPI0Config.__post_init__þ   sŽ  ø€ Ý�d”o¥tÑ,Ô,ð 	Ø!œ_×0Ò0°¸{ÑKÔKˆNÝ,¨^Ô<ÐOÐO¸t¼ÐOÐOˆDŒOˆOØŒ_Ð$Ý,¨[Ô9à")Ø#'Ø)+Ø).Ø+,Ø+,Ø"(ðð ð #8Ø)-Ø#'Ø"$Ø"%Ø)+Ø+-Ø"(Ø',ð
ð 
ð  $Ø%ð-ñ ô ˆDŒOõ2 �d”o¥tÑ,Ô,ð 	Ø!œ_×0Ò0°¸wÑGÔGˆNÝ,¨^Ô<ÐOÐO¸t¼ÐOÐOˆDŒOˆOØŒ_Ð$Ý,¨WÔ5Ø Ø"$Ø"&Ø$%Ø$%ØØœ?Ô6ÔAðñ ô ˆDŒOð %)ˆŒÔ!Ø6:ˆŒÔ3ØBFˆŒÔ#Ô?Ø�‰ŒÔÐ'Ð' Ð'Ð'Ð'Ð'Ð'r/   c                 óp   — | j         j        dz  dk    r"t          d| j        j         j        › d�¦  «        ‚dS )zOPart of `@strict`-powered validation. Validates the architecture of the config.r   r   zDiT hidden dim=(z) must be divisible by 2N)r±   rÅ   r]   Úconfig©rh   s    r0   Úvalidate_architecturezPI0Config.validate_architecture0  sA   € àŒ?Ô&¨Ñ*¨aÒ/Ð/ÝÐl°´Ô0FÔ0RÐlÐlÐlÑmÔmÐmð 0Ð/r/   )r(   r)   r*   Ú__doc__r¿   r   Úsub_configsr°   r×   r	   Ú__annotations__r±   rJ   ÚintrH   r²   r´   rµ   Úfloatr·   r¸   r¹   rº   r»   r½   r‰   rÚ   rà   rª   r«   s   @r0   r®   r®   Å   s[  ø€ € € € € € ð#ð #ðJ €JØ!+¸:ÐFÐF€Kà15€J�Ð'Ñ'¨$Ñ.Ð5Ð5Ñ5Ø15€J�Ð'Ñ'¨$Ñ.Ð5Ð5Ñ5Ø€J�ÐÐÑØ€M�3ÐÐÑØ€N�CÐÐÑØ!Ð˜Ð!Ð!Ñ!Ø&)Ð˜eÐ)Ð)Ñ)Ø%(Ð˜UÐ(Ð(Ñ(Ø!&Ð˜Ð&Ð&Ñ&Ø"'Ð˜%Ð'Ð'Ñ'Ø€J�ÐÐÑØ€J�ÐÐÑØ €N�CÐ Ð Ñ ð0(ð 0(ð 0(ð 0(ð 0(ðdnð nð nð nð nð nð nr/   r®   Úblock_boundariesrr   c           
      óZ   ‡ — dt           dt           dt           dt           dt          f
ˆ fd„}|S )NÚ	batch_idxÚhead_idxÚq_idxÚkv_idxrr   c                 ód   •— t          j        |‰¦  «        }t          j        |‰¦  «        }||k    S ry   )r?   Ú	bucketize)rè   ré   rê   rë   Úq_blockÚkv_blockræ   s         €r0   Ú
inner_maskz0blockwise_bidirectional_mask.<locals>.inner_mask7  s2   ø€ Ý”/ %Ð)9Ñ:Ô:ˆÝ”? 6Ð+;Ñ<Ô<ˆØ˜7Ò"Ð"r/   )rä   r�   )ræ   rð   s   ` r0   Úblockwise_bidirectional_maskrñ   6  sL   ø€ ð#�cð #­Sð #½ð #Åcð #Ídð #ð #ð #ð #ð #ð #ð
 Ðr/   c                   ó:   ‡ — e Zd Zˆ fd„Zed„ ¦   «         Zd„ Zˆ xZS )ÚPI0TimestepEmbeddingsc                 ó¶   •— t          ¦   «                              ¦   «          || _        |                      |¦  «        }t	          j        |d¬¦  «        | _        d S )NF)Ú
persistent)rf   rg   rÞ   Úcompute_freqsr   ÚBufferÚsinusoid_freq)rh   rÞ   rø   rm   s      €r0   rg   zPI0TimestepEmbeddings.__init__@  sP   ø€ Ý‰Œ×ÒÑÔÐØˆŒØ×*Ò*¨6Ñ2Ô2ˆÝœY }ÀÐGÑGÔGˆÔÐÐr/   c                 óÂ   — t          j        dd| j        j        dz  t           j        ¬¦  «        }| j        | j        | j        z  |z  z  }d|z  dz  t          j        z  }|S )Nç        r¶   r   r}   )	r?   Úlinspacer±   rÅ   Úfloat32rº   r»   ÚmathÚpi)rÞ   ÚfractionÚperiodrø   s       r0   rö   z#PI0TimestepEmbeddings.compute_freqsF  sb   € å”> # s¨FÔ,=Ô,IÈQÑ,NÕV[ÔVcÐdÑdÔdˆØÔ" fÔ&7¸&Ô:KÑ&KÐPXÑ%XÑXˆØ˜f™ qÑ(­4¬7Ñ2ˆØÐr/   c                 óŠ  — t          |j        j        t          ¦  «        r|j        j        dk    r|j        j        nd}t	          |d¬¦  «        5  | j        d d d …f         }||d d …d f         z  }t          j        |                     ¦   «         | 	                    ¦   «         gd¬¦  «        }d d d ¦  «         n# 1 swxY w Y   |S )NÚmpsÚcpuF)Údevice_typeÚenabledrÄ   ©Údim)
rˆ   ÚdeviceÚtyper‰   r   rø   r?   ÚcatÚsinÚcos)rh   Útimer  rø   ÚembÚtime_embedss         r0   ÚforwardzPI0TimestepEmbeddings.forwardM  s  € Ý*4°T´[Ô5EÅsÑ*KÔ*KÐtÐPTÔP[ÔP`ÐdiÒPiÐPi�d”kÔ&Ð&ÐotˆÝ¨¸UÐCÑCÔCð 	Cð 	CØ Ô.¨t°Q°Q°Q¨wÔ7ˆMØ $ q q q¨$ w¤-Ñ/ˆCÝœ) S§W¢W¡Y¤Y°·²±	´	Ð$:ÀÐBÑBÔBˆKð	Cð 	Cð 	Cñ 	Cô 	Cð 	Cð 	Cð 	Cð 	Cð 	Cð 	Cøøøð 	Cð 	Cð 	Cð 	Cð Ðs   ÁAB8Â8B<Â?B<)r(   r)   r*   rg   Ústaticmethodrö   r  rª   r«   s   @r0   ró   ró   ?  sg   ø€ € € € € ðHð Hð Hð Hð Hð ðð ñ „\ððð ð ð ð ð ð r/   ró   c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚPI0ActionTimeEmbeddingc                 óÒ  •— t          ¦   «                              ¦   «          t          |¦  «        | _        t	          j        |j        |j        j        ¦  «        | _	        t	          j        |j
        |j        j        ¦  «        | _        t	          j        d|j        j        z  |j        j        ¦  «        | _        t	          j        |j        j        |j        j        ¦  «        | _        d S )Nr   )rf   rg   ró   Úsinusoid_embedsr   ÚLinearr²   r±   rÅ   Úaction_in_projrH   Ú
state_projÚaction_time_mlp_inÚaction_time_mlp_out©rh   rÞ   rm   s     €r0   rg   zPI0ActionTimeEmbedding.__init__W  s­   ø€ Ý‰Œ×ÒÑÔÐÝ4°VÑ<Ô<ˆÔÝ œi¨Ô(=¸vÔ?PÔ?\Ñ]Ô]ˆÔÝœ) FÔ$8¸&Ô:KÔ:WÑXÔXˆŒÝ"$¤)¨A°Ô0AÔ0MÑ,MÈvÔO`ÔOlÑ"mÔ"mˆÔÝ#%¤9¨VÔ->Ô-JÈFÔL]ÔLiÑ#jÔ#jˆÔ Ð Ð r/   c                 óè  — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|d d …d d d …f                              |¦  «                             |j        ¬¦  «        }t          j        ||gd¬¦  «        }|                      t          j
        |                      |¦  «        ¦  «        ¦  «        }t          j        |d d …d d d …f         |gd¬¦  «        }|S )Nr}   r   r  rÄ   )r  r  r  Ú	expand_asÚtor~   r?   r
  r  r“   Úsilur  )	rh   rq   ÚnoiseÚtimestepÚstate_embedsÚaction_embedsr  Úaction_time_embedsÚaction_embeds_mergeds	            r0   r  zPI0ActionTimeEmbedding.forward_  sð   € Ø—’ uÑ-Ô-ˆØ×+Ò+¨EÑ2Ô2ˆà×*Ò*¨8Ñ4Ô4ˆØ! ! ! ! T¨1¨1¨1 *Ô-×7Ò7¸ÑFÔF×IÒIÐP]ÔPcÐIÑdÔdˆå"œY¨°{Ð'CÈÐKÑKÔKÐØ!×5Ò5µa´f¸T×=TÒ=TÐUgÑ=hÔ=hÑ6iÔ6iÑjÔjÐÝ$œy¨,°q°q°q¸$ÀÀÀ°zÔ*BÐDVÐ)WÐ]^Ð_Ñ_Ô_ÐØ#Ð#r/   )r(   r)   r*   rg   r  rª   r«   s   @r0   r  r  V  sL   ø€ € € € € ðkð kð kð kð kð
$ð 
$ð 
$ð 
$ð 
$ð 
$ð 
$r/   r  c                   óT   ‡ — e Zd ZU eed<   dZdZdZdgZdZ	dZ
dZdZdZdZˆ fd„Zˆ xZS )ÚPI0PreTrainedModelrÞ   Úmodelrq   TÚpast_key_values)Úimagero   c                 óÜ   •— t          ¦   «                              |¦  «         t          |t          ¦  «        r4t	          j        |j        |                     |j        ¦  «        ¦  «         d S d S ry   )	rf   Ú_init_weightsrˆ   ró   ÚinitÚcopy_rø   rö   rÞ   )rh   Úmodulerm   s     €r0   r,  z PI0PreTrainedModel._init_weightsz  sf   ø€ Ý‰Œ×Ò˜fÑ%Ô%Ð%Ý�fÕ3Ñ4Ô4ð 	RÝŒJ�vÔ+¨V×-AÒ-AÀ&Ä-Ñ-PÔ-PÑQÔQÐQÐQÐQð	Rð 	Rr/   )r(   r)   r*   r®   rã   Úbase_model_prefixÚmain_input_nameÚsupports_gradient_checkpointingÚ_skip_keys_device_placementÚ_supports_flash_attnÚ_supports_sdpaÚ_supports_flex_attnÚ_can_compile_fullgraphÚ_supports_attention_backendÚinput_modalitiesr,  rª   r«   s   @r0   r'  r'  l  sŒ   ø€ € € € € € àÐÐÑØÐØ€OØ&*Ð#Ø#4Ð"5ÐØÐØ€NØÐØ!ÐØ"&ÐØ(ÐðRð Rð Rð Rð Rð Rð Rð Rð Rr/   r'  c                   ó  ‡ — e Zd Zdefˆ fd„Zd„ Zd„ Zdd„Zee		 	 	 	 	 	 	 dde
j        de
j        dz  d	e
j        dz  d
e
j        dz  de
j        dz  de
j        dz  de
j        dz  dedz  defd„¦   «         ¦   «         Zˆ xZS )ÚPI0ModelrÞ   c                 óê   •— t          ¦   «                              |¦  «         t          j        |j        ¦  «        | _        t          j        |j        ¦  «        | _        |                      ¦   «          d S ry   )	rf   rg   r   Úfrom_configr±   Úditr°   ÚvlmÚ	post_initr  s     €r0   rg   zPI0Model.__init__‚  s[   ø€ Ý‰Œ×Ò˜Ñ Ô Ð ÝÔ(¨Ô):Ñ;Ô;ˆŒÝÔ(¨Ô):Ñ;Ô;ˆŒØ�ŠÑÔÐÐÐr/   c                 ó4   — | j                              ¦   «         S ry   )r?  Úget_input_embeddingsrß   s    r0   rB  zPI0Model.get_input_embeddingsˆ  s   € ØŒx×,Ò,Ñ.Ô.Ð.r/   c                 ó:   — | j                              |¦  «         d S ry   )r?  Úset_input_embeddings)rh   Úvalues     r0   rD  zPI0Model.set_input_embeddings‹  s   € ØŒ×%Ò% eÑ,Ô,Ð,Ð,Ð,r/   Nc                 ó
  — |j         d         }|                     dd¦  «        }| j                             |¦  «        j        }|                     d||j         d         |j         d         ¦  «        }g }t          |¦  «        D ](\  }}	||         |	         }
|                     |
¦  «         Œ)t          j	        |d¬¦  «        }| 
                    ¦   «         }d||| j        j        j        k    <    | j                             ¦   «         |¦  «        }|| j        j        j        k                         d¦  «                             |j        ¦  «        }|                     ||                     |j        |j        ¦  «        ¦  «        }|S )NrÄ   r   r�   r   r  )r’   Úflattenr?  Úget_image_featuresÚpooler_outputÚreshaper‘   r�   r?   r
  ÚclonerÞ   r°   ra   rB  Ú	unsqueezer  r  Úmasked_scatterr~   )rh   Ú	input_idsr   r€   Úattention_maskrœ   Úimage_featuresÚtotal_image_featuresrè   ÚmaskÚunpadded_image_featuresÚllm_input_idsÚinputs_embedsÚspecial_image_masks                 r0   Úembed_prefixzPI0Model.embed_prefixŽ  s}  € Ø.Ô4°QÔ7ˆØ#×+Ò+¨A¨qÑ1Ô1ˆØœ×4Ò4°\ÑBÔBÔPˆØ'×/Ò/°°OÀ^ÔEYÐZ[ÔE\Ð^lÔ^rÐstÔ^uÑvÔvˆà!ÐÝ(Ð)=Ñ>Ô>ð 	Að 	A‰OˆI�tØ&4°YÔ&?ÀÔ&EÐ#Ø ×'Ò'Ð(?Ñ@Ô@Ð@Ð@Ý$œyÐ)=À1ÐEÑEÔEÐà!ŸšÑ)Ô)ˆØLMˆ�i 4¤;Ô#9Ô#HÒHÑIØ7˜œ×5Ò5Ñ7Ô7¸ÑFÔFˆà˜$œ+Ô0Ô?Ò?×JÒJÈ2ÑNÔN×QÒQÐR_ÔRfÑgÔgð 	ð &×4Ò4ØÐ 4× 7Ò 7¸Ô8LÈmÔNaÑ bÔ bñ
ô 
ˆð Ðr/   r#  rN  r   rO  r€   Úposition_idsrU  r)  rr   c	                 óú  — |�w|€u|�|€|                      d¦  «        dz
  }|€|                      |||¦  «        }t          j        |¦  «        dd…dd…df         }
|                      ||||
d¬¦  «        j        }|�|j        dk    rt          d¦  «        ‚dx}}|��t          j        |j	        d         |j	        d         |j
        |j        ¬	¦  «        }t          j        ||gd¬
¦  «        }t          j         |d¬
¦  «        dz
  dd…|j	        d          d…f         }|                     ¦   «         }t          j        t          j        |dz   |j        t          j        ¬¦  «        t          j        |j	        d         dz
  |j        t          j        ¬¦  «        g¦  «        }|ddd…f                              |j	        d         d¦  «        }t#          | j        j        ||||¬¦  «        } | j        d||||dœ|	¤Ž}|S )zû
        action_embeds (`torch.Tensor`, *optional*):
            The embeddings of input actions and robot states.
        pixel_attention_mask (`torch.Tensor`, *optional*):
            The mask indicating padded positions in the input image.
        Nr�   rÄ   r   T)rU  rO  rX  Útoken_type_idsÚ	use_cacher   z:Only two-dimensional attention masks are accepted for now!©r~   r  r  ©r  r~   )rÞ   rU  rO  r)  Úblock_sequence_ids)rU  rO  rX  r)  r.   )ÚcumsumrW  r?   Ú
zeros_liker?  r)  Úndimr]   Úonesr’   r~   r  r
  Úget_seq_lengthr�   ÚlongÚrepeatr   rÞ   r±   r>  )rh   r#  rN  r   rO  r€   rX  rU  r)  rk   rZ  Údit_position_idsÚdit_attention_maskÚ
noise_maskÚvlm_input_lengthr^  Úbidirectional_maskÚ
dit_outputs                     r0   r  zPI0Model.forward¦  su  € ð( Ð#¨Ð(?ØÐ)¨lÐ.BØ-×4Ò4°RÑ8Ô8¸1Ñ<�àÐ$Ø $× 1Ò 1°)¸\ÐK_Ñ `Ô `�õ #Ô-¨mÑ<Ô<¸Q¸Q¸QÀÀÀÀ1¸WÔEˆNØ"ŸhšhØ+Ø-Ø)Ø-Øð 'ñ ô ô ð ð Ð%¨.Ô*=ÀÒ*BÐ*BÝÐYÑZÔZÐZð 15Ð4ÐÐ-ØÐ%ÝœØÔ# AÔ&ØÔ# AÔ&Ø$Ô*Ø%Ô,ð	ñ ô ˆJõ "'¤¨N¸JÐ+GÈQÐ!OÑ!OÔ!OÐÝ %¤Ð-?ÀQÐ GÑ GÔ GÈ!Ñ KÈQÈQÈQÐQ^ÔQdÐefÔQgÐPgÐPiÐPiÐMiÔjÐð +×9Ò9Ñ;Ô;ÐÝ"œYå”Ð,¨qÑ0¸Ô9MÕUZÔU_Ð`Ñ`Ô`Ý”
˜=Ô.¨qÔ1°AÑ5¸mÔ>RÕZ_ÔZdÐeÑeÔeðñ
ô 
Ðð 0°°a°a°a°Ô8×?Ò?ÀÔ@SÐTUÔ@VÐXYÑZÔZÐÝ/Ø”;Ô)Ø'Ø-Ø+Ø1ð
ñ 
ô 
Ðð �T”Xð 
Ø'Ø-Ø)Ø+ð	
ð 
ð
 ð
ð 
ˆ
ð Ðr/   ry   )NNNNNNN)r(   r)   r*   r®   rg   rB  rD  rW  r   r   r?   r¨   Ú
LongTensorr   r   r  rª   r«   s   @r0   r;  r;  €  sX  ø€ € € € € ð˜yð ð ð ð ð ð ð/ð /ð /ð-ð -ð -ðð ð ð ð0 Øð *.Ø,0Ø.2Ø48Ø04Ø-1Ø(,ðKð Kà”|ðKð ”< $Ñ&ðKð ”l TÑ)ð	Kð
 œ tÑ+ðKð $œl¨TÑ1ðKð Ô&¨Ñ-ðKð ”| dÑ*ðKð  ™ðKð 
!ðKð Kð Kñ „^ñ ÔðKð Kð Kð Kð Kr/   r;  c                   óò  ‡ — e Zd ZdZddiZdefˆ fd„Zee	 	 	 	 	 	 	 	 	 	 dde	j
        de	j
        dz  d	e	j
        dz  d
e	j        dz  de	j        dz  de	j        dz  de	j        dz  de	j        dz  de	j        dz  dedz  de	j
        defd„¦   «         ¦   «         Z e	j        ¦   «         	 	 	 	 dde	j
        d
e	j        de	j
        de	j
        dz  de	j        dz  de	j        dz  dedz  de	j
        fd„¦   «         Zˆ xZS )ÚPI0ForConditionalGenerationz9PI0 model with action projection heads and flow matching.Úaction_out_projÚcolwise_gather_outputrÞ   c                 ó,  •— t          ¦   «                              |¦  «         t          |¦  «        | _        |j        j        | _        t          |¦  «        | _        t          j
        | j        |j        ¦  «        | _        |                      ¦   «          d S ry   )rf   rg   r;  r(  r±   rÅ   Úexpert_hidden_sizer  Úembed_action_timer   r  r²   ro  r@  r  s     €r0   rg   z$PI0ForConditionalGeneration.__init__û  sx   ø€ Ý‰Œ×Ò˜Ñ Ô Ð Ý˜fÑ%Ô%ˆŒ
Ø"(Ô"3Ô"?ˆÔÝ!7¸Ñ!?Ô!?ˆÔÝ!œy¨Ô)@À&ÔBWÑXÔXˆÔØ�ŠÑÔÐÐÐr/   Nrq   r   r!  rN  r   r€   rO  rX  rU  r)  rp   rr   c                 óü  — |j         d         }|€Ðt          j        | j        j        t          j        ¬¦  «        }t          j        | j        j        t          j        ¬¦  «        }t          j                             ||¦  «        }| 	                    |f¦  «         
                    |j        ¦  «        }|| j        j        z  | j        j        z                        ¦   «         }|€7t          j        || j        j        | j        j        |j        |j        ¬¦  «        }|�9|dd…ddf         }||z  d|z
  |z  z    
                    |j        ¦  «        }||z
  }n|}|                      |||¦  «        } | j        d	||||||	||
dœ|¤Ž}|j        dd…| j        j         d…f         }|                      |¦  «        }d}|�!t/          j        ||| j        j        ¬¦  «        }t5          |||j        |j        |j        ¬¦  «        S )
a,  
        state (`torch.Tensor`, *optional*):
            Current robot state.
        noise (`torch.Tensor`, *optional*):
            Random noise at current timestep that needs to be denoised
        timestep (`torch.Tensor`, *optional*):
            Current denoising timestep.
        pixel_attention_mask (`torch.Tensor`, *optional*):
            The mask indicating padded positions in the input image.
        actions (`torch.Tensor`, *optional*):
            Input actions that need to be predicted. Used only when training to compute loss.
        r   Nr}   r]  rÄ   )rN  r   rO  r€   rX  rU  r#  r)  )Ú	reduction)ÚlossÚlogitsr)  Úhidden_statesÚ
attentionsr.   )r’   r?   r[   rÞ   rµ   rü   r·   ÚdistributionsÚBetar™   r  r  r¸   r¹   rå   ÚrandnrJ   r²   r~   rs  r(  Úlast_hidden_statero  r“   Úmse_lossr½   r   r)  rx  ry  )rh   rq   r   r!  rN  r   r€   rO  rX  rU  r)  rp   rk   Ú
batch_sizeÚalpha_tÚbeta_tÚdistÚ	time_betaÚtime_expandedÚnoisy_actionsÚtarget_velocityr$  ÚoutputsÚlast_hidden_statesÚpredicted_velocityrv  s                             r0   r  z#PI0ForConditionalGeneration.forward  s)  € ð: ”[ ”^ˆ
ð ÐÝ”l 4¤;Ô#GÍuÌ}Ð]Ñ]Ô]ˆGÝ”\ $¤+Ô"EÍUÌ]Ð[Ñ[Ô[ˆFÝÔ&×+Ò+¨G°VÑ<Ô<ˆDØŸš Z MÑ2Ô2×5Ò5°e´lÑCÔCˆIØ! D¤KÔ$CÑCÀdÄkÔFfÑf×mÒmÑoÔoˆHð ˆ=Ý”KØØ”Ô&Ø”Ô*Ø”|Ø”kðñ ô ˆEð ÐØ$ Q Q Q¨¨d ]Ô3ˆMØ*¨UÑ2°a¸-Ñ6GÈ7Ñ5RÑR×VÒVÐW^ÔWdÑeÔeˆMØ# g™oˆOˆOà!ˆMð "×3Ò3°E¸=È(ÑSÔSÐà�$”*ð 

ØØ%Ø)Ø!5Ø%Ø'Ø,Ø+ð

ð 

ð ð

ð 

ˆð %Ô6°q°q°q¸4¼;Ô;QÐ:QÐ:SÐ:SÐ7SÔTÐØ!×1Ò1Ð2DÑEÔEÐàˆØÐå”:˜oÐ/AÈTÌ[ÔMgÐhÑhÔhˆDå%ØØ%Ø#Ô3Ø!Ô/ØÔ)ð
ñ 
ô 
ð 	
r/   Ú	num_stepsc                 óä  — |p| j         j        }|j        d         }	|j        }
|€5t	          j        dd|	| j         j        | j         j        f|j        |
¬¦  «        }d}|�| 	                    d¦  «        dz
  }| j
                             |||¦  «        }t	          j        |¦  «        dd…dd…df         }| j
                             ||||dd¬	¦  «        j        }|                     ¦   «         }d
|z  }t!          |¦  «        D ]o}d||z  z   }t	          j        |t          j        |
¬¦  «                             |	¦  «        } | d||||||dœ|¤Ž}|                     |¦  «         |||j        z  z   }Œp|S )z0Run flow matching inference to generate actions.r   Nrú   r¶   )r¼   Ústdr+   r~   r  r�   rÄ   T)rU  rO  rX  rZ  r[  Úreturn_dictg      ð¿r\  )rq   r   r!  r€   rO  r)  r.   )rÞ   r´   r’   r  r?   ÚnormalrJ   r²   r~   r_  r(  rW  r`  r?  r)  rc  rc   r[   rü   ÚexpandÚcroprw  )rh   rq   rN  r   r   rO  r€   rŠ  rk   r  r  rX  rU  rZ  r)  Úprefix_lengthÚdtÚstepr  Útime_tensorÚoutputs                        r0   Úsample_actionsz*PI0ForConditionalGeneration.sample_actions[  sÒ  € ð Ð@ ¤Ô!@ˆ	Ø”_ QÔ'ˆ
ØÔ!ˆð ˆ=Ý”LØØàØ”KÔ*Ø”KÔ.ðð
 #Ô(Øð
ñ 
ô 
ˆEð ˆØÐ%Ø)×0Ò0°Ñ4Ô4°qÑ8ˆLØœ
×/Ò/°	¸<ÐI]Ñ^Ô^ˆÝÔ)¨-Ñ8Ô8¸¸¸¸A¸A¸A¸q¸ÔAˆØœ*Ÿ.š.Ø'Ø)Ø%Ø)ØØð )ñ 
ô 
ô ð 	ð (×6Ò6Ñ8Ô8ˆð �IÑˆÝ˜)Ñ$Ô$ð 	/ð 	/ˆDØ˜ ™‘?ˆDÝœ, tµ5´=ÈÐPÑPÔP×WÒWÐXbÑcÔcˆKØ�Tð ØØØ$Ø%9Ø-Ø /ðð ð ðð ˆFð × Ò  Ñ/Ô/Ð/Ø˜B ¤Ñ.Ñ.ˆEˆEØˆr/   )
NNNNNNNNNN)NNNN)r(   r)   r*   rá   Ú_tp_planr®   rg   r   r   r?   ÚFloatTensorr¨   Ú
BoolTensorrl  r   r   r  Úno_gradrä   r–  rª   r«   s   @r0   rn  rn  ö  s4  ø€ € € € € ØCÐCà!Ð#:Ð;€Hð˜yð ð ð ð ð ð ð Øð +/Ø-1Ø)-Ø,0Ø8<Ø.2Ø04Ø-1Ø(,Ø%)ðT
ð T
àÔ ðT
ð Ô  4Ñ'ðT
ð Ô# dÑ*ð	T
ð
 ”< $Ñ&ðT
ð ”l TÑ)ðT
ð $Ô.°Ñ5ðT
ð œ tÑ+ðT
ð Ô&¨Ñ-ðT
ð ”| dÑ*ðT
ð  ™ðT
ð Ô"ðT
ð 
 ðT
ð T
ð T
ñ „^ñ ÔðT
ðl €U„]�_„_ð +/Ø.2Ø8<Ø $ðAð AàÔ ðAð Ô#ðAð Ô'ð	Að
 Ô  4Ñ'ðAð œ tÑ+ðAð $Ô.°Ñ5ðAð ˜‘:ðAð 
Ô	ðAð Að Añ „_ðAð Að Að Að Ar/   rn  )r®   r'  r;  rn  rB   r"   )Frá   rý   Úcollections.abcr   Únumpyr¦   r?   Útorch.nn.functionalr   Ú
functionalr“   Úhuggingface_hub.dataclassesr   ru   r   r-  Úcache_utilsr   Úconfiguration_utilsr	   Úfeature_extraction_utilsr
   Úimage_utilsr   r   Úmasking_utilsr   Úmodeling_outputsr   r   Úmodeling_utilsr   Úprocessing_utilsr   r   r   Útokenization_utils_baser   r   r   Úutilsr   r   r   Úutils.genericr   Úutils.import_utilsr   Úautor   r   r   Úsiglip.image_processing_siglipr    Ú
get_loggerr(   r†   r"   r2   rB   r®   r¨   rñ   ÚModuleró   r  r'  r;  rn  Ú__all__r.   r/   r0   ú<module>r±     sH  ðð [Ð Zà €€€Ø $Ð $Ð $Ð $Ð $Ð $à Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð Ð Ð Ð Ø .Ð .Ð .Ð .Ð .Ð .Ø Ð Ð Ð Ð Ð à &Ð &Ð &Ð &Ð &Ð &Ø  Ð  Ð  Ð  Ð  Ð  Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ /Ð /Ð /Ð /Ð /Ð /Ø OÐ OÐ OÐ OÐ OÐ OÐ OÐ OØ -Ð -Ð -Ð -Ð -Ð -Ø HÐ HÐ HÐ HÐ HÐ HÐ HÐ HÐ HÐ HØ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OØ >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ð >Ø +Ð +Ð +Ð +Ð +Ð +Ø *Ð *Ð *Ð *Ð *Ð *Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø AÐ AÐ AÐ AÐ AÐ Að 
ˆÔ	˜HÑ	%Ô	%€ð ðð ð ð ð Ð,ñ ô ñ „ððð ð ð ð Ð)°ð ñ ô ð ð Ø	€Ð&Ð'Ñ'Ô'ðADð ADð ADð ADð AD�>ñ ADô ADñ (Ô'ñ „ðADðH €Ð-Ð.Ñ.Ô.Øðlnð lnð lnð lnð lnÐ ñ lnô lnñ „ñ /Ô.ðlnð^°5´<ð ÀHð ð ð ð ðð ð ð ð ˜BœIñ ô ð ð.$ð $ð $ð $ð $˜RœYñ $ô $ð $ð, ðRð Rð Rð Rð R˜ñ Rô Rñ „ðRð& ðrð rð rð rð rÐ!ñ rô rñ „ðrðjgð gð gð gð gÐ"4ñ gô gð gðTð ð €€€r/   