§
    9²¸j{{  ã                   ó2  — d dl Z d dlZd dlmZ d dlmZ ddlmZ ddlm	Z	 ddl
mZmZmZ ddlmZ dd	lmZmZ dd
lmZ ddlmZmZmZ ddlmZ ddlmZ ddlmZ ddlm Z m!Z!m"Z" ddl#m$Z$ ddl%m&Z&m'Z' ddl(m)Z)  e"j*        e+¦  «        Z, G d„ dej-        ¦  «        Z. G d„ dej-        ¦  «        Z/ G d„ dej-        ¦  «        Z0 G d„ dej-        ¦  «        Z1 G d„ dej-        ¦  «        Z2 G d„ dej-        ¦  «        Z3 G d „ d!e¦  «        Z4 G d"„ d#ej-        ¦  «        Z5 G d$„ d%ej-        ¦  «        Z6 G d&„ d'ej-        ¦  «        Z7 G d(„ d)ej-        ¦  «        Z8 G d*„ d+ej-        ¦  «        Z9 G d,„ d-e¦  «        Z: G d.„ d/e:¦  «        Z; G d0„ d1e:e¦  «        Z<g d2¢Z=dS )3é    N)Únn)ÚCrossEntropyLossé   )Úinitialization)ÚACT2FN)ÚCacheÚDynamicCacheÚEncoderDecoderCache)ÚGenerationMixin)Úcreate_bidirectional_maskÚcreate_causal_mask)ÚGradientCheckpointingLayer)Ú)BaseModelOutputWithPastAndCrossAttentionsÚ,BaseModelOutputWithPoolingAndCrossAttentionsÚ!CausalLMOutputWithCrossAttentions)ÚPreTrainedModel)ÚUnpack)Úapply_chunking_to_forward)ÚTransformersKwargsÚcan_return_tupleÚlogging)Úmerge_with_config_defaults)ÚOutputRecorderÚcapture_outputsé   )ÚBlipTextConfigc                   ó‚   ‡ — e Zd ZdZˆ fd„Z	 	 	 	 ddej        dz  dej        dz  dej        dz  ded	ej	        f
d
„Z
ˆ xZS )ÚBlipTextEmbeddingsz;Construct the embeddings from word and position embeddings.c                 ó  •— t          ¦   «                              ¦   «          t          j        |j        |j        |j        ¬¦  «        | _        t          j        |j        |j        ¦  «        | _	        t          j
        |j        |j        ¬¦  «        | _
        t          j        |j        ¦  «        | _        t          j        t!          j        |j        ¦  «                             d¦  «        d¬¦  «        | _        || _        d S )N)Úpadding_idx©Úeps©r   éÿÿÿÿF)Ú
persistent)ÚsuperÚ__init__r   Ú	EmbeddingÚ
vocab_sizeÚhidden_sizeÚpad_token_idÚword_embeddingsÚmax_position_embeddingsÚposition_embeddingsÚ	LayerNormÚlayer_norm_epsÚDropoutÚhidden_dropout_probÚdropoutÚBufferÚtorchÚarangeÚexpandÚposition_idsÚconfig©Úselfr9   Ú	__class__s     €ú{/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/blip/modeling_blip_text.pyr'   zBlipTextEmbeddings.__init__1   sÈ   ø€ Ý‰Œ×ÒÑÔÐÝ!œ|¨FÔ,=¸vÔ?QÐ_eÔ_rÐsÑsÔsˆÔÝ#%¤<°Ô0NÐPVÔPbÑ#cÔ#cˆÔ åœ fÔ&8¸fÔ>SÐTÑTÔTˆŒÝ”z &Ô"<Ñ=Ô=ˆŒõ œI¥e¤l°6Ô3QÑ&RÔ&R×&YÒ&YÐZaÑ&bÔ&bÐotÐuÑuÔuˆÔàˆŒˆˆó    Nr   Ú	input_idsr8   Úinputs_embedsÚpast_key_values_lengthÚreturnc                 óf  — |�|                      ¦   «         }n|                      ¦   «         d d…         }|d         }|€| j        d d …|||z   …f         }|€|                      |¦  «        }|}|                      |¦  «        }||z  }|                      |¦  «        }|                      |¦  «        }|S )Nr$   r   )Úsizer8   r,   r.   r/   r3   )	r;   r?   r8   r@   rA   Úinput_shapeÚ
seq_lengthÚ
embeddingsr.   s	            r=   ÚforwardzBlipTextEmbeddings.forward>   sË   € ð Ð Ø#Ÿ.š.Ñ*Ô*ˆKˆKà'×,Ò,Ñ.Ô.¨s°¨sÔ3ˆKà  ”^ˆ
àÐØÔ,¨Q¨Q¨QÐ0FÈÐVlÑIlÐ0lÐ-lÔmˆLàÐ Ø ×0Ò0°Ñ;Ô;ˆMà"ˆ
à"×6Ò6°|ÑDÔDÐØÐ)Ñ)ˆ
à—^’^ JÑ/Ô/ˆ
Ø—\’\ *Ñ-Ô-ˆ
ØÐr>   )NNNr   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r'   r5   Ú
LongTensorÚFloatTensorÚintÚTensorrH   Ú__classcell__©r<   s   @r=   r   r   .   s¯   ø€ € € € € ØEÐEðð ð ð ð ð .2Ø04Ø26Ø&'ðð àÔ# dÑ*ðð Ô&¨Ñ-ðð Ô(¨4Ñ/ð	ð
 !$ðð 
Œðð ð ð ð ð ð ð r>   r   c                   óÖ   ‡ — e Zd Zdˆ fd„	Zd„ Zd„ Zd„ Zd„ Z	 	 	 	 ddej	        dej
        dz  d	ej
        dz  d
ej
        dz  dedz  dee         deej	        ej	        f         fd„Zˆ xZS )ÚBlipTextSelfAttentionNc                 ó  •— t          ¦   «                              ¦   «          || _        |j        |j        z  dk    r.t          |d¦  «        st          d|j        |j        fz  ¦  «        ‚|j        | _        t          |j        |j        z  ¦  «        | _        | j        | j        z  | _	        || _
        t          j        |j        | j	        ¦  «        | _        |rIt          j        |j        | j	        ¦  «        | _        t          j        |j        | j	        ¦  «        | _        nHt          j        |j        | j	        ¦  «        | _        t          j        |j        | j	        ¦  «        | _        t          j        |j        ¦  «        | _        d S )Nr   Úembedding_sizezLThe hidden size (%d) is not a multiple of the number of attention heads (%d))r&   r'   r9   r*   Únum_attention_headsÚhasattrÚ
ValueErrorrO   Úattention_head_sizeÚall_head_sizeÚ	layer_idxr   ÚLinearÚqueryÚencoder_hidden_sizeÚkeyÚvaluer1   Úattention_probs_dropout_probr3   ©r;   r9   Úis_cross_attentionr\   r<   s       €r=   r'   zBlipTextSelfAttention.__init__^   sR  ø€ Ý‰Œ×ÒÑÔÐØˆŒØÔ Ô :Ñ:¸aÒ?Ð?ÍÐPVÐXhÑHiÔHiÐ?ÝØ^ØÔ% vÔ'AÐBñCñô ð ð
 $*Ô#=ˆÔ Ý#& vÔ'9¸FÔ<VÑ'VÑ#WÔ#WˆÔ Ø!Ô5¸Ô8PÑPˆÔØ"ˆŒå”Y˜vÔ1°4Ô3EÑFÔFˆŒ
Øð 	KÝ”y Ô!;¸TÔ=OÑPÔPˆDŒHÝœ 6Ô#=¸tÔ?QÑRÔRˆDŒJˆJå”y Ô!3°TÔ5GÑHÔHˆDŒHÝœ 6Ô#5°tÔ7IÑJÔJˆDŒJå”z &Ô"EÑFÔFˆŒˆˆr>   c                 ó   — || _         d S ©N©Úattn_gradients)r;   rh   s     r=   Úsave_attn_gradientsz)BlipTextSelfAttention.save_attn_gradientsv   s   € Ø,ˆÔÐÐr>   c                 ó   — | j         S rf   rg   ©r;   s    r=   Úget_attn_gradientsz(BlipTextSelfAttention.get_attn_gradientsy   s   € ØÔ"Ð"r>   c                 ó   — || _         d S rf   ©Úattention_map)r;   ro   s     r=   Úsave_attention_mapz(BlipTextSelfAttention.save_attention_map|   s   € Ø*ˆÔÐÐr>   c                 ó   — | j         S rf   rn   rk   s    r=   Úget_attention_mapz'BlipTextSelfAttention.get_attention_map   s   € ØÔ!Ð!r>   Úhidden_statesÚattention_maskÚencoder_hidden_statesÚencoder_attention_maskÚpast_key_valuesÚkwargsrB   c                 óœ  — |j         d d…         }g |¢d‘| j        ‘R }|                      |¦  «                             |¦  «                             dd¦  «        }	|d u}
|
r|n|}d}|�Ht          |t          ¦  «        r1|j                             | j	        ¦  «        }|
r|j
        }n
|j        }n|}|
r|n|}|
r3|�1|r/|j        | j	                 j        }|j        | j	                 j        }nÚg |j         d d…         ¢d‘| j        ‘R }|                      |¦  «                             |¦  «                             dd¦  «        }|                      |¦  «                             |¦  «                             dd¦  «        }|�E|                     ||| j	        ¦  «        \  }}|
r$t          |t          ¦  «        rd|j        | j	        <   t%          j        |	|                     dd¦  «        ¦  «        }|t)          j        | j        ¦  «        z  }|�||                     |j        ¦  «        z   } t1          j        d¬¦  «        |¦  «        }|                      |¦  «        }t%          j        ||¦  «        }|                     dddd	¦  «                             ¦   «         }|                     ¦   «         d d…         | j        fz   } |j        |Ž }||fS )
Nr$   r   é   FTéþÿÿÿ)Údimr   r   )ÚshaperZ   r^   ÚviewÚ	transposeÚ
isinstancer
   Ú
is_updatedÚgetr\   Úcross_attention_cacheÚself_attention_cacheÚlayersÚkeysÚvaluesr`   ra   Úupdater5   ÚmatmulÚmathÚsqrtÚtoÚdevicer   ÚSoftmaxr3   ÚpermuteÚ
contiguousrD   r[   )r;   rs   rt   ru   rv   rw   rx   rE   Úhidden_shapeÚquery_layerrd   r�   Úcurr_past_key_valuesÚcurrent_statesÚ	key_layerÚvalue_layerÚkv_shapeÚattention_scoresÚattention_probsÚattention_probs_droppedÚcontext_layerÚnew_context_layer_shapes                         r=   rH   zBlipTextSelfAttention.forward‚   s  € ð $Ô)¨#¨2¨#Ô.ˆØC˜ÐC bÐC¨$Ô*BÐCÐCˆØ—j’j Ñ/Ô/×4Ò4°\ÑBÔB×LÒLÈQÐPQÑRÔRˆð
 3¸$Ð>ÐØ3EÐYÐ/Ð/È>ˆàˆ
ØÐ&Ý˜/Õ+>Ñ?Ô?ð 7Ø,Ô7×;Ò;¸D¼NÑKÔK�
Ø%ð Pà+:Ô+PÐ(Ð(à+:Ô+OÐ(Ð(à'6Ð$à2DÐWÐ.Ð.È-ˆØð 	F /Ð"=À*Ð"=à,Ô3°D´NÔCÔHˆIØ.Ô5°d´nÔEÔLˆKˆKàQ˜Ô-¨c¨r¨cÔ2ÐQ°BÐQ¸Ô8PÐQÐQˆHØŸš Ñ0Ô0×5Ò5°hÑ?Ô?×IÒIÈ!ÈQÑOÔOˆIØŸ*š* ^Ñ4Ô4×9Ò9¸(ÑCÔC×MÒMÈaÐQRÑSÔSˆKàÐ*Ø)=×)DÒ)DÀYÐP[Ð]aÔ]kÑ)lÔ)lÑ&�	˜;à%ð F­*°_ÕFYÑ*ZÔ*Zð FØAE�OÔ.¨t¬~Ñ>õ !œ<¨°Y×5HÒ5HÈÈRÑ5PÔ5PÑQÔQÐà+­d¬i¸Ô8PÑ.QÔ.QÑQÐØÐ%à/°.×2CÒ2CÐDTÔD[Ñ2\Ô2\Ñ\Ðð -�"œ*¨Ð,Ñ,Ô,Ð-=Ñ>Ô>ˆð #'§,¢,¨Ñ"?Ô"?ÐåœÐ%<¸kÑJÔJˆà%×-Ò-¨a°°A°qÑ9Ô9×DÒDÑFÔFˆØ"/×"4Ò"4Ñ"6Ô"6°s¸°sÔ";¸tÔ?QÐ>SÑ"SÐØ*˜Ô*Ð,CÐDˆà˜oÐ-Ð-r>   rf   ©NNNN)rI   rJ   rK   r'   ri   rl   rp   rr   r5   rP   rN   r   r   r   ÚtuplerH   rQ   rR   s   @r=   rT   rT   ]   s,  ø€ € € € € ðGð Gð Gð Gð Gð Gð0-ð -ð -ð#ð #ð #ð+ð +ð +ð"ð "ð "ð 48Ø:>Ø;?Ø(,ðD.ð D.à”|ðD.ð Ô)¨DÑ0ðD.ð  %Ô0°4Ñ7ð	D.ð
 !&Ô 1°DÑ 8ðD.ð  ™ðD.ð Ð+Ô,ðD.ð 
ˆuŒ|˜Uœ\Ð)Ô	*ðD.ð D.ð D.ð D.ð D.ð D.ð D.ð D.r>   rT   c                   óP   ‡ — e Zd Zˆ fd„Zdej        dej        dej        fd„Zˆ xZS )ÚBlipTextSelfOutputc                 ó  •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          j        |j        |j        ¬¦  «        | _        t          j        |j	        ¦  «        | _
        d S ©Nr!   )r&   r'   r   r]   r*   Údenser/   r0   r1   r2   r3   r:   s     €r=   r'   zBlipTextSelfOutput.__init__Ë   sf   ø€ Ý‰Œ×ÒÑÔÐÝ”Y˜vÔ1°6Ô3EÑFÔFˆŒ
Ýœ fÔ&8¸fÔ>SÐTÑTÔTˆŒÝ”z &Ô"<Ñ=Ô=ˆŒˆˆr>   rs   Úinput_tensorrB   c                 óŠ   — |                       |¦  «        }|                      |¦  «        }|                      ||z   ¦  «        }|S rf   ©r£   r3   r/   ©r;   rs   r¤   s      r=   rH   zBlipTextSelfOutput.forwardÑ   ó@   € ØŸ
š
 =Ñ1Ô1ˆØŸš ]Ñ3Ô3ˆØŸš }°|Ñ'CÑDÔDˆØÐr>   ©rI   rJ   rK   r'   r5   rP   rH   rQ   rR   s   @r=   r    r    Ê   ói   ø€ € € € € ð>ð >ð >ð >ð >ð U¤\ð ÀÄð ÐRWÔR^ð ð ð ð ð ð ð ð r>   r    c                   ó¨   ‡ — e Zd Zdˆ fd„	Z	 	 	 ddej        dej        dz  dej        dz  dedz  dee	         d	e
ej        ej        f         fd
„Zˆ xZS )ÚBlipTextAttentionFNc                 óž   •— t          ¦   «                              ¦   «          t          |||¬¦  «        | _        t	          |¦  «        | _        d S )N©r\   )r&   r'   rT   r;   r    Úoutputrc   s       €r=   r'   zBlipTextAttention.__init__Ú   sD   ø€ Ý‰Œ×ÒÑÔÐÝ)¨&Ð2DÐPYÐZÑZÔZˆŒ	Ý(¨Ñ0Ô0ˆŒˆˆr>   rs   rt   ru   rw   rx   rB   c                 ón   — |                       ||||¬¦  «        \  }}|                      ||¦  «        }||fS )N©rt   ru   rw   )r;   r¯   )	r;   rs   rt   ru   rw   rx   r›   r™   Úattention_outputs	            r=   rH   zBlipTextAttention.forwardß   sN   € ð *.¯ªØØ)Ø"7Ø+ð	 *3ñ *
ô *
Ñ&ˆ�ð  Ÿ;š; }°mÑDÔDÐØ Ð0Ð0r>   )FN)NNN)rI   rJ   rK   r'   r5   rP   rN   r   r   r   rž   rH   rQ   rR   s   @r=   r¬   r¬   Ù   sÅ   ø€ € € € € ð1ð 1ð 1ð 1ð 1ð 1ð 48Ø:>Ø(,ð1ð 1à”|ð1ð Ô)¨DÑ0ð1ð  %Ô0°4Ñ7ð	1ð
  ™ð1ð Ð+Ô,ð1ð 
ˆuŒ|˜Uœ\Ð)Ô	*ð1ð 1ð 1ð 1ð 1ð 1ð 1ð 1r>   r¬   c                   óB   ‡ — e Zd Zˆ fd„Zdej        dej        fd„Zˆ xZS )ÚBlipTextIntermediatec                 ó  •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          |j        t          ¦  «        rt          |j                 | _        d S |j        | _        d S rf   )r&   r'   r   r]   r*   Úintermediate_sizer£   r€   Ú
hidden_actÚstrr   Úintermediate_act_fnr:   s     €r=   r'   zBlipTextIntermediate.__init__ó   sn   ø€ Ý‰Œ×ÒÑÔÐÝ”Y˜vÔ1°6Ô3KÑLÔLˆŒ
Ý�fÔ'­Ñ-Ô-ð 	9Ý'-¨fÔ.?Ô'@ˆDÔ$Ð$Ð$à'-Ô'8ˆDÔ$Ð$Ð$r>   rs   rB   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rf   )r£   r¹   ©r;   rs   s     r=   rH   zBlipTextIntermediate.forwardû   s,   € ØŸ
š
 =Ñ1Ô1ˆØ×0Ò0°Ñ?Ô?ˆØÐr>   r©   rR   s   @r=   r´   r´   ò   s^   ø€ € € € € ð9ð 9ð 9ð 9ð 9ð U¤\ð °e´lð ð ð ð ð ð ð ð r>   r´   c                   óP   ‡ — e Zd Zˆ fd„Zdej        dej        dej        fd„Zˆ xZS )ÚBlipTextOutputc                 ó  •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          j        |j        |j        ¬¦  «        | _        t          j	        |j
        ¦  «        | _        d S r¢   )r&   r'   r   r]   r¶   r*   r£   r/   r0   r1   r2   r3   r:   s     €r=   r'   zBlipTextOutput.__init__  sf   ø€ Ý‰Œ×ÒÑÔÐÝ”Y˜vÔ7¸Ô9KÑLÔLˆŒ
Ýœ fÔ&8¸fÔ>SÐTÑTÔTˆŒÝ”z &Ô"<Ñ=Ô=ˆŒˆˆr>   rs   r¤   rB   c                 óŠ   — |                       |¦  «        }|                      |¦  «        }|                      ||z   ¦  «        }|S rf   r¦   r§   s      r=   rH   zBlipTextOutput.forward	  r¨   r>   r©   rR   s   @r=   r½   r½     rª   r>   r½   c                   ó¨   ‡ — e Zd Zˆ fd„Z	 	 	 	 ddej        dej        dz  dej        dz  dej        dz  dedz  dee	         d	ej        fd
„Z
d„ Zˆ xZS )ÚBlipTextLayerc                 ó`  •— t          ¦   «                              ¦   «          || _        |j        | _        d| _        t          ||¬¦  «        | _        || _        | j        j        r!t          || j        j        |¬¦  «        | _	        t          |¦  «        | _        t          |¦  «        | _        d S )Nr   r®   )rd   r\   )r&   r'   r9   Úchunk_size_feed_forwardÚseq_len_dimr¬   Ú	attentionÚ	layer_numÚ
is_decoderÚcrossattentionr´   Úintermediater½   r¯   )r;   r9   rÆ   r<   s      €r=   r'   zBlipTextLayer.__init__  s£   ø€ Ý‰Œ×ÒÑÔÐØˆŒØ'-Ô'EˆÔ$ØˆÔÝ*¨6¸YÐGÑGÔGˆŒØ"ˆŒØŒ;Ô!ð 	Ý"3Ø¨4¬;Ô+AÈYð#ñ #ô #ˆDÔõ 1°Ñ8Ô8ˆÔÝ$ VÑ,Ô,ˆŒˆˆr>   Nrs   ru   rt   rv   rw   rx   rB   c                 óº   — |                       |||¬¦  «        \  }}|�|                      ||||¬¦  «        \  }}t          | j        | j        | j        |¦  «        }	|	S )N)rt   rw   r±   )rÅ   rÈ   r   Úfeed_forward_chunkrÃ   rÄ   )
r;   rs   ru   rt   rv   rw   rx   r²   Ú_Úlayer_outputs
             r=   rH   zBlipTextLayer.forward  s‹   € ð #ŸnšnØØ)Ø+ð -ñ 
ô 
ÑÐ˜!ð !Ð,Ø"&×"5Ò"5Ø Ø5Ø&;Ø /ð	 #6ñ #ô #ÑÐ˜aõ 1ØÔ# TÔ%AÀ4ÔCSÐUeñ
ô 
ˆð Ðr>   c                 ó\   — |                       |¦  «        }|                      ||¦  «        }|S rf   )rÉ   r¯   )r;   r²   Úintermediate_outputrÍ   s       r=   rË   z BlipTextLayer.feed_forward_chunk:  s2   € Ø"×/Ò/Ð0@ÑAÔAÐØ—{’{Ð#6Ð8HÑIÔIˆØÐr>   r�   )rI   rJ   rK   r'   r5   rP   rN   r   r   r   rH   rË   rQ   rR   s   @r=   rÁ   rÁ     sØ   ø€ € € € € ð-ð -ð -ð -ð -ð" ;?Ø37Ø;?Ø(,ðð à”|ðð  %Ô0°4Ñ7ðð Ô)¨DÑ0ð	ð
 !&Ô 1°DÑ 8ðð  ™ðð Ð+Ô,ðð 
Œðð ð ð ð6ð ð ð ð ð ð r>   rÁ   c                   ó¤   ‡ — e Zd Zˆ fd„Z	 	 	 	 	 ddej        dej        dz  dej        dz  dej        dz  dedz  dedz  d	e	e
         d
efd„Zˆ xZS )ÚBlipTextEncoderc                 óÔ   •‡— t          ¦   «                              ¦   «          ‰| _        t          j        ˆfd„t          ‰j        ¦  «        D ¦   «         ¦  «        | _        d| _        d S )Nc                 ó0   •— g | ]}t          ‰|¦  «        ‘ŒS © )rÁ   )Ú.0Úir9   s     €r=   ú
<listcomp>z,BlipTextEncoder.__init__.<locals>.<listcomp>E  s#   ø€ Ð#fÐ#fÐ#fÀ¥M°&¸!Ñ$<Ô$<Ð#fÐ#fÐ#fr>   F)	r&   r'   r9   r   Ú
ModuleListÚrangeÚnum_hidden_layersÚlayerÚgradient_checkpointingr:   s    `€r=   r'   zBlipTextEncoder.__init__B  s`   øø€ Ý‰Œ×ÒÑÔÐØˆŒÝ”]Ð#fÐ#fÐ#fÐ#fÅeÈFÔLdÑFeÔFeÐ#fÑ#fÔ#fÑgÔgˆŒ
Ø&+ˆÔ#Ð#Ð#r>   Nrs   rt   ru   rv   rw   Ú	use_cacherx   rB   c                 ó’  — | j         r%| j        r|rt                               d¦  «         d}|rqt	          |t
          ¦  «        r$t          |t          | j        ¬¦  «        ¦  «        }n8|€6t          t          | j        ¬¦  «        t          | j        ¬¦  «        ¦  «        }| j        D ]} |||f|||dœ|¤Ž}Œt          ||¬¦  «        S )NzZ`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...F)r9   )rt   rv   rw   )Úlast_hidden_staterw   )
rÜ   ÚtrainingÚloggerÚwarningr€   r	   r
   r9   rÛ   r   )	r;   rs   rt   ru   rv   rw   rÝ   rx   Úlayer_modules	            r=   rH   zBlipTextEncoder.forwardH  s  € ð Ô&ð 	"¨4¬=ð 	"Øð "Ý—’Øpñô ð ð "�	àð 	õ ˜/­<Ñ8Ô8ð Ý"5°oÅ|Ð[_Ô[fÐGgÑGgÔGgÑ"hÔ"h��Ø Ð(Ý"5Ý ¨¬Ð4Ñ4Ô4µlÈ$Ì+Ð6VÑ6VÔ6Vñ#ô #�ð !œJð 	ð 	ˆLØ(˜LØØ%ðð  .Ø'=Ø /ðð ð ðð ˆMˆMõ 9Ø+Ø+ð
ñ 
ô 
ð 	
r>   )NNNNN)rI   rJ   rK   r'   r5   rP   rN   r   Úboolr   r   r   rH   rQ   rR   s   @r=   rÑ   rÑ   A  sØ   ø€ € € € € ð,ð ,ð ,ð ,ð ,ð 48Ø:>Ø;?Ø(,Ø!%ð(
ð (
à”|ð(
ð Ô)¨DÑ0ð(
ð  %Ô0°4Ñ7ð	(
ð
 !&Ô 1°DÑ 8ð(
ð  ™ð(
ð ˜$‘;ð(
ð Ð+Ô,ð(
ð 
3ð(
ð (
ð (
ð (
ð (
ð (
ð (
ð (
r>   rÑ   c                   óB   ‡ — e Zd Zˆ fd„Zdej        dej        fd„Zˆ xZS )ÚBlipTextPoolerc                 óÀ   •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          j        ¦   «         | _        d S rf   )r&   r'   r   r]   r*   r£   ÚTanhÚ
activationr:   s     €r=   r'   zBlipTextPooler.__init__u  sC   ø€ Ý‰Œ×ÒÑÔÐÝ”Y˜vÔ1°6Ô3EÑFÔFˆŒ
Ýœ'™)œ)ˆŒˆˆr>   rs   rB   c                 ór   — |d d …df         }|                       |¦  «        }|                      |¦  «        }|S )Nr   )r£   ré   )r;   rs   Úfirst_token_tensorÚpooled_outputs       r=   rH   zBlipTextPooler.forwardz  s@   € ð +¨1¨1¨1¨a¨4Ô0ÐØŸ
š
Ð#5Ñ6Ô6ˆØŸš¨Ñ6Ô6ˆØÐr>   r©   rR   s   @r=   ræ   ræ   t  s^   ø€ € € € € ð$ð $ð $ð $ð $ð
 U¤\ð °e´lð ð ð ð ð ð ð ð r>   ræ   c                   óB   ‡ — e Zd Zˆ fd„Zdej        dej        fd„Zˆ xZS )ÚBlipTextPredictionHeadTransformc                 óV  •— t          ¦   «                              ¦   «          t          j        |j        |j        ¦  «        | _        t          |j        t          ¦  «        rt          |j                 | _
        n|j        | _
        t          j        |j        |j        ¬¦  «        | _        d S r¢   )r&   r'   r   r]   r*   r£   r€   r·   r¸   r   Útransform_act_fnr/   r0   r:   s     €r=   r'   z(BlipTextPredictionHeadTransform.__init__…  s…   ø€ Ý‰Œ×ÒÑÔÐÝ”Y˜vÔ1°6Ô3EÑFÔFˆŒ
Ý�fÔ'­Ñ-Ô-ð 	6Ý$*¨6Ô+<Ô$=ˆDÔ!Ð!à$*Ô$5ˆDÔ!Ýœ fÔ&8¸fÔ>SÐTÑTÔTˆŒˆˆr>   rs   rB   c                 ó„   — |                       |¦  «        }|                      |¦  «        }|                      |¦  «        }|S rf   )r£   rð   r/   r»   s     r=   rH   z'BlipTextPredictionHeadTransform.forwardŽ  s=   € ØŸ
š
 =Ñ1Ô1ˆØ×-Ò-¨mÑ<Ô<ˆØŸš }Ñ5Ô5ˆØÐr>   r©   rR   s   @r=   rî   rî   „  sc   ø€ € € € € ðUð Uð Uð Uð Uð U¤\ð °e´lð ð ð ð ð ð ð ð r>   rî   c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )ÚBlipTextLMPredictionHeadc                 ó  •— t          ¦   «                              ¦   «          t          |¦  «        | _        t	          j        |j        |j        d¬¦  «        | _        t	          j	        t          j        |j        ¦  «        ¦  «        | _        d S )NT)Úbias)r&   r'   rî   Ú	transformr   r]   r*   r)   ÚdecoderÚ	Parameterr5   Úzerosrõ   r:   s     €r=   r'   z!BlipTextLMPredictionHead.__init__—  sj   ø€ Ý‰Œ×ÒÑÔÐÝ8¸Ñ@Ô@ˆŒõ ”y Ô!3°VÔ5FÈTÐRÑRÔRˆŒÝ”L¥¤¨VÔ->Ñ!?Ô!?Ñ@Ô@ˆŒ	ˆ	ˆ	r>   c                 óZ   — |                       |¦  «        }|                      |¦  «        }|S rf   )rö   r÷   r»   s     r=   rH   z BlipTextLMPredictionHead.forward   s*   € ØŸš }Ñ5Ô5ˆØŸš ]Ñ3Ô3ˆØÐr>   )rI   rJ   rK   r'   rH   rQ   rR   s   @r=   ró   ró   –  sL   ø€ € € € € ðAð Að Að Að Aðð ð ð ð ð ð r>   ró   c                   óB   ‡ — e Zd Zˆ fd„Zdej        dej        fd„Zˆ xZS )ÚBlipTextOnlyMLMHeadc                 óp   •— t          ¦   «                              ¦   «          t          |¦  «        | _        d S rf   )r&   r'   ró   Úpredictionsr:   s     €r=   r'   zBlipTextOnlyMLMHead.__init__¨  s/   ø€ Ý‰Œ×ÒÑÔÐÝ3°FÑ;Ô;ˆÔÐÐr>   Úsequence_outputrB   c                 ó0   — |                       |¦  «        }|S rf   )rþ   )r;   rÿ   Úprediction_scoress      r=   rH   zBlipTextOnlyMLMHead.forward¬  s   € Ø ×,Ò,¨_Ñ=Ô=ÐØ Ð r>   r©   rR   s   @r=   rü   rü   §  s^   ø€ € € € € ð<ð <ð <ð <ð <ð! u¤|ð !¸¼ð !ð !ð !ð !ð !ð !ð !ð !r>   rü   c                   óv   ‡ — e Zd ZU dZeed<   dZg Ze e	e
dd¬¦  «        g e	e
dd¬¦  «        gdœZˆ fd	„Zˆ xZS )
ÚBlipTextPreTrainedModelz†
    An abstract class to handle weights initialization and a simple interface for downloading and loading pretrained
    models.
    r9   Úbertr   z.attention.)ÚindexÚ
layer_namez.crossattention.)rs   Ú
attentionsÚcross_attentionsc                 ó  •— t          ¦   «                              |¦  «         t          |t          ¦  «        rQt	          j        |j        t          j        |j        j	        d         ¦  «         
                    d¦  «        ¦  «         d S d S )Nr$   r#   )r&   Ú_init_weightsr€   r   ÚinitÚcopy_r8   r5   r6   r}   r7   )r;   Úmoduler<   s     €r=   r
  z%BlipTextPreTrainedModel._init_weightsÅ  s{   ø€ Ý‰Œ×Ò˜fÑ%Ô%Ð%Ý�fÕ0Ñ1Ô1ð 	iÝŒJ�vÔ*­E¬L¸Ô9LÔ9RÐSUÔ9VÑ,WÔ,W×,^Ò,^Ð_fÑ,gÔ,gÑhÔhÐhÐhÐhð	ið 	ir>   )rI   rJ   rK   rL   r   Ú__annotations__Úbase_model_prefixÚ_no_split_modulesrÁ   r   rT   Ú_can_record_outputsr
  rQ   rR   s   @r=   r  r  ²  s®   ø€ € € € € € ðð ð
 ÐÐÑØÐØÐà&àˆNÐ0¸ÀmÐTÑTÔTð
ð ˆNÐ0¸ÐFXÐYÑYÔYð
ðð Ððið ið ið ið ið ið ið ið ir>   r  c                   ó,  ‡ — e Zd ZdZdˆ fd„	Zd„ Zd„ Zee	 	 	 	 	 	 	 	 	 	 dde	j
        dz  d	e	j
        dz  d
e	j
        dz  de	j
        dz  de	j
        dz  de	j
        dz  de	j
        dz  dedz  dedz  dedz  dee         defd„¦   «         ¦   «         Zˆ xZS )ÚBlipTextModela&  
    The model can behave as an encoder (with only self-attention) as well as a decoder, in which case a layer of
    cross-attention is added between the self-attention layers, following the architecture described in [Attention is
    all you need](https://huggingface.co/papers/1706.03762) by Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit,
    Llion Jones, Aidan N. Gomez, Lukasz Kaiser and Illia Polosukhin. argument and `is_decoder` set to `True`; an
    `encoder_hidden_states` is then expected as an input to the forward pass.
    Tc                 ó   •— t          ¦   «                              |¦  «         || _        t          |¦  «        | _        t          |¦  «        | _        |rt          |¦  «        nd | _        |  	                    ¦   «          d S rf   )
r&   r'   r9   r   rG   rÑ   Úencoderræ   ÚpoolerÚ	post_init)r;   r9   Úadd_pooling_layerr<   s      €r=   r'   zBlipTextModel.__init__Õ  so   ø€ Ý‰Œ×Ò˜Ñ Ô Ð ØˆŒå,¨VÑ4Ô4ˆŒÝ& vÑ.Ô.ˆŒØ0AÐK•n VÑ,Ô,Ð,ÀtˆŒà�ŠÑÔÐÐÐr>   c                 ó   — | j         j        S rf   ©rG   r,   rk   s    r=   Úget_input_embeddingsz"BlipTextModel.get_input_embeddingsß  s   € ØŒÔ.Ð.r>   c                 ó   — || j         _        d S rf   r  )r;   ra   s     r=   Úset_input_embeddingsz"BlipTextModel.set_input_embeddingsâ  s   € Ø*/ˆŒÔ'Ð'Ð'r>   NFr?   rt   r8   r@   Úencoder_embedsru   rv   rw   rÝ   rÇ   rx   rB   c           	      óø  — |
sd}	|�|�t          d¦  «        ‚|�|                     ¦   «         nd}|€|                      ||||¬¦  «        }n|}|
rt          | j        |||¬¦  «        }nt          | j        ||¬¦  «        }|�t          | j        |||¬¦  «        } | j        |f|||||	d	œ|¤Ž}|j        }| j        �|                      |¦  «        nd}t          |||j
        |j        |j        |j        ¬
¦  «        S )a  
        encoder_hidden_states  (`torch.FloatTensor`, *optional*):
            Sequence of hidden-states at the output of the last layer of the encoder. Used in the cross-attention if
            the model is configured as a decoder.
        encoder_attention_mask (`torch.FloatTensor`, *optional*):
            Mask to avoid performing attention on the padding token indices of the encoder input. This mask is used in
            the cross-attention if the model is configured as a decoder. Mask values selected in `[0, 1]`:
            - 1 for tokens that are **not masked**,
            - 0 for tokens that are **masked**.
        past_key_values (`Cache`, *optional*):
            Contains precomputed key and value hidden states of the attention blocks. Can be used to speed up decoding.
            If `past_key_values` are used, the user can optionally input only the last `decoder_input_ids` (those that
            don't have their past key value states given to this model) of shape `(batch_size, 1)` instead of all
            `decoder_input_ids` of shape `(batch_size, sequence_length)`.
        use_cache (`bool`, *optional*):
            If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding (see
            `past_key_values`).
        FNzDYou cannot specify both input_ids and inputs_embeds at the same timer   )r?   r8   r@   rA   )r9   r@   rt   rw   )r9   r@   rt   )r9   r@   rt   ru   )rt   ru   rv   rw   rÝ   )rß   Úpooler_outputrw   rs   r  r  )rY   Úget_seq_lengthrG   r   r9   r   r  rß   r  r   rw   rs   r  r  )r;   r?   rt   r8   r@   r  ru   rv   rw   rÝ   rÇ   rx   rA   Úembedding_outputÚencoder_outputsrÿ   rì   s                    r=   rH   zBlipTextModel.forwardå  s–  € ðD ð 	ØˆIàÐ  ]Ð%>ÝÐcÑdÔdÐdàETÐE` ×!?Ò!?Ñ!AÔ!AÐ!AÐfgÐàÐ!Ø#ŸšØ#Ø)Ø+Ø'=ð	  /ñ  ô  ÐÐð  .Ðàð 	Ý/Ø”{Ø.Ø-Ø /ð	ñ ô ˆNˆNõ 7Ø”{Ø.Ø-ðñ ô ˆNð "Ð-Ý%>Ø”{Ø.Ø5Ø&;ð	&ñ &ô &Ð"ð FRÀTÄ\ØðF
à)Ø"7Ø#9Ø+ØðF
ð F
ð ðF
ð F
ˆð *Ô;ˆØ8<¼Ð8O˜Ÿš OÑ4Ô4Ð4ÐUYˆå;Ø-Ø'Ø+Ô;Ø)Ô7Ø&Ô1Ø,Ô=ð
ñ 
ô 
ð 	
r>   )T)
NNNNNNNNNF)rI   rJ   rK   rL   r'   r  r  r   r   r5   rP   r   rä   r   r   r   rH   rQ   rR   s   @r=   r  r  Ì  sƒ  ø€ € € € € ðð ðð ð ð ð ð ð/ð /ð /ð0ð 0ð 0ð  Øð *.Ø.2Ø,0Ø-1Ø.2Ø59Ø6:Ø(,Ø!%Ø"'ð[
ð [
à”< $Ñ&ð[
ð œ tÑ+ð[
ð ”l TÑ)ð	[
ð
 ”| dÑ*ð[
ð œ tÑ+ð[
ð  %œ|¨dÑ2ð[
ð !&¤¨tÑ 3ð[
ð  ™ð[
ð ˜$‘;ð[
ð ˜4‘Kð[
ð Ð+Ô,ð[
ð 
6ð[
ð [
ð [
ñ „_ñ  Ôð[
ð [
ð [
ð [
ð [
r>   r  c                    óf  ‡ — e Zd ZdddœZˆ fd„Zd„ Zd„ Zd„ Zd„ Ze		 	 	 	 	 	 	 	 	 	 	 	 	 dde
j        d	z  de
j        d	z  de
j        d	z  de
j        d	z  de
j        d	z  de
j        d	z  de
j        d	z  ded	z  ded	z  ded	z  ded	z  ded	z  dee
j        z  dee         defd„¦   «         Zd ˆ fd„	Zˆ xZS )!ÚBlipTextLMHeadModelzcls.predictions.biasz&bert.embeddings.word_embeddings.weight)zcls.predictions.decoder.biaszcls.predictions.decoder.weightc                 óÞ   •— t          ¦   «                              |¦  «         t          |d¬¦  «        | _        t	          |¦  «        | _        |j        | _        |                      ¦   «          d S )NF)r  )r&   r'   r  r  rü   ÚclsÚlabel_smoothingr  r:   s     €r=   r'   zBlipTextLMHeadModel.__init__L  s_   ø€ Ý‰Œ×Ò˜Ñ Ô Ð å! &¸EÐBÑBÔBˆŒ	Ý& vÑ.Ô.ˆŒØ%Ô5ˆÔà�ŠÑÔÐÐÐr>   c                 ó4   — | j                              ¦   «         S rf   )r  r  rk   s    r=   r  z(BlipTextLMHeadModel.get_input_embeddingsU  s   € ØŒy×-Ò-Ñ/Ô/Ð/r>   c                 ó:   — | j                              |¦  «         d S rf   )r  r  ©r;   Únew_embeddingss     r=   r  z(BlipTextLMHeadModel.set_input_embeddingsX  s   € ØŒ	×&Ò& ~Ñ6Ô6Ð6Ð6Ð6r>   c                 ó$   — | j         j        j        S rf   )r'  rþ   r÷   rk   s    r=   Úget_output_embeddingsz)BlipTextLMHeadModel.get_output_embeddings[  s   € ØŒxÔ#Ô+Ð+r>   c                 óT   — || j         j        _        |j        | j         j        _        d S rf   )r'  rþ   r÷   rõ   r+  s     r=   Úset_output_embeddingsz)BlipTextLMHeadModel.set_output_embeddings^  s%   € Ø'5ˆŒÔÔ$Ø$2Ô$7ˆŒÔÔ!Ð!Ð!r>   NFTÚmeanr   r?   rt   r8   r@   ru   rv   Úlabelsrw   rÝ   Úreturn_logitsrÇ   Ú	reductionÚlogits_to_keeprx   rB   c                 ó¾  — |                      dd¦  «        }|�d}	 | j        |f|||||||	|dœ|¤Ž}|j        }t          |t          ¦  «        rt          | d¦  «        n|}|                      |dd…|dd…f         ¦  «        }|
r#|dd…dd…dd…f                              ¦   «         S d}|��	|€D|dd…dd…dd…f                              ¦   «         }|dd…dd…f                              ¦   «         }n|                     ¦   «         }|                     |j	        ¦  «        }t          || j        ¬¦  «        } ||                     d| j        j        ¦  «        |                     d¦  «        ¦  «        }|dk    r<|                     |                     d	¦  «        d¦  «                             d¦  «        }t#          |||j        |j        |j        |j        ¬
¦  «        S )a¡  
        encoder_hidden_states (`torch.FloatTensor`, *optional*): Sequence of
            hidden-states at the output of the last layer of the encoder. Used in the cross-attention if the model is
            configured as a decoder.
        encoder_attention_mask (`torch.FloatTensor`, *optional*):
            Mask to avoid performing attention on the padding token indices of the encoder input. This mask is used in
            the cross-attention if the model is configured as a decoder. Mask values selected in `[0, 1]`:
            - 1 for tokens that are **not masked**,
            - 0 for tokens that are **masked**.
        labels (`torch.LongTensor`, *optional*):
            Labels for computing the left-to-right language modeling loss (next word prediction). Indices should be in
            `[-100, 0, ..., config.vocab_size]` (see `input_ids` docstring) Tokens with indices set to `-100` are
            ignored (masked), the loss is only computed for the tokens with labels in `[0, ..., config.vocab_size]`
        past_key_values (`Cache`, *optional*):
            Contains precomputed key and value hidden states of the attention blocks. Can be used to speed up decoding.
            If `past_key_values` are used, the user can optionally input only the last `decoder_input_ids` (those that
            don't have their past key value states given to this model) of shape `(batch_size, 1)` instead of all
            `decoder_input_ids` of shape `(batch_size, sequence_length)`.
        use_cache (`bool`, *optional*):
            If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding (see
            `past_key_values`).
        Úshift_labelsNF)rt   r8   r@   ru   rv   rw   rÝ   rÇ   r$   r   )r4  r(  Únoner   )ÚlossÚlogitsrw   rs   r  r  )Úpopr  rß   r€   rO   Úslicer'  r�   rŒ   r�   r   r(  r~   r9   r)   rD   Úsumr   rw   rs   r  r  )r;   r?   rt   r8   r@   ru   rv   r2  rw   rÝ   r3  rÇ   r4  r5  rx   r7  Úoutputsrs   Úslice_indicesr  Úlm_lossÚshifted_prediction_scoresÚloss_fcts                          r=   rH   zBlipTextLMHeadModel.forwardb  s2  € ðT —z’z .°$Ñ7Ô7ˆØÐØˆIà@IÀÄ	ØðA
à)Ø%Ø'Ø"7Ø#9Ø+ØØ!ðA
ð A
ð ðA
ð A
ˆð  Ô1ˆå8BÀ>ÕSVÑ8WÔ8WÐk�˜~˜o¨tÑ4Ô4Ð4Ð]kˆØ ŸHšH ]°1°1°1°mÀQÀQÀQÐ3FÔ%GÑHÔHÐàð 	=Ø$ Q Q Q¨¨¨¨Q¨Q¨Q YÔ/×:Ò:Ñ<Ô<Ð<àˆØÑØÐ#à,=¸a¸a¸aÀÀ"ÀÀaÀaÀa¸iÔ,H×,SÒ,SÑ,UÔ,UÐ)Ø% a a a¨¨¨ eœ}×7Ò7Ñ9Ô9��à,=×,HÒ,HÑ,JÔ,JÐ)Ø'Ÿ?š?Ð+DÔ+KÑLÔLˆLÝ'°)ÈTÔMaÐbÑbÔbˆHØ�hÐ8×=Ò=¸bÀ$Ä+ÔBXÑYÔYÐ[g×[lÒ[lÐmoÑ[pÔ[pÑqÔqˆGØ˜FÒ"Ð"Ø!Ÿ,š,Ð'8×'=Ò'=¸aÑ'@Ô'@À"ÑEÔE×IÒIÈ!ÑLÔL�å0ØØ$Ø#Ô3Ø!Ô/ØÔ)Ø$Ô5ð
ñ 
ô 
ð 	
r>   c                 óL   •—  t          ¦   «         j        |f||dœ|¤Ž}d|d<   |S )N)rw   rt   TrÇ   )r&   Úprepare_inputs_for_generation)r;   r?   rw   rt   Úmodel_kwargsÚmodel_inputsr<   s         €r=   rD  z1BlipTextLMHeadModel.prepare_inputs_for_generation¼  sL   ø€ ð =•u‘w”wÔ<Øð
à+Ø)ð
ð 
ð ð	
ð 
ˆð &*ˆ�\Ñ"àÐr>   )NNNNNNNNNFTr1  r   )NN)rI   rJ   rK   Ú_tied_weights_keysr'   r  r  r.  r0  r   r5   rP   r   rä   r¸   rO   r   r   r   rH   rD  rQ   rR   s   @r=   r%  r%  F  sï  ø€ € € € € à(>Ø*Rðð Ðð
ð ð ð ð ð0ð 0ð 0ð7ð 7ð 7ð,ð ,ð ,ð8ð 8ð 8ð ð *.Ø.2Ø,0Ø-1Ø59Ø6:Ø&*Ø(,Ø!%Ø%*Ø"&Ø &Ø-.ðW
ð W
à”< $Ñ&ðW
ð œ tÑ+ðW
ð ”l TÑ)ð	W
ð
 ”| dÑ*ðW
ð  %œ|¨dÑ2ðW
ð !&¤¨tÑ 3ðW
ð ”˜tÑ#ðW
ð  ™ðW
ð ˜$‘;ðW
ð ˜d‘{ðW
ð ˜4‘KðW
ð ˜‘:ðW
ð ˜eœlÑ*ðW
ð Ð+Ô,ðW
ð  
+ð!W
ð W
ð W
ñ ÔðW
ðrð ð ð ð ð ð ð ð ð r>   r%  )r  r%  r  )>rŠ   r5   r   Útorch.nnr   Ú r   r  Úactivationsr   Úcache_utilsr   r	   r
   Ú
generationr   Úmasking_utilsr   r   Úmodeling_layersr   Úmodeling_outputsr   r   r   Úmodeling_utilsr   Úprocessing_utilsr   Úpytorch_utilsr   Úutilsr   r   r   Úutils.genericr   Úutils.output_capturingr   r   Úconfiguration_blipr   Ú
get_loggerrI   rá   ÚModuler   rT   r    r¬   r´   r½   rÁ   rÑ   ræ   rî   ró   rü   r  r  r%  Ú__all__rÔ   r>   r=   ú<module>rZ     s\  ðð  €€€à €€€Ø Ð Ð Ð Ð Ð Ø %Ð %Ð %Ð %Ð %Ð %à &Ð &Ð &Ð &Ð &Ð &Ø !Ð !Ð !Ð !Ð !Ð !Ø CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CÐ CØ )Ð )Ð )Ð )Ð )Ð )Ø JÐ JÐ JÐ JÐ JÐ JÐ JÐ JØ 9Ð 9Ð 9Ð 9Ð 9Ð 9ðð ð ð ð ð ð ð ð ð ð
 .Ð -Ð -Ð -Ð -Ð -Ø &Ð &Ð &Ð &Ð &Ð &Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø BÐ BÐ BÐ BÐ BÐ BÐ BÐ BÐ BÐ BØ 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø EÐ EÐ EÐ EÐ EÐ EÐ EÐ EØ .Ð .Ð .Ð .Ð .Ð .ð 
ˆÔ	˜HÑ	%Ô	%€ð+ð +ð +ð +ð +˜œñ +ô +ð +ð^i.ð i.ð i.ð i.ð i.˜BœIñ i.ô i.ð i.ðZð ð ð ð ˜œñ ô ð ð1ð 1ð 1ð 1ð 1˜œ	ñ 1ô 1ð 1ð2ð ð ð ð ˜2œ9ñ ô ð ð ð ð ð ð �R”Yñ ô ð ð-ð -ð -ð -ð -Ð.ñ -ô -ð -ðb/
ð /
ð /
ð /
ð /
�b”iñ /
ô /
ð /
ðfð ð ð ð �R”Yñ ô ð ð ð ð ð ð  b¤iñ ô ð ð$ð ð ð ð ˜rœyñ ô ð ð"!ð !ð !ð !ð !˜"œ)ñ !ô !ð !ðið ið ið ið i˜oñ iô ið ið4v
ð v
ð v
ð v
ð v
Ð+ñ v
ô v
ð v
ðtAð Að Að Að AÐ1°?ñ Aô Að AðH NÐ
MÐ
M€€€r>   