§
    9²¸jÎÒ  ã                   ó¤!  — U d Z ddlZddlZddlZddlZddlZddlmZ ddlm	Z	 ddl
mZ ddlmZ ddlmZmZ dd	lmZ dd
lmZ ddlmZmZmZmZmZ ddlmZ ddlmZ ddlm Z  ddl!m"Z"m#Z#m$Z$m%Z%m&Z&  e¦   «         rddl'm(Z( ndZ( e¦   «         rddl)m*Z* ndZ* ej+        e,¦  «        Z-i Z.e/e0e1e	         f         e2d<   i Z3e/e0e1e	         f         e2d<    ee0e0dz  f         g d e¦   «         rdndf‘d e¦   «         rdndf‘d e¦   «         rdndf‘d e¦   «         rdndf‘d e¦   «         rdndf‘d e¦   «         rd ndf‘d! e¦   «         rd"ndf‘d# e¦   «         rdndf‘d$ e¦   «         rd%ndf‘d& e¦   «         rd'ndf‘d(‘d) e¦   «         rdndf‘d* e¦   «         rd+ndf‘d,‘d-‘d. e¦   «         rd/ndf‘d0 e¦   «         rdndf‘d1‘d2 e¦   «         rd3ndf‘d4‘d5 e¦   «         rdndf‘d6 e¦   «         rd7ndf‘d8‘d9 e¦   «         rdndf‘d:‘d; e¦   «         rd<ndf‘d= e¦   «         rdndf‘d>‘d? e¦   «         rdndf‘d@‘dA e¦   «         rdndf‘dB e¦   «         rdndf‘dC‘dD e¦   «         rdEndf‘dF e¦   «         rd7ndf‘dG e¦   «         rd"ndf‘dH e¦   «         rd"ndf‘dI e¦   «         rd ndf‘dJ e¦   «         rdndf‘dK e¦   «         rd ndf‘dL e¦   «         rdMndf‘dN‘dO‘dP‘dQ‘dR e¦   «         rd7ndf‘dS e¦   «         rdTndf‘dU e¦   «         rdVndf‘dW‘dX e¦   «         rdYndf‘dZ e¦   «         rdndf‘d[ e¦   «         rd\ndf‘d] e¦   «         rdndf‘d^ e¦   «         rd7ndf‘d_ e¦   «         rdndf‘d`‘da e¦   «         rdbndf‘dc e¦   «         rdbndf‘dd e¦   «         rdendf‘df e¦   «         rdgndf‘dh‘di e¦   «         rdndf‘dj e¦   «         rdndf‘dk e¦   «         rdlndf‘dm e¦   «         rdnndf‘do‘dp e¦   «         rd ndf‘dq e¦   «         rdrndf‘ds e¦   «         rdYndf‘dt e¦   «         rdYndf‘du e¦   «         rdYndf‘dv e¦   «         rdYndf‘dw e¦   «         rdYndf‘dx e¦   «         rdYndf‘dy e¦   «         rdndf‘dz e¦   «         rdndf‘d{ e¦   «         rdndf‘d| e¦   «         rdndf‘d} e¦   «         rdndf‘d~ e¦   «         rdndf‘d e¦   «         rdndf‘d€ e¦   «         rdndf‘d� e¦   «         rdndf‘d‚ e¦   «         rdndf‘dƒ e¦   «         rd„ndf‘d… e¦   «         rd7ndf‘d† e¦   «         rdndf‘d‡ e¦   «         rd7ndf‘dˆ e¦   «         rdendf‘d‰‘dŠ e¦   «         rd7ndf‘d‹ e¦   «         rdndf‘dŒ e¦   «         rd�ndf‘dŽ e¦   «         rdndf‘d� e¦   «         rdndf‘d� e¦   «         rdndf‘d‘ e¦   «         rdndf‘d’ e¦   «         rdndf‘d“ e¦   «         rd”ndf‘d•‘d– e¦   «         rd ndf‘d—‘d˜ e¦   «         rd™ndf‘dš e¦   «         rd™ndf‘d› e¦   «         rd7ndf‘dœ e¦   «         rd7ndf‘d� e¦   «         rd ndf‘dž e¦   «         rd7ndf‘dŸ e¦   «         rd ndf‘d¡ e¦   «         rdndf‘d¢ e¦   «         rdndf‘d£ e¦   «         rdndf‘d¤ e¦   «         rd¥ndf‘d¦ e¦   «         rd¥ndf‘d§ e¦   «         rdndf‘d¨ e¦   «         rd©ndf‘dª e¦   «         rd«ndf‘d¬ e¦   «         rd­ndf‘d® e¦   «         rd¯ndf‘d° e¦   «         rd±ndf‘d² e¦   «         rd%ndf‘d³ e¦   «         rd%ndf‘d´‘dµ e¦   «         rd¶ndf‘d· e¦   «         rd¸ndf‘d¹ e¦   «         rdendf‘dº e¦   «         rdendf‘d» e¦   «         rd¼ndf‘d½ e¦   «         rd¾ndf‘d¿ e¦   «         rdÀndf‘dÁ e¦   «         rdÂndf‘dÃ‘dÄ e¦   «         rdndf‘dÅ e¦   «         rd ndf‘dÆ‘dÇ e¦   «         rdndf‘dÈ e¦   «         rdndf‘dÉ e¦   «         rdÊn e¦   «         rdndf‘dË e¦   «         rdÊn e¦   «         rdndf‘dÌ e¦   «         rdÊn e¦   «         rdndf‘dÍ e¦   «         rdÊn e¦   «         rdndf‘dÎ e¦   «         rdÊn e¦   «         rdndf‘dÏ e¦   «         rdÐndf‘dÑ e¦   «         rdndf‘dÒ e¦   «         rdÓndf‘dÔ e¦   «         rdÕndf‘dÖ e¦   «         rdendf‘d×‘dØ e¦   «         rdÙndf‘dÚ e¦   «         rdÙndf‘dÛ e¦   «         rdÙndf‘dÜ e¦   «         rdÝndf‘dÞ‘dß e¦   «         rd�ndf‘dà e¦   «         rd�ndf‘dá e¦   «         rdndf‘dâ e¦   «         rdãndf‘dä e¦   «         rdãndf‘då e¦   «         rdndf‘dæ e¦   «         rdçndf‘dè e¦   «         rdndf‘dé e¦   «         rdendf‘dê e¦   «         rdndf‘dë e¦   «         rdndf‘dì e¦   «         rdndf‘dí e¦   «         rdendf‘dî e¦   «         rdndf‘dï e¦   «         rdndf‘dð e¦   «         rdñndf‘dò e¦   «         rd7ndf‘dó e¦   «         rd ndf‘dô e¦   «         rdndf‘dõ e¦   «         rdndf‘dö e¦   «         rd�ndf‘d÷ e¦   «         rd�ndf‘dø e¦   «         rd�ndf‘dù e¦   «         rdúndf‘dû e¦   «         rdndf‘dü‘dý e¦   «         rdndf‘dþ e¦   «         rd7ndf‘dÿ‘�d  e¦   «         rdndf‘�d e¦   «         rdÊn e¦   «         rdndf‘�d e¦   «         r�dndf‘�d e¦   «         rdçndf‘�d‘�d e¦   «         rdndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d	 e¦   «         rd ndf‘�d
 e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         r�dndf‘�d e¦   «         r�dndf‘�d e¦   «         r�dndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         rd ndf‘�d e¦   «         r�dndf‘�d‘�d e¦   «         rdndf‘�d e¦   «         rdYndf‘�d e¦   «         r�dndf‘�d e¦   «         r�d ndf‘�d! e¦   «         rdndf‘�d"‘�d#‘�d$‘�d% e¦   «         r�d&ndf‘�d' e¦   «         rdendf‘�d( e¦   «         rdndf‘�d) e¦   «         rdndf‘�d* e¦   «         r�d+ndf‘�d, e¦   «         r�d+ndf‘�d- e¦   «         rdYndf‘�d. e¦   «         r�d/ndf‘�d0 e¦   «         r�d1ndf‘�d2 e¦   «         r�d3ndf‘�d4 e¦   «         r�d5ndf‘�d6‘�d7 e¦   «         rdndf‘�d8 e¦   «         rdndf‘�d9 e¦   «         rd7ndf‘�d: e¦   «         rdÙndf‘�d; e¦   «         rdÙndf‘�d< e¦   «         rdYndf‘�d=‘�d> e¦   «         r�d?ndf‘�d@ e¦   «         rd ndf‘�dA e¦   «         rdndf‘�dB e¦   «         r�dCndf‘�dD e¦   «         rdndf‘�dE‘�dF‘�dG e¦   «         rd±ndf‘�dH e¦   «         r�dIndf‘�dJ e¦   «         rdndf‘�dK e¦   «         rdndf‘�dL‘�dM e¦   «         rdÊn e¦   «         rdndf‘�dN e¦   «         rdÊn e¦   «         rdndf‘�dO‘�dP‘�dQ‘�dR‘�dS e¦   «         r�dTndf‘�dU e¦   «         rdndf‘�dV e¦   «         r�dWndf‘�dX‘�dY e¦   «         rd ndf‘�dZ e¦   «         rdndf‘�d[ e¦   «         r�d\ndf‘�d] e¦   «         rdendf‘�d^ e¦   «         rd ndf‘�d_ e¦   «         rdndf‘�d` e¦   «         rdYndf‘¦  «        Z4h �da£Z5e6e0         e2�db<   e5D ]Z7e7e4vr e¦   «         rdnde4e7<   Œ e e"e4¦  «        Z8�dc„  e"j9        ¦   «         D ¦   «         Z:g �dd¢Z;�de„ Z<�df„ Z=	 �dz�dge0ej>        e0         z  �dhe?dz  �die?f�dj„Z@�dke0�die1e	         dz  f�dl„ZA	 	 	 	 	 	 	 �d{�dge0ej>        e0         z  �doe0ej>        e0         z  dz  �dpe?�dqe/e0e0f         dz  �dre?e0z  dz  �dse0dz  �dte?�due0�die/e0e	f         f�dv„ZB G �dw„ �dx¦  «        ZC�dy�dxgZDdS (|  zAuto Tokenizer class.é    N)ÚOrderedDict)ÚAny)Úis_mistral_common_availableé   )ÚPreTrainedConfig)Úget_class_from_dynamic_moduleÚresolve_trust_remote_code)Úload_gguf_checkpoint)ÚTOKENIZER_CONFIG_FILE)Úextract_commit_hashÚis_g2p_en_availableÚis_sentencepiece_availableÚis_tokenizers_availableÚlogging)Úcached_fileé   )ÚEncoderDecoderConfigé   )Ú_LazyAutoMapping)ÚCONFIG_MAPPING_NAMESÚ
AutoConfigÚconfig_class_to_model_typeÚmodel_type_to_module_nameÚ!replace_list_option_in_docstrings)ÚTokenizersBackend)ÚSentencePieceBackendÚREGISTERED_TOKENIZER_CLASSESÚREGISTERED_FAST_ALIASESÚEvollaModelr   Úaimv2ÚCLIPTokenizerÚalbertÚAlbertTokenizerÚalignÚBertTokenizerÚariaÚaudioflamingo3ÚQwen2TokenizerÚ
aya_visionÚCohereTokenizerÚbarkÚbartÚRobertaTokenizerÚbarthezÚBarthezTokenizer)ÚbartphoÚBartphoTokenizerÚbertzbert-generationÚBertGenerationTokenizer)zbert-japaneseÚBertJapaneseTokenizer)ÚbertweetÚBertweetTokenizerÚbig_birdÚBigBirdTokenizerÚbigbird_pegasus)ÚbiogptÚBioGptTokenizerÚ
blenderbotÚBlenderbotTokenizer)zblenderbot-smallÚBlenderbotSmallTokenizerÚblipzblip-2ÚGPT2Tokenizer)Úbridgetowerr-   Úbros)Úbyt5ÚByT5TokenizerÚ	camembertÚCamembertTokenizerÚcanary)ÚcanineÚCanineTokenizerÚchinese_clip)Úclapr-   ÚclipÚclipseg)ÚclvpÚClvpTokenizerÚ
code_llamaÚCodeLlamaTokenizerÚcodegenÚcohereÚcohere2Úcolqwen2ÚconvbertÚcosmos3_omniÚcpmÚCpmTokenizer)ÚcpmantÚCpmAntTokenizer)ÚctrlÚCTRLTokenizer)zdata2vec-audioÚWav2Vec2CTCTokenizer)zdata2vec-textr-   ÚdbrxÚdebertaÚDebertaTokenizerz
deberta-v2ÚDebertaV2Tokenizer)ÚdiaÚDiaTokenizerÚdiffusion_gemmaÚGemmaTokenizerÚ
distilbertÚdprÚDPRQuestionEncoderTokenizerÚelectraÚemu3Úernie)ÚesmÚEsmTokenizerÚesmcÚEsmcTokenizerÚesmfold2Úfalcon_mambaÚGPTNeoXTokenizerÚfastspeech2_conformerÚFastSpeech2ConformerTokenizer)ÚflaubertÚFlaubertTokenizerÚflavaÚ	flex_olmoÚ	florence2ÚBartTokenizerÚfnetÚFNetTokenizer)ÚfsmtÚFSMTTokenizerÚfun_asr_nanoÚfunnelÚFunnelTokenizerÚgemmaÚgemma2Úgemma3Úgemma3_textÚgemma3nÚgemma3n_textÚgitÚglmÚglm4Úglm4_moeÚglm4_moe_liteÚglm4vÚ	glm4v_moeÚ	glm_imageÚglmasrÚgot_ocr2zgpt-sw3ÚGPTSw3TokenizerÚgpt2Úgpt_bigcodeÚgpt_neoÚgpt_neox)Úgpt_neox_japaneseÚGPTNeoXJapaneseTokenizerÚgptjÚgraniteÚgranite_speech5_ctcÚParakeetTokenizerÚ
granitemoeÚgranitemoehybridÚgranitemoesharedzgrounding-dinoÚgroupvitÚherbertÚHerbertTokenizer)Úhubertr^   Ú
hunyuan_vl)Úibertr-   ÚideficsÚLlamaTokenizerÚidefics2ÚinstructblipÚinstructblipvideoÚinternvlÚjais2Újina_embeddings_v3ÚXLMRobertaTokenizerÚkimi_k25Úkimi_linearzkosmos-2Úlasr_ctcÚLasrTokenizerÚlasr_encoderÚlayoutlmÚ
layoutlmv2ÚLayoutLMv2TokenizerÚ
layoutlmv3ÚLayoutLMv3TokenizerÚ	layoutxlmÚLayoutXLMTokenizerÚledÚLEDTokenizerÚlighton_ocrÚQwen2TokenizerFastÚliltÚ
longformer)ÚlukeÚLukeTokenizerÚlxmertÚLxmertTokenizerÚm2m_100ÚM2M100TokenizerÚmambaÚmamba2ÚmarianÚMarianTokenizerÚmarkuplmÚMarkupLMTokenizerÚmbartÚMBartTokenizerÚmbart50ÚMBart50Tokenizer)Úmegar-   zmegatron-bertÚ
metaclip_2)zmgp-strÚMgpstrTokenizerÚmimo_v2_flashÚminicpmv4_6Ú	ministralÚMistralCommonBackendÚ
ministral3ÚmistralÚmistral3ÚmixtralÚmlukeÚMLukeTokenizerzmm-grounding-dinoÚ
mobilebertÚMobileBertTokenizerÚmpnetÚMPNetTokenizerÚmpt)Úmrar-   Úmt5ÚT5TokenizerÚmusicgenÚmusicgen_melodyÚmvpÚMvpTokenizer)Úmyt5ÚMyT5TokenizerÚnemotron3_5_asrÚnemotron_asr_streamingÚnezhaÚnllbÚNllbTokenizerznllb-moeÚ
nomic_bertÚnougatÚNougatTokenizerÚnystromformerÚolmoÚolmo2Úolmo3Úolmo_hybridÚolmoezomdet-turboÚ	oneformerz
openai-gptÚOpenAIGPTTokenizerÚoptÚovis2Úowlv2ÚowlvitÚparakeet_ctcÚparakeet_rnntÚparakeet_tdtÚpegasusÚPegasusTokenizerÚ	pegasus_x)Ú	perceiverÚPerceiverTokenizerÚ	persimmonÚphi)ÚphobertÚPhobertTokenizerÚ
pix2structÚpixtralÚplbartÚPLBartTokenizerÚpp_formulanet)Ú
prophetnetÚProphetNetTokenizerÚqdqbertÚqianfan_ocrÚqwen2Úqwen2_5_omniÚ
qwen2_5_vlÚqwen2_audioÚ	qwen2_moeÚqwen2_vlÚqwen3Úqwen3_5ÚQwen3_5TokenizerÚqwen3_5_moeÚqwen3_5_textÚ	qwen3_asrÚ	qwen3_moeÚ
qwen3_nextÚqwen3_omni_moeÚqwen3_vlÚqwen3_vl_moeÚ	qwen4_exp)ÚragÚRagTokenizerÚrealmÚrecurrent_gemmaÚreformerÚReformerTokenizerÚrembertÚRemBertTokenizerÚ	retribert)Úrobertar-   )zroberta-prelayernormr-   )Úroc_bertÚRoCBertTokenizerÚroformerÚRoFormerTokenizerÚrwkvÚsam3Ú
sam3_videoÚseamless_m4tÚSeamlessM4TTokenizerÚseamless_m4t_v2Úshieldgemma2ÚsiglipÚSiglipTokenizerÚsiglip2ÚSiglip2TokenizerÚspeech_to_textÚSpeech2TextTokenizerÚspeecht5ÚSpeechT5Tokenizer)ÚsplinterÚSplinterTokenizerÚsqueezebertÚstablelmÚ
starcoder2Úswitch_transformersÚt5Út5gemma)ÚtapasÚTapasTokenizerÚtipsv2ÚTipsv2TokenizerÚtrocrÚtvpÚudopÚUdopTokenizerÚumt5)Ú	unispeechr^   )zunispeech-satr^   Ú	vibevoiceÚ
videoprismÚVideoPrismTokenizerÚviltÚvisual_bert)ÚvitsÚVitsTokenizerÚvoxtralÚvoxtral_realtime)Úwav2vec2r^   )zwav2vec2-bertr^   )zwav2vec2-conformerr^   )Úwav2vec2_phonemeÚWav2Vec2PhonemeCTCTokenizerÚwhisperÚWhisperTokenizerÚxclipÚxglmÚXGLMTokenizer)ÚxlmÚXLMTokenizerzxlm-robertazxlm-roberta-xlÚxlnetÚXLNetTokenizerÚxlstmÚxmodÚyosoÚzaya>-   úcamembertv2-baseúvision-encoder-decoderÚfuyuÚphi3ÚjambaÚjanusÚllavaÚmolmoÚnvfp4r  ÚarcticÚchatlmÚmolmo2Úphi3_vÚphimoeÚopencuaÚopenvlaÚsmolvlmÚstep3p5Úernie4_5Úminicpm3ÚminicpmvÚnemotronÚstep3_vlÚvipllavaÚ	chameleonÚ	internlm2Ú
cohere_asrÚ
h2ovl_chatÚ
llava_nextÚ
minimax_m2Ú
modernbertÚdeepseek_v2Údeepseek_v3Údeepseek_v4Údeepseek_vlÚhyperclovaxÚdeepseek_ocrÚdeepseek_v32Úernie4_5_moeÚpaddleocr_vlÚdeepseek_ocr2Údeepseek_vl_v2Úhyperclovax_vlmÚdeepseek_vl_hybridÚ)MODELS_WITH_INCORRECT_HUB_TOKENIZER_CLASSc                 ó   — i | ]\  }}||“Œ	S © rž  )Ú.0ÚkÚvs      úz/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.pyú
<dictcomp>r£  ­  s   € Ð@Ð@Ð@™4˜1˜a�!�QÐ@Ð@Ð@ó    )z'deepseek-ai/deepseek-r1-distill-llama-*zdeepseek-ai/deepseek-coder-*zallenai/dolma2-tokenizerzgoogle/umt5-smallzsalesforce/blip2-opt-*zsalesforce/blip2-flan-t5-*z!salesforce/instructblip-flan-t5-*zstepfun-ai/step-3.7-*c                 ó‚   — t          | dd¬¦  «        5 }t          j        |¦  «        cddd¦  «         S # 1 swxY w Y   dS )z*Loads a vocabulary file into a dictionary.Úrúutf-8©ÚencodingN)ÚopenÚjsonÚload)Ú
vocab_fileÚreaders     r¢  Ú
load_vocabr¯  »  s…   € å	ˆj˜#¨Ð	0Ñ	0Ô	0ð !°FÝŒy˜Ñ Ô ð!ð !ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !ð !ð !s   “4´8»8c                 ó(  — g }t          | dd¬¦  «        5 }|D ]a}|                     ¦   «         }|rI|                     d¦  «        s4|                     t	          |                     ¦   «         ¦  «        ¦  «         Œb	 ddd¦  «         n# 1 swxY w Y   |S )z Loads a merges file into a list.r¦  r§  r¨  ú#N)rª  ÚstripÚ
startswithÚappendÚtupleÚsplit)Úmerges_fileÚmergesr®  Úlines       r¢  Úload_mergesrº  Á  sÔ   € à€FÝ	ˆk˜3¨Ð	1Ñ	1Ô	1ð 3°VØð 	3ð 	3ˆDØ—:’:‘<”<ˆDØð 3˜DŸOšO¨CÑ0Ô0ð 3Ø—’�e D§J¢J¡L¤LÑ1Ô1Ñ2Ô2Ð2øð	3ð3ð 3ð 3ñ 3ô 3ð 3ð 3ð 3ð 3ð 3ð 3øøøð 3ð 3ð 3ð 3ð
 €Ms   •A%BÂBÂBÚpretrained_model_name_or_pathÚmistral_formatÚreturnc                 óZ   ‡— ddl m} |du rdS ˆfd„dD ¦   «         } || fd|i|¤Žd         S )u»  Probe whether to use the MistralCommonBackend for *pretrained_model_name_or_path*.

    Args:
        pretrained_model_name_or_path: Model identifier or local path.
        mistral_format: Tri-state flag forwarded to ``resolve_mistral_format``.
            - ``None``: auto-detect â€” returns ``True`` only when mistral-common is
              installed *and* ``tekken.json`` can be found.
            - ``True``: force mode â€” raises ``ImportError`` if mistral-common is not
              installed or ``OSError`` if ``tekken.json`` is absent.
            - ``False``: short-circuits immediately and returns ``False`` without
              any network/file probe.
        **kwargs: Forwarded verbatim; only hub-probe keys
            (``subfolder``, ``revision``, ``token``, ``cache_dir``,
            ``local_files_only``) are passed through to ``resolve_mistral_format``.

    Returns:
        ``True`` if the MistralCommonBackend should be used.
    r   )Úresolve_mistral_formatFc                 ó*   •— i | ]}|‰v ¯|‰|         “ŒS rž  rž  )rŸ  r   Úkwargss     €r¢  r£  z'_use_mistral_format.<locals>.<dictcomp>è  s2   ø€ ð ð ð ØÐefÐjpÐepÐepˆˆ6�!Œ9ÐepÐepÐepr¤  )Ú	subfolderÚrevisionÚtokenÚ	cache_dirÚlocal_files_onlyr¼  r   )Úintegrations.mistral.tokenizerr¿  )r»  r¼  rÁ  r¿  Úprobe_kwargss     `  r¢  Ú_use_mistral_formatrÉ  Ì  sy   ø€ ð. IÐHÐHÐHÐHÐHà˜ÐÐØˆuðð ð ð Øaðñ ô €Lð "Ð!Ð"?ÐoÐoÐP^ÐoÐbnÐoÐoÐpqÔrÐrr¤  Ú
class_namec                 óÂ  — | dv rt           S | t          v rt          |          S | t          v rt          |          S | dk    rt           S t                               ¦   «         D ]æ\  }}|| k    rÛt          |¦  «        }|dv r| dk    rt          j        dd¦  «        }nt          j        d|› �d¦  «        }	 t          || ¦  «        }t          |d	d ¦  «        x}r\|t          j
        v rNt          j
        |         }t          ||j        d
z   |¦  «         t          j
                             |dz   |¦  «         |c S # t          $ r Y Œâw xY wŒçt          j                             ¦   «         D ]}t          |dd ¦  «        | k    r|c S Œt          j        d¦  «        }t%          || ¦  «        rt          || ¦  «        S |                      d
¦  «        rt)          | d d…         ¦  «        S d S )N>   ÚBloomTokenizerÚBloomTokenizerFastr   )rÚ   rÛ   rÜ   r×   rÙ   r  r^  rØ   z.tokenization_mistral_commonÚtransformersú.ztransformers.modelsÚ
__module__ÚFastÚ_fastÚ__name__éüÿÿÿ)r   r   r   ÚTOKENIZER_MAPPING_NAMESÚitemsr   Ú	importlibÚimport_moduleÚgetattrÚsysÚmodulesÚsetattrrÓ  Ú
setdefaultÚAttributeErrorÚTOKENIZER_MAPPINGÚ_extra_contentÚvaluesÚhasattrÚendswithÚtokenizer_class_from_name)	rÊ  Úmodule_nameÚtokenizer_classÚmoduleÚresultÚsubmodÚbase_modÚ	tokenizerÚmain_modules	            r¢  rä  rä  î  s4  € àÐ=Ð=Ð=Ý Ð àÕ,Ð,Ð,Ý& zÔ2Ð2àÕ1Ð1Ð1Ý+¨JÔ7Ð7àÐ(Ò(Ð(Ý Ð õ )@×(EÒ(EÑ(GÔ(Gð ð Ñ$ˆ�_Ø˜jÒ(Ð(Ý3°KÑ@Ô@ˆKàÐrÐrÐrØÐ"8Ò8Ð8å"Ô0Ð1OÐQ_Ñ`Ô`��å"Ô0Ð1B°[Ð1BÐ1BÐDYÑZÔZ�ð	Ý  ¨Ñ4Ô4�å% f¨l¸DÑAÔAÐA�Fð GÀvÕQTÔQ\ÐG\ÐG\Ý"œ{¨6Ô2�HÝ˜H f¤o¸Ñ&>ÀÑGÔGÐGÝ”K×*Ò*¨6°GÑ+;¸XÑFÔFÐFØ���øÝ!ð ð ð Ø�ðøøøð# )õ( 'Ô5×<Ò<Ñ>Ô>ð ð ˆ	Ý�9˜j¨$Ñ/Ô/°:Ò=Ð=ØÐÐÐð >õ Ô)¨.Ñ9Ô9€KÝˆ{˜JÑ'Ô'ð 0Ý�{ JÑ/Ô/Ð/ð ×Ò˜6Ñ"Ô"ð :Ý(¨°C°R°C¬Ñ9Ô9Ð9àˆ4s   Â1B D4Ä4
EÅ EFÚ rÅ  Úforce_downloadÚproxiesrÄ  rÃ  rÆ  rÂ  c                 óR  — |                      d¦  «        }	t          | t          |||||||ddd|	¬¦  «        }
|
€t                               d¦  «         i S t          |
|	¦  «        }	t          |
d¬¦  «        5 }t          j        |¦  «        }ddd¦  «         n# 1 swxY w Y   |	|d<   |S )aY  
    Loads the tokenizer configuration from a pretrained model tokenizer configuration.

    Args:
        pretrained_model_name_or_path (`str` or `os.PathLike`):
            This can be either:

            - a string, the *model id* of a pretrained model configuration hosted inside a model repo on
              huggingface.co.
            - a path to a *directory* containing a configuration file saved using the
              [`~PreTrainedTokenizer.save_pretrained`] method, e.g., `./my_model_directory/`.

        cache_dir (`str` or `os.PathLike`, *optional*):
            Path to a directory in which a downloaded pretrained model configuration should be cached if the standard
            cache should not be used.
        force_download (`bool`, *optional*, defaults to `False`):
            Whether or not to force to (re-)download the configuration files and override the cached versions if they
            exist.
        proxies (`dict[str, str]`, *optional*):
            A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128',
            'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request.
        token (`str` or *bool*, *optional*):
            The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated
            when running `hf auth login` (stored in `~/.huggingface`).
        revision (`str`, *optional*, defaults to `"main"`):
            The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a
            git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any
            identifier allowed by git.
        local_files_only (`bool`, *optional*, defaults to `False`):
            If `True`, will only try to load the tokenizer configuration from local files.
        subfolder (`str`, *optional*, defaults to `""`):
            In case the tokenizer config is located inside a subfolder of the model repo on huggingface.co, you can
            specify the folder name here.

    <Tip>

    Passing `token=True` is required when you want to use a private model.

    </Tip>

    Returns:
        `dict`: The configuration of the tokenizer.

    Examples:

    ```python
    # Download configuration from huggingface.co and cache.
    tokenizer_config = get_tokenizer_config("google-bert/bert-base-uncased")
    # This model does not have a tokenizer config so the result will be an empty dict.
    tokenizer_config = get_tokenizer_config("FacebookAI/xlm-roberta-base")

    # Save a pretrained tokenizer locally and you can reload its config
    from transformers import AutoTokenizer

    tokenizer = AutoTokenizer.from_pretrained("google-bert/bert-base-cased")
    tokenizer.save_pretrained("tokenizer-test")
    tokenizer_config = get_tokenizer_config("tokenizer-test")
    ```Ú_commit_hashF)rÅ  rî  rï  rÄ  rÃ  rÆ  rÂ  Ú _raise_exceptions_for_gated_repoÚ%_raise_exceptions_for_missing_entriesÚ'_raise_exceptions_for_connection_errorsrñ  Nz\Could not locate the tokenizer configuration file, will try to use the model config instead.r§  r¨  )	Úgetr   r   ÚloggerÚinfor   rª  r«  r¬  )r»  rÅ  rî  rï  rÄ  rÃ  rÆ  rÂ  rÁ  Úcommit_hashÚresolved_config_filer®  rè  s                r¢  Úget_tokenizer_configrú  $  s  € ðJ —*’*˜^Ñ,Ô,€KÝ&Ø%ÝØØ%ØØØØ)ØØ).Ø.3Ø05Ø ðñ ô Ðð Ð#Ý�ŠÐrÑsÔsÐsØˆ	Ý%Ð&:¸KÑHÔH€Kå	Ð"¨WÐ	5Ñ	5Ô	5ð #¸Ý”˜6Ñ"Ô"ˆð#ð #ð #ñ #ô #ð #ð #ð #ð #ð #ð #øøøð #ð #ð #ð #à(€Fˆ>ÑØ€Ms   Á6BÂBÂBc                   óv   — e Zd ZdZd„ Ze ee¦  «        dee	z  fd„¦   «         ¦   «         Z
e	 dd„¦   «         ZdS )	ÚAutoTokenizera  
    This is a generic tokenizer class that will be instantiated as one of the tokenizer classes of the library when
    created with the [`AutoTokenizer.from_pretrained`] class method.

    This class cannot be instantiated directly using `__init__()` (throws an error).
    c                 ó    — t          d¦  «        ‚)Nz}AutoTokenizer is designed to be instantiated using the `AutoTokenizer.from_pretrained(pretrained_model_name_or_path)` method.)ÚOSError)Úselfs    r¢  Ú__init__zAutoTokenizer.__init__Œ  s   € Ýð_ñ
ô 
ð 	
r¤  r½  c           	      ó|  ‡$— |                      dd¦  «        }d|d<   |                      dd¦  «        }|                      dd¦  «        }|                      dd¦  «        }|                     d¦  «        }|                      d	d¦  «        }	|	du r/t          |fd	di|¤Ž t          d
¦  «        }
 |
j        |g|¢R i |¤ŽS |�Št
                               |d¦  «        }|€8t          d|› dd                     d„ t
          D ¦   «         ¦  «        › d�¦  «        ‚t          |¦  «        }
|
€t          d|› d�¦  «        ‚ |
j        |g|¢R i |¤ŽS |rfddlm	}m
}m} t          ||fi |¤Ž} ||¦  «        \  }}|d         |v r |||¦  «        }nt          |d¬¦  «        d         }t          j        d6i |¤Ž}nA|€?	 t          j        |fd|i|¤Ž}n)# t          t           f$ r t#          j        |fi |¤Ž}Y nw xY w|j        }t'          |d¦  «        r|j        nd}t+          |fi |¤Ž}|                     dd¦  «        }d}d|v rGt-          |d         t.          t0          f¦  «        r	|d         }n|d                              dd¦  «        }t-          t3          |dd¦  «        x}t4          ¦  «        r|                     ¦   «         ndŠ$|€<t8          �5t;          ˆ$fd„t<          D ¦   «         ¦  «        rt9          j        |g|¢R i |¤ŽS |pt3          |dd¦  «        }|�€H|��E|��B|dk    �r;t
                               |¦  «        �� t
                               |¦  «                             d¦  «        |                     d¦  «        k    rÜt
                               |¦  «                             d¦  «        }|dvrA|t@          v s	|t@          v r|n|}t          |¦  «        }
|
�|
j!        d vr |
j        |g|¢R i |¤ŽS |d
k    r5d!|vr1t          |fd	|	i|¤Žr"t          d
¦  «        }
|
� |
j        |g|¢R i |¤ŽS t8          �t9          j        |g|¢R i |¤ŽS t          d"|› d#�¦  «        ‚d$|v r|d$         |d$<   |r| "                    d¦  «        r
|dd%…         }|du}tG          |¦  «        tH          v p(|duo$t          |¦  «        dupt          |dz   ¦  «        du}|oStG          |¦  «        tH          vo=|duo9t          |¦  «        pt          |dz   ¦  «        j%         &                    d&¦  «         }|r|t@          v r|durd}d}|rP|sN|d'         �	|d'         }n|d(         }d)|v r| '                    d)¦  «        d(         } nd} tQ          ||||| ¦  «        }|rs|rq|so|r"t          |                     d¦  «        ¦  «         tS          ||fi |¤Ž}
|                      d*d¦  «        }|
 *                    ¦   «           |
j        |g|¢R d|i|¤ŽS |�h|}!t          |!¦  «        }
|
€'|! "                    d¦  «        st          |!dz   ¦  «        }
|
�|
j!        d+k    rt8          }
|
€t8          }
 |
j        |g|¢R i |¤ŽS t3          |dd¦  «        rJ|j+        }"d,|"vr|" "                    d¦  «        r
|"dd%…         }"t          |"¦  «        }
 |
j        |g|¢R i |¤ŽS t-          |tX          ¦  «        rdtG          |j-        ¦  «        tG          |j.        ¦  «        ur5t^           0                    d-|j.        j1        › d.|j-        j1        › d/�¦  «         |j.        }te          tG          |¦  «        j!        ¦  «        pt3          |d0d¦  «        }#|#�otH                               tG          |¦  «        t8          ¦  «        }
|
�@t3          |
d1d¦  «        d
k    rd!|v st          |fd	|	i|¤Žst8          }
 |
j        |g|¢R i |¤ŽS |                     dd¦  «        }|�‹|d2k    r| "                    d¦  «        r
|dd%…         }t          |¦  «        }
|
€'| "                    d¦  «        st          |dz   ¦  «        }
|
�|
j!        d+k    rt8          }
|
€t8          }
 |
j        |g|¢R i |¤ŽS t          d3|j1        › d4d                     d5„ tH          D ¦   «         ¦  «        › d�¦  «        ‚)7aÍ  
        Instantiate one of the tokenizer classes of the library from a pretrained model vocabulary.

        The tokenizer class to instantiate is selected based on the `model_type` property of the config object (either
        passed as an argument or loaded from `pretrained_model_name_or_path` if possible), or when it's missing, by
        falling back to using pattern matching on `pretrained_model_name_or_path`:

        List options

        Params:
            pretrained_model_name_or_path (`str` or `os.PathLike`):
                Can be either:

                    - A string, the *model id* of a predefined tokenizer hosted inside a model repo on huggingface.co.
                    - A path to a *directory* containing vocabulary files required by the tokenizer, for instance saved
                      using the [`~PreTrainedTokenizer.save_pretrained`] method, e.g., `./my_model_directory/`.
                    - a path to a single saved vocabulary file if and only if the tokenizer only requires a
                      single vocabulary file (like Bert or XLNet), e.g.: `./my_model_directory/vocab.txt`. (Not
                      applicable to all derived classes)
            inputs (additional positional arguments, *optional*):
                Will be passed along to the Tokenizer `__init__()` method.
            config ([`PreTrainedConfig`], *optional*)
                The configuration object used to determine the tokenizer class to instantiate.
            cache_dir (`str` or `os.PathLike`, *optional*):
                Path to a directory in which a downloaded pretrained model configuration should be cached if the
                standard cache should not be used.
            force_download (`bool`, *optional*, defaults to `False`):
                Whether or not to force the (re-)download the model weights and configuration files and override the
                cached versions if they exist.
            proxies (`dict[str, str]`, *optional*):
                A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128',
                'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
            revision (`str`, *optional*, defaults to `"main"`):
                The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a
                git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any
                identifier allowed by git.
            subfolder (`str`, *optional*):
                In case the relevant files are located inside a subfolder of the model repo on huggingface.co (e.g. for
                facebook/rag-token-base), specify it here.
            tokenizer_type (`str`, *optional*):
                Tokenizer type to be loaded.
            backend (`str`, *optional*, defaults to `"tokenizers"`):
                Backend to use for tokenization. Valid options are:
                - `"tokenizers"`: Use the HuggingFace tokenizers library backend (default)
                - `"sentencepiece"`: Use the SentencePiece backend
            trust_remote_code (`bool`, *optional*, defaults to `False`):
                Whether or not to allow for custom models defined on the Hub in their own modeling files. This option
                should only be set to `True` for repositories you trust and in which you have read the code, as it will
                execute code present on the Hub on your local machine.
            kwargs (additional keyword arguments, *optional*):
                Will be passed to the Tokenizer `__init__()` method. Can be used to set special tokens like
                `bos_token`, `eos_token`, `unk_token`, `sep_token`, `pad_token`, `cls_token`, `mask_token`,
                `additional_special_tokens`. See parameters in the `__init__()` for more details.

        Examples:

        ```python
        >>> from transformers import AutoTokenizer

        >>> # Download vocabulary from huggingface.co and cache.
        >>> tokenizer = AutoTokenizer.from_pretrained("google-bert/bert-base-uncased")

        >>> # Download vocabulary from huggingface.co (user-uploaded) and cache.
        >>> tokenizer = AutoTokenizer.from_pretrained("dbmdz/bert-base-german-cased")

        >>> # If vocabulary files are in a directory (e.g. tokenizer was saved using *save_pretrained('./test/saved_model/')*)
        >>> # tokenizer = AutoTokenizer.from_pretrained("./test/bert_saved_model/")

        >>> # Download vocabulary from huggingface.co and define model-specific arguments
        >>> tokenizer = AutoTokenizer.from_pretrained("FacebookAI/roberta-base", add_prefix_space=True)

        >>> # Explicitly use the tokenizers backend
        >>> tokenizer = AutoTokenizer.from_pretrained("hf-internal-testing/llama-tokenizer", backend="tokenizers")

        >>> # Explicitly use the sentencepiece backend
        >>> tokenizer = AutoTokenizer.from_pretrained("hf-internal-testing/llama-tokenizer", backend="sentencepiece")
        ```ÚconfigNTÚ
_from_autoÚuse_fastÚtokenizer_typeÚtrust_remote_codeÚ	gguf_filer¼  rØ   zPassed `tokenizer_type` z3 does not exist. `tokenizer_type` should be one of z, c              3   ó   K  — | ]}|V — Œd S ©Nrž  ©rŸ  Úcs     r¢  ú	<genexpr>z0AutoTokenizer.from_pretrained.<locals>.<genexpr>ú  s"   è è € Ð DÐ D q Ð DÐ DÐ DÐ DÐ DÐ Dr¤  rÏ  zTokenizer class z is not currently imported.r   )ÚGGUF_CONFIG_ARCHSÚget_gguf_configÚread_gguf_metadatazgeneral.architectureF)Úreturn_tensorsÚ
model_nameræ  Úauto_maprü  Ú_name_or_pathrí  c              3   óB   •K  — | ]}t          j         ‰|¦  «        V — Œd S r	  )Úfnmatch)rŸ  ÚpÚ_config_name_or_paths     €r¢  r  z0AutoTokenizer.from_pretrained.<locals>.<genexpr>.  s0   øè è € ÐfÐfÀ•G”OÐ$8¸!Ñ<Ô<ÐfÐfÐfÐfÐfÐfr¤  rÑ  )r   ÚPythonBackendÚPreTrainedTokenizerFastrØ   )r   r  r  Úfix_mistral_regexzTokenizer class 'zf' specified in the tokenizer config was not found. The tokenizer may need to be converted or re-saved.rñ  rÔ  ztransformers.r   r   z--Úcode_revisionr  r  z The encoder model config class: z3 is different from the decoder model config class: z˜. It is not recommended to use the `AutoTokenizer.from_pretrained()` method in this case. Please use the encoder and decoder specific tokenizer classes.Ú
model_typerÓ  r   z!Unrecognized configuration class z8 to build an AutoTokenizer.
Model type should be one of c              3   ó$   K  — | ]}|j         V — Œd S r	  )rÓ  r
  s     r¢  r  z0AutoTokenizer.from_pretrained.<locals>.<genexpr>Ý  s$   è è € Ð4[Ð4[ÀA°Q´ZÐ4[Ð4[Ð4[Ð4[Ð4[Ð4[r¤  rž  )3Úpoprõ  rÉ  rä  Úfrom_pretrainedrÕ  Ú
ValueErrorÚjoinÚintegrations.ggufr  r  r  r   r
   r   Ú	for_modelrþ  r   r  râ  r  rú  Ú
isinstancerµ  ÚlistrÙ  ÚstrÚlowerr   ÚanyÚMODEL_IDS_TO_TOKENIZERS_BACKENDÚremovesuffixrœ  rÓ  rã  Útyperß  rÐ  r³  r¶  r	   r   Úregister_for_auto_classræ  r   ÚdecoderÚencoderrö  ÚwarningÚ	__class__r   )%Úclsr»  ÚinputsrÁ  r  Ú_r  r  r  r¼  ræ  Útokenizer_class_namer  r  r  Ú	gguf_pathÚmetadataÚtensor_namesÚconfig_dictÚconfig_model_typeÚconfig_model_nameÚtokenizer_configÚtokenizer_config_classÚtokenizer_auto_mapÚnameÚ
_hub_classÚregistered_class_namerÊ  Úhas_remote_codeÚhas_local_codeÚexplicit_local_codeÚ	class_refÚupstream_repoÚtokenizer_class_candidateÚ_classr  r  s%                                       @r¢  r  zAutoTokenizer.from_pretrained’  s  ø€ ðd —’˜H dÑ+Ô+ˆØ#ˆˆ|Ñð �JŠJ�z 4Ñ(Ô(ˆØŸšÐ$4°dÑ;Ô;ˆØ"ŸJšJÐ':¸DÑAÔAÐØ—J’J˜{Ñ+Ô+ˆ	ØŸšÐ$4°dÑ;Ô;ˆà˜TÐ!Ð!ÝÐ =Ð]Ð]ÈdÐ]ÐV\Ð]Ð]Ð]Ý7Ð8NÑOÔOˆOØ2�?Ô2Ð3PÐdÐSYÐdÐdÐdÐ]cÐdÐdÐdð Ð%Ý#:×#>Ò#>¸~ÈtÑ#TÔ#TÐ à#Ð+Ý ðH¨~ð Hð HØ—y’yÐ DÐ DÕ,CÐ DÑ DÔ DÑDÔDðHð Hð Hñô ð õ
 8Ð8LÑMÔMˆOàÐ&Ý Ð!eÐ4HÐ!eÐ!eÐ!eÑfÔfÐfà2�?Ô2Ð3PÐdÐSYÐdÐdÐdÐ]cÐdÐdÐdàð 	càcÐcÐcÐcÐcÐcÐcÐcÐcÐcå#Ð$AÀ9ÐWÐWÐPVÐWÐWˆIØ%7Ð%7¸	Ñ%BÔ%BÑ"ˆH�lØÐ.Ô/Ð3DÐDÐDØ-˜o¨h¸ÑEÔE��å2°9ÈUÐSÑSÔSÐT\Ô]�ÝÔ)Ð8Ð8¨KÐ8Ð8ˆFˆFØˆ^ðcÝ#Ô3Ø1ðð ØEVðØZ`ðð ��øõ ¥Ð(ð cð cð cÝ)Ô9Ð:WÐbÐbÐ[aÐbÐb���ðcøøøð #Ô-ÐÝ18¸ÀÑ1NÔ1NÐX˜FÔ-Ð-ÐTXÐõ 0Ð0MÐXÐXÐQWÐXÐXÐØ!1×!5Ò!5Ð6GÈÑ!NÔ!NÐð "ÐØÐ)Ð)Ð)ÝÐ*¨:Ô6½Å¸ÑFÔFð ]à%5°jÔ%AÐ"Ð"à%5°jÔ%A×%EÒ%EÀoÐW[Ñ%\Ô%\Ð"õ 'µ¸ÀÐQUÑ0VÔ0VÐ(V¨ÕY\Ñ]Ô]ÐeˆD�JŠJ‰LŒLˆLÐceð 	ð Ð&Ý!Ð-ÝÐfÐfÐfÐfÕFeÐfÑfÔfÑfÔfð .õ %Ô4Ð5RÐfÐU[ÐfÐfÐfÐ_eÐfÐfÐfð
 ,ÐW­w°vÐ?PÐRVÑ/WÔ/Wˆ
àÑ&ØÑ&Ø!Ñ-Ø! RÒ'Ñ'Ý'×+Ò+Ð,=Ñ>Ô>ÑJÝ(×,Ò,Ð->Ñ?Ô?×LÒLÈVÑTÔTØ×'Ò'¨Ñ/Ô/ò1ð 1õ %<×$?Ò$?Ð@QÑ$RÔ$R×$_Ò$_Ð`fÑ$gÔ$gÐ!Ø$ð -ð ð ð *Õ-VÐVÐVØ,Õ0YÐYÐYð *Ð)ð
 $ð õ #<¸JÑ"GÔ"G�Ø"Ð.°?Ô3Kð Tð 4ð 4ð
 ;˜?Ô:Ð;XÐlÐ[aÐlÐlÐlÐekÐlÐlÐlð &Ð)?Ò?Ð?Ø'¨vÐ5Ð5Ý'Ð(EÐoÐoÐVdÐoÐhnÐoÐoð 6õ #<Ð<RÑ"SÔ"S�Ø"Ð.Ø:˜?Ô:Ð;XÐlÐ[aÐlÐlÐlÐekÐlÐlÐlå Ð,Ý(Ô8Ð9VÐjÐY_ÐjÐjÐjÐciÐjÐjÐjåðG Jð Gð Gð Gñô ð ð
 Ð-Ð-Ð-Ø%5°nÔ%EˆF�>Ñ"à!ð 	AÐ&<×&EÒ&EÀfÑ&MÔ&Mð 	AØ%;¸C¸R¸CÔ%@Ð"à,°DÐ8ˆÝ˜f™œÕ):Ð:ð 
Ø"¨$Ð.ð å)Ð*@ÑAÔAÈÐMð ZÝ,Ð-CÀfÑ-LÑMÔMÐUYÐYð	 	ð ð Ý�V‘”Õ$5Ð5ðð '¨dÐ2ð 9å-Ð.DÑEÔEð RÝ0Ð1GÈ&Ñ1PÑQÔQÜŸZšZ¨Ñ8Ô8ð9ð 	ð ð	&à!Õ%NÐNÐNØ!¨Ð-Ð-à#ˆOØ!%Ðàð 	Ð#6ð 	à! !Ô$Ð0Ø.¨qÔ1�	�	à.¨qÔ1�	Ø�yÐ Ð Ø )§¢°Ñ 5Ô 5°aÔ 8��à $�Ý 9Ø!Ð#@À.ÐRaÐcpñ!ô !Ðð ð 	eÐ0ð 	eÐ9Lð 	eà%ð WÝ)Ð*@×*MÒ*MÈfÑ*UÔ*UÑVÔVÐVÝ;¸IÐGdÐoÐoÐhnÐoÐoˆOØ—
’
˜?¨DÑ1Ô1ˆAØ×3Ò3Ñ5Ô5Ð5Ø2�?Ô2Ø-ðØ06ðð ð ØJ[ðØ_eðð ð ð $Ð/Ø(>Ð%Ý7Ð8QÑRÔRˆOØÐ&Ð/H×/QÒ/QÐRXÑ/YÔ/YÐ&Ý";Ð<UÐX^Ñ<^Ñ"_Ô"_�ØÐ*¨Ô/GÈ?Ò/ZÐ/ZÝ"3�àÐ&Ý"3�à2�?Ô2Ð3PÐdÐSYÐdÐdÐdÐ]cÐdÐdÐdÝ�VÐ.°Ñ5Ô5ð 	eØÔ+ˆFØ(°Ð6Ð6¸6¿?º?È6Ñ;RÔ;RÐ6Ø   œ�Ý7¸Ñ?Ô?ˆOØ2�?Ô2Ð3PÐdÐSYÐdÐdÐdÐ]cÐdÐdÐdõ �fÕ2Ñ3Ô3ð 	$Ý�F”NÑ#Ô#­4°´Ñ+?Ô+?Ð?Ð?Ý—’ð2°v´~Ô7Oð 2ð 2Ø%+¤^Ô%=ð2ð 2ð 2ñô ð ð ”^ˆFå/µ°V±´Ô0EÑFÔFÐmÍ'ÐRXÐZfÐhlÑJmÔJmˆ
ØÐ!Ý/×3Ò3µD¸±L´LÕBSÑTÔTˆOØÐ*Ý˜?¨J¸Ñ=Ô=ÐAWÒWÐWØ'¨6Ð1Ð1Ý.Ð/LÐvÐvÐ]kÐvÐouÐvÐvð 2õ '8�OØ6�Ô6Ð7TÐhÐW]ÐhÐhÐhÐagÐhÐhÐhð "2×!5Ò!5Ð6GÈÑ!NÔ!NÐØ!Ð-Ø%Ð)<Ò<Ð<ÐAW×A`ÒA`ÐagÑAhÔAhÐ<Ø)?ÀÀÀÔ)DÐ&Ý7Ð8NÑOÔOˆOØÐ&Ð/E×/NÒ/NÈvÑ/VÔ/VÐ&Ý";Ð<RÐU[Ñ<[Ñ"\Ô"\�ØÐ*¨Ô/GÈ?Ò/ZÐ/ZÝ"3�ØÐ&Ý"3�Ø2�?Ô2Ð3PÐdÐSYÐdÐdÐdÐ]cÐdÐdÐdåð_°Ô0@ð _ð _Ø+/¯9ª9Ð4[Ð4[ÕIZÐ4[Ñ4[Ô4[Ñ+[Ô+[ð_ð _ð _ñ
ô 
ð 	
s   Æ4G	 Ç	#G/Ç.G/NFc                 óÎ   — |€|�|}n|�|}nt          d¦  «        ‚|||fD ]}|�|t          |j        <   Œ|�|�|t          |j        <   t                               | ||¬¦  «         dS )a¼  
        Register a new tokenizer in this mapping.

        Args:
            config_class ([`PreTrainedConfig`]):
                The configuration corresponding to the model to register.
            tokenizer_class: The tokenizer class to register (V5 - preferred parameter).
            slow_tokenizer_class: (Deprecated) The slow tokenizer to register.
            fast_tokenizer_class: (Deprecated) The fast tokenizer to register.
        Nz$You need to pass a `tokenizer_class`)Úexist_ok)r   r   rÓ  r   rß  Úregister)Úconfig_classræ  Úslow_tokenizer_classÚfast_tokenizer_classrI  Ú	candidates         r¢  rJ  zAutoTokenizer.registerà  s�   € ð Ð"à#Ð/Ø"6��Ø%Ð1Ø"6��å Ð!GÑHÔHÐHà.Ð0DÀoÐVð 	Mð 	MˆIØÐ$ØCLÕ,¨YÔ-?Ñ@øàÐ+Ð0DÐ0PØEYÕ#Ð$8Ô$AÑBå×"Ò" <°È8Ð"ÑTÔTÐTÐTÐTr¤  )NNNF)rÓ  rÐ  Ú__qualname__Ú__doc__r   Úclassmethodr   rÕ  r   r   r  ÚstaticmethodrJ  rž  r¤  r¢  rü  rü  „  s¢   € € € € € ðð ð
ð 
ð 
ð Ø&Ð&Ð'>Ñ?Ô?ðJ
à	Ð1Ñ	1ðJ
ð J
ð J
ñ @Ô?ñ „[ðJ
ðX
 àkpðUð Uð Uñ „\ðUð Uð Ur¤  rü  rß  r	  )NFNNNFrí  )ErP  r  r×  r«  ÚosrÚ  Úcollectionsr   Útypingr   Útransformers.utils.import_utilsr   Úconfiguration_utilsr   Údynamic_module_utilsr   r	   Úmodeling_gguf_pytorch_utilsr
   Útokenization_utils_baser   Úutilsr   r   r   r   r   Ú	utils.hubr   Úencoder_decoderr   Úauto_factoryr   Úconfiguration_autor   r   r   r   r   Útokenization_utils_tokenizersr   Ú tokenization_utils_sentencepiecer   Ú
get_loggerrÓ  rö  r   Údictr&  r+  Ú__annotations__r   rÕ  rœ  Úsetr  rß  rÖ  ÚCONFIG_TO_TYPEr)  r¯  rº  ÚPathLikeÚboolrÉ  rä  rú  rü  Ú__all__rž  r¤  r¢  ú<module>rj     s’(  ðð Ð Ð à €€€Ø Ð Ð Ð Ø €€€Ø 	€	€	€	Ø 
€
€
€
Ø #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð à GÐ GÐ GÐ GÐ GÐ Gà 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø \Ð \Ð \Ð \Ð \Ð \Ð \Ð \Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ø <Ð <Ð <Ð <Ð <Ð <ðð ð ð ð ð ð ð ð ð ð ð ð ð ð %Ð $Ð $Ð $Ð $Ð $Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø *Ð *Ð *Ð *Ð *Ð *ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ÐÑÔð ØBÐBÐBÐBÐBÐBÐBàÐàÐÑÔð  ØHÐHÐHÐHÐHÐHÐHàÐà	ˆÔ	˜HÑ	%Ô	%€ð 68Ð ˜d 3¨¨S¬	 >Ô2Ð 7Ð 7Ñ 7Ø02Ð ˜˜c 4¨¤9˜nÔ-Ð 2Ð 2Ñ 2à6˜+ c¨3°©: oÔ6ðpØ	Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðpà	Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIðpð 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðpð 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIð	pð
 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðpð 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðpð 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðpð 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðpð 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðpð 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðpð 	(ðpð 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðpð 
Ð9SÐ9SÑ9UÔ9UÐ_Ð5Ð5Ð[_Ð`ðpð 	3ðpð 	*ðpð  
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOð!pð" 
Ð3JÐ3JÑ3LÔ3LÐVÐ/Ð/ÐRVÐWð#pð$ 	&ð%pð& 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTð'pð( 	9ð)pð* 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHð+pð, 
Ð&=Ð&=Ñ&?Ô&?ÐI�?�?ÀTÐJð-pð. 	,ð/pð0 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHð1pð2 	"ð3pð4 
Ð.EÐ.EÑ.GÔ.GÐQÐ*Ð*ÈTÐRð5pð6 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNð7pð8 	&ð9pð: 
Ð,CÐ,CÑ,EÔ,EÐO˜˜È4ÐPð;pð< 	%ð=pð> 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHð?pð@ 
Ð'>Ð'>Ñ'@Ô'@ÐJ�O�OÀdÐKðApðB 	"ðCpðD 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðEpðF 
Ð'>Ð'>Ñ'@Ô'@ÐJ�O�OÀdÐKðGpðH 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðIpðJ 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðKpðL 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðMpðN 
Ð(?Ð(?Ñ(AÔ(AÐK�_�_ÀtÐLðOpðP 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðQpðR 
Ð"9Ð"9Ñ";Ô";ÐE��ÀÐFðSpðT 	&ðUpðV 	"ðWpðX 	3ðYpðZ 	.ð[pð\ 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHð]pð^ 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNð_pð` 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðapðb 	 ðcpðd 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðepðf 
Ð*AÐ*AÑ*CÔ*CÐM��ÈÐNðgpðh 
Ð1HÐ1HÑ1JÔ1JÐTÐ-Ð-ÐPTÐUðipðj 
Ð'>Ð'>Ñ'@Ô'@ÐJ�O�OÀdÐKðkpðl 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðmpðn 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIðopðp 	 ðqpðr 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðspðt 
Ð(?Ð(?Ñ(AÔ(AÐK�_�_ÀtÐLðupðv 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðwpðx 
!ÐEXÐEXÑEZÔEZÐ"dÐ"AÐ"AÐ`dÐeðypðz 	*ð{pð| 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIð}pð~ 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðpð@ 
Ð)@Ð)@Ñ)BÔ)BÐL�o�oÈÐMðApðB 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðCpðD 	"ðEpðF 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðGpðH 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðIpðJ 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðKpðL 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðMpðN 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðOpðP 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðQpðR 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðSpðT 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðUpðV 
Ð#:Ð#:Ñ#<Ô#<ÐF��À$ÐGðWpðX 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðYpðZ 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLð[pð\ 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPð]pð^ 
Ð1HÐ1HÑ1JÔ1JÐTÐ-Ð-ÐPTÐUð_pð` 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðapðb 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðcpðd 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðepðf 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðgpðh 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðipðj 
Ð)CÐ)CÑ)EÔ)EÐOÐ%Ð%È4ÐPðkpðl 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðmpðn 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðopðp 
Ð'>Ð'>Ñ'@Ô'@ÐJ�O�OÀdÐKðqpðr 
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOðspðt 	:ðupðv 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðwpðx 
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOðypðz 
Ð7NÐ7NÑ7PÔ7PÐ ZÐ 3Ð 3ÐVZÐ[ð{pð| 
Ð.EÐ.EÑ.GÔ.GÐQÐ*Ð*ÈTÐRð}pð~ 
Ð4KÐ4KÑ4MÔ4MÐWÐ0Ð0ÐSWÐXðpð@ 
Ð4KÐ4KÑ4MÔ4MÐWÐ0Ð0ÐSWÐXðApðB 
Ð.EÐ.EÑ.GÔ.GÐQ˜?˜?ÈTÐRðCpðD 
Ð(?Ð(?Ñ(AÔ(AÐK�_�_ÀtÐLðEpðF 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðGpðH 	+ðIpðJ 
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOðKpðL 	&ðMpðN 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðOpðP 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðQpðR 
Ð,CÐ,CÑ,EÔ,EÐO˜˜È4ÐPðSpðT 
Ð1HÐ1HÑ1JÔ1JÐT˜o˜oÐPTÐUðUpðV 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðWpðX 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIðYpðZ 
Ð8OÐ8OÑ8QÔ8QÐ[Ð4Ð4ÐW[Ð\ð[pð\ 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPð]pð^ 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSð_pð` 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðapðb 
Ð(?Ð(?Ñ(AÔ(AÐK�_�_ÀtÐLðcpðd 
Ð,CÐ,CÑ,EÔ,EÐO˜˜È4ÐPðepðf 
Ð(?Ð(?Ñ(AÔ(AÐK�_�_ÀtÐLðgpðh 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðipðj 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðkpðl 
Ð.EÐ.EÑ.GÔ.GÐQÐ*Ð*ÈTÐRðmpðn 
Ð"9Ð"9Ñ";Ô";ÐE��ÀÐFðopðp 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðqpðr 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðspðt 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðupðv 	"ðwpðx 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðypðz 
Ð)CÐ)CÑ)EÔ)EÐOÐ%Ð%È4ÐPð{pð| 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLð}pð~ 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðpð@ 
Ð(BÐ(BÑ(DÔ(DÐNÐ$Ð$È$ÐOðApðB 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðCpðD 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðEpðF 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðGpðH 	%ðIpðJ 
Ð-DÐ-DÑ-FÔ-FÐP˜/˜/ÈDÐQðKpðL 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðMpðN 	'ðOpðP 
Ð1HÐ1HÑ1JÔ1JÐTÐ-Ð-ÐPTÐUðQpðR 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðSpðV à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðUpðb à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðapðn à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðmpðz à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðypðF à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðEpðP 
Ð&@Ð&@Ñ&BÔ&BÐLÐ"Ð"ÈÐMðQpðR 
Ð1HÐ1HÑ1JÔ1JÐT˜o˜oÐPTÐUðSpðT 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðUpðV 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðWpðX 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðYpðZ 	$ð[pð\ 
Ð!8Ð!8Ñ!:Ô!:ÐD��ÀÐEð]pð^ 
Ð&=Ð&=Ñ&?Ô&?ÐI�]�]ÀTÐJð_pð` 
Ð-DÐ-DÑ-FÔ-FÐP˜M˜MÈDÐQðapðb 
Ð"9Ð"9Ñ";Ô";ÐE��ÀÐFðcpðd 	"ðepðf 
Ð3JÐ3JÑ3LÔ3LÐVÐ/Ð/ÐRVÐWðgpðh 
"Ð:QÐ:QÑ:SÔ:SÐ#]Ð#6Ð#6ÐY]Ð^ðipðj 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIðkpðl 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðmpðn 
Ð(?Ð(?Ñ(AÔ(AÐK�_�_ÀtÐLðopðp 
Ð*AÐ*AÑ*CÔ*CÐM��ÈÐNðqpðr 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðspðt 
Ð1HÐ1HÑ1JÔ1JÐTÐ-Ð-ÐPTÐUðupðv 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðwpðx 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðypðz 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMð{pð| 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSð}pð~ 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðpð@ 
Ð+BÐ+BÑ+DÔ+DÐN˜˜È$ÐOðApðB 
Ð)@Ð)@Ñ)BÔ)BÐL�o�oÈÐMðCpðD 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðEpðF 
Ð#:Ð#:Ñ#<Ô#<ÐF��À$ÐGðGpðH 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðIpðJ 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIðKpðL 
Ð&=Ð&=Ñ&?Ô&?ÐI�?�?ÀTÐJðMpðN 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðOpðP 
Ð1HÐ1HÑ1JÔ1JÐTÐ-Ð-ÐPTÐUðQpðR 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTðSpðT 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðUpðV 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðWpðX 	,ðYpðZ 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQð[pð\ 
Ð#:Ð#:Ñ#<Ô#<ÐF��À$ÐGð]pð^ 	(ð_pñ` 
Ð.EÐ.EÑ.GÔ.GÐQÐ*Ð*ÈTÐRðapñd à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðcpñn 
Ð(?Ð(?Ñ(AÔ(AÐKÑ$Ð$ÀtÐLðopñp 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðqpñr 	.ðspñt 
Ð'>Ð'>Ñ'@Ô'@ÐJ�O�OÀdÐKðupñv 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðwpñx 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðypñz 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQð{pñ| 
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOð}pñ~ 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðpñ@ 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðApñB 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðCpñD 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJðEpñF 
Ð*AÐ*AÑ*CÔ*CÐMÑ&Ð&ÈÐNðGpñH 
Ð.EÐ.EÑ.GÔ.GÐQÑ*Ð*ÈTÐRðIpñJ 
Ð/FÐ/FÑ/HÔ/HÐRÑ+Ð+ÈdÐSðKpñL 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðMpñN 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNðOpñP 
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOðQpñR 
Ð/FÐ/FÑ/HÔ/HÐRÐ+Ð+ÈdÐSðSpñT 
Ð)@Ð)@Ñ)BÔ)BÐLÐ%Ð%ÈÐMðUpñV 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðWpñX 
Ð,CÐ,CÑ,EÔ,EÐOÑ(Ð(È4ÐPðYpñZ 	 ð[pñ\ 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIð]pñ^ 
Ð0GÐ0GÑ0IÔ0IÐSÐ,Ð,ÈtÐTð_pñ` 
Ð,CÐ,CÑ,EÔ,EÐOÑ(Ð(È4ÐPðapñb 
Ð*AÐ*AÑ*CÔ*CÐMÑ&Ð&ÈÐNðcpñd 
Ð)@Ð)@Ñ)BÔ)BÐL�o�oÈÐMðepñf 	(ðgpñh 	5ðipñj 	)ðkpñl 
Ð,CÐ,CÑ,EÔ,EÐOÑ(Ð(È4ÐPðmpñn 
Ð'>Ð'>Ñ'@Ô'@ÐJÐ#Ð#ÀdÐKðopñp 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðqpñr 
Ð*AÐ*AÑ*CÔ*CÐM��ÈÐNðspñt 
Ð3JÐ3JÑ3LÔ3LÐVÑ/Ð/ÐRVÐWðupñv 
Ð6MÐ6MÑ6OÔ6OÐYÑ2Ð2ÐUYÐZðwpñx 
Ð-DÐ-DÑ-FÔ-FÐPÐ)Ð)ÈDÐQðypñz 
Ð(BÐ(BÑ(DÔ(DÐNÑ$Ð$È$ÐOð{pñ| 
Ð*AÐ*AÑ*CÔ*CÐMÑ&Ð&ÈÐNð}pñ~ 
Ð5OÐ5OÑ5QÔ5QÐ[Ñ1Ð1ÐW[Ð\ðpñ@ 
Ð,FÐ,FÑ,HÔ,HÐRÑ(Ð(ÈdÐSðApñB 	*ðCpñD 
Ð+BÐ+BÑ+DÔ+DÐN˜˜È$ÐOðEpñF 
Ð,CÐ,CÑ,EÔ,EÐOÐ(Ð(È4ÐPðGpñH 
Ð*AÐ*AÑ*CÔ*CÐM��ÈÐNðIpñJ 
Ð1HÐ1HÑ1JÔ1JÐ T  ÐPTÐUðKpñL 
Ð 7Ð 7Ñ 9Ô 9ÐCˆ}ˆ}¸tÐDðMpñN 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðOpñP 	$ðQpñR 
Ð(BÐ(BÑ(DÔ(DÐNÑ$Ð$È$ÐOðSpñT 
Ð+BÐ+BÑ+DÔ+DÐNÐ'Ð'È$ÐOðUpñV 
Ð#:Ð#:Ñ#<Ô#<ÐF��À$ÐGðWpñX 
Ð$;Ð$;Ñ$=Ô$=ÐG‘�À4ÐHðYpñZ 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLð[pñ\ 	.ð]pñ^ 	2ð_pñ` 
Ð.EÐ.EÑ.GÔ.GÐQÐ*Ð*ÈTÐRðapñb 
Ð0GÐ0GÑ0IÔ0IÐSÑ,Ð,ÈtÐTðcpñd 
Ð$;Ð$;Ñ$=Ô$=ÐG��À4ÐHðepñf 
Ð+BÐ+BÑ+DÔ+DÐN˜˜È$ÐOðgpñh 	"ðipñl à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðkpñx à*Ð*Ñ,Ô,ðNÐ"Ð"à)@Ð)@Ñ)BÔ)BÐLÐ%Ð%Èð		
ðwpñB	 	-ðC	pñD	 	2ðE	pñF	 	7ðG	pñH	 	<ðI	pñJ	 
Ð*AÐ*AÑ*CÔ*CÐMÑ&Ð&ÈÐNðK	pñL	 
Ð%<Ð%<Ñ%>Ô%>ÐH�/�/ÀDÐIðM	pñN	 
Ð$;Ð$;Ñ$=Ô$=ÐG‘�À4ÐHðO	pñP	 	 ðQ	pñR	 
Ð1HÐ1HÑ1JÔ1JÐTÐ-Ð-ÐPTÐUðS	pñT	 
Ð2IÐ2IÑ2KÔ2KÐUÐ.Ð.ÐQUÐVðU	pñV	 
Ð&=Ð&=Ñ&?Ô&?ÐIÑ"Ð"ÀTÐJðW	pñX	 
Ð(?Ð(?Ñ(AÔ(AÐKÐ$Ð$ÀtÐLðY	pñZ	 
Ð*AÐ*AÑ*CÔ*CÐMÐ&Ð&ÈÐNð[	pñ\	 
Ð&=Ð&=Ñ&?Ô&?ÐIÐ"Ð"ÀTÐJð]	pñ^	 
Ð%<Ð%<Ñ%>Ô%>ÐHÐ!Ð!ÀDÐIð_	pñrô rÐ ðl	.7ñ .7ð .7Ð )¨3¨s¬8ð .ñ .ñ .ð` <ð ið i€JØÐ0Ð0Ð0ØE\ÐE\ÑE^ÔE^Ð.hÐ.AÐ.AÐdhÐ 
Ñ+øà$Ð$Ð%9Ð;RÑSÔSÐ á@Ð@Ð#=Ð#7Ô#=Ñ#?Ô#?Ð@Ñ@Ô@€ð	#ñ 	#ð 	#Ð ñ!ð !ð !ñð ð ð #'ñsñ sØ#&¨¬°SÔ)9Ñ#9ñsà˜4‘Kñsð 
ð	sñ sð sð sñD3¨#ñ 3°$°s´)¸dÑ2Bð 3ñ 3ð 3ð 3ðp 04Ø Ø%)Ø#ØØ"Øñ]ñ ]Ø#&¨¬°SÔ)9Ñ#9ñ]à�R”[ Ô%Ñ%¨Ñ,ñ]ð ñ]ð �#�s�(Œ^˜dÑ"ñ	]ð
 �#‰:˜Ññ]ð �D‰jñ]ð ñ]ð ñ]ð 
ˆ#ˆsˆ(„^ð]ñ ]ð ]ð ]ð@zUð zUñ zUð zUñ zUñ zUô zUð zUñz ¡Ð
0€€€r¤  