§
    9²¸jY  ã                   ó(  — d dl Z d dlZd dlmZ d dlmZ d dl mZ d dlZi dd“dd“d	d
“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“d d!“Zd.d#e	fd$„Z
d#e	fd%„Z G d&„ d'¦  «        Z G d(„ d)¦  «        Z G d*„ d+¦  «        Z G d,„ d-¦  «        ZdS )/é    N)ÚIterator)ÚFraction)ÚMatchu   Å“Úoeu   Å’ÚOEõ   Ã¸Úoõ   Ã˜ÚOõ   Ã¦Úaeõ   Ã†ÚAEõ   ÃŸÚssu   áºžÚSSu   Ä‘Údu   Ä�ÚDõ   Ã°õ   Ã�õ   Ã¾Úthõ   Ãžu   Å‚Úlu   Å�ÚLÚ Úsc                 óx   ‡‡— ˆfd„Šd                      ˆfd„t          j        d| ¦  «        D ¦   «         ¦  «        S )z‘
    Replace any other markers, symbols, and punctuations with a space, and drop any diacritics (category 'Mn' and some
    manual mappings)
    c                 ó°   •— | ‰v r| S | t           v rt           |          S t          j        | ¦  «        dk    rdS t          j        | ¦  «        d         dv rdS | S )NÚMnr   r   ÚMSPú )ÚADDITIONAL_DIACRITICSÚunicodedataÚcategory)ÚcharÚkeeps    €ú~/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/whisper/english_normalizer.pyÚreplace_characterz8remove_symbols_and_diacritics.<locals>.replace_character4   sh   ø€ Ø�4ˆ<ˆ<ØˆKØÕ*Ð*Ð*Ý(¨Ô.Ð.åÔ! $Ñ'Ô'¨4Ò/Ð/Ø�2åÔ! $Ñ'Ô'¨Ô*¨eÐ3Ð3Ø�3àˆó    r   c              3   ó.   •K  — | ]} ‰|¦  «        V — Œd S ©N© )Ú.0Úcr)   s     €r(   ú	<genexpr>z0remove_symbols_and_diacritics.<locals>.<genexpr>B   s/   øè è € ÐRÐR¨AÐ$Ð$ QÑ'Ô'ÐRÐRÐRÐRÐRÐRr*   ÚNFKD©Újoinr$   Ú	normalize)r   r'   r)   s    `@r(   Úremove_symbols_and_diacriticsr5   .   sS   øø€ ðð ð ð ð ð �7Š7ÐRÐRÐRÐRµÔ1FÀvÈqÑ1QÔ1QÐRÑRÔRÑRÔRÐRr*   c                 óf   — d                      d„ t          j        d| ¦  «        D ¦   «         ¦  «        S )z[
    Replace any other markers, symbols, punctuations with a space, keeping diacritics
    r   c              3   óV   K  — | ]$}t          j        |¦  «        d          dv rdn|V — Œ%dS )r   r!   r"   N)r$   r%   )r.   r/   s     r(   r0   z!remove_symbols.<locals>.<genexpr>I   s@   è è € ÐoÐoÈ�+Ô.¨qÑ1Ô1°!Ô4¸Ð=Ð=�3�3À1ÐoÐoÐoÐoÐoÐor*   ÚNFKCr2   ©r   s    r(   Úremove_symbolsr:   E   s4   € ð �7Š7ÐoÐoÍkÔNcÐdjÐlmÑNnÔNnÐoÑoÔoÑoÔoÐor*   c                   ó,   — e Zd Zddedefd„Zdefd„ZdS )	ÚBasicTextNormalizerFÚremove_diacriticsÚsplit_lettersc                 ó>   — |rt           nt          | _        || _        d S r,   )r5   r:   Úcleanr>   )Úselfr=   r>   s      r(   Ú__init__zBasicTextNormalizer.__init__M   s"   € Ø6GÐ[Õ2Ð2Í^ˆŒ
Ø*ˆÔÐÐr*   r   c                 ót  — |                      ¦   «         }t          j        dd|¦  «        }t          j        dd|¦  «        }|                      |¦  «                              ¦   «         }| j        r3d                     t          j        d|t          j        ¦  «        ¦  «        }t          j        dd|¦  «        }|S )Nú[<\[][^>\]]*[>\]]r   ú\(([^)]+?)\)r"   z\Xú\s+)	ÚlowerÚreÚsubr@   r>   r3   ÚregexÚfindallÚU©rA   r   s     r(   Ú__call__zBasicTextNormalizer.__call__Q   s•   € Ø�GŠG‰IŒIˆÝŒFÐ'¨¨QÑ/Ô/ˆÝŒF�? B¨Ñ*Ô*ˆØ�JŠJ�q‰MŒM×ÒÑ!Ô!ˆàÔð 	;Ø—’�œ u¨aµ´Ñ9Ô9Ñ:Ô:ˆAåŒF�6˜3 Ñ"Ô"ˆàˆr*   N)FF)Ú__name__Ú
__module__Ú__qualname__ÚboolrB   ÚstrrN   r-   r*   r(   r<   r<   L   sV   € € € € € ð+ð +¨$ð +Àtð +ð +ð +ð +ð˜#ð ð ð ð ð ð r*   r<   c                   ón   ‡ — e Zd ZdZˆ fd„Zdee         dee         fd„Zdefd„Z	defd„Z
defd	„Zˆ xZS )
ÚEnglishNumberNormalizerav  
    Convert any spelled-out numbers into arabic numbers, while handling:

    - remove any commas
    - keep the suffixes such as: `1960s`, `274th`, `32nd`, etc.
    - spell out currency symbols after the number. e.g. `$20 million` -> `20000000 dollars`
    - spell out `one` and `ones`
    - interpret successive single-digit numbers as nominal: `one oh one` -> `101`
    c                 óf  •— t          ¦   «                              ¦   «          h d£| _        d„ t          g d¢d¬¦  «        D ¦   «         | _        d„ | j                             ¦   «         D ¦   «         | _        ddd	d
dddœd„ | j                             ¦   «         D ¦   «         ¥| _        i | j        ¥| j        ¥| _        dddddddddœ| _	        d„ | j	                             ¦   «         D ¦   «         | _
        d„ | j	                             ¦   «         D ¦   «         | _        i | j
        ¥| j        ¥| _        ddddddd d!d"d#d$d%d&œ| _        d'„ | j                             ¦   «         D ¦   «         | _        d(„ | j                             ¦   «         D ¦   «         | _        i | j        ¥| j        ¥| _        h | j        £| j	        £| j        £| _        d)d)d*d*d+œ| _        d,d,d-d-d.d.d/d/d0œ| _        t)          t+          | j                             ¦   «         ¦  «        t+          | j                             ¦   «         ¦  «        z   ¦  «        | _        d1d2id2d3œ| _        h d4£| _        d5„ | j        | j        | j        | j	        | j        | j        | j        | j        | j        | j        | j        fD ¦   «         | _        d6d7h| _        d S )8N>   r	   ÚohÚzeroc                 ó   — i | ]\  }}||“Œ	S r-   r-   )r.   ÚiÚnames      r(   ú
<dictcomp>z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>o   s.   € ð 
ð 
ð 
á��4ð �!ð
ð 
ð 
r*   )ÚoneÚtwoÚthreeÚfourÚfiveÚsixÚsevenÚeightÚnineÚtenÚelevenÚtwelveÚthirteenÚfourteenÚfifteenÚsixteenÚ	seventeenÚeighteenÚnineteené   )Ústartc                 ó4   — i | ]\  }}|d k    rdn|dz   |df“ŒS )rb   Úsixesr   r-   ©r.   r[   Úvalues      r(   r\   z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>w   s?   € ð 
ð 
ð 
ÙGRÀtÈU�t˜u’}�}ˆGˆG¨$°©*°u¸c°lð
ð 
ð 
r*   )r   r   )rp   Úst)é   Únd)é   Úrd)é   r   )é   r   )ÚzerothÚfirstÚsecondÚthirdÚfifthÚtwelfthc                 óv   — i | ]6\  }}|d k    ¯|dk    ¯|dk    ¯||                      d¦  «        rdndz   |df“Œ7S )ry   r{   r|   ÚtÚhr   )Úendswithrt   s      r(   r\   z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>�   s]   € ð ð ð á�D˜%Ø˜1’9�9 ¨!¢ °¸²°ð ˜tŸ}š}¨SÑ1Ô1Ð;˜˜°tÑ<¸uÀd¸mà0;°°r*   é   é   é(   é2   é<   éF   éP   éZ   )ÚtwentyÚthirtyÚfortyÚfiftyÚsixtyÚseventyÚeightyÚninetyc                 óF   — i | ]\  }}|                      d d¦  «        |df“ŒS )ÚyÚiesr   ©Úreplacert   s      r(   r\   z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>“   s0   € ÐhÐhÐhÁ{ÀtÈU˜DŸLšL¨¨eÑ4Ô4°u¸c°lÐhÐhÐhr*   c                 óF   — i | ]\  }}|                      d d¦  «        |df“ŒS )r˜   Úiethr   rš   rt   s      r(   r\   z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>”   s1   € ÐkÐkÐkÉ+È$ÐPU˜TŸ\š\¨#¨vÑ6Ô6¸À¸ÐkÐkÐkr*   éd   éè  i@B i Êš;l    J)£l     �Iú5 l     ÈNÎZol     @=7M.cl      B¶3v^!< l      Pó „~Écegl       ©7§3M“e'l       (l
F3Y‘HqS )ÚhundredÚthousandÚmillionÚbillionÚtrillionÚquadrillionÚquintillionÚ
sextillionÚ
septillionÚ	octillionÚ	nonillionÚ	decillionc                 ó$   — i | ]\  }}|d z   |d f“ŒS r9   r-   rt   s      r(   r\   z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>¥   s&   € Ð"hÐ"hÐ"hÁÀÀe 4¨#¡:°°s¨|Ð"hÐ"hÐ"hr*   c                 ó$   — i | ]\  }}|d z   |d f“ŒS )r   r-   rt   s      r(   r\   z4EnglishNumberNormalizer.__init__.<locals>.<dictcomp>¦   s&   € Ð#kÐ#kÐ#kÁ;À4È D¨4¡K°%¸°Ð#kÐ#kÐ#kr*   ú-ú+)ÚminusÚnegativeÚplusÚpositiveõ   Â£u   â‚¬ú$õ   Â¢)ÚpoundÚpoundsÚeuroÚeurosÚdollarÚdollarsÚcentÚcentsr½   ú%)ÚperÚpercent>   ÚandÚpointÚdoubleÚtriplec                 ó   — h | ]	}|D ]}|’ŒŒ
S r-   r-   )r.   ÚmappingÚkeys      r(   ú	<setcomp>z3EnglishNumberNormalizer.__init__.<locals>.<setcomp>Á   sA   € ð 
ð 
ð 
àð ð
ð 
ð ð ð
ð 
ð 
ð 
r*   r]   Úones)ÚsuperrB   ÚzerosÚ	enumeraterÊ   ÚitemsÚones_pluralÚones_ordinalÚones_suffixedÚtensÚtens_pluralÚtens_ordinalÚtens_suffixedÚmultipliersÚmultipliers_pluralÚmultipliers_ordinalÚmultipliers_suffixedÚdecimalsÚpreceding_prefixersÚfollowing_prefixersÚsetÚlistÚvaluesÚprefixesÚ	suffixersÚspecialsÚwordsÚliteral_words)rA   Ú	__class__s    €r(   rB   z EnglishNumberNormalizer.__init__j   sq  ø€ Ý‰Œ×ÒÑÔÐà(Ð(Ð(ˆŒ
ð
ð 
å$ð Gð  Gð  GØðñ ô ð
ñ 
ô 
ˆŒ	ð
ð 
ØVZÔV_×VeÒVeÑVgÔVgð
ñ 
ô 
ˆÔð  ØØØØØ!ð
ð 
ðð à#'¤9§?¢?Ñ#4Ô#4ðñ ô ð
ˆÔð G Ô 0ÐF°DÔ4EÐFˆÔð ØØØØØØØð	
ð 	
ˆŒ	ð iÐhÐVZÔV_×VeÒVeÑVgÔVgÐhÑhÔhˆÔØkÐkÐY]ÔYb×YhÒYhÑYjÔYjÐkÑkÔkˆÔØF Ô 0ÐF°DÔ4EÐFˆÔð ØØ Ø$Ø)Ø0Ø4Ø7Ø;Ø>ØBØFð
ð 
ˆÔð #iÐ"hÈtÔO_×OeÒOeÑOgÔOgÐ"hÑ"hÔ"hˆÔØ#kÐ#kÐRVÔRb×RhÒRhÑRjÔRjÐ#kÑ#kÔ#kˆÔ Ø$[ tÔ'>Ð$[À$ÔBZÐ$[ˆÔ!Ø=˜$œ)Ð= d¤iÐ=°$´*Ð=ˆŒð ØØØð	$
ð $
ˆÔ ð ØØØØØØØð	$
ð 	$
ˆÔ õ �D Ô!9×!@Ò!@Ñ!BÔ!BÑCÔCÅdÈ4ÔKc×KjÒKjÑKlÔKlÑFmÔFmÑmÑnÔnˆŒà˜C�=Øð
ð 
ˆŒð =Ð<Ð<ˆŒð
ð 
ð ”
Ø”	ØÔ"Ø”	ØÔ"ØÔ ØÔ)ØÔ(ØÔ(Ø”Ø”ðð
ñ 
ô 
ˆŒ
ð" $ V˜_ˆÔÐÐr*   rã   Úreturnc              #   ó°  ‡‡K  — d Šd Šd}dt           fd„}dt           t          z  fˆˆfd„}t          |¦  «        dk    rd S t          |¦  «        D �]ó\  }}|dk    r||dz
           nd }|t          |¦  «        dz
  k    r||dz            nd }|rd}ŒA|d uot	          j        d|¦  «        }	|d         | j        v }
|
r
|dd …         n|}t	          j        d|¦  «        r™ ||¦  «        }|€t          d	¦  «        ‚‰�Wt          ‰t           ¦  «        r5‰ 	                    d
¦  «        r t          ‰¦  «        t          |¦  «        z   ŠŒô |‰¦  «        V — |
r|d         n‰Š|j
        dk    r	|j        Š�Œ!|Š�Œ%|| j        vr‰� |‰¦  «        V —  ||¦  «        V — �ŒL|| j        v rt          ‰pd¦  «        dz   Š�Œk|| j        v rå| j        |         }‰€|Š�Œ‡t          ‰t           ¦  «        s	|| j        v rL|| j        v r"|dk     r‰d d…         t          |¦  «        z   Š�ŒÐt          ‰¦  «        t          |¦  «        z   Š�Œñ|dk     r1‰dz  dk    r‰|z  Š�Œt          ‰¦  «        t          |¦  «        z   Š�Œ(‰dz  dk    r‰|z  Š�Œ8t          ‰¦  «        t          |¦  «        z   Š�ŒY|| j        v �rn| j        |         \  }}‰€ |t          |¦  «        |z   ¦  «        V — �n9t          ‰t           ¦  «        s	|| j        v rf|| j        v r/|dk     r) |‰d d…         t          |¦  «        z   |z   ¦  «        V — nã |t          ‰¦  «        t          |¦  «        z   |z   ¦  «        V — nµ|dk     rX‰dz  dk    r! |t          ‰|z   ¦  «        |z   ¦  «        V — n… |t          ‰¦  «        t          |¦  «        z   |z   ¦  «        V — nW‰dz  dk    r! |t          ‰|z   ¦  «        |z   ¦  «        V — n- |t          ‰¦  «        t          |¦  «        z   |z   ¦  «        V — d Š�ŒÑ|| j        v rz| j        |         }‰€|Š�Œít          ‰t           ¦  «        r!t          ‰¦  «        t          |¦  «        z   Š�Œ#‰dz  dk    r‰|z  Š�Œ3t          ‰¦  «        t          |¦  «        z   Š�ŒT|| j        v rÏ| j        |         \  }}‰€ |t          |¦  «        |z   ¦  «        V — �ŒŽt          ‰t           ¦  «        r/ |t          ‰¦  «        t          |¦  «        z   |z   ¦  «        V — �ŒÒ‰dz  dk    r" |t          ‰|z   ¦  «        |z   ¦  «        V — �Œý |t          ‰¦  «        t          |¦  «        z   |z   ¦  «        V — �Œ,|| j        v r€| j        |         }‰€|Š�ŒHt          ‰t           ¦  «        s‰dk    r; |‰¦  «        }|�||z  nd }|�|j
        dk    r	|j        Š�Œ� |‰¦  «        V — |Š�Œž‰dz  dz  }‰dz  }|||z  z   Š�Œµ|| j        v rê| j        |         \  }}‰€ |t          |¦  «        |z   ¦  «        V — n¶t          ‰t           ¦  «        ro |‰¦  «        }|�||z  nd }|�.|j
        dk    r# |t          |j        ¦  «        |z   ¦  «        V — n] |‰¦  «        V —  |t          |¦  «        |z   ¦  «        V — n2‰dz  dz  }‰dz  }|||z  z   Š |t          ‰¦  «        |z   ¦  «        V — d Š�Œ¨|| j        v r8‰� |‰¦  «        V — || j        v s|	r| j        |         Š�ŒÚ ||¦  «        V — �Œé|| j        v r-‰�| j        |         Š |‰¦  «        V — �Œ ||¦  «        V — �Œ|| j        v r™‰�ˆ| j        |         }t          |t.          ¦  «        rG||v r' |t          ‰¦  «        ||         z   ¦  «        V — d}�Œw |‰¦  «        V —  ||¦  «        V — �Œ“ |t          ‰¦  «        |z   ¦  «        V — �Œ² ||¦  «        V — �ŒÁ|| j        v �r|| j        vr |	s‰� |‰¦  «        V —  ||¦  «        V — �Œô|dk    r'|| j        vr‰� |‰¦  «        V —  ||¦  «        V — �Œ!|dk    s|dk    r}|| j        v s	|| j        v rM|dk    rdnd}| j                             |d¦  «        }t          ‰pd¦  «        t          |¦  «        |z  z   Šd}�ŒŒ‰� |‰¦  «        V —  ||¦  «        V — �Œª|dk    r!|| j        v s|	rt          ‰pd¦  «        d
z   Š�ŒÑt          d|› �¦  «        ‚t          d|› �¦  «        ‚‰� |‰¦  «        V — d S d S )NFr   c                 óD   — 	 t          | ¦  «        S # t          $ r Y d S w xY wr,   )r   Ú
ValueErrorr9   s    r(   Úto_fractionz:EnglishNumberNormalizer.process_words.<locals>.to_fractionÙ   s5   € ðÝ ‘{”{Ð"øÝð ð ð Ø�t�tðøøøs   ‚ ‘
žÚresultc                 ó<   •— t          | ¦  «        } ‰�‰| z   } d Šd Š| S r,   )rS   )rë   Úprefixru   s    €€r(   Úoutputz5EnglishNumberNormalizer.process_words.<locals>.outputß   s,   ø€ å˜‘[”[ˆFØÐ!Ø &™�ØˆEØˆFØˆMr*   r   rp   z^\d+(\.\d+)?$zConverting the fraction failedú.r   Ú0é
   éÿÿÿÿrž   rŸ   TrÂ   rÄ   rÅ   rw   ry   rÃ   zUnexpected token: )rS   ÚintÚlenrÍ   rH   Úmatchrà   ré   Ú
isinstancer†   ÚdenominatorÚ	numeratorrã   rÌ   rÊ   rÒ   rÑ   rÕ   rÖ   rÙ   rÛ   rÜ   rá   Údictrâ   ÚgetrÚ   )rA   rã   Úskiprê   rî   rZ   ÚcurrentÚprevÚnextÚnext_is_numericÚ
has_prefixÚcurrent_without_prefixÚfrÊ   ÚsuffixrÒ   Ú
multiplierÚpÚbeforeÚresidualÚrepeatsrí   ru   s                        @@r(   Úprocess_wordsz%EnglishNumberNormalizer.process_wordsÔ   s³  øøè è € Ø!ˆØ"&ˆØˆð	�3ð 	ð 	ð 	ð 	ð	�3¥™9ð 	ð 	ð 	ð 	ð 	ð 	ð 	õ ˆu‰:Œ:˜Š?ˆ?ØˆFå# EÑ*Ô*ð C	Añ C	A‰JˆAˆwØ#$¨¢6 6�5˜˜Q™”<�<¨tˆDØ#$­¨E©
¬
°Q©Ò#6Ð#6�5˜˜Q™”<�<¸DˆDØð Ø�Øà"¨$Ð.ÐSµ2´8Ð<LÈdÑ3SÔ3SˆOØ  œ t¤}Ð4ˆJØ4>Ð%K W¨Q¨R¨R¤[ [ÀGÐ"ÝŒxÐ(Ð*@ÑAÔAð yAà�KÐ 6Ñ7Ô7�Ø�9Ý$Ð%EÑFÔFÐFàÐ$Ý! %­Ñ-Ô-ð ,°%·.².ÀÑ2EÔ2Eð ,å # E¡
¤
­S°©\¬\Ñ 9˜Ø à$˜f U™mœmÐ+Ð+Ð+à'1Ð=˜ œ˜°v�Ø”= AÒ%Ð%ØœK�E‘Eà2�E‘EØ ¤
Ð*Ð*àÐ$Ø ˜& ™-œ-Ð'Ð'Ð'Ø�f˜W‘o”oÐ%Ð%Ð%Ñ%Ø˜DœJÐ&Ð&Ý˜E˜K RÑ(Ô(¨3Ñ.�‘Ø˜DœIÐ%Ð%Ø”y Ô)�à�=Ø �E‘EÝ ¥sÑ+Ô+ð 7¨t°t´yÐ/@Ð/@Ø˜tœyÐ(Ð(¨T°BªY¨YØ % c r c¤
­S°©Y¬YÑ 6˜™å # E¡
¤
­S°©Y¬YÑ 6˜™Ø˜B’Y�YØ˜r‘z Q’�Ø ™˜™å # E¡
¤
­S°©Y¬YÑ 6˜™à˜s‘{ aÒ'Ð'Ø ™˜™å # E¡
¤
­S°©Y¬YÑ 6˜™Ø˜DÔ.Ð.Ñ.à#Ô1°'Ô:‘��fØ�=Ø ˜&¥ T¡¤¨VÑ!3Ñ4Ô4Ð4Ð4Ð4Ñ4Ý ¥sÑ+Ô+ð F¨t°t´yÐ/@Ð/@Ø˜tœyÐ(Ð(¨T°BªY¨YØ$˜f U¨3¨B¨3¤Zµ#°d±)´)Ñ%;¸fÑ%DÑEÔEÐEÐEÐEÐEà$˜f¥S¨¡Z¤Zµ#°d±)´)Ñ%;¸fÑ%DÑEÔEÐEÐEÐEÐEØ˜B’Y�YØ˜r‘z Q’�Ø$˜f¥S¨°©Ñ%6Ô%6¸Ñ%?Ñ@Ô@Ð@Ð@Ð@Ð@à$˜f¥S¨¡Z¤Zµ#°d±)´)Ñ%;¸fÑ%DÑEÔEÐEÐEÐEÐEà˜s‘{ aÒ'Ð'Ø$˜f¥S¨°©Ñ%6Ô%6¸Ñ%?Ñ@Ô@Ð@Ð@Ð@Ð@à$˜f¥S¨¡Z¤Zµ#°d±)´)Ñ%;¸fÑ%DÑEÔEÐEÐEÐEØ�‘Ø˜DœIÐ%Ð%Ø”y Ô)�Ø�=Ø �E‘EÝ ¥sÑ+Ô+ð 7Ý ™JœJ­¨T©¬Ñ2�E‘Eà˜s‘{ aÒ'Ð'Ø ™˜™å # E¡
¤
­S°©Y¬YÑ 6˜™Ø˜DÔ.Ð.Ð.à#Ô1°'Ô:‘��fØ�=Ø ˜&¥ T¡¤¨VÑ!3Ñ4Ô4Ð4Ð4Ð4Ñ4Ý ¥sÑ+Ô+ð FØ ˜&¥ U¡¤­c°$©i¬iÑ!7¸&Ñ!@ÑAÔAÐAÐAÐAÑAà˜s‘{ aÒ'Ð'Ø$˜f¥S¨°©Ñ%6Ô%6¸Ñ%?Ñ@Ô@Ð@Ð@Ð@Ñ@à$˜f¥S¨¡Z¤Zµ#°d±)´)Ñ%;¸fÑ%DÑEÔEÐEÐEÐEÑEØ˜DÔ,Ð,Ð,Ø!Ô-¨gÔ6�
Ø�=Ø&�E‘EÝ ¥sÑ+Ô+ð ;¨u¸ªz¨zØ#˜ EÑ*Ô*�AØ*+¨-˜˜J™˜¸T�AØ�}¨¬¸!Ò);Ð);Ø !¤˜™à$˜f U™mœmÐ+Ð+Ð+Ø *˜™à" d™]¨TÑ1�FØ$ t™|�HØ" X°
Ñ%:Ñ:�E‘EØ˜DÔ5Ð5Ð5Ø%)Ô%>¸wÔ%GÑ"�
˜FØ�=Ø ˜&¥ Z¡¤°6Ñ!9Ñ:Ô:Ð:Ð:Ð:Ð:Ý ¥sÑ+Ô+ð 6Ø#˜ EÑ*Ô*�AØ*+¨-˜˜J™˜¸T�AØ�}¨¬¸!Ò);Ð);Ø$˜f¥S¨¬Ñ%5Ô%5¸Ñ%>Ñ?Ô?Ð?Ð?Ð?Ð?à$˜f U™mœmÐ+Ð+Ð+Ø$˜f¥S¨¡_¤_°vÑ%=Ñ>Ô>Ð>Ð>Ð>Ð>à" d™]¨TÑ1�FØ$ t™|�HØ" X°
Ñ%:Ñ:�EØ ˜&¥ U¡¤¨fÑ!4Ñ5Ô5Ð5Ð5Ð5Ø�‘Ø˜DÔ4Ð4Ð4àÐ$Ø ˜& ™-œ-Ð'Ð'Ð'à˜4œ:Ð%Ð%¨Ð%Ø!Ô5°gÔ>�F‘Fà ˜& ™/œ/Ð)Ð)Ð)Ñ)Ø˜DÔ4Ð4Ð4àÐ$Ø!Ô5°gÔ>�FØ ˜& ™-œ-Ð'Ð'Ð'Ñ'à ˜& ™/œ/Ð)Ð)Ð)Ñ)Ø˜DœNÐ*Ð*àÐ$Ø!œ^¨GÔ4�FÝ! &­$Ñ/Ô/ð :Ø 6˜>˜>Ø"( &­¨U©¬°f¸T´lÑ)BÑ"CÔ"CÐCÐCÐCØ#'˜D™Dà"( &¨¡-¤-Ð/Ð/Ð/Ø"( &¨¡/¤/Ð1Ð1Ð1Ñ1à$˜f¥S¨¡Z¤Z°&Ñ%8Ñ9Ô9Ð9Ð9Ð9Ñ9à ˜& ™/œ/Ð)Ð)Ð)Ñ)Ø˜DœMÐ)Ñ)Ø˜tœzÐ)Ð)°/Ð)àÐ(Ø$˜f U™mœmÐ+Ð+Ð+Ø ˜& ™/œ/Ð)Ð)Ð)Ñ)Ø Ò%Ð%à 4Ô#3Ð3Ð3Ø Ð,Ø"( &¨¡-¤-Ð/Ð/Ð/Ø$˜f W™oœoÐ-Ð-Ð-ùØ Ò(Ð(¨G°xÒ,?Ð,?Ø˜tœyÐ(Ð(¨D°D´JÐ,>Ð,>Ø'.°(Ò':Ð': ! !À˜Ø#œyŸ}š}¨T°1Ñ5Ô5˜Ý # E K¨RÑ 0Ô 0µ3°t±9´9¸wÑ3FÑ F˜Ø#˜™à Ð,Ø"( &¨¡-¤-Ð/Ð/Ð/Ø$˜f W™oœoÐ-Ð-Ð-Ñ-Ø Ò'Ð'Ø˜tœ}Ð,Ð,°Ð,Ý # E K¨RÑ 0Ô 0°3Ñ 6˜ùõ %Ð%C¸'Ð%CÐ%CÑDÔDÐDõ !Ð!?°gÐ!?Ð!?Ñ@Ô@Ð@àÐØ�&˜‘-”-ÐÐÐÐÐð Ðr*   r   c                 óŒ  — g }t          j        d|¦  «        }t          |¦  «        D ]Å\  }}t          |                     ¦   «         ¦  «        dk    rŒ+|t          |¦  «        dz
  k    r|                     |¦  «         ŒW|                     |¦  «         |                     d¬¦  «        d         }|| j        v s	|| j        v r|                     d¦  «         Œ°|                     d¦  «         ŒÆd	 	                    |¦  «        }t          j
        d
d|¦  «        }t          j
        dd|¦  «        }t          j
        dd|¦  «        }|S )Nz\band\s+a\s+half\br   rp   rw   )Úmaxsplitrò   z
point fivez
and a halfr"   z([a-z])([0-9])z\1 \2z([0-9])([a-z])z([0-9])\s+(st|nd|rd|th|s)\bú\1\2)rH   ÚsplitrÍ   rô   ÚstripÚappendÚrsplitrÚ   rÖ   r3   rI   )rA   r   ÚresultsÚsegmentsrZ   ÚsegmentÚ	last_words          r(   Ú
preprocessz"EnglishNumberNormalizer.preprocess³  sA  € àˆå”8Ð1°1Ñ5Ô5ˆÝ# HÑ-Ô-ð 	1ð 	1‰JˆAˆwÝ�7—=’=‘?”?Ñ#Ô# qÒ(Ð(ØØ•C˜‘M”M AÑ%Ò%Ð%Ø—’˜wÑ'Ô'Ð'Ð'à—’˜wÑ'Ô'Ð'Ø#ŸNšN°A˜NÑ6Ô6°rÔ:�	Ø ¤Ð-Ð-°¸dÔ>NÐ1NÐ1NØ—N’N <Ñ0Ô0Ð0Ð0à—N’N <Ñ0Ô0Ð0Ð0à�HŠH�WÑÔˆõ ŒFÐ$ h°Ñ2Ô2ˆÝŒFÐ$ h°Ñ2Ô2ˆõ ŒFÐ1°7¸AÑ>Ô>ˆàˆr*   c                 ó¶   — dt           fd„}dt           fd„}t          j        d||¦  «        }t          j        d||¦  «        }t          j        dd|¦  «        }|S )NÚmc                 óÞ   — 	 |                       d¦  «        }|                       d¦  «        }t          |                       d¦  «        ¦  «        }|› |› d|d›�S # t          $ r
 | j        cY S w xY w)Nrp   rw   ry   rï   Ú02d)Úgroupró   ré   Ústring)r  ÚcurrencyÚintegerr¾   s       r(   Úcombine_centsz:EnglishNumberNormalizer.postprocess.<locals>.combine_centsÑ  s|   € ð ØŸ7š7 1™:œ:�ØŸ'š' !™*œ*�Ý˜AŸGšG A™JœJ™œ�Ø"Ð9 GÐ9Ð9¨eÐ9Ð9Ð9Ð9øÝð  ð  ð  Ø”x���ð øøøs   ‚AA ÁA,Á+A,c                 ó|   — 	 dt          |                      d¦  «        ¦  «        › �S # t          $ r
 | j        cY S w xY w)Nr¶   rp   )ró   r  ré   r  )r  s    r(   Úextract_centsz:EnglishNumberNormalizer.postprocess.<locals>.extract_centsÚ  sK   € ð Ø-�C §¢¨¡
¤
™OœOÐ-Ð-Ð-øÝð  ð  ð  Ø”x���ð øøøs   ‚$' §;º;u,   ([â‚¬Â£$])([0-9]+) (?:and )?Â¢([0-9]{1,2})\bu   [â‚¬Â£$]0.([0-9]{1,2})\bz	\b1(s?)\bzone\1)r   rH   rI   )rA   r   r  r   s       r(   Úpostprocessz#EnglishNumberNormalizer.postprocessÐ  s}   € ð	 �Uð 	 ð 	 ð 	 ð 	 ð	 �Uð 	 ð 	 ð 	 ð 	 õ ŒFÐBÀMÐSTÑUÔUˆÝŒFÐ.°¸qÑAÔAˆõ ŒF�< ¨1Ñ-Ô-ˆàˆr*   c                 óâ   — |                       |¦  «        }d                     d„ |                      |                     ¦   «         ¦  «        D ¦   «         ¦  «        }|                      |¦  «        }|S )Nr"   c              3   ó   K  — | ]}|®|V — Œ	d S r,   r-   )r.   Úwords     r(   r0   z3EnglishNumberNormalizer.__call__.<locals>.<genexpr>ë  s'   è è € ÐXÐX˜dÀtÐGW�TÐGWÐGWÐGWÐGWÐXÐXr*   )r  r3   r	  r  r!  rM   s     r(   rN   z EnglishNumberNormalizer.__call__é  sa   € Ø�OŠO˜AÑÔˆØ�HŠHÐXÐX d×&8Ò&8¸¿º¹¼Ñ&CÔ&CÐXÑXÔXÑXÔXˆØ×Ò˜QÑÔˆàˆr*   )rO   rP   rQ   Ú__doc__rB   rÞ   rS   r   r	  r  r!  rN   Ú__classcell__)rå   s   @r(   rU   rU   _   sÊ   ø€ € € € € ðð ðh-ð h-ð h-ð h-ð h-ðT]  4¨¤9ð ] °¸#´ð ] ð ] ð ] ð ] ð~˜Cð ð ð ð ð:˜Sð ð ð ð ð2˜#ð ð ð ð ð ð ð ð r*   rU   c                   ó$   — e Zd ZdZd„ Zdefd„ZdS )ÚEnglishSpellingNormalizerz~
    Applies British-American spelling mappings as listed in [1].

    [1] https://www.tysto.com/uk-us-spelling-list.html
    c                 ó   — || _         d S r,   )rÇ   ©rA   Úenglish_spelling_mappings     r(   rB   z"EnglishSpellingNormalizer.__init__ø  s   € Ø/ˆŒˆˆr*   r   c                 ój   ‡ — d                      ˆ fd„|                     ¦   «         D ¦   «         ¦  «        S )Nr"   c              3   óN   •K  — | ]}‰j                              ||¦  «        V — Œ d S r,   )rÇ   rú   )r.   r$  rA   s     €r(   r0   z5EnglishSpellingNormalizer.__call__.<locals>.<genexpr>ü  s5   øè è € ÐKÐK¸˜œ×(Ò(¨¨tÑ4Ô4ÐKÐKÐKÐKÐKÐKr*   )r3   r  rM   s   ` r(   rN   z"EnglishSpellingNormalizer.__call__û  s2   ø€ Ø�xŠxÐKÐKÐKÐKÀÇÂÁÄÐKÑKÔKÑKÔKÐKr*   N)rO   rP   rQ   r%  rB   rS   rN   r-   r*   r(   r(  r(  ñ  sO   € € € € € ðð ð0ð 0ð 0ðL˜#ð Lð Lð Lð Lð Lð Lr*   r(  c                   ó    — e Zd Zd„ Zdefd„ZdS )ÚEnglishTextNormalizerc                 ód  — d| _         i dd“dd“dd“dd	“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd “d!d"“i d#d$“d%d&“d'd(“d)d*“d+d,“d-d.“d/d0“d1d2“d3d4“d5d6“d7d8“d9d:“d;d<“d=d>“d?d@“dAdB“dCdD“¥dEdFdGdHdIdJdKdLdMdNdOdPdLdQdRdSœ¥| _        t          ¦   «         | _        t	          |¦  «        | _        d S )TNz\b(hmm|mm|mhm|mmm|uh|um)\bz	\bwon't\bzwill notz	\bcan't\bzcan notz	\blet's\bzlet usz	\bain't\bÚaintz	\by'all\bzyou allz	\bwanna\bzwant toz	\bgotta\bzgot toz	\bgonna\bzgoing toz\bi'ma\bzi am going toz\bimma\bz
\bwoulda\bz
would havez
\bcoulda\bz
could havez\bshoulda\bzshould havez	\bma'am\bÚmadamz\bmr\bzmister z\bmrs\bzmissus z\bst\bzsaint z\bdr\bzdoctor z\bprof\bz
professor z\bcapt\bzcaptain z\bgov\bz	governor z\bald\bz	alderman z\bgen\bzgeneral z\bsen\bzsenator z\brep\bzrepresentative z\bpres\bz
president z\brev\bz	reverend z\bhon\bz
honorable z\basst\bz
assistant z	\bassoc\bz
associate z\blt\bzlieutenant z\bcol\bzcolonel z\bjr\bzjunior z\bsr\bzsenior zesquire z	 had beenz	 has beenz	 had gonez	 has gonez	 had donez has gotz notz arez isz wouldz willz havez am)z\besq\bz	'd been\bz	's been\bz	'd gone\bz	's gone\bz	'd done\bz's got\bzn't\bz're\bz's\bz'd\bz'll\bz't\bz've\bz'm\b)Úignore_patternsÚ	replacersrU   Ústandardize_numbersr(  Ústandardize_spellingsr*  s     r(   rB   zEnglishTextNormalizer.__init__   s&  € Ø<ˆÔð6
à˜*ð6
ð ˜)ð6
ð ˜(ð	6
ð
 ˜&ð6
ð ˜)ð6
ð ˜)ð6
ð ˜(ð6
ð ˜*ð6
ð ˜ð6
ð ˜ð6
ð ˜<ð6
ð ˜<ð6
ð ˜Mð6
ð ˜'ð6
ð" �yð#6
ð$ ˜	ð%6
ð& �xð'6
ð 6
ð( �yð)6
ð* ˜ð+6
ð, ˜ð-6
ð. ˜ð/6
ð0 ˜ð16
ð2 ˜
ð36
ð4 ˜
ð56
ð6 Ð)ð76
ð8 ˜ð96
ð: ˜ð;6
ð< ˜ð=6
ð> ˜ð?6
ð@ ˜,ðA6
ðB �}ðC6
ðD ˜
ðE6
ðF �yðG6
ðH �yðI6
ð 6
ðJ #à%Ø%Ø%Ø%Ø%Ø#àØØØØØØØðk6
ð 6
ð 6
ˆŒõn $;Ñ#<Ô#<ˆÔ Ý%>Ð?WÑ%XÔ%XˆÔ"Ð"Ð"r*   r   c                 ó¤  — |                      ¦   «         }t          j        dd|¦  «        }t          j        dd|¦  «        }t          j        | j        d|¦  «        }t          j        dd|¦  «        }| j                             ¦   «         D ]\  }}t          j        |||¦  «        }Œt          j        dd|¦  «        }t          j        dd	|¦  «        }t          |d
¬¦  «        }|                      |¦  «        }|                      |¦  «        }t          j        dd	|¦  «        }t          j        dd|¦  «        }t          j        dd|¦  «        }|S )NrD   r   rE   z\s+'ú'z	(\d),(\d)r  z\.([^0-9]|$)z \1u
   .%$Â¢â‚¬Â£)r'   u   [.$Â¢â‚¬Â£]([^0-9])z	([^0-9])%z\1 rF   r"   )	rG   rH   rI   r3  r4  rÎ   r5   r5  r6  )rA   r   ÚpatternÚreplacements       r(   rN   zEnglishTextNormalizer.__call__<  s5  € Ø�GŠG‰IŒIˆåŒFÐ'¨¨QÑ/Ô/ˆÝŒF�? B¨Ñ*Ô*ˆÝŒF�4Ô'¨¨QÑ/Ô/ˆÝŒF�7˜C Ñ#Ô#ˆà$(¤N×$8Ò$8Ñ$:Ô$:ð 	0ð 	0Ñ ˆG�[Ý”�w ¨QÑ/Ô/ˆAˆAåŒF�< ¨!Ñ,Ô,ˆÝŒF�? F¨AÑ.Ô.ˆÝ)¨!°,Ð?Ñ?Ô?ˆà×$Ò$ QÑ'Ô'ˆØ×&Ò& qÑ)Ô)ˆõ ŒFÐ)¨6°1Ñ5Ô5ˆÝŒF�< ¨Ñ+Ô+ˆåŒF�6˜3 Ñ"Ô"ˆàˆr*   N)rO   rP   rQ   rB   rS   rN   r-   r*   r(   r/  r/  ÿ  sB   € € € € € ð:Yð :Yð :Yðx˜#ð ð ð ð ð ð r*   r/  )r   )rH   r$   Úcollections.abcr   Ú	fractionsr   r   rJ   r#   rS   r5   r:   r<   rU   r(  r/  r-   r*   r(   ú<module>r=     s*  ðð  
€	€	€	Ø Ð Ð Ð Ø $Ð $Ð $Ð $Ð $Ð $Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à €€€ðØˆ$ðàˆ$ðð 	ˆ#ðð 	ˆ#ð	ð
 	ˆ$ðð 	ˆ$ðð 	ˆ$ðð 
ˆ4ðð 	ˆ#ðð 	ˆ#ðð 	ˆ#ðð 	ˆ#ðð 	ˆ$ðð 	ˆ$ðð 	ˆ#ðð  	ˆ#ð!Ð ð(Sð S Sð Sð Sð Sð Sð.p�cð pð pð pð pðð ð ð ð ñ ô ð ð&Oð Oð Oð Oð Oñ Oô Oð OðdLð Lð Lð Lð Lñ Lô Lð LðUð Uð Uð Uð Uñ Uô Uð Uð Uð Ur*   