§
    9²¸jÖ"  ã                   óT   — d Z ddlZej        dk    rddlZnddlZ G d„ d¦  «        ZdS )z"English Normalizer class for CLVP.é    N)é   é   c                   óº   — e Zd Zd„ Zdedefd„Zdedefd„Zdedefd„Zdedefd	„Z	dedefd
„Z
dedefd„Zdedefd„Zdedefd„Zdedefd„Zdedefd„Zd„ ZdS )ÚEnglishNormalizerc                 ó^   — d„ dD ¦   «         | _         g d¢| _        g d¢| _        g d¢| _        d S )Nc                 ón   — g | ]2}t          j        d |d         z  t           j        ¦  «        |d         f‘Œ3S )z\b%s\.r   é   )ÚreÚcompileÚ
IGNORECASE)Ú.0Úxs     úz/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/models/clvp/number_normalizer.pyú
<listcomp>z.EnglishNormalizer.__init__.<locals>.<listcomp>   sH   € ð 
ð 
ð 
àõ ŒZ˜
 Q q¤TÑ)­2¬=Ñ9Ô9¸1¸Q¼4Ð@ð
ð 
ð 
ó    ))ÚmrsÚmisess)ÚmrÚmister)ÚdrÚdoctor)ÚstÚsaint)ÚcoÚcompany)ÚjrÚjunior)ÚmajÚmajor)ÚgenÚgeneral)ÚdrsÚdoctors)ÚrevÚreverend)ÚltÚ
lieutenant)ÚhonÚ	honorable)ÚsgtÚsergeant)ÚcaptÚcaptain)ÚesqÚesquire)ÚltdÚlimited)ÚcolÚcolonel)ÚftÚfort)
Ú ÚoneÚtwoÚthreeÚfourÚfiveÚsixÚsevenÚeightÚnine)
ÚtenÚelevenÚtwelveÚthirteenÚfourteenÚfifteenÚsixteenÚ	seventeenÚeighteenÚnineteen)
r6   r6   ÚtwentyÚthirtyÚfortyÚfiftyÚsixtyÚseventyÚeightyÚninety)Ú_abbreviationsÚonesÚteensÚtens)Úselfs    r   Ú__init__zEnglishNormalizer.__init__   s\   € ð
ð 
ðð
ñ 
ô 
ˆÔð0 aÐ`Ð`ˆŒ	ð
ð 
ð 
ˆŒ
ð kÐjÐjˆŒ	ˆ	ˆ	r   ÚnumÚreturnc                 óˆ  — |dk    rdS |dk     r%d|                       t          |¦  «        ¦  «        z   S |dk     r| j        |         S |dk     r| j        |dz
           S |dk     r7| j        |dz           |dz  dk    rd|                       |dz  ¦  «        z   ndz   S |d	k     r:| j        |dz           d
z   |dz  dk    rd|                       |dz  ¦  «        z   ndz   S |dk     rB|                       |d	z  ¦  «        dz   |d	z  dk    rd|                       |d	z  ¦  «        z   ndz   S |dk     rB|                       |dz  ¦  «        dz   |dz  dk    rd|                       |dz  ¦  «        z   ndz   S |dk     rB|                       |dz  ¦  «        dz   |dz  dk    rd|                       |dz  ¦  «        z   ndz   S |dk     rB|                       |dz  ¦  «        dz   |dz  dk    rd|                       |dz  ¦  «        z   ndz   S |dk     rB|                       |dz  ¦  «        dz   |dz  dk    rd|                       |dz  ¦  «        z   ndz   S dS )ax  
        Converts numbers(`int`) to words(`str`).

        Please note that it only supports upto - "'nine hundred ninety-nine quadrillion, nine hundred ninety-nine
        trillion, nine hundred ninety-nine billion, nine hundred ninety-nine million, nine hundred ninety-nine
        thousand, nine hundred ninety-nine'" or `number_to_words(999_999_999_999_999_999)`.
        r   Úzerozminus é
   é   éd   ú-r6   éè  ú hundredú i@B z	 thousandú, i Êš;z millionl    J)£z billionl     �Iú5 z	 trillionl     ÈNÎZoz quadrillionznumber out of range)Únumber_to_wordsÚabsrS   rT   rU   )rV   rX   s     r   rd   z!EnglishNormalizer.number_to_wordsE   s  € ð �!Š8ˆ8Ø�6Ø�1ŠWˆWØ˜d×2Ò2µ3°s±8´8Ñ<Ô<Ñ<Ð<Ø�2ŠXˆXØ”9˜S”>Ð!Ø�2ŠXˆXØ”:˜c B™hÔ'Ð'Ø�3ŠYˆYØ”9˜S B™YÔ'ÐSVÐY[ÑS[Ð_`ÒS`ÐS`¨3°×1EÒ1EÀcÈBÁhÑ1OÔ1OÑ+OÐ+OÐfhÑiÐiØ�4ŠZˆZà”	˜# ™*Ô%¨
Ñ2Ð_bÐehÑ_hÐlmÒ_mÐ_m°c¸D×<PÒ<PÐQTÐWZÑQZÑ<[Ô<[Ñ6[Ð6[ÐsuÑvðð �9Š_ˆ_à×$Ò$ S¨D¡[Ñ1Ô1Øñà>AÀD¹jÈAºo¸o�4˜$×.Ò.¨s°T©zÑ:Ô:Ñ:Ð:ÐSUñWðð
 �=Ò Ð à×$Ò$ S¨IÑ%5Ñ6Ô6ØñàCFÈÁ?ÐVWÒCWÐCW�4˜$×.Ò.¨s°Y©Ñ?Ô?Ñ?Ð?Ð]_ñaðð
 Ð$Ò$Ð$à×$Ò$ S¨MÑ%9Ñ:Ô:ØñàGJÈ]ÑGZÐ^_ÒG_ÐG_�4˜$×.Ò.¨s°]Ñ/BÑCÔCÑCÐCÐegñiðð
 Ð(Ò(Ð(à×$Ò$ SÐ,=Ñ%=Ñ>Ô>ØñàKNÐQbÑKbÐfgÒKgÐKg�4˜$×.Ò.¨sÐ5FÑ/FÑGÔGÑGÐGÐmoñqðð
 Ð,Ò,Ð,à×$Ò$ SÐ,AÑ%AÑBÔBØ ñ!ð Ð2Ñ2°aÒ7Ð7ð ˜4×/Ò/°Ð6KÑ0KÑLÔLÑLÐLàñðð )Ð(r   Útextc                 óT   — |                      dd¦  «                             d¦  «        S )z+
        Converts unicode to ascii
        ÚasciiÚignorezutf-8)ÚencodeÚdecode©rV   rf   s     r   Úconvert_to_asciiz"EnglishNormalizer.convert_to_ascii€   s&   € ð �{Š{˜7 HÑ-Ô-×4Ò4°WÑ=Ô=Ð=r   Úmc                 óÂ  — |                      d¦  «        }|                     d¦  «        }t          |¦  «        dk    r|dz   S |d         rt          |d         ¦  «        nd}t          |¦  «        dk    r|d         rt          |d         ¦  «        nd}|r#|r!|dk    rdnd}|dk    rdnd	}|›d
|›d|›d
|›�S |r|dk    rdnd}|›d
|›�S |r|dk    rdnd	}|›d
|›�S dS )zZ
        This method is used to expand numerical dollar values into spoken words.
        r	   ú.é   z dollarsr   ÚdollarÚdollarsÚcentÚcentsrb   rc   zzero dollars)ÚgroupÚsplitÚlenÚint)rV   rn   ÚmatchÚpartsrs   ru   Údollar_unitÚ	cent_units           r   Ú_expand_dollarsz!EnglishNormalizer._expand_dollars†   s*  € ð —’˜‘
”
ˆØ—’˜CÑ Ô ˆÝˆu‰:Œ:˜Š>ˆ>Ø˜:Ñ%Ð%à#(¨¤8Ð2•#�e˜A”h‘-”-�-°ˆÝ!$ U¡¤¨a¢ °E¸!´H •�E˜!”H‘”�À!ˆØð 	"�uð 	"Ø&-°¢l l˜(˜(¸	ˆKØ"'¨1¢* *˜˜°'ˆIØ%, W W¨k¨k¨k¸5¸5¸5À)À)ÐLÐLØð 	"Ø&-°¢l l˜(˜(¸	ˆKØ%˜g˜g { {Ð3Ð3Øð 	"Ø"'¨1¢* *˜˜°'ˆIØ#˜e˜e Y YÐ/Ð/à!�>r   c                 óT   — |                      d¦  «                             dd¦  «        S )zF
        This method is used to remove commas from sentences.
        r	   ú,r6   ©rv   Úreplace©rV   rn   s     r   Ú_remove_commasz EnglishNormalizer._remove_commasž   s$   € ð �wŠw�q‰zŒz×!Ò! # rÑ*Ô*Ð*r   c                 óT   — |                      d¦  «                             dd¦  «        S )zO
        This method is used to expand '.' into spoken word ' point '.
        r	   rp   z point r�   rƒ   s     r   Ú_expand_decimal_pointz'EnglishNormalizer._expand_decimal_point¤   s$   € ð �wŠw�q‰zŒz×!Ò! # yÑ1Ô1Ð1r   c                 óî   — ddddœ}t          |                     d¦  «        dd…         ¦  «        }|dz  d	k    r|dz  d
k    rd}n|                     |d	z  d¦  «        }|                      |¦  «        |z   S )z`
        This method is used to expand ordinals such as '1st', '2nd' into spoken words.
        r   ÚndÚrd)r	   rq   r   r   Néþÿÿÿr^   r\   r]   Úth)ry   rv   Úgetrd   )rV   rX   Úordinal_suffixesÚsuffixs       r   Ú_expand_ordinalz!EnglishNormalizer._expand_ordinalª   s†   € ð  $¨°Ð6Ð6Ðå�#—)’)˜A‘,”,˜s ˜sÔ#Ñ$Ô$ˆØ�‰9˜Š?ˆ?˜s S™y¨Bš˜ØˆFˆFà%×)Ò)¨#°©(°DÑ9Ô9ˆFØ×#Ò# CÑ(Ô(¨6Ñ1Ð1r   c                 óX  — t          |                     d¦  «        ¦  «        }|dk    rn|dk     rh|dk    rdS |dk    r!|dk     rd|                      |dz  ¦  «        z   S |dz  dk    r|                      |dz  ¦  «        d	z   S |                      |¦  «        S |                      |¦  «        S )
a  
        This method acts as a preprocessing step for numbers between 1000 and 3000 (same as the original repository,
        link :
        https://github.com/neonbjb/tortoise-tts/blob/4003544b6ff4b68c09856e04d3eff9da26d023c2/tortoise/utils/tokenizer.py#L86)
        r   r`   i¸  iÐ  ztwo thousandiÚ  ztwo thousand r^   ra   )ry   rv   rd   )rV   rn   rX   s      r   Ú_expand_numberz EnglishNormalizer._expand_number·   s¸   € õ �!—'’'˜!‘*”*‰oŒoˆà�Š:ˆ:˜# š*˜*Ø�dŠ{ˆ{Ø%�~Ø�t’�  d¢
 
Ø&¨×)=Ò)=¸cÀC¹iÑ)HÔ)HÑHÐHØ�s‘˜a’�Ø×+Ò+¨C°3©JÑ7Ô7¸*ÑDÐDà×+Ò+¨CÑ0Ô0Ð0à×'Ò'¨Ñ,Ô,Ð,r   c                 ó@  — t          j        d| j        |¦  «        }t          j        dd|¦  «        }t          j        d| j        |¦  «        }t          j        d| j        |¦  «        }t          j        d| j        |¦  «        }t          j        d| j        |¦  «        }|S )z�
        This method is used to normalize numbers within a text such as converting the numbers to words, removing
        commas, etc.
        z([0-9][0-9,]+[0-9])u   Â£([0-9,]*[0-9])z	\1 poundsz\$([0-9.,]*[0-9])z([0-9]++\.[0-9]+)z[0-9]++(st|nd|rd|th)z[0-9]+)r
   Úsubr„   r~   r†   r�   r‘   rl   s     r   Únormalize_numbersz#EnglishNormalizer.normalize_numbersË   s�   € õ
 ŒvÐ,¨dÔ.AÀ4ÑHÔHˆÝŒvÐ)¨<¸Ñ>Ô>ˆÝŒvÐ*¨DÔ,@À$ÑGÔGˆÝŒvÐ*¨DÔ,FÈÑMÔMˆÝŒvÐ-¨tÔ/CÀTÑJÔJˆÝŒv�i Ô!4°dÑ;Ô;ˆØˆr   c                 óL   — | j         D ]\  }}t          j        |||¦  «        }Œ|S )z/
        Expands the abbreviate words.
        )rR   r
   r“   )rV   rf   ÚregexÚreplacements       r   Úexpand_abbreviationsz&EnglishNormalizer.expand_abbreviationsØ   s5   € ð #'Ô"5ð 	4ð 	4ÑˆE�;Ý”6˜% ¨dÑ3Ô3ˆDˆDØˆr   c                 óR   — t          j        t          j        d¦  «        d|¦  «        S )z.
        Removes multiple whitespaces
        z\s+rb   )r
   r“   r   rl   s     r   Úcollapse_whitespacez%EnglishNormalizer.collapse_whitespaceà   s"   € õ Œv•b”j Ñ(Ô(¨#¨tÑ4Ô4Ð4r   c                 ó  — |                       |¦  «        }|                     ¦   «         }|                      |¦  «        }|                      |¦  «        }|                      |¦  «        }|                     dd¦  «        }|S )zŒ
        Converts text to ascii, numbers / number-like quantities to their spelt-out counterparts and expands
        abbreviations
        ú"r6   )rm   Úlowerr”   r˜   rš   r‚   rl   s     r   Ú__call__zEnglishNormalizer.__call__æ   su   € ð ×$Ò$ TÑ*Ô*ˆØ�zŠz‰|Œ|ˆØ×%Ò% dÑ+Ô+ˆØ×(Ò(¨Ñ.Ô.ˆØ×'Ò'¨Ñ-Ô-ˆØ�|Š|˜C Ñ$Ô$ˆàˆr   N)Ú__name__Ú
__module__Ú__qualname__rW   ry   Ústrrd   rm   r~   r„   r†   r�   r‘   r”   r˜   rš   rž   © r   r   r   r      s‹  € € € € € ð'kð 'kð 'kðR9) 3ð 9)¨3ð 9)ð 9)ð 9)ð 9)ðv> Sð >¨Sð >ð >ð >ð >ð" ð "¨ð "ð "ð "ð "ð0+ ð +¨ð +ð +ð +ð +ð2 sð 2¨sð 2ð 2ð 2ð 2ð2 3ð 2¨3ð 2ð 2ð 2ð 2ð- ð -¨ð -ð -ð -ð -ð( cð ¨cð ð ð ð ð¨ð °ð ð ð ð ð5¨ð 5°ð 5ð 5ð 5ð 5ðð ð ð ð r   r   )Ú__doc__ÚsysÚversion_infor
   r–   r   r£   r   r   ú<module>r§      sy   ðð )Ð (à 
€
€
€
ð Ô�wÒÐà€I€I€I€IàÐÐÐðXð Xð Xð Xð Xñ Xô Xð Xð Xð Xr   