
    i"                        d dl Z d dlmZmZ d Ze j
                  j                  dg d      d        Ze j
                  j                  dg d      d	        Ze j
                  j                  d
g d      d        Z	e j
                  j                  d
dg      d        Z
e j
                  j                  dg d      d        Zy)    N)like_numnorm_customc                 8    d} | |      }t        |      dk(  sJ y )Nu  Onè ap fèt pou ansyen lidè Pati Travayè Britanik

Moun atravè lemond ap voye onè pou ansyen lidè
Pati Travayè a, John Smith, ki mouri pi bonè jodi a apre li te fè yon gwo kriz kadyak a laj 55 an.

Nan Washington, Depatman Deta Etazini pibliye yon deklarasyon ki eksprime "regre lanmò twò bonè" avoka ak palmantè eskoze a.

"Misye Smith, pandan tout karyè li ki te make ak distenksyonT   len)ht_tokenizertexttokenss      n/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/lang/ht/test_text.py#test_ht_tokenizer_handles_long_textr      s(    AD $Fv;"    ztext,length))z;Map manje gato a pandan map gade televizyon lem lakay mwen.   )z@M'ap vini, eske wap la avek lajan'm? Si oui, di'l non pou fre'w.   )zM ap teste sa (pou kounye a).
   c                 4     | |      }t        |      |k(  sJ y Nr   )r	   r
   lengthr   s       r   test_ht_tokenizer_handles_cntsr      s      $Fv;&   r   z
text,match))10T)1T)z10,000T)z10,00T)z999.0T)enT)deT)milyaT)dogF),F)z1/2Tc                 \     | |      }t        |      dk(  sJ |d   j                  |k(  sJ y )N   r   )r   r   )r	   r
   matchr   s       r   test_lex_attrs_like_numberr        s8    " $Fv;!!9&&&r   word)u   ventyèmu   Milyonnyèmu   3yèmu   Santyèmu   25yèmu   52yèmc                     t        |       sJ y r   )r   r!   s    r   )test_ht_lex_attrs_like_number_for_ordinalr$   6   s     D>>r   onzc                 T    t        |       sJ t        | j                               sJ y r   )r   upperr#   s    r   test_ht_lex_attrs_capitalsr(   =   s"    D>>DJJL!!!r   zword, expected))z'mmwen)z'nnou)z'lli)z'yyo)z'wouc                 $    t        |       |k(  sJ y r   )r   )r!   expecteds     r   test_ht_lex_attrs_norm_customr0   C   s     t(((r   )pytestspacy.lang.ht.lex_attrsr   r   r   markparametrizer   r    r$   r(   r0    r   r   <module>r6      s     9
 !!
  '! ' 
P %)" *"
 	)	)r   