
    i                         d dl Z d dlZd Zej                  j	                  dddg      d        Zej                  j	                  dg d      d        Zd	 Zy)
    Nc                 `   d} | |      }|d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   d	k(  sJ |d
   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d   j                   dk(  sJ |d    j                   d!k(  sJ |d"   j                   d#k(  sJ |d$   j                   d%k(  sJ |d&   j                   d'k(  sJ |d(   j                   d)k(  sJ |d*   j                   d+k(  sJ y ),NzI:o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| :> ....r   z:o   z:/   z:'(   z>:o   z(:   z:)   z>.<   XD   z-__-	   zo.O
   z;D   z:-)   z@_@   z:P   8D   z:1   z>:(   z:D   z=|   z:>   z....)text)	tokenizerr   tokenss      v/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/tokenizer/test_exceptions.py test_tokenizer_handles_emoticonsr      s    	X 	 t_F!9>>T!!!!9>>T!!!!9>>U"""!9>>U"""!9>>T!!!!9>>T!!!!9>>U"""!9>>T!!!!9>>V###!9>>U"""":??d"""":??e###":??e###":??d"""":??d"""":??d"""":??e###":??d"""":??d"""":??d"""":??f$$$    ztext,length)z108)r   )XDNr   c                 4     | |      }t        |      |k(  sJ y )N)lenr   r   lengthr   s       r   +test_tokenizer_excludes_false_pos_emoticonsr%   #   s    t_Fv;&   r   ))u"   can you still dunk?🍕🍔😵LOLr   )u   i💙your   )u   🤘🤘yay!r   c                 \    t         j                  dk\  r | |      }t        |      |k(  sJ y y )Ni )sys
maxunicoder"   r#   s       r   test_tokenizer_handles_emojir)   )   s0    
 ~~ 46{f$$$ !r   c                     dD ]^  } | d| d      D cg c]  }|j                    c}d| dgk(  sJ | j                  d| d      D cg c]  }|d   	 c}d| dgk(  r^J  y c c}w c c}w )NcfkCFK   °.r   )r   explain)r   uts      r   test_tokenizer_degreer1   3   s     S )Bqc) 4515$1#9LLLL'//"QCq	:;!;c?RRRRS5;s   A%
A*)r'   pytestr   markparametrizer%   r)   r1    r   r   <module>r6      sj    
 %: j(AB! C!
 d%%Sr   