
    i                     ^    d dl Z dg dfgZe j                  j                  de      d        Zy)    NuI   Lääʹddjânnmest lie nuʹtt 10 000 säʹmmliʹžžed. Seeʹst pâʹjjel)	u   Lääʹddjânnmestlieu   nuʹtt10000u   säʹmmliʹžžed.u   Seeʹstu	   pâʹjjelztext,expected_tokensc                 x     | |      }|D cg c]  }|j                   r|j                   }}||k(  sJ y c c}w )N)is_spacetext)xx_tokenizerr	   expected_tokenstokenstoken
token_lists         s/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/lang/xx/test_tokenizer.pytest_xx_tokenizer_basicr      s=    $F*0G%**GJGj((( Hs   77)pytestXX_BASIC_TOKENIZATION_TESTSmarkparametrizer        r   <module>r      sH     	T
	
 $ /1LM) N)r   