
    i                        d dl Z e j                  j                  ddg      d        Ze j                  j                  ddg      d        Ze j                  j                  ddg      d        Ze j                  j                  dd	g      d
        Ze j                  j                  ddg      d        Ze j                  j                  ddg      d        Ze j                  j                  ddg      d        Z	y)    Ntextzlorem ipsumc                 4     | |      }t        |      dk(  sJ y )N   len	tokenizerr   tokenss      v/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/tokenizer/test_whitespace.py"test_tokenizer_splits_single_spacer          t_Fv;!    zlorem  ipsumc                 \     | |      }t        |      dk(  sJ |d   j                  dk(  sJ y )N       r   r   r   s      r   "test_tokenizer_splits_double_spacer   
   s3    t_Fv;!!9>>S   r   zlorem ipsum  c                 Z     | |      }t        |j                        t        |      k(  sJ y )N)reprtext_with_wsr   s      r   )test_tokenizer_handles_double_trailing_wsr      s(    t_F##$T
222r   zlorem
ipsumc                 \     | |      }t        |      dk(  sJ |d   j                  dk(  sJ y )Nr   r   
r   r   s      r   test_tokenizer_splits_newliner      s3    t_Fv;!!9>>T!!!r   zlorem 
ipsumc                 4     | |      }t        |      dk(  sJ y Nr   r   r   s      r   #test_tokenizer_splits_newline_spacer      r   r   zlorem  
ipsumc                 4     | |      }t        |      dk(  sJ y r   r   r   s      r   *test_tokenizer_splits_newline_double_spacer    $   r   r   zlorem 
 ipsumc                 4     | |      }t        |      dk(  sJ y r   r   r   s      r   (test_tokenizer_splits_newline_space_wrapr"   *   r   r   )
pytestmarkparametrizer   r   r   r   r   r    r"    r   r   <module>r'      s!    -1 2
 .!12! 3! /!233 43
 .!12" 3" /!23 4
 "2!34 5
 "2!34 5r   