
    i                     Z    d dl Z d dlmZ e j                  j	                  d      d        Zy)    N)Hindii)  c                  x    t               }  | d      }g d}|D cg c]  }|j                   c}|k(  sJ yc c}w )zGTest that default punctuation rules applies to hindi unicode charactersu-   hi. how हुए. होटल, होटल)hi.howu	   हुएr      होटल,r   N)r   text)nlpdocexpectedtokens       n/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/lang/hi/test_text.pytest_issue3625r      s;     'C
=
>CXH$'(5EJJ(H444(s   7)pytestspacy.lang.hir   markissuer        r   <module>r      s.      45 5r   