
    i                     n    d dl Z d dlmZ ddlmZ d Zd Zd Ze j                  j                  d        Z
y)	    N)Chinese   )make_tempdirc                    | j                         }t               }|j                  j                  |       ||j                  j                         k(  sJ t	               5 }|dz  }| j                  |       t               }|j                  j                  |       ||j                  j                         k(  sJ 	 d d d        y # 1 sw Y   y xY w)N	tokenizer)to_bytesr   r   
from_bytesr   to_disk	from_disk)zh_tokenizertokenizer_bytesnlpd	file_paths        s/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/lang/zh/test_serialize.pyzh_tokenizer_serializer      s    "++-O
)CMM_-cmm446666	 ;1O	Y'i	*#--"8"8"::::; ; ;s   ACCc                     t        |        y Nr   )zh_tokenizer_chars    r    test_zh_tokenizer_serialize_charr      s    ,-    c                     t        |        y r   r   )zh_tokenizer_jiebas    r   !test_zh_tokenizer_serialize_jiebar      s    -.r   c                     ddddidddiid}t        j                  |      }|j                          t        |j                         y )Nr   zspacy.zh.ChineseTokenizerpkuseg)z@tokenizers	segmenterpkuseg_modelmedicine)r   
initialize)r   from_configr!   r   r   )zh_tokenizer_pkusegconfigr   s      r   2test_zh_tokenizer_serialize_pkuseg_with_processorsr%      sZ     :%
 

F 

f
%CNN3==)r   )pytestspacy.lang.zhr   utilr   r   r   r   markslowr%    r   r   <module>r,      s;     !  ;./ * *r   