
    i                     0    d dl Z d dlmZ ddlmZ d Zd Zy)    N)Japanese   )make_tempdirc                    | j                         }t               }|j                  j                  |       ||j                  j                         k(  sJ |j                  j                  J t               5 }|dz  }| j                  |       t               }|j                  j                  |       ||j                  j                         k(  sJ |j                  j                  J 	 d d d        t        j                  ddddiii      }t               }|j                         }|j                  |       ||j                         k(  sJ |j                  j                  dk(  sJ t               5 }|j                  |       t               }|j                  |       ||j                         k(  sJ |j                  j                  dk(  sJ 	 d d d        y # 1 sw Y   xY w# 1 sw Y   y xY w)N	tokenizernlp
split_modeB)	to_bytesr   r   
from_bytesr	   r   to_disk	from_diskfrom_config)ja_tokenizertokenizer_bytesr   d	file_pathnlp_r	nlp_bytess          s/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/tests/lang/ja/test_serialize.pytest_ja_tokenizer_serializer      s   "++-O
*CMM_-cmm446666==##+++	 01O	Y'j	*#--"8"8"::::}}''///0 

lC5H'IJ
KCJEI	Y((((??%%,,,	 11A
ENN,,,,))S0001 1!0 0 1 1s   7A3G3AG&G#&G/c                     t        j                  |       }t        j                  |      }| j                         |j                         k(  sJ y )N)pickledumpsloadsr   )r   bja_tokenizer_res      r   test_ja_tokenizer_pickler   '   s=    \"All1oO  "o&>&>&@@@@    )r   spacy.lang.jar   utilr   r   r    r   r   <module>r#      s     "  1>Ar   