i5#ddlZddlmZddlmZmZmZddlZddlm Z m Z m Z m Z m Z ddlmZddlmZddlmZdd lmZdd lmZdd lmZd d lmZmZmZmZmZmZm Z ejBddddeddddeddeddddeddddeddd d!edd"d#d$edd%d&d'edd(d)d*edd+d,d-edd.d/d0edd1d2d3ed4d5d6d7f d8ejDd9ed:e#d;e#de$d?e$d@e$dAe$dBe$dCe$dDe%fdEZ&ddFdGeee#effdHZ'dIZ(dOdJe#fdKZ)dLZ*dMZ+dNZ,y)PN)Path)AnyDictOptional)Modeldata_validationfix_random_seedset_dropout_rateset_gpu_allocator)msg)Example)resolve_dot_names)util)ConfigSchemaTraining)registry)ArgOpt debug_cliparse_config_overrides setup_gpushow_validation_errorstring_to_listmodelT)allow_extra_argsignore_unknown_options)context_settings.zPath to config file)helpexists allow_dashzDName of the pipeline component of which the model should be analysed)rz--layersz-lz+Comma-separated names of layer IDs to printFz --dimensionsz-DIMzShow dimensionsz --parametersz-PARzShow parametersz --gradientsz-GRADzShow gradientsz --attributesz-ATTRzShow attributesz --print-step0z-P0zPrint model before trainingz --print-step1z-P1z Print model after initializationz --print-step2z-P2zPrint model after trainingz --print-step3z-P3zPrint final predictionsz--gpu-idz-gzGPU ID or -1 for CPUctx config_path componentlayers dimensions parameters gradients attributesP0P1P2P3use_gpuc t| t|d}||||||| | | d } t|j}t |5t j ||d}dddj}|dd}| d k\r |r t|t |5t j|}|jj}tj|dt }dddd }|#tjd |t!|j#|}t%||||| y#1swYxYw#1swYaxYw)z Analyze a Thinc model implementation. Includes checks for internal structure and activations during training. DOCS: https://spacy.io/api/cli#debug-model T)intify) r(r)r*r+r'print_before_trainingprint_after_initprint_after_trainingprint_predictionF) overrides interpolateNtraining gpu_allocatorr)schemaseedzFixing random seed: print_settings)rrrargsrr load_configr8r load_model_from_configconfigrresolverr infor get_pipe debug_model)r$r%r&r'r(r)r*r+r,r-r.r/r0r>config_overrides raw_configrB allocatornlpTr<pipes f/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/spacy/cli/debug_model.pydebug_model_clirN sWFg F4 0F   !# " N.chh7 { + %% #3   # # %Fz"?3I!| )$ { +N))*5'')   VJ/8L MN V9D  'v./ << "D3^D%  NNsD=AE =E Er=r>c  t|dstjd|dd|j}t |t s$tjdt |dd|i}tjd|j|jd r!tjd t||td 5 |d g}t5t||\ j fd dddtjdt!t#j$ d ddd|jdr!tjdt||t3|dd}|j5dr.d|j7dj8vrj;d}|j5dr.d|j7dj8vrj;d}t=dD]&} |r|j? |j? (|jdr!tjdt|||jA D cgc]} | jBc} } |jdr3tjd tjtE| tjFd!y#1swYxYw#t&$r t)d|t5t+Dcgc]}t-j.|incc}wc} j fddddn #1swYnxYwtjdn&#t0$rtjddYnwxYwYxwxYw#1swY~xYwcc} w)"NrzThe component 'z0' does not specify an object that holds a Model.r)exitsz1Requires a Thinc Model to be analysed, but found z instead.zAnalysing model with ID r3zSTEP 0 - before trainingF train_corpuscSN)rJrQsrMzdebug_model..s |C'8z/Initialized the model with the training corpus.)nOrcSrSrT)examplessrMrUzdebug_model..s8rVz&Initialized the model with dummy data.zjCould not initialize the model: you'll have to provide a valid 'train_corpus' argument in the config file.r4zSTEP 1 - after initializationg?tok2vecztok2vec-listenerztransformer-listener transformerr5zSTEP 2 - after trainingr6zSTEP 3 - predictionz/Successfully ended analysis - model looks good.)$hasattrr failr isinstancertyperDidgetdivider _print_modelrrr initializelist itertoolsislice ValueError_set_output_dim _get_docsr from_dict Exceptionr has_refget_refnamerErangeupdatepredict predictedstrgood)rBresolved_train_configrJrLr>r dot_namesxupstream_componenteex predictionr[rQs ` @@rMrFrFfs/ 4 ! dV#S T  JJE eU # ?U }I V HH'z 2312 .0UN+   .~>?I&( :"3FI"F89 : HHF GI,,\#->BCH*,- 35UN+UC  }}Y$6%-- :R:W:W$W \\)4 i "emmI&>&C&C C \\-8 1X   % %h / H01 -/UN+x@ @AJ,- )+ Z!HH>@_ : :   1E2*,5BK+NQ 1 1!R 8NNHNN#34555AB A  Z AsOL $K5ALO5K? :L N? N# M30M M3* N3M< 8NN? N85N?7N88N?;O>N??OO c gdS)N)z6Apple is looking at buying U.K. startup for $1 billionz>Autonomous cars shift insurance liability toward manufacturersz8San Francisco considers banning sidewalk delivery robotsz+London is a big city in the United Kingdom.rTrTrVrM _sentencesrs  rVlangcztj|}t|jt SrS)rget_lang_classrhrLr)rrJs rMrmrms- #$  d # %C & ''rVc|jd|jd||jdrC|jdjd"|jdjd|yyy)NrY output_layer)has_dimset_dimrprq)rrYs rMrlrlsh }}T" dB }}^$ == ( 0 0 6 > MM. ) 1 1$ ; ?%rVc |jdd}|jdd}|jdd}|jdd}|jdd}t|jD]\}}|r||vstjd|d |j d |j d |r;|jD],} tjd | d |j| .|r|jD]s} |j| r6t|j| } tjd| d | Jtjd| d |j| u|r|jD]s} |j| r6t|j| } tjd| d | Jtjd| d |j| u|s|j} | j!D] \} } tjd| d | "y)Nr'r"r)Fr(r*r+zLayer z : model ID z: ''z - dim z: z - param z - grad z - attr )rd enumeratewalkr rDrcrr dim_names maybe_get_dim param_names has_param _print_matrix get_paramhas_gradget_gradattrsitems) rr>r'r)r(r*r+inoderr print_valuervalues rMrfrfs   " -F##L%8J##L%8J"";6I##L%8JUZZ\*94f HHvaS DGG9C {!D E NNKDHHwtfBt/A/A$/G.HIJK ,,MD~~d+&3DNN44H&I 9TF"[M!BC9TF"T^^D5I4J!KL M  ,,KD}}T*&3DMM$4G&H 8D6K=!AB8D6DMM$4G3H!IJ K  #(;;=9KD%HHxvRw789/9rVc|t|tr|St|jdz}|}t |j dz D]}|d} |dd}|t|z}|S)Nz - sample: rrrW)raboolrwshapersndim)rresult sample_matrixds rMrrss } 5$/   -FM 5::> ")%a( )!!A&M c-( (F MrV)en)-ripathlibrtypingrrrtyper thinc.apirrr r r wasabir spacy.trainingr spacy.utilrr"rschemasrr_utilrrrrrrrcommandContextrwrintrNrFrrmrlrfrrTrVrMrs&& "(* *.$O ' X J#P5.&?PQ5.&?PQ%>NO5.'@QR5/57TU ,N5/57ST5/57PQr:t2HI-?E ?E?E  ?E ?E?E?E?E?E !?E" #?E( )?E* +?E,-?E ?EP04 OA T#s(^, OAd(C( <9D rV