i DUddlmZmZmZmZddlmZddlmZddl m Z m Z ddl m Z ddlmZe Ze Zd Zeed <ej(d d d d d eee e fdeedeeeffdZdeeefdededeeeffdZ ddeeefdeedeedd fdZdZdZy ))CallableOptionalTuplecast)registry)Model)Floats2dRagged) get_width)noop key_transformKEY_TRANSFORM_REFzParametricAttention.v2NrnOrreturnc f| t} tdttddid|it|i|gS)Nz para-attnQr)initparamsdimsrefslayers)rr forwardrrrs t/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/thinc/layers/parametricattention_v2.pyParametricAttention_v2rsE  9  T{BZ / modelXris_traincl jd}jt}tj|||j |j |\}tj||j |j \} dtdtf fd }t||j |fS)NrdYrrc|j\}}|\}}jd|j||z }t||jS)Nr)dataXdinc_gradravelr lengths)r#dX d_attentiondQdX2 bp_attention bp_outputrs rbackpropzforward..backprop-sQ#CJJ/K{+C sBHHJ' c b#++&&r) get_paramget_refr_get_attentionopsr%r(_apply_attentionOutTInTr ) rr r!rr attentionoutputr/r-r.s ` @@rrr$s AMM"34M, 1mRYY HI|)Iryy"**UFI'd's' &"** %x //rXYc|jt}| t|nd}|r5|jd||j dr|jd||j j |jd}||j jjjdd|jz }|jd|| |jnd}| |jnd}|j||y)Nrgg?r)r1rr set_dimhas_dimr3alloc1fget_dimxprandomuniformshape set_paramr% initialize)rr9r:rwidthrX_arrayY_arrays rrr7sMM"34MMIaLtE  dE"   &  ! !$ .  %---.A   $ $T3 88A OOC-ahhTG-ahhTGWg.rc |||\jjdd j   fd} |fS)N)r!r c j|} j|d} jj|}|}||fS)NT)trans1)backprop_softmax_sequencesgemmr@outer) r*r+dYr)KK_bprr7r(r3s rget_attention_bwdz)_get_attention..get_attention_bwdRsQ44[)WU XXaTX 2 VV\\+q ) "X2v r)rN reshape2fsoftmax_sequences) r3rrr9r(r!rSrQrRr7s `` ` @@@rr2r2LsZA1GAtCMM!R34I%%i9I ' ''rc$z}fd}||fS)NcB|zjdd}|z}||fS)Nr T)axiskeepdims)sum)d_outputr*r)r9r7s rapply_attention_bwdz-_apply_attention..apply_attention_bwd_s08|((a$(?  !;r)r3r7r9r(r8r\s `` rr4r4\s ]F & &&r)NN)typingrrrrconfigrrr typesr r utilr rr6r5rstr__annotations__rintrboolrrr2r4r]rrrfs 22$  (3()*:>E(H"456   39 +(05d#000tX~AV0(KO/ d / ( /9A$/ /* ( 'r