i@ UddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZej@e!Z"ej$jGe!dZ$e%Z&d e'd <e(e)ze*zdzZ+gd Z,dd l-m.Z/d Z0GddZ1GddZ2Gdde2e*Z3idejhdejjdejldejndejndejpdejrdejtdejvdejxdejzdej|d d!d"ej~d#ejd$ejd%ejid&ejd'ejd(ejd)ejd*ejd+ejd,ejd-ejd.ejd/ejd0ejd1ed2ed3ed4ed5ed6ejd7ejiZMhd8ZNd9ZOd:ZPePD]JZQd;eQZRdZZdhZ[eYe[zZ\hd?Z]dd)hZ^dd)d@dAZ_hdBZ`ePD]ZQd;eQZRe`jmeRhdCZahdDZbdEZcdFZddGZedHZfdIZgdJZhdKZidLZjdMZkdNZldOZm dwdPZndQZodRZpdSZqidejld0ejd&ejd%efd-egd,ehdeideod)ejd*epd+eqd6ecd7eddeed#ekd/elZrdTZsdUZtdVZudWZvdXZwdYZxdZZyd[Zzd\Z{d]Z|d^Z}d_Z~d`Ze je!ZdaZePD]'ZQdbeQZeeQZexe_e_!eTeee)[[Q[dcZdxddZdeZdfZierid5ejdejhdewd'exdeyd$ezd"e{de|detdeud1edevd(ejd4e}d3e~d2edeeedgZePD]ZQd;eQZReUedbeQeeR<[Q[R[P[dhZdiZdjZdkZdlZdmZdnZdoZeeeeeedpZdqZdrZdsZdtZduZej5D]\ZZeeeej5D]\ZZeeedvZeD]FZeeYvr eeeee]vr eeeee[vseeZvr eeeeeeee_vs>eeeH[[y)y) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_nodeobject_NO_HINT)SymNodemethod_to_operator magic_methods DynamicInt) py_sym_typescZ|turtS|turtS|turt S|SN)boolrintrfloatr)ts o/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/torch/fx/experimental/sym_node.py _to_symtyper"As+DyCx Ez HceZdZUdZdZded< d\ d]dZd^dZd_dZd`d Z e d Z e d Z d Z dad ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdbdZdcdZdcdZdadcdZ dcd Z!dcd!Z"dcd"Z#dcd#Z$dcd$Z%dcd%Z&dcd&Z'dcd'Z(dcd(Z)dcd)Z*dcd*Z+dcd+Z,dcd,Z-dcd-Z.dcd.Z/dcd/Z0dcd0Z1dcd1Z2dcd2Z3dcd3Z4dcd4Z5dcd5Z6dcd6Z7dcd7Z8dcd8Z9dcd9Z:dcd:Z;dcd;Zdcd>Z?dcd?Z@dcd@ZAdcdAZBdcdBZCdcdCZDdDZEdEZFdFZGdGZHdHZIdIZJdcdJZKdKZLdLZMdMZNdcdNZOdddOZPdPZQdQZRdRZSdSZTdTZUdUZVdVZWdWZXdXZYdYZZdZZ[d[Z\y)erz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNc|_|_|_|_fd}|turd}n|t ||us0t |t |ustd|dt |jrGjjr1|} || k7r%t|d| djd|}|_ |_ jxrjj} | xr|_ y)Ncddlm}|jryjj jd}|#t |t sj|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr(expr shape_env_maybe_evaluate_static isinstanceSymTypespytype)r(hintselfs r!r)z&SymNode.__init__..compute_hintsZ W)3>>88QU8VD0:40Jt{{4(PTKr#zCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr,r0r%rtyper"AssertionError_translation_validation_enabledr+_hintconstantfx_node) r2r+r,r0r1r9r:optimized_summationr) computed_hinttx_validation_ens ` r!__init__zSymNode.__init__]s " $7!:  8 D  J&(DJ+f:M,M$4h>tDzlL~~$.."P"P!- =((D6m_F499+UV)WXX>D ;C NN Mt~~MM (3G r#ct|j||j|j|j|j Sr)rr4r0r8r9r:)r2r,s r!with_shape_envzSymNode.with_shape_envs0 JJ 4;; DMM4<<  r#c |j|jk(xrj|j|jk(xrO|j|jk(xr4|j|jk(xr|j|jk(Sr)r4r0r8r9r:r2others r! _value_eqzSymNode._value_eqsq JJ%++ % . u||+ . ekk) . / .  -  r#ct|j|j|j|j|j fSr)hashr4r0r8r9r:r2s r! _value_hashzSymNode._value_hashs,TZZdjj$--VWWr#cL|jj|jSr)r,replacer4rGs r!r+z SymNode.exprs~~%%djj11r#c|jSrr8rGs r!r1z SymNode.hints zzr#c|jduSrrLrGs r!has_hintzSymNode.has_hintszz%%r#cddlm}|j|w||j}|jjDcic]"}|||vr|n|j j |$}}t|jj|S|j j|jS|jScc}w)Nrfree_unbacked_symbols) r*rQr8r+ free_symbolsr,backed_var_to_valrxreplace size_hint)r2fallbackrQunbacked_symbolss replacementss r! require_hintzSymNode.require_hintsO :: #$9#C "YY33  ,, 99!<=    499--l;<<>>++DII6 6zz s'B=cZ|jjrt|jSyr)r+ is_numberrrGs r! maybe_as_intzSymNode.maybe_as_ints 99  tyy> !r#cvddl}t|j|jrt |jSyNr)sympyr.r+Floatrr2r`s r!maybe_as_floatzSymNode.maybe_as_floats) dii -# #r#cpddl}|j|jury|j|juryy)NrTF)r`r+truefalserbs r! maybe_as_boolzSymNode.maybe_as_bools. 99 " YY%++ %r#c&|jtuSr)r0rrGs r!is_intzSymNode.is_ints{{c!!r#c&|jtuSr)r0rrGs r!is_floatzSymNode.is_floats{{e##r#c&|jtuSr)r0rrGs r!is_boolzSymNode.is_bool s{{d""r#c|jduxr@t|jtxr$|jjj Sr)r8r.rnode is_nested_intrGs r!rpzSymNode.is_nested_int sA JJd " 04::v. 0 --/ r#ct|turtdt|ddl}t |j ||j t|||S)NExpected int, got rr9r:)r5rr6r`rIntegerr,r2numr`s r!wrap_intzSymNode.wrap_intsP 9C  #5d3i[!AB B MM# S3PS  r#ct|turtdt|ddl}t |j ||j t|||S)NzExpected float, got rrs)r5rr6r`rrar,rus r! wrap_floatzSymNode.wrap_floatsP 9E ! #7S {!CD D KK dnneS3PS  r#ct|turtdt|ddl}t |r |j n |j |jt|||S)NzExpected bool, got rrs)r5rr6r`rrerfr,rus r! wrap_boolzSymNode.wrap_bool&sW 9D  #6tCyk!BC CEJJ5;; NN     r#c|SrrGs r!clonez SymNode.clone4s r#c|jSr)r+rGs r!strz SymNode.str7s))r#c"|jSrrrGs r!__str__zSymNode.__str__:sxxzr#czd|jd|jd|jg}|j|j d|j|j |j d|j |j |j d|j dj|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r3)r4r,r0r8appendr9r:join)r2reps r!__repr__zSymNode.__repr__=stzzl,t~~.>i } U  :: ! JJtzzl+ , == $ JJ4==/2 3 << # JJ$,,0 1yy~##r#c"|jSrrrGs r! _graph_reprzSymNode._graph_reprIsxxzr#c"|jSr)_absrGs r!absz SymNode.absOyy{r#c"|jSr)_posrGs r!posz SymNode.posRrr#c$|j|Sr)_round)r2ndigitss r!roundz SymNode.roundUs{{7##r#c"|jSr)_truncrGs r!truncz SymNode.truncX{{}r#c$|j|Sr)_addrBs r!addz SymNode.add[yyr#c$|j|Sr)_subrBs r!subz SymNode.sub^rr#c$|j|Sr)_mulrBs r!mulz SymNode.mularr#c$|j|Sr)_modrBs r!modz SymNode.moddrr#c$|j|Sr) _float_powrBs r! float_powzSymNode.float_powgsu%%r#c$|j|Sr)_pow_by_naturalrBs r!pow_by_naturalzSymNode.pow_by_naturaljs##E**r#c$|j|Sr)_and_rBs r!and_z SymNode.and_mszz%  r#c$|j|Sr)_or_rBs r!or_z SymNode.or_prr#c$|j|Sr)_float_truedivrBs r! float_truedivzSymNode.float_truedivss""5))r#c$|j|Sr) _int_truedivrBs r! int_truedivzSymNode.int_truedivv  ''r#c$|j|Sr) _int_floordivrBs r! int_floordivzSymNode.int_floordivy!!%((r#c$|j|Sr)_lshiftrBs r!lshiftzSymNode.lshift|||E""r#c$|j|Sr)_rshiftrBs r!rshiftzSymNode.rshiftrr#c"|jSr)_sym_notrGs r!r zSymNode.sym_not}}r#c$|j|Sr)_eqrBs r!eqz SymNode.eqxxr#c$|j|Sr)_nerBs r!nez SymNode.nerr#c$|j|Sr)_gtrBs r!gtz SymNode.gtrr#c$|j|Sr)_ltrBs r!ltz SymNode.ltrr#c$|j|Sr)_lerBs r!lez SymNode.lerr#c$|j|Sr)_gerBs r!gez SymNode.gerr#c"|jSr)_floorrGs r!floorz SymNode.floorrr#c"|jSr) _is_integerrGs r! is_integerzSymNode.is_integers!!r#c"|jSr) _sym_floatrGs r!r zSymNode.sym_floats  r#c"|jSr)_sym_intrGs r!sym_intzSymNode.sym_intrr#c"|jSr)_ceilrGs r!ceilz SymNode.ceilszz|r#c"|jSr)_negrGs r!negz SymNode.negrr#c$|j|Sr)_sym_minrBs r!r zSymNode.sym_min}}U##r#c$|j|Sr)_sym_maxrBs r!r zSymNode.sym_maxrr#c&|j||Sr)_sym_ite)r2then_valelse_vals r!r zSymNode.sym_ites}}Xx00r#c&|j||Sr)_is_contiguousr2sizesstridess r! is_contiguouszSymNode.is_contiguouss""5'22r#c&|j||Sr)_is_channels_last_contiguous_2drs r!is_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCr#c&|j||Sr)_is_channels_last_contiguous_3drs r!is_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr#c&|j||Sr)_is_channels_last_strides_2drs r!is_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@r#c&|j||Sr)_is_channels_last_strides_3drs r!is_channels_last_strides_3dz#SymNode.is_channels_last_strides_3drr#c&|j||Sr)'_is_non_overlapping_and_dense_indicatorrs r!&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKr#c$|j|Sr)rrBs r!sym_orzSymNode.sym_orrr#c$|j|Sr)rrBs r!sym_andzSymNode.sym_andrr#c$|j|Sr) _bitwise_andrBs r! bitwise_andzSymNode.bitwise_andrr#c$|j|Sr) _bitwise_orrBs r! bitwise_orzSymNode.bitwise_ors&&r#c$|j|Sr) _bitwise_xorrBs r! bitwise_xorzSymNode.bitwise_xorrr#c$|j|Sr)rrBs r!truedivzSymNode.truedivrr#c$|j|Sr)rrBs r!floordivzSymNode.floordivrr#c$|j|Sr)rrBs r!powz SymNode.pows~~e$$r#cX|j||jt|dS)N)r rto_noders r!is_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses,::5'JMM D!   r#c&|jddSNr) guard_intrGs r!int_z SymNode.int_s~~b!$$r#c ddl}ddlm}m}|r3t ||t j td|DfiS|Dcgc]}|j}}|j|}g}d} |D]+}|jn(|j|j-t|} |jjt j td|Df\} } t||jt | | Scc}w)Nrget_proxy_modehandle_sym_dispatchc32K|]}t|ywr) wrap_node.0as r! z"SymNode.sym_sum..s6A9Q<6sc34K|]}|jywrr:r.s r!r1z"SymNode.sym_sum.. s!:!))!:sr3)r`"torch.fx.experimental.proxy_tensorr*r+r!torchsym_sumtupler+Addr1rsumr,_create_fx_call_functionrr) r2argsr`r*r+r0exprsout size_hintsout_hintr:_s r!r6zSymNode.sym_sums  #MM6668 "&&A&&eii  'Avv~   aff % ' :H^^<< MME!:T!::<  sDNNC7KK#'s D c:|jj||Sr)r,evaluate_sym_node)r2size_obliviouss r!evaluatezSymNode.evaluates~~//nEEr#c|j} t|S#t$rtj d|wxYw)NzFailed to convert to int: %s)rDr Exceptionlogwarningr2fileliners r!r&zSymNode.guard_ints> MMO q6M  KK6 :   !>c|j} t|S#t$rtj d|wxYw)NzFailed to convert to float: %s)rDrrFrGrHrIs r! guard_floatzSymNode.guard_floats> MMO 8O  KK8! <  rMc|j} t|S#t$rtj d|wxYw)NFailed to convert to bool: %srDrrFrGrHrIs r! guard_boolzSymNode.guard_bool)s> MMO 7N  KK7 ;  rMcddlm}|jr:||js(|jj s|j ||S|jj|j|d||jS)NrrP:r3) r*rQrNr+r,+prefer_deferred_runtime_asserts_over_guardsrSguard_or_defer_runtime_assertr:)r2rJrKrQs r! expect_truezSymNode.expect_true3stO MMO)$))4NNNN??4. . ~~;; II$q'<  r#cfddlm}|js td|t |S)Nr)statically_known_trueExpected bool type)r*rZrmr6r)r2rJrKrZs r!rZzSymNode.statically_known_trueEs)O||~ !56 6$WT]33r#c|jd} t|S#t$rtj d|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rCrQrRrIs r!guard_size_obliviouszSymNode.guard_size_obliviousLsC MMM . 7N  KK7 ;  s !Acfddlm}|js td|t |S)Nr)guard_or_falser[)r*r_rmr6r)r2rJrKr_s r!r_zSymNode.guard_or_false`s)H||~ !56 6gdm,,r#cfddlm}|js td|t |S)Nr) guard_or_truer[)r*rarmr6r)r2rJrKras r!razSymNode.guard_or_truegs)G||~ !56 6WT]++r#c&|jddSr$)rSrGs r!bool_z SymNode.bool_nsr1%%r#cy)NTr}rGs r! is_symboliczSymNode.is_symbolicqr#cyrr}rGs r! nested_intzSymNode.nested_inttrfr#cy)NFr}rGs r! is_constantzSymNode.is_constantwsr#)NNF)r1z!Optional[Union[int, float, bool]])r,rreturnr)rCrrkr)rkrr)rkz builtins.str)rkr)F)]__name__ __module__ __qualname____doc__r%__annotations__r>r@rDrHpropertyr+r1rNrZr]rcrgrirkrmrprwryr{r~rrrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrrrr r rrrrrrrr"r'r6rDr&rOrSrXrZr]r_rarcrerhrjr}r#r!rrNs"'$&!S4 0 S4j  X22&4"$#      $ $    &+! *()##"!$$13DDAAL ('()(% %#LJF $4(-,&r#rceZdZfdZxZS)_DynamicScalarcJ|tur tdt| |g|S)Nz9_DynamicScalar is an abstract base class, use DynamicInt.)rs TypeErrorsuper__new__)clsr; __class__s r!rwz_DynamicScalar.__new__|s+ . WX Xws*T**r#)rlrmrnrw __classcell__rys@r!rsrs{s ++r#rsc4eZdZdZfdZdZdZdZxZS)ra User API for marking dynamic integers in `torch.compile`. Intended to be compatible with both compile and eager mode. Example usage:: fn = torch.compile(f) x = DynamicInt(4) fn(x) # compiles x as a dynamic integer input; returns f(4) ct|tstdt|t||t|}|S)Nrr)r.rr6r5rvrw)rxvalobjrys r!rwzDynamicInt.__new__s=#s# #5d3i[!AB Bgoc3s8, r#c"d|jdS)Nz DynamicInt(r3)realrGs r!rzDynamicInt.__repr__sTYYKq))r#c2t|j|zSrrrrBs r! __floordiv__zDynamicInt.__floordiv__s$))u,--r#c2t||jzSrrrBs r! __rfloordiv__zDynamicInt.__rfloordiv__s%499,--r#) rlrmrnrorwrrrrzr{s@r!rrs  *..r#rrrrandrrrrrrrrrc"|jSr)rxs r!rs ALLNr#rrrrrrrorrrrrrrrr r r r r rr> rrrrrrrr r cfd}|S)Nc,t|dS)N_sym_)getattr)r2names r!fnz_get_sym_node_fn..fns,wtuTF^,..r#r}rrs` r!_get_sym_node_fnrs/ Ir#) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_r@>rrr r >rrr>rrsym_log2rxor)rrr>rr rr>rrrr> rrrrrrrrr rr"c ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r0brs r!_sympy_float_truedivr"9 1 r#c ddlm}|||S)Nr) IntTrueDiv)rr)r0rrs r!_sympy_int_truedivr(s7 a r#c ddlm}|||S)Nr)FloorDiv)rr)r0rrs r!_sympy_floordivr.5 Aq>r#cfddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r0rrrs r! _sympy_modr4s.;A,,1ayAr#c ddlm}|||S)Nr) PowByNatural)rr)r0rrs r!_sympy_pow_by_naturalr=rr#c ddlm}|||S)Nr)FloatPow)rr)r0rrs r!_sympy_float_powrCrr#c.ddl}|j||Sr_)r`Andr0rr`s r! _sympy_andrIs 99Q?r#c.ddl}|j||Sr_)r`Orrs r! _sympy_orrO 88Aq>r#c ddlm}|||S)Nr)LShift)rr)r0rrs r! _sympy_lshiftrU3 !Q<r#c ddlm}|||S)Nr)RShift)rr)r0rrs r! _sympy_rshiftr[rr#c`t|dk(r|gSddlm}m}||d||kr||gzS||d||kDr|g|zSdt|dz }}||kr9||zdz}|j |||}|dk(ry|dkr|dz}n|dz }||kr9|j |||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicr N)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r!_binary_search_insert_argras  <AyA R !HW$55wi'' Q 8G#44y<''3|$q(C +Tza|C'8'B Q  a 'C7D +W% r#c ddl ddlm} fd}ddlm}|||z}|||z}|r|r||j d||j dkr||j |j zS||j d||j dkDr||j |j zSt |j dkrXt |j dkr@t|j }|j D]}t||}|n|||S|r5|jr)tt|j |}|||S|r5|jr)tt|j |}|||S j||} || | fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rc`| tdjj|d}d|fS)Nzordered_args is NoneT)is_commutative)r6r8 _from_args)rresultr`s r!make_optimizedz&_optimized_add..make_optimizeds:   !78 8 %%l4%Hf~r#)_is_symbols_binary_summationrr) r`rrrr_argsrlistr is_symbolr8) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsr0rr`s @r!_optimized_addrs9J">s"CC">s"CC!&@ 399R= !GCIIaL$9 9!#))cii"78 8 399Q< 7399R=#9 9!#))cii"78 8 syy>Q 3syy>Q#6CIIHYY 4XqA#  #%h//"cmm,T#))_cB  !(+ +"cmm,T#))_cB  !(+ + YYsC F ( 0& 99r#c ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r0rrs r!rrB A &&r#c ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r0rrs r!rrsA 1 %%r#c ddlm}|||S)Nr)BitwiseFn_bitwise_xor)rr)r0rrs r!rrrr#cddl}t||jrf|j}t |dk(rLt|d|j r3|dj r$|j|d}|d|k(r||dzSt||j r||j|k(st||jr|j|S||S)Nrrr )r`r.Mulr;rrarrt)r0rr`aacoefs r!_floor_ceil_helperrs!UYY VV r7a.fnMs1+Mwu{{))33~dV5LMaPPr#r}rs` r!_get_sym_math_fnr'LsQ Ir#_sympy_c,ddl}|j|Sr_)r`Abs)r0r`s r! _sympy_absr+^s 99Q<r#c8ddlm}m}|||S|||S)Nr) RoundDecimal RoundToInt)rr-r.)numberrr-r.s r! _sympy_roundr0ds"E&!!FG,,r#cddlm}||SNr)ToFloat)rr3)r0r3s r!_sympy_sym_floatr4ms4 1:r#cdddl}ddlm}|j||j ||Sr2)r`rr3rr)r0r`r3s r!_sympy_is_integerr6us&4 88GEKKN+Q //r#)rrc `t|}t||tt|dz ddS)Nr r)rsympy_is_contiguous_genericrrange)rrdims r!sympy_is_contiguousr;s, e*C &ugtE#'2re >g >>r#)rrrrrr ct|tr |jSt|tur|j |St|t ur|j|St|tur|j|StSr) r.r/ror5rr{rrwrryNotImplemented)r2rvs r!r!r!sn#x xx cd ~~c"" cc }}S!! ce s##r#ct|tr|j |jS|jr t |S|j r t |S|jr t|Std|)Nzunrecognized return type ) r.rr9rirrkrrmrr6rs r!r-r-sk!W!**"8zzxxzay { qz8<==r#ct|Sr)METHOD_TO_OPERATOR)methods r!rr s f %%r#cltdtvrd}n}d d}fd}|fd}|fd}tvrttd||ydk(rfd}ttd||yd k(rd fd }ttd||yttd||y) Nr@cLddl}|jj|jj|jj j |g}ddl}|Dchc]}tj|c}|jjjzdhzScc}w)Nrz) r5_dynamo eval_framer$fx experimentalrtorch._dynamo.guardsinspectgetfileguardsuninteresting_files)r5modsrNs r!riz-_make_node_magic..uninteresting_files,s MM $ $ MM   HH ! ! * *    $*. .AW__Q  .mm""668 9l  .sB!cHtjdfd }|S)Nc| |n ||tjjjr#|||gn|gdfd t dfdS)Ncddl}|jyt|tk(ryt|j|j |j fry|j|j|jfvryt|Sr_) r`r9idr.r+rtrarerf)rr`rs r!get_idzM_make_node_magic..capture_provenance..wrapper..get_idJsl ((4#HF3##HMMEMM5;;3OP#!5::u{{*CC#h<'r#expression_createdc ttDcgc] }t|c}Dcgc]}| |c}tjdtjddScc}wcc}w)NrE)r]r result_id arguments argument_ids user_stackstack)rrn structuredget_user_stackget_framework_stack)r0irsror]rs r!rzO_make_node_magic..capture_provenance..wrapper..Zsv"("%f+%'Z6?%@c!f%@/8)*+F1I.capture_provenance..wrapper>sc}DD%~~''==$!%u I!%I ("( ! Mr#r) functoolswraps)rrr]s` r!capture_provenancez,_make_node_magic..capture_provenance=s&  (  ( Tr#c xddlm}m}t}t}|j )|j ||j |j }|r(t |||t|t|fiSt|tstdt|d} dk(rddl m }m}|j} |j j"s(| j%|j j&dk\r]|j j"s(| j%|j j&dk\r||j |j } n||j |j } ndk(r;t)|j |j |j*|j*\}} nNdvr,ddl} dd lm} m} |j j4xr| |j | j6}|j j4xr| |j | j6}|r|j j8s|r~|j j8rh| j:| j<| j>| j@| jB| jDd}||j |j d } n;|j |j } n|j |j } tLjOd |j |j | tPvrtR}nFtTvrtV}n7|jXtRus|jXtRurtR}n |jX}|"|tur|t|tZs||}|jj]||j^|j^f\}}t| |j|||| }|S#tF$r.tHjKd |j |j wxYw)Nrr)zExpected SymNode, got Frrr)rrrrrr)symbol_is_typeSymT)rDfailed to eval %s(%s, %s)z%s %s %s -> %s)r:r;)0r4r*r+rrr1r!r-r.rr6r5rrrr,r+r bound_sympylowerrr%r`torch.utils._sympy.symbolrrr UNBACKED_INTr\rrrr rr rFrGrH sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr0r/r:r:)r2rCr*r+opr?r;rrr,r=r`rrlhs_is_unbackedrhs_is_unbacked rel_classr0r:r@rfuncr]s r!binary_magic_implz+_make_node_magic..binary_magic_implks   '# 99 UZZ%;$))UZZ0H  )"y %@P.QSUV %) #9$u+!GH H#= G!NN II,, ,,TYY7==BJJ-- ,,UZZ8>>!Cdii4C#DIIuzz:C5-;IIJJ--.. .*$c ??J#'))"5"5#.IIt00;#(**"6"6#>JJ 1 1<$ (<(<# (;(;$hh#hh#hh#hh#hh#hh !!I$DIIuzzEJCtyy%**5C499ejj1 +VTYY CP / /F 0 0F [[E !U\\U%:F[[F  ($x2h'H^^<< u}}-   NN   3   W  KK3VTYY S  s )I!P7P9c ddlm}m}t }|rt |||t |fiS|j } dk(s dk(r|jj|}  |}tjd ||t}|j||j} t vrt"}n* t$vrt&}n t(vrt*}n |j,}|jj/||j0f\}} t3||j|||S#t$rtjd |wxYw)Nrr)rceilingzfailed to eval %s(%s)z %s %s -> %sr3)r4r*r+rr!r-r+r,_simplify_floor_divrFrGrHrrrr1always_int_magic_methodsrrrrrr0r:r:r) r2r*r+rr+r=r?r0r:r@rr]s r!unary_magic_implz*_make_node_magic..unary_magic_impls3   '  4!4R)D/9KR!PQ Qyy W ) 3>>55d;D t*C =$c:# 99 $))}H - -F 0 0F 1 1F[[F^^<  s ,D--"Er c ddlm}m}|jr |jn |j}|r6t ||t t |t |t |fiS  |j|j|j}|jjt |j|j|jf\}}t||j|j||S#t$r9tjd |j|j|jwxYw)Nrr)zfailed to eval %s(%s, %s, %s)r3)r4r*r+r1r!r r-r+rFrGrHr,r:r:rr0) pred_node then_node else_noder*r+r?r=r:r@rr]s r! sym_ite_implz&_make_node_magic..sym_ite_impls  *3y~~Y^^H'%i0%i0%i0    9>>9>>9>>J#,,EE)++Y->-> @Q@QRJGQY(()*:*:Hg   3NNNNNN  s ,(C<rc (ddlm}m}tj}|rt |||t ||fiS|j}  ||}|t}n |j}d}|j||j|}|jg} || j||j j#|t%| \} } t'||j ||| S#t$rtjd ||wxYw)Nrr)z!failed to eval %s(%s, ndigits=%s)r3)r4r*r+builtinsrr!r-r+rFrGrHrr0r1r:rr,r:r7r)r2rr*r+rr+r=r0r?r;r:r@rr]s r! round_implz$_make_node_magic..round_impl;s   B-b9T?G2LbQ99D 4) Hyy$dii1LL>D" G$@@U4[QJGQ3'R R1  ?wW s C..#D)rkzset[str]r)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) r]r method_attrrirrrrrs `` r!_make_node_magicr$s 9S>$ D CCl   ",\yyv"O"OH1[M*,<= 9 & P 1[M*L9 7 ' SR 1[M*J71[M*,=>r#cfd}ttd|fd}ttjt s#ttjt |yy)Nc "ddlm}m}ttj t }|rDt||||Dcgc] }t|c}|Dcgc] }t|c}fiS|Dcgc]}|j}}|Dcgc]}|j}} ||} g} d} |D]+}|jnX| j|j-g} |D]+}|jn&| j|j-|| | } jdrt } nt"} t%| |j&| | Scc}wcc}wcc}wcc}w#t$rtjd||wxYw)Nrr)r _indicator)r4r*r+rsysmodulesrlr!r-r+rFrGrHr1rendswithrrrr,)r2rrr*r+rrX size_exprs stride_exprsr=r>r? stride_hintsr0rr]s r!sizes_strides_implz4_make_node_sizes_strides..sizes_strides_implls S[[*F 3  #,12qil274SaYq\4ST ',,aff, ,(/010 0 z<0C   8Avv~   aff % 8 L 866>##AFF+ 8 j,7 ??< (FFsDNNFH==E34S-0  KK3VZ V  s#EE:E!E&) E++#Fr@c "ddl}ddlm}tj||D]~}t |t stt|j|Dcgc]}t|j|c}|Dcgc]}t|j|c}cSdk(r |||St|Dcgc]}|j|c}|Dcgc]}|j|c}Scc}wcc}wcc}wcc}w)Nr)!eval_is_non_overlapping_and_denser ) r`r*r itertoolschainr.rr-rror!rsympify)rrr`rr0rrr]s r!sizes_strides_userz4_make_node_sizes_strides..sizes_strides_users 0 A!V$ +GAFFF+5:;+;5<=+=  = =4UGD D/45!U]]1%5/67!U]]1%7 <=67sC=8D<D D )rrhasattrrrrl)r]rrrs`` r!_make_node_sizes_stridesrisS.>` Gq\#56 6 3;;x(& 1 H%v/AB 2r#c tvrd n dd d tvrd nd fd fd} fd} fd }d }tvr||d d |ytvr!t |}||t ||yd k(r fd }||d d |ydk(rd fd }||d d |y} t vr t } ||d | d |tvr||d| d |yy)Nrct|tttfr|St|tr|j j ddSt|tr|j jddStd)Nr%rz*expect to be called with constant SymBools) r.rrrrror&rrSr6rs r! get_constantz&_make_user_magic..get_constantsf a#ud+ ,H a 66##B* * a !66$$R+ +IJJr#ct|tttfryt|tt t fr|jjSy)NTF) r.rrrrrrrorjrs r!rjz%_make_user_magic..is_constants= a#ud+ , a&(G4 566%%' 'r#ct|tr-t|jj t |S|S)z;Implements True+True=2, which works in python but not sympy)r.rrrorwrrs r!promotez!_make_user_magic..promotes-!W%affooc!f566Hr#c|Srr}rs r!rz!_make_user_magic..promotesHr#cdvr||fSt|ttjf}t|ttjf}|s|r.|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r.rr5rr )r2rCf_selff_otherr]s r!promote2z"_make_user_magic..promote2sy   $; D5%.."9:UUENN$;< Wt,.U{r#c|}|rt|Stt|jSr)rr-rro)r2rrjr]rrs r!rz*_make_user_magic..unary_magic_impl0sHt} t .&v. T0BC C8K8:;;r#c t|ttttt t fstStjd|||}|} ||\}}|rt||S|r|}t|j|}|turtStt|j|}|r|S|S)NzMAGIC %s %s %s)r.rrrrrrrYrrrr!ror-r r2rC other_noderetrrjr]rrrs r!rz+_make_user_magic..binary_magic_impl6s%#udFHg!NO! !+VT5At}tU+ e t .&v. T0BEJ J u  'ETYY.  '! !7 ;7 CD$/$4|C =#=r#c t|ttttt t fstS|}|} ||\}}|rt||S|r|}t|j|}|turtStt||j}|r|S|Sr) r.rrrrrrrYrr!ror-rrs r!rbinary_magic_implz,_make_user_magic..rbinary_magic_implGs%#udFHg!NO! !t}tU+ e t .&v.|D7IJ J u  'ETYY.  '! !8 K8CD$/$4|C =#=r#c^t||fd}|turtt|yy)z Registers the SymNode magic method on SymInt/Float/Bool, and optionally registers a corresponding wrapped method on DynamicInt. c|Dcgc] }t|tr |jn|"}}tt|}t|trt|t s t|S|Scc}wr)r.rrrrr)r;rr=attrs r!dynamic_int_implz<_make_user_magic..setattrs..dynamic_int_implascHLM1jJ7AFFQ>MDM$'#t$d+C#s#JsD,A!#&J Ns%A-N)rrr) user_typer symnode_implrs ` r!setattrsz"_make_user_magic..setattrsWs2  4.    J&6 7 r#__r c|j}t||}t||}|tus|turtSt|tr)t|tr|j |j k(s t dtt|j||}|jjr|S|S)Nz9then_node and else_node must be SymNodes with same pytype) ror!rYr.rr0r6r-rrj) predrrrrrrrrs r!sym_ite_magic_implz,_make_user_magic..sym_ite_magic_implrs I 84I 84IN*i>.I%%9g.y'2$$ (8(88$O;GDII{;IyQRC(+(<(<(><$ GC Gr#rc|rtj||Stt|j|Sr)rrr-rro)r2rrrjr]s r!round_magic_implz*_make_user_magic..round_magic_impls?4 ~~l4&8'BB7WTYY7@A Ar#__r)rz2Union[SymInt, int, SymFloat, float, SymBool, bool]r)rbool_becomes_int_magic_methodsunary_magic_methodsunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods)r]rrrrrorigrr method_namerrjrrrs` @@@@@r!_make_user_magicrsLCCVHo  KB//  !T<< >>">> 8($$bO-=> ) )y&)FN3CT$JK 9  H" bO-?@ 7  B bO-=> [ %f-Kb R02CD . . Y#k]" 57I J /r#)FFr) __future__rrrrfrloggingmathoperatorrrrtypingrrrr5torch._logging.structuredr|rwr r r r r rrrtorch._loggingrr*r getLoggerrlrGgetArtifactLoggerrrrrprrrHintType__all__ torch.typesrr/r"rrsrrrrrrrrrrrrrrrrrrrrrrrrrrr\rr math_op_namesrsym_name priv_sym_namerrrrronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrrrr rcurrent_moduler'priv_sympy_namerrnr+r0r4r6invertrr;r8rHrLrOrRrTrWsizes_strides_methodsr!r-rrritemsr]rrr}r#r!rsh#  /11 ..   ->g!~~//*E 8& %<#  $ K1 jjZ++..:$ 8<<$ 8<<$ 8<<$ 8== $ 8== $  DII $ (++$ TZZ$ TZZ$H%%$ (++$ (++$*$ (++$ hoo$  (++!$" 8<<#$$ 8<<%$& (++'$( 8<<)$* (,,+$,(,,-$.8<w?$@wA$BwC$DX%%E$F8##G$L    DdV}HzNM GX/56#*5-#@x H% NN8 $&<< >!6&,/FFJ7U 0EH% PPS?)&J&J#D#D.[   >&B?J TCn"'')#LFDVT"#*//1+LFDVT*+LK^ +F (() ))* ((F6T,T)VV$ [ * + r#