o Zh@sddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmmZddlmZmZmZmZmZmZmZmZddlmZerhddlmZe e!Z"ej#e!dZ$gd Z%dd l&m'Z(d d Z)Gd ddZ*idej+dej,dej-dej.dej.dej/dej0dej1dej2dej3dej4dej5ddddej6dej7d ej8d!ej9id"ej:d#ej;d$ej<d%ej=d&ej=d'ej>d(ej>d)ej?d*ej@d+ejAd,ed-ed.ed/ed0ed1ejBd2ejBZChd3ZDd4d5ZEd6ZFeFD]&ZGd7eGZHd8eHZIeJe*eHeEeGeKeeIeCeH<eD-eHe%LeHqdhZMeDeMBZNhd9ZOhd:ZPdhZQeOeQBZRhd;ZSdd%hZTdd%d<ZUhd=ZVeFD] ZGd7eGZHeV-eHqmhd>ZWhd?ZXd@dAZYdBdCZZdDdEZ[dFdGZ\dHdIZ]dJdKZ^dLdMZ_dNdOZ`dPdQZadRdSZbdTdUZc VddWdXZddYdZZed[d\ZfedejAej:e\e]e^e_eee`efeYeZe[eaebd]Zgd^d_Zhd`daZidbdcZjdddeZkdfdgZldhdiZmdjdkZndldmZodndoZpdpdqZqdrdsZrdtduZsdvdwZte jue!ZvdxdyZweFD]ZGdzeGZxeweGZyexey_zey_!eJevexeyq[y[G[xd{d|Z{dd}d~Z|ddZ}ddZ~iegid0ejdej+deld#emdend eodepdeqdeidejd,e}dekd$ej<d/erd.esd-etde{e|e~dZeFD]ZGd7eGZHeKevdzeGeeH<q[G[H[F[vddZddZddZddZddZddZddZddZeeeeeedZejejdZddZddZddZddZddZeD] \ZZeeeqeD] \ZZeeeqddZeD];\ZZeeOvreeeqeeSvreeeqeeQvs'eePvr,eeeeeeeeUvr;eeeq[[dS)) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_node)SymNodemethod_to_operator magic_methods) py_sym_typescCs(|turtS|tur tS|turtS|SN)boolr intrfloatr)trM/var/www/auris/lib/python3.10/site-packages/torch/fx/experimental/sym_node.py _to_symtype:src@s(eZdZUdZdZded<   dddd Zdd dZdddZdddZ e ddZ e ddZ ddZ dddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zd7d8Zdd:d;Zddd?Zddd@dAZ ddBdCZ!ddDdEZ"ddFdGZ#ddHdIZ$ddJdKZ%ddLdMZ&ddNdOZ'ddPdQZ(ddRdSZ)ddTdUZ*ddVdWZ+ddXdYZ,ddZd[Z-dd\d]Z.dd^d_Z/dd`daZ0ddbdcZ1ddddeZ2ddfdgZ3ddhdiZ4ddjdkZ5ddldmZ6ddndoZ7ddpdqZ8ddrdsZ9ddtduZ:ddvdwZ;ddxdyZdd~dZ?dddZ@dddZAdddZBdddZCdddZDddZEddZFddZGddZHddZIdddZJddZKddZLddZMdddZNdddZOddZPddZQddZRddZSddZTddZUddZVddZWddZXddZYdS)rz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNhint!Optional[Union[int, float, bool]]c s|_|_|_|_fdd}|durMt||us0t|t|us0Jd|dt|jrLjjrL|} || ksLJ|d| djdn|}|_|_ jo\jj} | o`|_ dS)NcsPddlm}|jr dSjjjdd}|dur&t|ts$|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr"expr shape_envZ_maybe_evaluate_static isinstanceSymTypespytype)r"r selfrrr#s  z&SymNode.__init__..compute_hintzCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr&r)rtyperZ_translation_validation_enabledr%_hintconstantfx_node) r+r%r&r)r r0r1optimized_summationr#Z computed_hintZtx_validation_enrr*r__init__Vs2    zSymNode.__init__r&rreturncCst|j||j|j|j|jSr)rr-r)r/r0r1)r+r&rrrwith_shape_envszSymNode.with_shape_envothercCs<|j|jko|j|jko|j|jko|j|jko|j|jkSr)r-r)r/r0r1r+r6rrr _value_eqs     zSymNode._value_eqrcCst|j|j|j|j|jfSr)hashr-r)r/r0r1r*rrr _value_hashszSymNode._value_hashcCs|j|jSr)r&replacer-r*rrrr%sz SymNode.exprcCs|jSrr/r*rrrr sz SymNode.hintcCs |jduSrr<r*rrrhas_hint zSymNode.has_hintcs`ddlm}jdur-|dur&|jfddjjD}j|SjjSjS)Nrfree_unbacked_symbolscs&i|]}||vr dnjj|qS)i)r&Z var_to_val.0sr+Zunbacked_symbolsrr sz(SymNode.require_hint..)r$r@r/r%Z free_symbolsZxreplacer&Z size_hint)r+fallbackr@Z replacementsrrDr require_hints    zSymNode.require_hintcCs|jjr t|jSdSr)r%Z is_numberrr*rrr maybe_as_ints zSymNode.maybe_as_intcCs$ddl}t|j|jrt|jSdSNr)sympyr'r%Floatrr+rJrrrmaybe_as_floats zSymNode.maybe_as_floatcCs,ddl}|j|jur dS|j|jurdSdS)NrTF)rJr%truefalserLrrr maybe_as_bools   zSymNode.maybe_as_boolcC |jtuSr)r)rr*rrris_intr>zSymNode.is_intcCrQr)r)rr*rrris_floatr>zSymNode.is_floatcCrQr)r)rr*rrris_boolr>zSymNode.is_boolcCs"|jduot|jto|jjSr)r/r'rnode is_nested_intr*rrrrVs   zSymNode.is_nested_intcC4t|tusJddl}t|||jt|||dSNr)r0r1)r.rrJrIntegerr&r+numrJrrrwrap_int zSymNode.wrap_intcCrWrX)r.rrJrrKr&rZrrr wrap_floatr]zSymNode.wrap_floatcCs:t|tusJddl}t|r|jn|j|jt|||dSrX)r.rrJrrNrOr&rZrrr wrap_boolszSymNode.wrap_boolcC|Srrr*rrrclone%z SymNode.clonecCs|jSrr%r*rrrstr(z SymNode.strcC|Srrdr*rrr__str__+rezSymNode.__str__cCsd|jd|jd|jg}|jdur|d|j|jdur+|d|j|jdur9|d|jd|dS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r,)r-r&r)r/appendr0r1join)r+reprrr__repr__.s   zSymNode.__repr__ builtins.strcCrfrrgr*rrr _graph_repr:szSymNode._graph_reprcCrfr)_absr*rrrabs@rez SymNode.abscCrfr)_posr*rrrposCrez SymNode.poscC ||Sr)Z_roundr+ndigitsrrrroundFr>z SymNode.roundcCrfr)Z_truncr*rrrtruncIrez SymNode.trunccCrsr)_addr7rrraddLr>z SymNode.addcCrsr)_subr7rrrsubOr>z SymNode.subcCrsr)_mulr7rrrmulRr>z SymNode.mulcCrsr)_modr7rrrmodUr>z SymNode.modcCrsr)Z _float_powr7rrr float_powXr>zSymNode.float_powcCrsr)Z_pow_by_naturalr7rrrpow_by_natural[r>zSymNode.pow_by_naturalcCrsr)Z_and_r7rrrand_^r>z SymNode.and_cCrsr)Z_or_r7rrror_ar>z SymNode.or_cCrsr)Z_float_truedivr7rrr float_truedivdr>zSymNode.float_truedivcCrsr)Z _int_truedivr7rrr int_truedivgr>zSymNode.int_truedivcCrsr)Z _int_floordivr7rrr int_floordivjr>zSymNode.int_floordivcCrsr)Z_lshiftr7rrrlshiftmr>zSymNode.lshiftcCrsr)Z_rshiftr7rrrrshiftpr>zSymNode.rshiftcCrfr)Z_sym_notr*rrrr srezSymNode.sym_notcCrsr)_eqr7rrreqvr>z SymNode.eqcCrsr)Z_ner7rrrneyr>z SymNode.necCrsr)Z_gtr7rrrgt|r>z SymNode.gtcCrsr)Z_ltr7rrrltr>z SymNode.ltcCrsr)Z_ler7rrrler>z SymNode.lecCrsr)Z_ger7rrrger>z SymNode.gecCrfr)_floorr*rrrfloorrez SymNode.floorcCrfr)Z _is_integerr*rrr is_integerrezSymNode.is_integercCrfr)Z _sym_floatr*rrrrrezSymNode.sym_floatcCrfr)Z_sym_intr*rrrsym_intrezSymNode.sym_intcCrfr)_ceilr*rrrceilrez SymNode.ceilcCrfr)Z_negr*rrrnegrez SymNode.negcCrsr)Z_sym_minr7rrrr r>zSymNode.sym_mincCrsr)Z_sym_maxr7rrrr r>zSymNode.sym_maxcC |||Sr)Z_sym_ite)r+then_valelse_valrrrr  zSymNode.sym_itecCrr)Z_is_contiguousr+sizesstridesrrr is_contiguousrzSymNode.is_contiguouscCrr)Z_is_channels_last_contiguous_2drrrris_channels_last_contiguous_2drz&SymNode.is_channels_last_contiguous_2dcCrr)Z_is_channels_last_contiguous_3drrrris_channels_last_contiguous_3drz&SymNode.is_channels_last_contiguous_3dcCrr)Z_is_channels_last_strides_2drrrris_channels_last_strides_2drz#SymNode.is_channels_last_strides_2dcCrr)Z_is_channels_last_strides_3drrrris_channels_last_strides_3drz#SymNode.is_channels_last_strides_3dcCrr)Z'_is_non_overlapping_and_dense_indicatorrrrr&is_non_overlapping_and_dense_indicatorrz.SymNode.is_non_overlapping_and_dense_indicatorcCrsr)rr7rrrsym_orr>zSymNode.sym_orcCrsr)rr7rrrsym_andr>zSymNode.sym_andcCrsr) _bitwise_andr7rrr bitwise_andr>zSymNode.bitwise_andcCrsr) _bitwise_orr7rrr bitwise_orr>zSymNode.bitwise_orcCrsr)rr7rrrtruedivr>zSymNode.truedivcCrsr)rr7rrrfloordivr>zSymNode.floordivcCrsr)rr7rrrpowr>z SymNode.powcCs|||t|dS)N)rrto_noderrrris_non_overlapping_and_densesz$SymNode.is_non_overlapping_and_densecC |ddSNr) guard_intr*rrrint_rz SymNode.int_c Csddl}ddlm}m}|r!t||tjtdd|DfiSdd|D}|j|}g}d}|D]} | j dur<n | | j q3t |}|j tjtdd|Df\} } t||j t|| dS) Nrget_proxy_modehandle_sym_dispatchcss|]}t|VqdSr wrap_noderBarrr sz"SymNode.sym_sum..cSg|]}|jqSrrcrrrr z#SymNode.sym_sum..css|]}|jVqdSrr1rrrrrsr)rJ"torch.fx.experimental.proxy_tensorrrrtorchsym_sumtupleAddr risumr&_create_fx_call_functionrr) r+argsrJrrexprsout size_hintsout_hintrr1_rrrrs0  zSymNode.sym_sumcCs|j||Sr)r&Zevaluate_sym_node)r+size_obliviousrrrevaluateszSymNode.evaluatecC0|}zt|WStytd|w)NzFailed to convert to int: %s)rr Exceptionlogwarningr+filelinerrrrr   zSymNode.guard_intcCr)NzFailed to convert to float: %s)rrrrrrrrr guard_float rzSymNode.guard_floatcCr)NFailed to convert to bool: %srrrrrrrrr guard_boolrzSymNode.guard_boolcCsRddlm}|r||js|jjs|||S|jj|j|d||jdS)Nrr?:r) r$r@r=r%r&Z+prefer_deferred_runtime_asserts_over_guardsrZdefer_runtime_assertr1)r+rrr@rrr expect_trues  zSymNode.expect_truecCsDddlm}||d}|||}|r |s |t||S)Nr)_advise_is_size)r$rrr\rr=r)r+rrrbrrrr expect_size1s    zSymNode.expect_sizecCs4|jdd}zt|WStytd|w)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rrrrrrrguard_size_oblivious?s    zSymNode.guard_size_obliviouscCrr)rr*rrrbool_Srz SymNode.bool_cCdS)NTrr*rrr is_symbolicVrbzSymNode.is_symboliccCsdSrrr*rrr nested_intYrbzSymNode.nested_intcCr)NFrr*rrr is_constant\rbzSymNode.is_constant)NNF)r r!)r&rr4r)r6rr4r)r4rr)r4rm)r4r)F)Z__name__ __module__ __qualname____doc__r__annotations__r3r5r8r:propertyr%r r=rGrHrMrPrRrSrTrVr\r^r_rardrhrlrnrprrrvrwryr{r}rrrrrrrrrrr rrrrrrrrrrrrr r r rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrGs   R                                                 %    rrrrpryandrrrrrwrrrrcCrfr)rxrrrnsrrrrrr}rrorrrrrvrr{rr r r r rr> rrrprrr rrrrwcfdd}|S)Ncst|dS)NZ_sym_)getattrr*namerrfnsz_get_sym_node_fn..fnrrrrrr_get_sym_node_fns r) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_r>rrr r >r}ryr{>rrvZsym_log2r)rr>rrrr>rrrrw> rrrrrrrr rrrcCddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)rrrrrr_sympy_float_truediv  r cCr)Nr) IntTrueDiv)rr )rrr rrr_sympy_int_truedivr r cCr)Nr)FloorDiv)rr )rrr rrr_sympy_floordivr rcCs0ddlm}m}|jr|jr|||S|||S)NrMod PythonMod)rrris_nonnegative)rrrrrrr _sympy_mods   rcCr)Nr) PowByNatural)rr)rrrrrr_sympy_pow_by_naturalr rcCr)Nr)FloatPow)rr)rrrrrr_sympy_float_powr rcCddl}|||SrI)rJAndrrrJrrr _sympy_and  rcCrrI)rJOrrrrr _sympy_orrrcCr)Nr)LShift)rr)rrrrrr _sympy_lshiftr r cCr)Nr)RShift)rr!)rrr!rrr _sympy_rshiftr r"cCst|dkr |gSddlm}m}||d||kr ||gS||d||kr/|g|Sdt|d}}||kra||d}||||}|dkrPdS|dkrY|d}n|d}||ks<||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicrN)lensympy.core.basicr#r$compareinsert) ordered_argsZnew_argsort_keyr$lowhighmidZcompare_resultrrr_binary_search_insert_arg%s&      r0Fc sddlddlm}fdd}ddlm}|||O}|||O}|rR|rR||jd||jdkr<||j|jS||jd||jdkrR||j|jS|rg|jrgtt|j|}|durg||S|r||jr|tt|j|}|dur|||S ||}|||fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)r#csj|ddi}d|fS)NrFT)r)r+resultrJrrmake_optimizedWsz&_optimized_add..make_optimized)_is_symbols_binary_summationr%) rJr(r#rr4_argsZ is_symbolr0listr) lhsrhsZlhs_is_optimized_summationZrhs_is_optimized_summationZsortkeyr3r4new_argsr1rr2r_optimized_addGs*         r:cCr)Nr)BitwiseFn_bitwise_and)rr;)rrr;rrrrxr rcCr)Nr)BitwiseFn_bitwise_or)rr<)rrr<rrrr~r r)ryr{r}rrrrrrrrrrrrcCsddl}t||jr3|j}t|dkr3t|d|jr3|djr3||d}|d|kr3||dSt||jr@|||ksFt||jrK||S||S)Nrr&r)rJr'ZMulrr'rKrrY)rrrJZaaZcoefrrr_floor_ceil_helpers &     r=cCddlm}||S)Nr) FloorToInt)rr?)rr?rrr _sympy_floor r@cCr>)Nr) TruncToInt)rrB)rrBrrr _sympy_truncrArCcCr>)Nr) CeilToInt)rrD)rrDrrr _sympy_ceilrArEcCrrI)rJEqrrrr _sympy_eqrrGcCrrI)rJNerrrr _sympy_nerrIcCrrI)rJGtrrrr _sympy_gtrrKcCrrI)rJLtrrrr _sympy_ltrrMcCrrI)rJZLerrrr _sympy_lerrNcCrrI)rJZGerrrr _sympy_gerrOcCr)Nr)Min)rrP)rrrPrrr _sympy_minr rQcCr)NrMax)rrS)rrrSrrr _sympy_maxr rTcCsddl}|||f|dfS)NrT)rJZ Piecewise)rrfrJrrr _sympy_itesrVcr)Ncs"ddl}t|jjjd|S)NrZOpaqueUnaryFn_)rrutilsZ_sympyZ functions)rrrrrrsz_get_sym_math_fn..fnrrrrr_get_sym_math_fns rXZ_sympy_cCsddl}||SrI)rJZAbsrrJrrr _sympy_abss rZcCs*ddlm}m}|dur||S|||S)Nr) RoundDecimal RoundToInt)rr[r\)numberrur[r\rrr _sympy_rounds r^cCr>Nr)ToFloat)rr`)rr`rrr_sympy_sym_floats racCs*ddl}ddlm}|||||Sr_)rJrr`rFr)rrJr`rrr_sympy_is_integers rb)rvrcCs$t|}t||tt|dddS)Nrr%)r'sympy_is_contiguous_genericr6range)rrdimrrrsympy_is_contiguousFsrfcCsddl}t|}t||kr|jS|j}|jj}|D]}|||||jj||||BM}|||9}qt|D]}|||||jjO}q;|SrI) rJr'rOrNSZOnerFrdZero)rr dim_orderrJrerzdrrrrcKs ( rccCt||gdSN)rr&rrcrrrrr$sympy_is_channels_last_contiguous_2dcrqcCrlN)rrnr&rrorprrr$sympy_is_channels_last_contiguous_3dgrrruc Csddl}ddlm}t|}|t|kr|jS|jj}|j}|||ddM}|D]+}||||d|||k@M}|dkrJ||||dM}|||||d}q*|S)NrrRr) rJrrSr'rOrgrhrNrH) rrrirJrSremrrkrrr&sympy_is_channels_last_strides_genericks    rwcCrlrmrwrprrr!sympy_is_channels_last_strides_2drrrycCrlrsrxrprrr!sympy_is_channels_last_strides_3drrrzcCsddlm}|g||RS)Nr)!IsNonOverlappingAndDenseIndicator)rr{)rrr{rrr-_sympy_is_non_overlapping_and_dense_indicators r|)rrrrrr)r r cCsVt|tr|jSt|tur||St|tur||St|tur)| |St Sr) r'r(rUr.rr_rr\rr^NotImplemented)r+r[rrrrs       rcCsXt|tr |jdur |jS|rt|S|rt|S|r%t|St d|)Nzunrecognized return type ) r'rr0rRrrSrrTr AssertionErrorrrrrrsrcCst|Sr)METHOD_TO_OPERATORmethodrrrrrerc stdtvrd}n}ddd}fdd}|fd d }|fd d }tvr>ttd||dSd krTfdd}ttd||dSdkrkdfdd }ttd||dSttd||dS)Nrr4set[str]cSsJddl}|jj|jj|jjj|g}ddl}dd|D|jj BdhBS)NrcSsh|]}t|qSr)inspectgetfile)rBrvrrr z@_make_node_magic..uninteresting_files..z) rZ_dynamoZ eval_framerWZfxZ experimentalrZtorch._dynamo.guardsZguardsuninteresting_files)rmodsrrrrs  z-_make_node_magic..uninteresting_filescstdfdd }|S)Ncsj|dur |n||tjjjr3|dur||gn|gd fdd tdfdddS) Nr4 Optional[int]cs`ddl}|jdur dSt|tkrdSt|j|j|jfr!dS|j|j|jfvr,dSt|SrI) rJr0idr'r%rYrKrNrO)rrJ)r1rrget_ids zM_make_node_magic..capture_provenance..wrapper..get_idZexpression_createdc s@ttddDfddDtdtddS)NcSg|]}t|qSrrgrrrrr zc_make_node_magic..capture_provenance..wrapper....cs g|] }|dur|qSrr)rBi)rrrrsrn)rr1Z result_id argumentsZ argument_idsZ user_stackstack)rdr structuredZget_user_stackZget_framework_stackr)rrrr1rrr s  zO_make_node_magic..capture_provenance..wrapper..)Z metadata_fn)r4r)r_logging _internalZGET_DTRACE_STRUCTUREDrr7)rr)rrr1rwrappers    z=_make_node_magic..capture_provenance..wrapperr) functoolswraps)rrr)rrcapture_provenances*z,_make_node_magic..capture_provenancec sddlm}m}t}d}|jdur|jdur||j|j}t}|r6|dur6t||t|t|S|rHt|||t|t|fiSt |t sOJd}zTdkrddl m }m } |j} |jjsn| |jjdkr|jjs{| |jjdkr||j|j} n!| |j|j} ndkr|j|j|j|j\}} n|j|j} Wntytd|j|jwtd|j|j| tvrt} ntvrt} n|jtus|jturt} n|j} | dur|durt |ts| |}|j||j |j f\} }t | |j| || |d }|S) NrrFrrryfailed to eval %s(%s, %s)z%s %s %s -> %s)r1r2)!rrrrr alternate_impl_if_hinted_methodsgetrrr'rrrrr&r%rZ bound_sympylowerrrrr sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr)r(rr1)r+r6rroprZalternate_implr2rrr&rr)r1rr1funcrrrbinary_magic_impls      z+_make_node_magic..binary_magic_implc sddlm}m}t}|rt|||t|fiS|j}dks&dkr,|j|}z|}Wnt yAt d|wt d||d}|jdurV||j}tvr]t}ntvrdt}n tvrkt}n|j}|j||jf\}} t||j|||dS)NrrrZceilingzfailed to eval %s(%s)z %s %s -> %sr)rrrrrrr%r&Z_simplify_floor_divrrrrrr always_int_magic_methodsrrrrrr)rr1r) r+rrrr%rrr)r1rrrrunary_magic_implys4     z*_make_node_magic..unary_magic_implr c sddlm}m}|jr|jn|j}|r&t||tt|t|t|fiSz |j|j|j}WntyEt d|j|j|jw|j t|j |j |j f\}}t||j |j||dS)Nrrzfailed to eval %s(%s, %s, %s)r)rrrr rr rr%rrrr&rr1rr)) pred_node then_node else_noderrrrr1rrrr sym_ite_impls@   z&_make_node_magic..sym_ite_implrvc sddlm}m}tj}|rt|||t||fiS|j}z||}Wnty5t d||w|dur=t }n|j }d}|j durM||j |}|jg} |durZ| ||j|t| \} } t||j||| dS)Nrrz!failed to eval %s(%s, ndigits=%s)r)rrrbuiltinsrvrrr%rrrrr)r r1rir&rrr) r+rurrrr%rr)rrr1rrrr round_impls0     z$_make_node_magic..round_impl)r4rr)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) rr method_attrrrrrrrrrr_make_node_magics&    .^$()rcsXfdd}ttd|fdd}ttjts*ttjt|dSdS)Nc sddlm}m}ttjt}|r(t|||dd|Ddd|DfiSdd|D}dd|D}z||}WntyMt d||wg} d} |D]} | j dur]n | | j qTg} |D]} | j durqn | | j qh|| | }  drt} nt} t||j| | S) NrrcSrrrrArrrr rzH_make_node_sizes_strides..sizes_strides_impl..cSrrrcrArrrrrcSrrrcrArrrrrrZ _indicator)rrrrsysmodulesrrrrrr riendswithrrrr&)r+rrrrrZ size_exprsZ stride_exprsrrrrCZ stride_hintsr)rrrsizes_strides_implsF     z4_make_node_sizes_strides..sizes_strides_implrcsddlddlm}t||D]"ttr2ttj fdd|Dfdd|DSqdkr<|||St fdd|Dfdd|DS) Nr)!eval_is_non_overlapping_and_densecg|]}tj|qSrrrUrBrrrrr>zH_make_node_sizes_strides..sizes_strides_user..crrrrrrrr?rrcg|]}|qSrZsympifyrr2rrrHrcrrrrr2rrrIr) rJr$r itertoolschainr'rrrrUr)rrrrrYrsizes_strides_user3s&    z4_make_node_sizes_strides..sizes_strides_user)rrhasattrrrr)rrrrrrr_make_node_sizes_stridess 0rc stvr dndddddtvrdd nd d fd d fd d}fdd}fdd}tvrXt|dd|dStvrlt|}t|t||dSdkrfdd}t|dd|dSdkrdfdd }t|dd|dS}tvrt}t|d|d|tvrt|d|d|dSdS)Nrr2Union[SymInt, int, SymFloat, float, SymBool, bool]cSs4t|tttfr |St|tr|jddStd)Nrrz*expect to be called with constant SymBools)r'rrrr rUrr~rrrr get_constantbs  z&_make_user_magic..get_constantcSs2t|tttfr dSt|tttfr|jSdS)NTF) r'rrrrrr rUrrrrrris  z%_make_user_magic..is_constantcSs"t|trt|jt|S|S)z;Implements True+True=2, which works in python but not sympy)r'r rrUr\rrrrrpromotes z!_make_user_magic..promotecSr`rrrrrrrrbcs\dvr||fSt|ttjf}t|ttjf}|s|r*|s#t|}|s*t|}||fS)N)ryr{r}rrrrr r rrrrrr)r'rrrr)r+r6f_selfZf_otherrrrpromote2s  z"_make_user_magic..promote2cs2|}|rt|Stt|jSr)rrrrUr*)rrrrrrrrsz*_make_user_magic..unary_magic_implcst|ttttttfs tSt d|||}|}||\}}|r1t ||S|r9|}t |j |}|turEtSt t|j |}|rW|S|S)NzMAGIC %s %s %s)r'rrrrrr r}rrrrrUrrr+r6Z other_noderetrrrrrrrrrs z+_make_user_magic..binary_magic_implcst|ttttttfs tS|}|}||\}}|r)t||S|r1|}t |j |}|tur=tSt t ||j }|rO|S|Sr) r'rrrrrr r}rrrUrrrrrrrbinary_magic_impls z,_make_user_magic..rbinary_magic_impl__r cs~|j}t||}t||}|tus|turtSt|tr't|tr'|j|jks)Jtt|j||}|jr=|S|Sr) rUrr}r'rr)rrr)predrrrrrr)rrrrsym_ite_magic_impls  z,_make_user_magic..sym_ite_magic_implrvcs,|r t||Stt|j|Sr)rrvrrrUrt)rrrrrround_magic_implsz*_make_user_magic..round_magic_impl__r)rrr) rbool_becomes_int_magic_methodsunary_magic_methodsrunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods) rZ user_typerrrorigrr method_namerrr_make_user_magicYs<  !  * r)FFr) __future__rrrrrloggingmathoperatorrrrtypingrrrrZtorch._logging.structuredrrrr r r r r rrZtorch._loggingrr$r getLoggerrrZgetArtifactLoggerr__all__Z torch.typesrr(rrrrrpryrrrrrwrrrrrrrr}rrrrrvrr{rrrrZ math_op_namesrZsym_nameZ priv_sym_namerrrirrZonly_bool_magic_methodsrZalso_bool_magic_methodsZbool_magic_methodsZonly_float_magic_methodsrrrrrr r rrrrrrr r"r0r:rrrr=r@rCrErGrIrKrMrNrOrQrTrVrZcurrent_modulerXZpriv_sympy_namerrrZr^rarbinvertrrfrcrqrurwryrzr|Zsizes_strides_methodsminmaxrrrrrritemsrrrrrrrs  (           !"%     # 1           (  *W8