a h^#@sddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmmZddlmZmZmZmZmZmZmZmZddlmZerddlmZe e!Z"ej#e!dZ$gd Z%dd l&m'Z(d d Z)Gd ddZ*ej+ej,ej-ej.ej.ej/ej0ej1ej2ej3ej4ej5ddej6ej7ej8ej9ej:ej;ejej>ej?ej@ejAeeeeeejBejBd"ZChdZDddZEdZFeFD]LZGdeGZHdeHZIeJe*eHeEeGeKeeIeCeH<eD-eHe%LeHqdhZMeDeMBZNhdZOhdZPdhZQeOeQBZRhdZSddhZTdddZUhd ZVeFD]ZGdeGZHeV-eHqNhd!ZWhd"ZXd#d$ZYd%d&ZZd'd(Z[d)d*Z\d+d,Z]d-d.Z^d/d0Z_d1d2Z`d3d4Zad5d6Zbd7d8Zcdd:d;Zddd?ZfedejAej:e\e]e^e_eee`efeYeZe[eaebd@ZgdAdBZhdCdDZidEdFZjdGdHZkdIdJZldKdLZmdMdNZndOdPZodQdRZpdSdTZqdUdVZrdWdXZsdYdZZte jue!Zvd[d\ZweFD]0ZGd]eGZxeweGZyexey_zey_!eJevexeyq[y[G[xd^d_Z{dd`daZ|dbdcZ}dddeZ~iegejej+elemeneoepeqeieje}ekejeeeqeeSvrVeeeqeeQvsjeePvrteeeeeeeeUvreeeq[[dS)) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_node)SymNodemethod_to_operator magic_methods) py_sym_typescCs(|tur tS|turtS|tur$tS|SN)boolr intrfloatr)trL/var/www/auris/lib/python3.9/site-packages/torch/fx/experimental/sym_node.py _to_symtype:src@seZdZUdZdZded<ddddd Zd dd d d ZdddddZddddZ e ddZ e ddZ ddZ dddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zd7d8Zd9dd:d;Zdddd?Zdddd@dAZ dddBdCZ!dddDdEZ"dddFdGZ#dddHdIZ$dddJdKZ%dddLdMZ&dddNdOZ'dddPdQZ(dddRdSZ)dddTdUZ*dddVdWZ+dddXdYZ,dddZd[Z-ddd\d]Z.ddd^d_Z/ddd`daZ0dddbdcZ1dddddeZ2dddfdgZ3dddhdiZ4dddjdkZ5dddldmZ6dddndoZ7dddpdqZ8dddrdsZ9dddtduZ:dddvdwZ;dddxdyZddd~dZ?ddddZ@ddddZAddddZBddddZCddddZDddZEddZFddZGddZHddZIddddZJddZKddZLddZMddddZNdddZOddZPddZQddZRddZSddZTddZUddZVddZWddZXddZYddZZddZ[ddZ\dS)rz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNz!Optional[Union[int, float, bool]])hintc s|_|_|_|_fdd}|durt||us`t|t|us`Jd|dt|jrjjr|} || ksJ|d| djdn|}|_|_ jojj} | o|_ dS)NcsPddlm}|jrdSjjjdd}|durLt|tsH|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr!expr shape_envZ_maybe_evaluate_static isinstanceSymTypespytype)r!r selfrrr"s  z&SymNode.__init__..compute_hintzCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr%r(rtyperZ_translation_validation_enabledr$_hintconstantfx_node) r*r$r%r(r r/r0optimized_summationr"Z computed_hintZtx_validation_enrr)r__init__Vs0    zSymNode.__init__r)r%returncCst|j||j|j|j|jSr)rr,r(r.r/r0)r*r%rrrwith_shape_envszSymNode.with_shape_env)otherr3cCs<|j|jko:|j|jko:|j|jko:|j|jko:|j|jkSr)r,r(r.r/r0r*r5rrr _value_eqs     zSymNode._value_eqrr3cCst|j|j|j|j|jfSr)hashr,r(r.r/r0r)rrr _value_hashszSymNode._value_hashcCs|j|jSr)r%replacer,r)rrrr$sz SymNode.exprcCs|jSrr.r)rrrr sz SymNode.hintcCs |jduSrr<r)rrrhas_hintszSymNode.has_hintcs`ddlm}jdurZ|durL|jfddjjD}j|SjjSjS)Nrfree_unbacked_symbolscs&i|]}||vrdn jj|qS)i)r%Z var_to_val.0sr*Zunbacked_symbolsrr sz(SymNode.require_hint..)r#r?r.r$Z free_symbolsZxreplacer%Z size_hint)r*fallbackr? replacementsrrCr require_hints     zSymNode.require_hintcCs|jjrt|jSdSdSr)r$Z is_numberrr)rrr maybe_as_ints zSymNode.maybe_as_intcCs(ddl}t|j|jr t|jSdSdSNr)sympyr&r$Floatrr*rJrrrmaybe_as_floats zSymNode.maybe_as_floatcCs0ddl}|j|jurdS|j|jur(dSdSdS)NrTF)rJr$truefalserLrrr maybe_as_bools   zSymNode.maybe_as_boolcCs |jtuSr)r(rr)rrris_intszSymNode.is_intcCs |jtuSr)r(rr)rrris_floatszSymNode.is_floatcCs |jtuSr)r(rr)rrris_boolszSymNode.is_boolcCs"|jduo t|jto |jjSr)r.r&rnode is_nested_intr)rrrrUs    zSymNode.is_nested_intcCs4t|tusJddl}t|||jt|||dSNr)r/r0)r-rrJrIntegerr%r*numrJrrrwrap_ints zSymNode.wrap_intcCs4t|tusJddl}t|||jt|||dSrV)r-rrJrrKr%rXrrr wrap_floats zSymNode.wrap_floatcCs:t|tusJddl}t|r$|jn|j|jt|||dSrV)r-rrJrrNrOr%rXrrr wrap_boolszSymNode.wrap_boolcCs|Srrr)rrrclone%sz SymNode.clonecCs|jSrr$r)rrrstr(sz SymNode.strcCs|Srr_r)rrr__str__+szSymNode.__str__cCsd|jd|jd|jg}|jdur:|d|j|jdurV|d|j|jdurr|d|jd|dS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r+)r,r%r(r.appendr/r0join)r*reprrr__repr__.s   zSymNode.__repr__z builtins.strcCs|Srr`r)rrr _graph_repr:szSymNode._graph_reprcCs|Sr)_absr)rrrabs@sz SymNode.abscCs|Sr)_posr)rrrposCsz SymNode.poscCs ||Sr)Z_roundr*ndigitsrrrroundFsz SymNode.roundcCs|Sr)Z_truncr)rrrtruncIsz SymNode.trunccCs ||Sr)Z_addr6rrraddLsz SymNode.addcCs ||Sr)Z_subr6rrrsubOsz SymNode.subcCs ||Sr)Z_mulr6rrrmulRsz SymNode.mulcCs ||Sr)Z_modr6rrrmodUsz SymNode.modcCs ||Sr)Z _float_powr6rrr float_powXszSymNode.float_powcCs ||Sr)Z_pow_by_naturalr6rrrpow_by_natural[szSymNode.pow_by_naturalcCs ||Sr)Z_and_r6rrrand_^sz SymNode.and_cCs ||Sr)Z_or_r6rrror_asz SymNode.or_cCs ||Sr)Z_float_truedivr6rrr float_truedivdszSymNode.float_truedivcCs ||Sr)Z _int_truedivr6rrr int_truedivgszSymNode.int_truedivcCs ||Sr)Z _int_floordivr6rrr int_floordivjszSymNode.int_floordivcCs ||Sr)Z_lshiftr6rrrlshiftmszSymNode.lshiftcCs ||Sr)Z_rshiftr6rrrrshiftpszSymNode.rshiftcCs|Sr)Z_sym_notr)rrrr sszSymNode.sym_notcCs ||Sr)_eqr6rrreqvsz SymNode.eqcCs ||Sr)Z_ner6rrrneysz SymNode.necCs ||Sr)Z_gtr6rrrgt|sz SymNode.gtcCs ||Sr)Z_ltr6rrrltsz SymNode.ltcCs ||Sr)Z_ler6rrrlesz SymNode.lecCs ||Sr)Z_ger6rrrgesz SymNode.gecCs|Sr)_floorr)rrrfloorsz SymNode.floorcCs|Sr)Z _is_integerr)rrr is_integerszSymNode.is_integercCs|Sr)Z _sym_floatr)rrrrszSymNode.sym_floatcCs|Sr)Z_sym_intr)rrrsym_intszSymNode.sym_intcCs|Sr)_ceilr)rrrceilsz SymNode.ceilcCs|Sr)Z_negr)rrrnegsz SymNode.negcCs ||Sr)Z_sym_minr6rrrr szSymNode.sym_mincCs ||Sr)Z_sym_maxr6rrrr szSymNode.sym_maxcCs |||Sr)Z_sym_ite)r*then_valelse_valrrrr szSymNode.sym_itecCs |||Sr)Z_is_contiguousr*sizesstridesrrr is_contiguousszSymNode.is_contiguouscCs |||Sr)Z_is_channels_last_contiguous_2drrrris_channels_last_contiguous_2dsz&SymNode.is_channels_last_contiguous_2dcCs |||Sr)Z_is_channels_last_contiguous_3drrrris_channels_last_contiguous_3dsz&SymNode.is_channels_last_contiguous_3dcCs |||Sr)Z_is_channels_last_strides_2drrrris_channels_last_strides_2dsz#SymNode.is_channels_last_strides_2dcCs |||Sr)Z_is_channels_last_strides_3drrrris_channels_last_strides_3dsz#SymNode.is_channels_last_strides_3dcCs |||Sr)Z'_is_non_overlapping_and_dense_indicatorrrrr&is_non_overlapping_and_dense_indicatorsz.SymNode.is_non_overlapping_and_dense_indicatorcCs ||Sr)rvr6rrrsym_orszSymNode.sym_orcCs ||Sr)rur6rrrsym_andszSymNode.sym_andcCs ||Sr) _bitwise_andr6rrr bitwise_andszSymNode.bitwise_andcCs ||Sr) _bitwise_orr6rrr bitwise_orszSymNode.bitwise_orcCs ||Sr)rwr6rrrtruedivszSymNode.truedivcCs ||Sr)ryr6rrrfloordivszSymNode.floordivcCs ||Sr)rsr6rrrpowsz SymNode.powcCs|||t|dS)N)rr}to_noderrrris_non_overlapping_and_denses z$SymNode.is_non_overlapping_and_densecCs |ddSNr) guard_intr)rrrint_sz SymNode.int_c Csddl}ddlm}m}|rBt||tjtdd|DfiSdd|D}|j|}g}d}|D]} | j durxq| | j qft |}|j tjtdd|Df\} } t||j t|| dS) Nrget_proxy_modehandle_sym_dispatchcss|]}t|VqdSr wrap_noderAarrr z"SymNode.sym_sum..cSsg|] }|jqSrr^rrrr rz#SymNode.sym_sum..css|] }|jVqdSrr0rrrrrrr)rJ"torch.fx.experimental.proxy_tensorrrrtorchsym_sumtupleAddr rbsumr%_create_fx_call_functionrr) r*argsrJrrexprsout size_hintsout_hintrr0_rrrrs0  zSymNode.sym_sumcCs|j||Sr)r%Zevaluate_sym_node)r*size_obliviousrrrevaluateszSymNode.evaluatecCs8|}z t|WSty2td|Yn0dS)NzFailed to convert to int: %s)rr Exceptionlogwarningr*filelinerrrrrs    zSymNode.guard_intcCs8|}z t|WSty2td|Yn0dS)NzFailed to convert to float: %s)rrrrrrrrr guard_float s    zSymNode.guard_floatcCs8|}z t|WSty2td|Yn0dS)NFailed to convert to bool: %srrrrrrrrr guard_bools    zSymNode.guard_boolcCsRddlm}|r2||js2|jjs2|||S|jj|j|d||jdS)Nrr>:r) r#r?r=r$r%Z+prefer_deferred_runtime_asserts_over_guardsrZguard_or_defer_runtime_assertr0)r*rrr?rrr expect_true!s  zSymNode.expect_truecCsDddlm}||d}|||}|r@|s@|t||S)Nr)_advise_is_size)r#rrrZrr=r)r*rrrbrrrr expect_size3s     zSymNode.expect_sizecCs$ddlm}|sJ|t|S)Nr)statically_known_true)r#rrSr )r*rrrrrrrAs  zSymNode.statically_known_truecCs<|jdd}z t|WSty6td|Yn0dS)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rrNrrrrrguard_size_obliviousGs    zSymNode.guard_size_obliviouscCs$ddlm}|sJ|t|S)Nr)guard_or_false)r#rrSr )r*rrrrrrr[s  zSymNode.guard_or_falsecCs$ddlm}|sJ|t|S)Nr) guard_or_true)r#rrSr )r*rrrrrrras  zSymNode.guard_or_truecCs |ddSr)rr)rrrbool_gsz SymNode.bool_cCsdS)NTrr)rrr is_symbolicjszSymNode.is_symboliccCsdSrrr)rrr nested_intmszSymNode.nested_intcCsdS)NFrr)rrr is_constantpszSymNode.is_constant)NNF)N)N)F)]__name__ __module__ __qualname____doc__r__annotations__r2r4r7r:propertyr$r r=rGrHrMrPrQrRrSrUrZr[r\r]r_rarerfrhrjrmrnrorprqrrrsrtrurvrwrxryrzr{r r}r~rrrrrrrrrrr r r rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrGs  R       %    rcCs|Sr)rxrrrrr)"rjrhroandrrr}rrnryrrrrrzrrrrqr~rorrrsrtrmr{rprr r r r rwrx> rnrhr rrrrjrrcsfdd}|S)Ncst|dS)NZ_sym_)getattrr)namerrfnsz_get_sym_node_fn..fnrrrrrr_get_sym_node_fns r) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_rr>rrr r >rqrpror}>rrrmZsym_log2rr)rr>rxrsrrw>rtrnrr> rrr r~rrrrrr}rcCsddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)rrrrrr_sympy_float_truedivs rcCsddlm}|||S)Nr) IntTrueDiv)rr)rrrrrr_sympy_int_truedivs rcCsddlm}|||S)Nr)FloorDiv)rr)rrrrrr_sympy_floordivs rcCs4ddlm}m}|jr&|jr&|||S|||SdS)NrMod PythonMod)rrris_nonnegative)rrrrrrr _sympy_mod s  rcCsddlm}|||S)Nr) PowByNatural)rr)rrrrrr_sympy_pow_by_naturals rcCsddlm}|||S)Nr)FloatPow)rr)rrrrrr_sympy_float_pows rcCsddl}|||SrI)rJAndrrrJrrr _sympy_and!srcCsddl}|||SrI)rJOrrrrr _sympy_or'srcCsddlm}|||S)Nr)LShift)rr )rrr rrr _sympy_lshift-s r cCsddlm}|||S)Nr)RShift)rr )rrr rrr _sympy_rshift3s r cCst|dkr|gSddlm}m}||d||kr@||gS||d||kr^|g|Sdt|d}}||kr||d}||||}|dkrdS|dkr|d}qp|d}qp||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicrN)lensympy.core.basicr rcompareinsert) ordered_argsZnew_argsort_keyrlowhighZmidZcompare_resultrrr_binary_search_insert_arg9s$       rFc stddlddlm}fdd}ddlm}|||O}|||O}|r|r||jd||jdkrx||j|jS||jd||jdkr||j|jSt|jdkrt|jdkrt|j}|jD]}t||}|durqq|dur||S|r,|j r,tt|j|}|dur,||S|r\|j r\tt|j|}|dur\||S ||} || | fS) a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)r cs$|dus Jj|ddi}d|fS)NrFT)r)rresultrJrrmake_optimizedks z&_optimized_add..make_optimized)_is_symbols_binary_summationrr) rJrr rr_argsrlistrZ is_symbolr) lhsrhsZlhs_is_optimized_summationZrhs_is_optimized_summationZsortkeyrrnew_argsrrrrr_optimized_add[s:            r#cCsddlm}|||S)Nr)BitwiseFn_bitwise_and)rr$)rrr$rrrrs rcCsddlm}|||S)Nr)BitwiseFn_bitwise_or)rr%)rrr%rrrrs r)rorprqrrrtrsrrrrrwrxryrzr{cCsddl}t||jrf|j}t|dkrft|d|jrf|djrf||d}|d|krf||dSt||jr|||kst||jr||S||S)Nrrr)rJr&ZMulrrrKrrW)rrrJZaaZcoefrrr_floor_ceil_helpers &      r&cCsddlm}||S)Nr) FloorToInt)rr')rr'rrr _sympy_floors r(cCsddlm}||S)Nr) TruncToInt)rr))rr)rrr _sympy_truncs r*cCsddlm}||S)Nr) CeilToInt)rr+)rr+rrr _sympy_ceils r,cCsddl}|||SrI)rJEqrrrr _sympy_eqsr.cCsddl}|||SrI)rJNerrrr _sympy_nesr0cCsddl}|||SrI)rJGtrrrr _sympy_gtsr2cCsddl}|||SrI)rJLtrrrr _sympy_ltsr4cCsddl}|||SrI)rJZLerrrr _sympy_lesr5cCsddl}|||SrI)rJZGerrrr _sympy_gesr6cCsddlm}|||S)Nr)Min)rr7)rrr7rrr _sympy_mins r8cCsddlm}|||S)NrMax)rr:)rrr:rrr _sympy_max s r;cCsddl}|||f|dfS)NrT)rJZ Piecewise)rrfrJrrr _sympy_itesr=csfdd}|S)Ncs"ddl}t|jjjd|S)NrZOpaqueUnaryFn_)rrutilsZ_sympyZ functions)rrrrrrsz_get_sym_math_fn..fnrrrrr_get_sym_math_fns r?Z_sympy_cCsddl}||SrI)rJZAbsrrJrrr _sympy_abs*srAcCs.ddlm}m}|dur ||S|||SdS)Nr) RoundDecimal RoundToInt)rrBrC)numberrlrBrCrrr _sympy_round0srEcCsddlm}||SNr)ToFloat)rrG)rrGrrr_sympy_sym_float9s rHcCs*ddl}ddlm}|||||SrF)rJrrGr-r)rrJrGrrr_sympy_is_integerAs rI)r rjr}r~rrrrrrnrrrr r r rhrmrcCs$t|}t||tt|dddS)Nrr)rsympy_is_contiguous_genericrrange)rrdimrrrsympy_is_contiguoushsrMcCsddl}t|}t||kr"|jS|j}|jj}|D]8}|||||jj||||BM}|||9}q4t|D]}|||||jjO}qv|SrI) rJrrOrNSZOner-rKZero)rr dim_orderrJrLrzdrrrrJms ( rJcCst||gdSN)rrrrJrrrrr$sympy_is_channels_last_contiguous_2dsrWcCst||gdSN)rrTrrrUrVrrr$sympy_is_channels_last_contiguous_3dsrZc Csddl}ddlm}t|}|t|kr.|jS|jj}|j}|||ddM}|D]V}||||d|||k@M}|dkr||||dM}|||||d}qT|S)Nrr9r) rJrr:rrOrNrOrNr/) rrrPrJr:rLmrrRrrr&sympy_is_channels_last_strides_generics    r\cCst||gdSrSr\rVrrr!sympy_is_channels_last_strides_2dsr^cCst||gdSrXr]rVrrr!sympy_is_channels_last_strides_3dsr_cCsddlm}|g||RS)Nr)!IsNonOverlappingAndDenseIndicator)rr`)rrr`rrr-_sympy_is_non_overlapping_and_dense_indicators ra)rrrrrrcCsZt|tr|jSt|tur&||St|tur<||St|turR| |St SdSr) r&r'rTr-rr\rrZrr[NotImplemented)r*rYrrrrs       rcCs\t|tr|jdur|jS|r*t|S|r:t|S|rJt|St d|dS)Nzunrecognized return type ) r&rr/rQrrRrrSr AssertionErrorrrrrrsrcCst|Sr)METHOD_TO_OPERATORmethodrrrrsrc stdtvr d}n}dddd}fdd}|fd d }|fd d }tvr~ttd||nhd krfdd}ttd||n>dkrdfdd }ttd||nttd||dS)Nrzset[str]r8cSsJddl}|jj|jj|jjj|g}ddl}dd|D|jj BdhBS)NrcSsh|]}t|qSr)inspectgetfile)rAr[rrr rz@_make_node_magic..uninteresting_files..z) rZ_dynamoZ eval_framer>ZfxZ experimentalrZtorch._dynamo.guardsZguardsuninteresting_files)rZmodsrrrrks  z-_make_node_magic..uninteresting_filescstdfdd }|S)Ncsn|dur|n ||tjjjrj|dur8||gn|gddfdd tdfdddS) Nz Optional[int]r8cs`ddl}|jdurdSt|tkr*dSt|j|j|jfrBdS|j|j|jfvrXdSt|SrI) rJr/idr&r$rWrKrNrO)rrJ)rrrget_ids zM_make_node_magic..capture_provenance..wrapper..get_idZexpression_createdc s@ttddDfddDtdtddS)NcSsg|] }t|qSrr`rrrrr*rzc_make_node_magic..capture_provenance..wrapper....cs g|]}|dur|qSrr)rAi)rmrrr+srT)rfrZ result_id argumentsZ argument_idsZ user_stackstack)r_rl structuredZget_user_stackZget_framework_stackr)rormrfrrrr&s  zO_make_node_magic..capture_provenance..wrapper..)Z metadata_fn)r_logging _internalZGET_DTRACE_STRUCTUREDrr6)rrf)rormrrwrapper s    z=_make_node_magic..capture_provenance..wrapper)N) functoolswraps)rrtre)rrcapture_provenance s*z,_make_node_magic..capture_provenancec sddlm}m}t}d}|jdur>|jdur>||j|j}|rbt|||t|t|fiSt|tspJd}zdkrddl m }m }|j } |j js| |j jdkr|j js| |j jdkr||j |j } n||j |j } n4dkr|j |j |j|j\}} n|j |j } Wn*tyHtd|j |j Yn0td|j |j | tvrpt} n4tvrt} n$|jtus|jturt} n|j} | dur|durt|ts| |}|j ||j|jf\} } t| |j | || |d }|S) NrrFrrrrofailed to eval %s(%s, %s)z%s %s %s -> %s)r0r1)rrrrr rrr&rrrrr%r$rZ bound_sympylowerrrrr sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr(r'rr0)r*r5rroprr1rrr%rr(r0rrfuncrfrrbinary_magic_impl7s~     z+_make_node_magic..binary_magic_implc s ddlm}m}t}|r6t|||t|fiS|j}dksLdkrX|j|}z |}Wn"t yt d|Yn0t d||d}|jdur||j}tvrt}n"tvrt}ntvrt}n|j}|j||jf\}} t||j|||dS)NrrrZceilingzfailed to eval %s(%s)z %s %s -> %sr)rrrrrrr$r%Z_simplify_floor_divrrrrzr{r always_int_magic_methodsrr}rr|rr(rr0r) r*rrr~r$rrr(r0rrrrunary_magic_impls2     z*_make_node_magic..unary_magic_implr c sddlm}m}|jr|jn|j}|rLt||tt|t|t|fiSz|j|j|j}Wn,tyt d|j|j|jYn0|j t|j |j |j f\}}t||j |j||dS)Nrrzfailed to eval %s(%s, %s, %s)r)rrrr rr rr$rrrr%rr0rr() pred_node then_node else_noderrrrr0rrrr sym_ite_impls>  z&_make_node_magic..sym_ite_implrmc sddlm}m}tj}|r6t|||t||fiS|j}z||}Wn$tynt d||Yn0|dur~t }n|j }d}|j dur||j |}|jg} |dur| ||j|t| \} } t||j||| dS)Nrrz!failed to eval %s(%s, ndigits=%s)r)rrrbuiltinsrmrrr$rrrrr(r r0rbr%rrr) r*rlrrr~r$rr(rrr0rrrr round_impls.    z$_make_node_magic..round_impl)N)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) rfr method_attrrkrwrrrrrrr_make_node_magics&   .Z$()rcsTfdd}ttd|fdd}ttjtsPttjt|dS)Nc s$ddlm}m}ttjt}|rPt|||dd|Ddd|DfiSdd|D}dd|D}z||}Wn$tyt d||Yn0g} d} |D]} | j durq| | j qg} |D]} | j durq| | j q|| | }  drt} nt} t||j| | S) NrrcSsg|] }t|qSrrr@rrrr#rzH_make_node_sizes_strides..sizes_strides_impl..cSsg|] }|jqSrr^r@rrrr'rcSsg|] }|jqSrr^r@rrrr(rrxZ _indicator)rrrrsysmodulesrrrrrr rbendswithrrrr%)r*rrrrr~Z size_exprsZ stride_exprsrrrrBZ stride_hintsr(rrrsizes_strides_implsD     z4_make_node_sizes_strides..sizes_strides_implrcsddlddlm}t||D]Dttr ttj fdd|Dfdd|DSq dkrx|||St fdd|Dfdd|DSdS) Nr)!eval_is_non_overlapping_and_densecsg|]}tj|qSrrrTrArrrrrWrzH_make_node_sizes_strides..sizes_strides_user..csg|]}tj|qSrrrrrrrXrrcsg|]}|qSrZsympifyrrrrrarcsg|]}|qSrrrrrrrbr) rJr#r itertoolschainr&rrrrTr)rrrrr@rsizes_strides_userLs$     z4_make_node_sizes_strides..sizes_strides_user)rrhasattrrrr)rfrrrrrr_make_node_sizes_stridess 0rc stvrdnddddddtvr@dd nd d fd d fd d}fdd}fdd}tvrt|dd|nΈtvrt|}t|t||ndkrfdd}t|dd|nzdkr8dfdd }t|dd|nH}tvrNt}t|d|d|tvrt|d|d|dS)Nrz2Union[SymInt, int, SymFloat, float, SymBool, bool]rcSs8t|tttfr|St|tr,|jddStddS)Nrrz*expect to be called with constant SymBools)r&rrrr rTrrcrrrr get_constant{s  z&_make_user_magic..get_constantcSs2t|tttfrdSt|tttfr.|jSdS)NTF) r&rrrrrr rTrrrrrrs  z%_make_user_magic..is_constantcSs"t|trt|jt|S|S)z;Implements True+True=2, which works in python but not sympy)r&r rrTrZrrrrrpromotes z!_make_user_magic..promotecSs|Srrrrrrrscs\dvr||fSt|ttjf}t|ttjf}|s8|rT|sFt|}|sTt|}||fS)N)rorprqrrrsrwryr r r}r~rrrr)r&rrrr)r*r5f_selfZf_otherrerrpromote2s  z"_make_user_magic..promote2cs2|}|r t|Stt|jSr)rrrrTr))rrrfrrrrrsz*_make_user_magic..unary_magic_implcst|ttttttfstSt d|||}|}||\}}|rbt ||S|rr|}t |j |}|turtSt t|j |}|r|S|S)NzMAGIC %s %s %s)r&rrrrrr rbrzr{rrrTrrr*r5Z other_noderetrrrfrrrrrrs z+_make_user_magic..binary_magic_implcst|ttttttfstS|}|}||\}}|rRt||S|rb|}t |j |}|turztSt t ||j }|r|S|Sr) r&rrrrrr rbrrrTrrrrrrrbinary_magic_impls z,_make_user_magic..rbinary_magic_impl__r cs~|j}t||}t||}|tus*|tur.tSt|trNt|trN|j|jksRJtt|j||}|jrz|S|Sr) rTrrbr&rr(rrr)predrrrrrr)rrrrsym_ite_magic_impls   z,_make_user_magic..sym_ite_magic_implrmcs,|rt||Stt|j|Sr)rrmrrrTrk)rrrfrrround_magic_implsz*_make_user_magic..round_magic_implZ__r)N) rbool_becomes_int_magic_methodsunary_magic_methodsrunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods) rfZ user_typerrrorigrr method_namerrr_make_user_magicrs: !  *     r)FF)N) __future__rrrurhrloggingmathoperatorrrrtypingrrrrZtorch._logging.structuredrrrqrr r r r r rrZtorch._loggingrr#r getLoggerrrZgetArtifactLoggerrz__all__Z torch.typesrr'rrrjrhrorurr}rrnrrrrrzrrrrqr~rrvrrmr{rprrdrrZ math_op_namesrZsym_nameZ priv_sym_namerrrbrrZonly_bool_magic_methodsrZalso_bool_magic_methodsZbool_magic_methodsZonly_float_magic_methodsrrr|rr}rrrrrrrrr r rr#rrrr&r(r*r,r.r0r2r4r5r6r8r;r=rZcurrent_moduler?Zpriv_sympy_namerrrArErHrIinvertrrMrJrWrZr\r^r_raZsizes_strides_methodsrrrrritemsrfrrrrrrs (     3%      # ?      (  &W8