a hi@sUddlmZddlZddlZddlZddlmZddlmm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerddlmZeZded <d d d d dZe dZ!dd dddZ"dddddZ#e dZ$e dZ%dd dddZ&dd ddd Z'e d!Z(e d"Z)dd#dd$d%Z*d&Z+e,e+Z-d'ed(<dddd)d*Z.dd#ddd+d,d-Z/d.d#dd/d0d1Z0d.d#dd/d2d3Z1ej2d4ej3d#ej4d5ej5dej6d#ej7d#ej8d iZ9d.d6d7d8d9Z:d.dd7d:d;Z;dd?d@ZdAdBZ=ddCdDZ>dEd=dd>dFdGZ?ddHdIZ@e dJZAd.d d7dKdLZBd Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncr-namebaserZis_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecppZ returns_typereturnsZcpp_typestr functional structuredhasattrendswithrrnon_out)r+Z base_op_namer1r maybe_methodrrr is_supportedsV             rBzBaseType | OptionalType | Typeztuple[bool, str] | None)arg_typerc Cstjdtjdtjdtjdtjdtjdi}d}t|tr>|j }n(t|t rbt|j tsXdS|j j }ndS||vrrdS||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional())Fz toOptional<::std::string_view>()Nr) rTensorintrScalar ScalarTyper;r.rr2r elem)rCZtype_conversion_methodsbase_ty_objectmethodsrrrr72s*      r7) Z bitwise_notZ bitwise_andZ bitwise_orZ bitwise_xorZbitwise_left_shiftZbitwise_right_shiftgcdlcmZscatterZgather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo)Z view_as_realimagZ_conjr;)op_namercCs|tvSN)should_use_int_tensor_ops_rQrrrshould_use_int_tensorqsrUcCs|tvSrR)should_use_complex_tensor_ops_rTrrrshould_use_complex_tensorusrW) Zaddmv index_addrNrOZnll_loss_backwarddotvdotouterr)Zaddmmmm nuclear_normZdiagZ_addmm_activationZmatrix_HtrFcCs|tvr dS|tvrdSdS)NrD)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rTrrrtest_tensor_dims rcz{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsoncCs|tvrt|SdSdS)Nr,)rdrTrrrtest_tensor_shapesre)rCindexrQrc Cst|}|dkr^|dkrdnd}t|}t|t|}||d7}dd|g|}t|rtd|d }n"t|rd |d }n d |d }t j |t j dt j dt j dt jdt jdi}d} t|tr|j} n"t|trt|jtsJ|jj} | |vsJd|| } | S)Nr,r@r_z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)rercmathceilfloatformatjoinrUrWrrErFrrGrHr;r.rr2r rI) rCrfrQZtensor_size_exZ num_tensorsZnum_dimZ size_per_dimZtensor_expressionZvalue_expressionsrJZvalue_expressionrrrtest_value_expressions:     rsr )schemarfrc Cs|r J|jjj}i}|D]}t|j||}|||j<q"t|||g}|D]"\}}| d||d|qZd |dS)Nzauto z = ; ;) is_out_fnr2r3r6rsr8rZoverride_test_valuesitemsappendrr) rtrfZ schema_nameZarg_maprZtest_value_exparg_populationsarg_name arg_valuerrrgenerate_test_value_definitionss    r}cs(|r Jdfdd|DS)Nric3s|]}|jVqdSrRr2.0rrfrr z,generate_test_value_names..)rwrrr6)rtrfrrrgenerate_test_value_namess rrErpzlist[tuple[str, str | None]])rtrcs&dddddfdd|DS)Nrztuple[str, str | None])rrcSsd|j}d}t|tr|j}d}t|ts,Jd}|jtvrDt|j}|rV|rV|d}d|j|fS)NFT?%)r8r.r rIrr2/generate_test_ir_arguments_base_ty_to_type_str_)rr^Z add_optionalZtype_strrrr ir_arguments    z/generate_test_ir_arguments..ir_argumentcsg|] }|qSrrrrrr rz.generate_test_ir_arguments..)r6)rtrrrgenerate_test_ir_argumentssrc Csrg}t|D]R\}}t|j}|s*J|\}}|r:dnd}|d|d|jd|d|qd|dS) N&r,z const auto z = p_node->Input(z).rurv) enumerater6r7r8ryr2rr)rtrzirrAZ is_referenceZtype_conversion_method referencerrrgenerate_arg_extractions  rr rr+ backend_indexrcCs.||j}|js|dur(t|jjS|jSrR) get_kernelr<r=r9r2r1kernelr+rrrrrget_kernel_names rcCs.||j}|js|dur(t|jjS|jSrR)rr-r=r9r2r1rrrrrget_out_kernel_name s rcCs\|jj}|rJt||}dd|D}|jr:dnd}d|d|dd|d S) Ncss|] }|jVqdSrRr~rrrrrrz0generate_non_out_variant_call..cpunativeat::::(rirj)r<r1rwrr6r=rr)r+rrt kernel_name arg_namesnamespace_namerrrgenerate_non_out_variant_calls   rr cCs\|jj}t|}||j}|r(|j}dd|D}d}d|d|dd|dS) Ncss|] }|jVqdSrRr~rrrrr%rz,generate_call_to_view_ops..rrrrrirj)r/r1r9r2rrr6rr)r+rrtrrrrrrrgenerate_call_to_view_opss  rcCs|jj}|sJg}t||}|jr.rDrrirrrrrrj)r-r1rwrr=rr@r.r ryargumentr2rlenrr)r+rrtrrrZ cpp_arg_namesrrrrgenerate_out_variant_call*s$     r) zisin.Scalar_TensorrXrYrZr]ZhistcZl1_lossZmulti_margin_lossZmultilabel_margin_lossZnll_lossZ nll_loss2dprodcCs"t|}|d|d}|tvS)Nr)r;findno_memory_resize_ops)rt schema_strtype_variant_op_namerrrshould_check_resizeVsrcCs|jjjjjSrR)r<r1r2r3)r+rrrop_name_from_group\src@sTeZdZddddddZdddddd Zd ddd d d Zdddd ddZdS)GenOpDispatcherSequence[NativeFunctionsGroup]rr;)groupsrrc Cs|sdSg}|D]\}t|@t|s*Jt|ts8J|||}||Wdq1sb0Yqt|d}d|}d|d|d|d}|S)Nr,r z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) )rrBr.r out_variant_op_generatorryrrr selfrrgenerated_type_variantsr+generated_type_variantrQbody generatedrrr out_variantas&   *   zGenOpDispatcher.out_variant"Sequence[NativeFunctionsViewGroup]c Cs|sdSg}|D]\}t|@t|s*Jt|ts8J|||}||Wdq1sb0Yqt|d}d|}d|d|d|d}|S)Nr,rrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrBr.r view_op_generatorryrZfunc_name_base_strrrrrrrr/{s&   *  zGenOpDispatcher.viewr rc Cs|j}t|j}t|jj}t||}t|jjjjdks>Jt|jjjjdj}t ||}d|d|d|d|d|d|d } | S) NrDr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) r<r;r1rrrr-rr2r) rr+rr<rtpopulated_argumentfunctional_variant_callZout_variable_nameZout_variant_callrrrrrs*      z(GenOpDispatcher.out_variant_op_generatorr cCs>t|jj}t|jj}t||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)r;r/r1rr)rr+rrtrrrrrrrs   z!GenOpDispatcher.view_op_generatorN)__name__ __module__ __qualname__rr/rrrrrrr`src@sLeZdZdddddZdddddZd dd d d Zd dd ddZdS) GenOpTestCaserr;)rrc Csv|sdSg}|D]Z}t|>t|s*Jt|ts8J||}||Wdq1s`0Yqd|SNr,r)rrBr.r "out_variant_op_test_case_generatorryrrrrrr+rrrrrs   *zGenOpTestCase.out_variantrc Csv|sdSg}|D]Z}t|>t|s*Jt|ts8J||}||Wdq1s`0Yqd|Sr)rrBr.r view_op_test_case_generatorryrrrrrrr/s   *zGenOpTestCase.viewr r*cCs8|jj}t|}|ddks"J|d|ddd}t|}||sRJt|}ddd|D}ddd|D}t |j d krt |j dj t r|j dj jtjusJt|d} t|d} t|d } t|d } t|rd nd } d |d |d|d|d| d| d| d| d| d| d}|S)Nrr._, css,|]$\}}|dur|n |d|VqdSNz: rrr{rCrrrrszCGenOpTestCase.out_variant_op_test_case_generator..css|]\}}|VqdSrRrrr{rrrrrrrDtruerl TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )r<r1r;rreplacer startswithrrrrr:r.r8rr2rrEr}rr)rr+rtrrrQ arg_typesarg_declarationsrtest_value_definitionstest_value_namesZtest_value_definitions2Ztest_value_names2Z check_resizerrrrrs\         z0GenOpTestCase.out_variant_op_test_case_generatorr c Cs|jj}t|}|ddks"J|d|ddd}|jj}||sRJt|}ddd|D}ddd|D}t |j d krt |j dj t r|j dj jtjusJt|d} t|d} d |d |d |d|d | d| d } | S)Nrrrrrcss,|]$\}}|dur|n |d|VqdSrrrrrrrsz.css|]\}}|VqdSrRrrrrrrrrDrrrrrz(}; testStaticRuntime(script, args); } )r/r1r;rrr0rrrrrr:r.r8rr2rrEr}r) rr+rtrrrQrrrrrrrrrrsF     z)GenOpTestCase.view_op_test_case_generatorN)rrrrr/rrrrrrrs  0r)F __future__rjsonloggingrntypingrZtorchgen.api.cppapir9Ztorchgen.contextrZtorchgen.modelrrrrr r r r r rrZtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetr5rBr7rSrVrUrWrarbrcZtest_tensor_shapes_stringloadsrdrersr}rrErFrpr;rGrHrrrrrrrrrrrrrrrrrrsv  4   I<, '    ^