a hi@sUddlmZddlZddlZddlZddlmZddlmm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerddlmZeZded <d d d d dZe dZ!dd dddZ"dddddZ#e dZ$e dZ%dd dddZ&dd ddd Z'e d!Z(e d"Z)dd#dd$d%Z*d&Z+e,e+Z-d'ed(<dddd)d*Z.dd#ddd+d,d-Z/d.d#dd/d0d1Z0d.d#dd/d2d3Z1ej2d4ej3d#ej4d5ej5dej6d#ej7d#ej8d iZ9d.d6d7d8d9Z:d.dd7d:d;Z;dd?d@ZdAdBZ=ddCdDZ>dEd=dd>dFdGZ?ddHdIZ@e dJZAd.d d7dKdLZBd Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncr.namebaserZis_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecppZ returns_typereturnsZcpp_typestr functional structuredhasattrendswithrrnon_out)r,Z base_op_namer2r maybe_methodrrr is_supportedsV             rCzBaseType | OptionalType | Typeztuple[bool, str] | None)arg_typerc Cstjdtjdtjdtjdtjdtjdi}d}t|tr>|j }n(t|t rbt|j tsXdS|j j }ndS||vrrdS||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional())Fz toOptional<::std::string_view>()Nr) rTensorintrScalar ScalarTyper<r/rr3r elem)rDZtype_conversion_methodsbase_ty_objectmethodsrrrr82s*      r8) Z bitwise_notZ bitwise_andZ bitwise_orZ bitwise_xorZbitwise_left_shiftZbitwise_right_shiftgcdlcmZscatterZgather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo)Z view_as_realimagZ_conjr<)op_namercCs|tvSN)should_use_int_tensor_ops_rRrrrshould_use_int_tensorqsrVcCs|tvSrS)should_use_complex_tensor_ops_rUrrrshould_use_complex_tensorusrX) Zaddmv index_addrOrPZnll_loss_backwarddotvdotouterr)Zaddmmmm nuclear_normZdiagZ_addmm_activationZmatrix_HtrGcCs|tvr dS|tvrdSdS)NrE)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rUrrrtest_tensor_dims rdz{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsoncCs|tvrt|SdSdS)Nr-)rerUrrrtest_tensor_shapesrf)rDindexrRrc Cst|}|dkr^|dkrdnd}t|}t|t|}||d7}dd|g|}t|rtd|d }n"t|rd |d }n d |d }t j |t j dt j dt j dt jdt jdi}d} t|tr|j} n"t|trt|jtsJ|jj} | |vsJd|| } | S)Nr-r@r`z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)rfrdmathceilfloatformatjoinrVrXrrFrGrrHrIr<r/rr3r rJ) rDrgrRZtensor_size_exZ num_tensorsZnum_dimZ size_per_dimZtensor_expressionZvalue_expressionsrKZvalue_expressionrrrtest_value_expressions:     rtr )schemargrc Cs|r J|jjj}i}|D]}t|j||}|||j<q"t|||g}|D]"\}}| d||d|qZd |dS)Nzauto z = ; ;) is_out_fnr3r4r7rtr9rZoverride_test_valuesitemsappendrs) rurgZ schema_nameZarg_maprZtest_value_exparg_populationsarg_name arg_valuerrrgenerate_test_value_definitionss    r~cs(|r Jdfdd|DS)Nrjc3s|]}|jVqdSrSr3.0rrgrr z,generate_test_value_names..)rxrsr7)rurgrrrgenerate_test_value_namess rrFrqzlist[tuple[str, str | None]])rurcs&dddddfdd|DS)Nrztuple[str, str | None])rrcSsd|j}d}t|tr|j}d}t|ts,Jd}|jtvrDt|j}|rV|rV|d}d|j|fS)NFT?%)r9r/r rJrr3/generate_test_ir_arguments_base_ty_to_type_str_)rr_Z add_optionalZtype_strrrr ir_arguments    z/generate_test_ir_arguments..ir_argumentcsg|] }|qSrrrrrr rz.generate_test_ir_arguments..)r7)rurrrgenerate_test_ir_argumentssrc Csrg}t|D]R\}}t|j}|s*J|\}}|r:dnd}|d|d|jd|d|qd|dS) N&r-z const auto z = p_node->Input(z).rvrw) enumerater7r8r9rzr3rs)rur{irrBZ is_referenceZtype_conversion_method referencerrrgenerate_arg_extractions  rr rr, backend_indexrcCs.||j}|js|dur(t|jjS|jSrS) get_kernelr=r>r:r3r2kernelr,rrrrrget_kernel_names rcCs.||j}|js|dur(t|jjS|jSrS)rr.r>r:r3r2rrrrrget_out_kernel_name s rcCs\|jj}|rJt||}dd|D}|jr:dnd}d|d|dd|d S) Ncss|] }|jVqdSrSrrrrrrrz0generate_non_out_variant_call..cpunativeat::::(rjrk)r=r2rxrr7r>rs)r,rru kernel_name arg_namesnamespace_namerrrgenerate_non_out_variant_calls   rr cCs\|jj}t|}||j}|r(|j}dd|D}d}d|d|dd|dS) Ncss|] }|jVqdSrSrrrrrr%rz,generate_call_to_view_ops..rrrrrjrk)r0r2r:r3rrr7rs)r,rrurrrrrrrgenerate_call_to_view_opss  rcCs|jj}|sJg}t||}|jr.rErrjrrrrrrk)r.r2rxrr>rrAr/r rzargumentr3rlenrs)r,rrurrrZ cpp_arg_namesrrrrgenerate_out_variant_call*s$     r) zisin.Scalar_TensorrYrZr[r^ZhistcZl1_lossZmulti_margin_lossZmultilabel_margin_lossZnll_lossZ nll_loss2dprodcCs"t|}|d|d}|tvS)Nr)r<findno_memory_resize_ops)ru schema_strtype_variant_op_namerrrshould_check_resizeVsrcCs|jjjjjSrS)r=r2r3r4)r,rrrop_name_from_group\src@sTeZdZddddddZdddddd Zd ddd d d Zdddd ddZdS)GenOpDispatcherSequence[NativeFunctionsGroup]rr<)groupsrrc Cs|sdSg}|D]\}t|@t|s*Jt|ts8J|||}||Wdq1sb0Yqt|d}d|}d|d|d|d}|S)Nr-r z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) )rrCr/r out_variant_op_generatorrzrrs selfrrgenerated_type_variantsr,generated_type_variantrRbody generatedrrr out_variantas&   *   zGenOpDispatcher.out_variant"Sequence[NativeFunctionsViewGroup]c Cs|sdSg}|D]\}t|@t|s*Jt|ts8J|||}||Wdq1sb0Yqt|d}d|}d|d|d|d}|S)Nr-rrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrCr/r view_op_generatorrzrZfunc_name_base_strrsrrrrr0{s&   *  zGenOpDispatcher.viewr rc Cs|j}t|j}t|jj}t||}t|jjjjdks>Jt|jjjjdj}t ||}d|d|d|d|d|d|d } | S) NrEr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) r=r<r2rrrr.rr3r) rr,rr=rupopulated_argumentfunctional_variant_callZout_variable_nameZout_variant_callrrrrrs*      z(GenOpDispatcher.out_variant_op_generatorr cCs>t|jj}t|jj}t||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)r<r0r2rr)rr,rrurrrrrrrs   z!GenOpDispatcher.view_op_generatorN)__name__ __module__ __qualname__rr0rrrrrrr`src@sLeZdZdddddZdddddZd dd d d Zd dd ddZdS) GenOpTestCaserr<)rrc Csv|sdSg}|D]Z}t|>t|s*Jt|ts8J||}||Wdq1s`0Yqd|SNr-r)rrCr/r "out_variant_op_test_case_generatorrzrsrrrr,rrrrrs   *zGenOpTestCase.out_variantrc Csv|sdSg}|D]Z}t|>t|s*Jt|ts8J||}||Wdq1s`0Yqd|Sr)rrCr/r view_op_test_case_generatorrzrsrrrrr0s   *zGenOpTestCase.viewr r+cCs8|jj}t|}|ddks"J|d|ddd}t|}||sRJt|}ddd|D}ddd|D}t |j d krt |j dj t r|j dj jtjusJt|d} t|d} t|d } t|d } t|rd nd } d |d |d|d|d| d| d| d| d| d| d}|S)Nrr._, css,|]$\}}|dur|n |d|VqdSNz: rrr|rDrrrrszCGenOpTestCase.out_variant_op_test_case_generator..css|]\}}|VqdSrSrrr|rrrrrrrEtruerm TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )r=r2r<rreplacer startswithrrsrr;r/r9rr3rrFr~rr)rr,rurrrR arg_typesarg_declarationsrtest_value_definitionstest_value_namesZtest_value_definitions2Ztest_value_names2Z check_resizerrrrrs\         z0GenOpTestCase.out_variant_op_test_case_generatorr c Cs|jj}t|}|ddks"J|d|ddd}|jj}||sRJt|}ddd|D}ddd|D}t |j d krt |j dj t r|j dj jtjusJt|d} t|d} d |d |d |d|d | d| d } | S)Nrrrrrcss,|]$\}}|dur|n |d|VqdSrrrrrrrsz.css|]\}}|VqdSrSrrrrrrrrErrrrrz(}; testStaticRuntime(script, args); } )r0r2r<rrr1rrrsrr;r/r9rr3rrFr~r) rr,rurrrRrrrrrrrrrrsF     z)GenOpTestCase.view_op_test_case_generatorN)rrrrr0rrrrrrrs  0r)F __future__rjsonloggingrotypingrZtorchgen.api.cppapir:Ztorchgen.contextrZtorchgen.modelrrrrr r r r r rrZtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetr6rCr8rTrWrVrXrbrcrdZtest_tensor_shapes_stringloadsrerfrtr~rrFrGrqr<rHrIrrrrrrrrrrrrrrrrrrsv  4   I<, '    ^