ΧgriUddlmZddlZddlZddlZddlmZddlmcm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZejZded<d?d ZedZd@dZ dAdZ!edZ"edZ#dBdZ$dBdZ%edZ&edZ'dCdZ(d Z)ej*e)Z+d!ed"<dDd#Z,dEd%Z-dFd(Z.dFd)Z/ej0d*ej1dej2d+ej3dej4dej5dej6d iZ7dGd-Z8dHd.Z9dId2Z:dId3Z;dId4Zed8Z?dKd9Z@dLd:ZAGd;d<ZBGd=d>ZCdS)M) annotationsN)Sequence)native_function_manager) Argument BackendIndexBaseTyBaseTypeFunctionSchemaNativeFunctionsGroupNativeFunctionsViewGroup OptionalType SelfArgumentTensorOptionsArgumentsType)configzlogging.Loggerlogger arguments:Sequence[Argument | SelfArgument | TensorOptionsArguments]returnboolcd|D],}t|dd}|st|dd}|rdS-dS)N annotation alias_setTF)getattr)rargrrs ]/var/www/html/ai-engine/env/lib/python3.11/site-packages/torchgen/static_runtime/generator.py has_aliasrsYS,55   J R88  44  5)sparse_sampled_addmmhspmmlinalg_svdvalssspaddmmcoalesce_indicesindices_valuesvalues crow_indices col_indices floor_divideger conj_physicalbinary_cross_entropyarccoshcholeskylu_solvelinalg_choleskylinalg_householder_productlinalg_ldl_solve_compute_linear_combination _make_dual _fw_primal _index_reduce!_new_zeros_with_same_feature_meta_conj_physical binary_cross_entropy_with_logitsbincountconv_tbccopy _copy_from_copy_from_and_resize count_nonzerocudnn_affine_grid_generator$cudnn_affine_grid_generator_backwardcudnn_grid_sampler diag_embed embeddingembedding_dense_backward_embedding_bag_dense_backward*_embedding_bag_per_sample_weights_backwardgrid_sampler_2d_grid_sampler_2d_cpu_fallbackgrid_sampler_3disnan mkldnn_linearmedian nanmedian_sparse_sparse_matmulbatch_norm_backward_elemt_euclidean_dist pixel_shufflepixel_unshufflechannel_shuffle_reshape_nested_backwardreluprelucelu slice_scatterselect_scatterdiagonal_scattersum_mkldnn_transpose_nested_tensor_from_mask_nested_from_padded_nested_tensor_size&_nested_from_padded_and_nested_example_standard_gamma_grad_dirichlet_grad native_norm_sparse_softmax_sparse_softmax_backward_data_sparse_log_softmax!_sparse_log_softmax_backward_datazero _sparse_addmm sparse_mask_sparse_mask_projection _to_dense _coalesce _coalescedcopy_sparse_to_sparse to_sparse to_sparse_csr to_sparse_csc to_mkldnnquantize_per_tensor_dynamicquantize_per_channelq_per_channel_scalesq_per_channel_zero_pointsint_repr"_make_per_channel_quantized_tensorsetlift lift_freshlift_fresh_copymasked_scatter_masked_softmax_masked_softmax_backwardput index_reducetrace_cholesky_solve_helperdistmax_torch_cuda_cu_linker_symbol_opglu_jvpglu_backward_jvphardswish_backwardrrelu_with_noise_backward#mkldnn_adaptive_avg_pool2d_backward_adaptive_avg_pool2d_backward_adaptive_avg_pool3d_backwardisinflinalg_lu_solve linalg_vecdotlinalg_matrix_explinalg_eigvalsh_test_warn_in_autograd%_test_autograd_multiple_dispatch_view*_test_autograd_multiple_dispatch_view_copy_segment_reduce_segment_reduce_backward_fw_primal_copy_make_dual_copyview_as_real_copyview_as_complex_copy _conj_copy_neg_view_copy diagonal_copy detach_copy squeeze_copyt_copyunsqueeze_copy _indices_copy _values_copy indices_copy values_copycrow_indices_copycol_indices_copy ccol_indicesccol_indices_copy row_indicesrow_indices_copy unfold_copy alias_copy_triton_multi_head_attentionspecial_airy_aispecial_bessel_j0special_bessel_j1special_bessel_y0special_bessel_y1special_chebyshev_polynomial_tspecial_chebyshev_polynomial_uspecial_chebyshev_polynomial_vspecial_chebyshev_polynomial_wspecial_hermite_polynomial_hspecial_hermite_polynomial_hespecial_laguerre_polynomial_lspecial_legendre_polynomial_pspecial_modified_bessel_i0special_modified_bessel_i1special_modified_bessel_k0special_modified_bessel_k1!special_scaled_modified_bessel_k0!special_scaled_modified_bessel_k1&special_shifted_chebyshev_polynomial_t&special_shifted_chebyshev_polynomial_u&special_shifted_chebyshev_polynomial_v&special_shifted_chebyshev_polynomial_wspecial_spherical_bessel_j0_foobar_nested_tensor_strides_nested_tensor_storage_offsets_nested_get_values_nested_get_values_copy_nested_view_from_jagged_nested_view_from_jagged_copy_nested_view_from_buffer_nested_view_from_buffer_copy_int_mm_to_sparse_csc_to_sparse_csrsegment_reduceg/NativeFunctionsGroup | NativeFunctionsViewGroupcjd}d}t|tr|jj}|jj}n'|jjjjj}|jj}tj |rt d|dS|tvrt d|dS| D]6}t|j}|st d|dS7t|tr]dt!j|jdkr*t dt)|dSd S|jj D]@}t|j}|s(t d|jjdSA|js[t/|d rIt)|d r't)|jd sdSd t!j|jdkrt d|dSt3|jjrt d|dSd S)NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_typestr functional structuredhasattrendswithrrnon_out)r base_op_namerr maybe_methods r is_supportedrsL D!-..v' v{uz+0 uz a   & 555u{"" M<000u**,,4SX>>   KK;T B B B55  !-.. 3+DLGGGPPRR R R KK13t99 = = =5t| 77994SX>>   KK;Q\=N O O O55  <  5!! t99%%&EFF ty>>**622  5)$,uEEENNPPPP -t444u'(( & 555u 4rarg_typeBaseType | OptionalType | Typetuple[bool, str] | Nonec tjdtjdtjdtjdtjdtjdi}d}t|tr|j }n@t|tr)t|j tsdS|j j }ndS||vrdS||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional()Nr) rTensorintrScalar ScalarTyperrr rr elem)rtype_conversion_methodsbase_ty_objectmethodss rrr.s  R J I S     N(H%%! Hl + +(-22 4!+t444t%n5G(H%%qz 1:r) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjop_namerc|tvSN)should_use_int_tensor_ops_rs rshould_use_int_tensorrls 0 00rc|tvSr)should_use_complex_tensor_ops_rs rshould_use_complex_tensorrps 4 44r) addmv index_addrrnll_loss_backwarddotvdotouterr,)addmmmm nuclear_normdiag_addmm_activationmatrix_Htrc2|tvrdS|tvrdSdS)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rs rtest_tensor_dimr/s)(((q(((q 1rz{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsonc2|tvr t|SdS)Nr)r0rs rtest_tensor_shaper2s(((%g..rrindexc t|}|dkrr|dkrdnd}t|}tj|t |z }||dzz }dd|g|z}t|rd|d }nt|rd |d }nd |d }tj |tj dtj dtj dtjdtjdi}d} t!|t"r|j} n=t!|t&rt!|jt"sJ|jj} | |vs Jd|| } | S)Nrr@r+z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)r2r/mathceilfloatformatjoinrrrrrrrrrrr rr r) rr3rtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressions rtest_value_expressionrHs'w//N!QJJbbB !'**yuW~~!=>>  q(( !l3D2E2O)P)PQQW%%:N>NNN "7 + +:MMMM9999  ( C W s2 I N(H%%,!(L11 j M87 7    "+ . . . .0C . . .(8 rschemar c|rJ|jjj}i}|D]"}t |j||}|||j<#t j|||g}|D]"\}}| d||d|#d |dzS)Nzauto z = ; ;) is_out_fnrrrrHrroverride_test_valuesitemsappendr@) rIr3 schema_namearg_maprtest_value_exparg_populationsarg_name arg_values rgenerate_test_value_definitionsrWs!!!!!+"'KG,,..++.sx LL* e<<<O&}}HH)FxFFF9FFGGGG >>/ * *S 00rc|rJdfd|DS)Nr7c3.K|]}|jVdSrr).0rr3s r z,generate_test_value_names..s0TTSsx(((TTTTTTr)rMr@r)rIr3s `rgenerate_test_value_namesr]sN!!!!! 88TTTTF4Q4Q4S4STTT T TTrrr>list[tuple[str, str | None]]cLddfd|DS)Nrrrtuple[str, str | None]c|j}d}t|tr |j}d}t|tsJd}|jt vrt |j}|r|r|d}d|jz|fS)NFT?%)rrr rr r/generate_test_ir_arguments_base_ty_to_type_str_)rr) add_optionaltype_strs r ir_argumentz/generate_test_ir_arguments..ir_arguments H a & & AL!X&&&&& 6D D DFqvNH  &  &"~~~Hch))rc&g|] }|Srr)r[rrgs r z.generate_test_ir_arguments..s# H H HKK   H H Hr)rrrr`)r)rIrgs @rgenerate_test_ir_argumentsrjs@ * * * * I H H H(E(E(G(G H H HHrc g}t|D]N\}}t|j}|sJ|\}}|rdnd}|d|d|jd|d|Od|dzS) N&rz const auto z = p_node->Input(z).rKrL) enumeraterrrrPrr@)rIrTirr is_referencetype_conversion_method references rgenerate_arg_extractionrssOF99;;<<  34SX>> /;, ,'/CCR  ] ] ]SX ] ] ] ]E[ ] ]     >>/ * *S 00rr backend_indexrc||j}|js|tj|jjS|jSr) get_kernelrrrrrkernelrrtrws rget_kernel_namerysB  % %al 3 3F|+v~x )*** =rc||j}|js|tj|jjS|jSr)rvrrrrrrwrxs rget_out_kernel_namer{sA  % %ae , ,F|$v~x ### =rc|jj}|rJt||}d|D}|jrdnd}d|d|dd|dS) Nc3$K|] }|jV dSrrZr[rs rr\z0generate_non_out_variant_call..$EEcEEEEEErcpunativeat::::(r7r8)rrrMryrrr@)rrtrI kernel_name arg_namesnamespace_names rgenerate_non_out_variant_callr s\ F!!!!!!!]33KEEV%B%B%D%DEEEIl8UUN H. H HK H H#((92E2E H H HHrr c|jj}tj|}||j}|r|j}d|D}d}d|d|dd|dS)Nc3$K|] }|jV dSrrZr~s rr\z,generate_call_to_view_ops.. rrrrrrr7r8)rrrrrvrwrr@)rrtrIrrwrrs rgenerate_call_to_view_opsrsV[F(6""K  % %af - -F $m EEV%B%B%D%DEEEIN H. H HK H H#((92E2E H H HHrc|jj}|sJg}t||}|jrd|jjD}ng}|jjD]h}t|tr | |j j 7t|tsJ| |j i|jsIt|jjdksJ| |jjdj d|}|jrdnd}d|d|d |d S) Ncg|] }|j SrrZ)r[out_args rriz-generate_out_variant_call...sFFFgW\FFFrrrr7rrrrrr8)rrrMr{rrrrrrPargumentrrlenr@)rrtrIrrr cpp_arg_namesrs rgenerate_out_variant_callr%sbUZF     I%a77K|FF1A1EFFF  ''' c< ( ( '   S\. / / / /c8,, , , ,   SX & & & & <76#'((A----)-a05666HHY''Ml8UUN B. B BK B B- B B BBr) zisin.Scalar_Tensorrr r!r%histcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodclt|}|d|d}|tvS)Nr)rfindno_memory_resize_ops)rI schema_strtype_variant_op_names rshould_check_resizerQs6VJ%&< (<(<&<= '; ;;rc8|jjjjjSr)rrrr)rs rop_name_from_grouprWs <  ! & ++rc.eZdZddZdd Zdd ZddZdS)GenOpDispatchergroupsSequence[NativeFunctionsGroup]rtrrrc||sdSg}|D]|}t|5t|sJt|tsJ|||}||dddn #1swxYwY}t |d}d|}d|d|d|d}|S)Nrr z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { : LogAndDumpSchema(n); return nullptr; }); )rrrr out_variant_op_generatorrPrr@ selfrrtgenerated_type_variantsrgenerated_type_variantrbody generateds r out_variantzGenOpDispatcher.out_variant\sU 2"$ G GA(++ G G#A&&&!!%9:::::)-)F)Fq-)X)X&'../EFFF  G G G G G G G G G G G G G G G %VAY//yy011            AA::A> A> "Sequence[NativeFunctionsViewGroup]c|sdSg}|D]|}t|5t|sJt|tsJ|||}||dddn #1swxYwY}t j|d}d|}d|d|d|d}|S)Nrrrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrr) rrrr view_op_generatorrPrfunc_name_base_strr@rs rrzGenOpDispatcher.viewvsX 2"$ G GA(++ G G#A&&&!!%=>>>>>)-)?)?=)Q)Q&'../EFFF  G G G G G G G G G G G G G G G +F1I66yy011            rrr c |j}t|j}t|jj}t ||}t |jjjjdksJt|jjjjdj}t||}d|d|d|d|d|d|d } | S) Nrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrsrrrrrr) rrrtrrIpopulated_argumentfunctional_variant_callout_variable_nameout_variant_callrs rrz(GenOpDispatcher.out_variant_op_generators\ Z_%%4Q\5FGG"?="Q"Q15:'+,,1111 4 8 ; @AA4Q FF  +1       "9   #   .        rr ct|jj}t|jj}t ||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrrsr)rrrtrIrrrs rrz!GenOpDispatcher.view_op_generatorsvQV[!!4QV[AA";A}"M"M +1     "9    rN)rrrtrrr)rrrtrrrrr rtrrrrr rtrrr)__name__ __module__ __qualname__rrrrrrrrr[sd442      rrc.eZdZddZddZdd Zdd Zd S) GenOpTestCaserrrrc4|sdSg}|D]{}t|5t|sJt|tsJ||}||dddn #1swxYwY|d|SNrr)rrrr "out_variant_op_test_case_generatorrPr@rrrrrs rrzGenOpTestCase.out_variants 2"$ G GA(++ G G#A&&&!!%9:::::)-)P)PQR)S)S&'../EFFF  G G G G G G G G G G G G G G G yy0111AA99A= A= rc4|sdSg}|D]{}t|5t|sJt|tsJ||}||dddn #1swxYwY|d|Sr)rrrr view_op_test_case_generatorrPr@rs rrzGenOpTestCase.views 2"$ G GA(++ G G#A&&&!!%=>>>>>)-)I)I!)L)L&'../EFFF  G G G G G G G G G G G G G G G yy0111rrr cf|jj}t|}|ddksJ|d|ddd}t |}||sJt|}dd|D}dd|D}t|j dkrHt|j dj tr#|j dj jtjusJt#|d} t%|d} t#|d} t%|d} t'|rd nd } d |d |d |d|d| d| d| d| d| d| d}|S)Nrr._, c32K|]\}}||n|d|VdSNz: rr[rUrs rr\zCGenOpTestCase.out_variant_op_test_case_generator..Q  &Hh%,X2K2K2K2K      rc3 K|] \}}|V dSrrr[rUrs rr\zCGenOpTestCase.out_variant_op_test_case_generator..&EEKHaxEEEEEErrtruer: TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrreplacer startswithrjr@rrrrr rrrrWr]r)rrrIrrr arg_typesarg_declarationsrtest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizers rrz0GenOpTestCase.out_variant_op_test_case_generators:"[[ s##a'''')*@JOOC,@,@*@AII#sSS$Q''#..w77777.v66 99  *3      IIEE9EEEFF   1 $ $6>!,18<< %q!&+v}<<<. rrc3 K|] \}}|V dSrrrs rr\z.rrrrrrrrz(}; testStaticRuntime(script, args); } )rrrrrrrrjr@rrrrr rrrrWr]) rrrIrrrrrrrrrs rrz)GenOpTestCase.view_op_test_case_generators[[ s##a'''')*@JOOC,@,@*@AII#sSS&"#..w77777.v66 99  *3      IIEE9EEEFF   1 $ $6>!,18<< %q!&+v}<<<rrrrrdrjrsryr{rrrrrrrrrrrrs"""""""  444444                          +*****+*,,,,,,    iCEE P9999x((((V'Y  "++L!M!M11115555#   #Q     <)34M)N)NNNNN$$$$N 1 1 1 1UUUU  M8 J L' J M5 u K3/IIII( 1 1 1 1IIII I I I ICCCC4!y $<<<< ,,,,[[[[[[[[|ppppppppppr