U ʹjg@sUddlZddlZddlZddlmZmZmZmZmZm Z ddl m m Z ddl mZddlmZmZmZmZmZmZmZmZmZmZmZddlmZeZeje d<ee eeefe!ddd Z"e#d Z$e eefe!d d d Z%e eeefeee!e&fdddZ'e#dZ(e#dZ)e&e!dddZ*e&e!dddZ+e#dZ,e#dZ-e&e.dddZ/dZ0e1e0Z2ee&e&fe d<e&e&dddZ3e eeefe.e&e&d d!d"Z4ee.e&d#d$d%Z5ee.e&d#d&d'Z6ej7d(ej.d)ej8d*ej&d+ej9d)ej:d)ej!d,iZ;eeee&ee&fd-d.d/Zeee&d2d5d6Z?eee&d2d7d8Z@eee&d2d9d:ZAeee&d2d;d<ZBe#d=ZCee!d-d>d?ZDee&d d@dAZEGdBdCdCZFGdDdEdEZGdS)FN)DictListOptionalSequenceTupleUnion)native_function_manager) Argument BackendIndexBaseTyBaseTypeFunctionSchemaNativeFunctionsGroupNativeFunctionsViewGroup OptionalType SelfArgumentTensorOptionsArgumentsType)configlogger) argumentsreturncCs6|D],}t|dd}|sqt|dd}|rdSqdS)N annotation alias_setTF)getattr)rargrrrr`/var/www/html/bwave/python/venv/lib/python3.8/site-packages/torchgen/static_runtime/generator.py has_aliass  r)Zsparse_sampled_addmmZhspmmZlinalg_svdvalsZsspaddmmZcoalesceZ_indicesindicesZ_valuesvaluesZ crow_indicesZ col_indicesZ floor_dividegerZ conj_physicalZbinary_cross_entropyZarccoshZcholeskyZlu_solveZlinalg_choleskyZlinalg_householder_productZlinalg_ldl_solveZ_compute_linear_combinationZ _make_dualZ _fw_primalZ _index_reduceZ!_new_zeros_with_same_feature_metaZ_conj_physicalZ binary_cross_entropy_with_logitsZbincountZconv_tbccopy _copy_fromZ_copy_from_and_resizeZ count_nonzeroZcudnn_affine_grid_generatorZ$cudnn_affine_grid_generator_backwardZcudnn_grid_samplerZ diag_embedZ embeddingZembedding_dense_backwardZ_embedding_bag_dense_backwardZ*_embedding_bag_per_sample_weights_backwardZgrid_sampler_2dZ_grid_sampler_2d_cpu_fallbackZgrid_sampler_3disnanZ mkldnn_linearZmedianZ nanmedianZ_sparse_sparse_matmulZbatch_norm_backward_elemtZ_euclidean_distZ pixel_shuffleZpixel_unshuffleZchannel_shuffleZ_reshape_nested_backwardZreluZpreluZceluZ slice_scatterZselect_scatterZdiagonal_scattersumZ_mkldnn_transposeZ_nested_tensor_from_maskZ_nested_from_paddedZ_nested_tensor_sizeZ&_nested_from_padded_and_nested_exampleZ_standard_gamma_gradZ_dirichlet_gradZ native_normZ_sparse_softmaxZ_sparse_softmax_backward_dataZ_sparse_log_softmaxZ!_sparse_log_softmax_backward_datazeroZ _sparse_addmmZ sparse_maskZ_sparse_mask_projectionZ _to_denseZ _coalesceZ _coalescedZcopy_sparse_to_sparseZ to_sparseZ to_sparse_csrZ to_sparse_cscZ to_mkldnnZquantize_per_tensor_dynamicZquantize_per_channelZq_per_channel_scalesZq_per_channel_zero_pointsZint_reprZ"_make_per_channel_quantized_tensorsetZliftZ lift_freshZlift_fresh_copyZmasked_scatterZ_masked_softmaxZ_masked_softmax_backwardputZ index_reducetraceZ_cholesky_solve_helperdistmaxZ_torch_cuda_cu_linker_symbol_opZglu_jvpZglu_backward_jvpZhardswish_backwardZrrelu_with_noise_backwardZ#mkldnn_adaptive_avg_pool2d_backwardZ_adaptive_avg_pool2d_backwardZ_adaptive_avg_pool3d_backwardisinfZlinalg_lu_solveZ linalg_vecdotZlinalg_matrix_expZlinalg_eigvalshZ_test_warn_in_autogradZ%_test_autograd_multiple_dispatch_viewZ*_test_autograd_multiple_dispatch_view_copyZ_segment_reduceZ_segment_reduce_backwardZ_fw_primal_copyZ_make_dual_copyZview_as_real_copyZview_as_complex_copyZ _conj_copyZ_neg_view_copyZ diagonal_copyZ detach_copyZ squeeze_copyZt_copyZunsqueeze_copyZ _indices_copyZ _values_copyZ indices_copyZ values_copyZcrow_indices_copyZcol_indices_copyZ ccol_indicesZccol_indices_copyZ row_indicesZrow_indices_copyZ unfold_copyZ alias_copyZ_triton_multi_head_attentionZspecial_airy_aiZspecial_bessel_j0Zspecial_bessel_j1Zspecial_bessel_y0Zspecial_bessel_y1Zspecial_chebyshev_polynomial_tZspecial_chebyshev_polynomial_uZspecial_chebyshev_polynomial_vZspecial_chebyshev_polynomial_wZspecial_hermite_polynomial_hZspecial_hermite_polynomial_heZspecial_laguerre_polynomial_lZspecial_legendre_polynomial_pZspecial_modified_bessel_i0Zspecial_modified_bessel_i1Zspecial_modified_bessel_k0Zspecial_modified_bessel_k1Z!special_scaled_modified_bessel_k0Z!special_scaled_modified_bessel_k1Z&special_shifted_chebyshev_polynomial_tZ&special_shifted_chebyshev_polynomial_uZ&special_shifted_chebyshev_polynomial_vZ&special_shifted_chebyshev_polynomial_wZspecial_spherical_bessel_j0Z_foobarZ_nested_tensor_stridesgrcCsd}d}t|tr$|jj}|jj}n|jjjjj}|jj}t |rTt d|dS|t krlt d|dS| D]$}t|j}|stt d|dSqtt|trdtj|jddkrt dt|dSd S|jj D](}t|j}|st d|jjdSq|jsDt|d r@t|d r@t|jd sDdSd tj|jddkrnt d|dSt|jjrt d|dSd S)NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)ZsymintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancerview root_namefuncr0namebaserZis_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecppZ returns_typereturnsZcpp_typestr functional structuredhasattrendswithrrnon_out)r.Z base_op_namer4r maybe_methodrrr is_supportedsV             rE)arg_typerc Cstjdtjdtjdtjdtjdtjdi}d}t|tr>|j }n(t|t rbt|j tsXdS|j j }ndS||krrdS||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional()Nr) r TensorintboolScalar ScalarTyper>r1r r5relem)rFZtype_conversion_methodsbase_ty_objectmethodsrrrr:!s6      r:) Z bitwise_notZ bitwise_andZ bitwise_orZ bitwise_xorZbitwise_left_shiftZbitwise_right_shiftgcdZlcmZscatterZgather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo)Z view_as_realimagZ_conj)op_namercCs|tkSN)should_use_int_tensor_ops_rTrrrshould_use_int_tensor_srXcCs|tkSrU)should_use_complex_tensor_ops_rWrrrshould_use_complex_tensorcsrZ) Zaddmv index_addrQrRZnll_loss_backwarddotvdotouterr!)Zaddmmmm nuclear_normZdiagZ_addmm_activationZmatrix_HtcCs|tkr dS|tkrdSdS)NrG)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rWrrrtest_tensor_dimys rfz{"view_as_complex": "{2, 2}"}test_tensor_shape_jsoncCs|tkrt|SdSdS)Nr/)rgrWrrrtest_tensor_shapesrh)rFindexrTrc Cst|}|dkr\|dkrdnd}t|}t|t|}||d7}dd|g|}t|rrd|d }n"t|rd |d }n d |d }tj |tj dtj dtj dtj dtjdi}d} t|tr|j} n"t|trt|jtst|jj} | |kstd|| } | S)Nr/r@rbz{%s},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)rhrfmathceilfloatjoinrXrZr rHrIrJrKrLr>r1r r5rrMAssertionError) rFrirTZtensor_size_exZ num_tensorsZnum_dimZ size_per_dimZtensor_expressionZvalue_expressionsrNZvalue_expressionrrrtest_value_expressionsH     rv)schemarirc Cs|r t|jjj}i}|D]}t|j||}|||j<q"t|||g}| D]"\}}| d||d|qZd |dS)Nzauto z = ; ;) is_out_fnrur5r6r9rvr;rZoverride_test_valuesitemsappendrt) rwriZ schema_nameZarg_maprZtest_value_exparg_populationsarg_name arg_valuerrrgenerate_test_value_definitionss    rcs(|r tdfdd|DS)Nrlc3s|]}|jVqdSrUr5.0rrirr sz,generate_test_value_names..)rzrurtr9)rwrirrrgenerate_test_value_namess rrHrIrsr>rJ)rwrcs2tttttfdddfdd|DS)N)rrcSsd|j}d}t|tr|j}d}t|ts,td}|jtkrDt|j}|rV|rV|d}d|j|fS)NFT?%)r;r1rrMr rur5/generate_test_ir_arguments_base_ty_to_type_str_)rraZ add_optionalZtype_strrrr ir_arguments    z/generate_test_ir_arguments..ir_argumentcsg|] }|qSrrrrrr sz.generate_test_ir_arguments..)r rr>rr9)rwrrrgenerate_test_ir_argumentssrc Csrg}t|D]R\}}t|j}|s*t|\}}|r:dnd}|d|d|jd|d|qd|dS) N&r/z const auto z = p_node->Input(z).rxry) enumerater9r:r;rur|r5rt)rwr}irrDZ is_referenceZtype_conversion_method referencerrrgenerate_arg_extractions  rr. backend_indexrcCs.||j}|js|dkr(t|jjS|jSrU) get_kernelr?r@r<r5r4kernelr.rrrrrget_kernel_names rcCs.||j}|js|dkr(t|jjS|jSrU)rr0r@r<r5r4rrrrrget_out_kernel_names rcCs\|jj}|rtt||}dd|D}|jr:dnd}d|d|dd|d S) Ncss|] }|jVqdSrUrrrrrrsz0generate_non_out_variant_call..cpunativeat::::(rlrm)r?r4rzrurr9r@rt)r.rrw kernel_name arg_namesnamespace_namerrrgenerate_non_out_variant_calls   rcCs\|jj}t|}||j}|r(|j}dd|D}d}d|d|dd|dS) Ncss|] }|jVqdSrUrrrrrrsz,generate_call_to_view_ops..rrrrrlrm)r2r4r<r5rrr9rt)r.rrwrrrrrrrgenerate_call_to_view_ops s  rcCs|jj}|stg}t||}|jr.rGrrlrrrrrrm)r0r4rzrurr@rrCr1rr|argumentr5r lenrt)r.rrwrrrZ cpp_arg_namesrrrrgenerate_out_variant_calls$     r) zisin.Scalar_Tensorr[r\r]r`ZhistcZl1_lossZmulti_margin_lossZmultilabel_margin_lossZnll_lossZ nll_loss2dprodcCs"t|}|d|d}|tkS)Nr)r>findno_memory_resize_ops)rw schema_strtype_variant_op_namerrrshould_check_resizeDsrcCs|jjjjjSrU)r?r4r5r6)r.rrrop_name_from_groupJsrc@s\eZdZeeeedddZeeeedddZ eeedddZ eeedd d Z d S) GenOpDispatcher)groupsrrc Cs|sdSg}|D]H}t|6t|s*tt|ts8t|||}||W5QRXqt|d}d|}d|d|d|d}|S)Nr/r z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { : LogAndDumpSchema(n); return nullptr; }); ) rrErur1rout_variant_op_generatorr|rrt selfrrgenerated_type_variantsr.generated_type_variantrTbody generatedrrr out_variantOs&      zGenOpDispatcher.out_variantc Cs|sdSg}|D]H}t|6t|s*tt|ts8t|||}||W5QRXqt|d}d |}d|d|d|d}|S)Nr/rrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrr) rrErur1rview_op_generatorr|rZfunc_name_base_strrtrrrrr2is&     zGenOpDispatcher.viewrc Cs|j}t|j}t|jj}t||}t|jjjjdks>tt|jjjjdj }t ||}d|d|d|d|d|d|d } | S) NrGr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) r?r>r4rrrr0rrur5r) rr.rr?rwpopulated_argumentfunctional_variant_callZout_variable_nameZout_variant_callrrrrrs*      z(GenOpDispatcher.out_variant_op_generatorcCs>t|jj}t|jj}t||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)r>r2r4rr)rr.rrwrrrrrrrs   z!GenOpDispatcher.view_op_generatorN) __name__ __module__ __qualname__rrr r>rrr2rrrrrrrNs    rc@sTeZdZeeedddZeeedddZeedddZ eedd d Z d S) GenOpTestCase)rrc Csb|sdSg}|D]F}t|4t|s*tt|ts8t||}||W5QRXqd|SNr/r)rrErur1r"out_variant_op_test_case_generatorr|rtrrrr.rrrrrs   zGenOpTestCase.out_variantc Csb|sdSg}|D]F}t|4t|s*tt|ts8t||}||W5QRXqd|Sr)rrErur1rview_op_test_case_generatorr|rtrrrrr2s   zGenOpTestCase.viewr-cCs8|jj}t|}|ddks"t|d|ddd}t|}||sRtt|}d dd|D}d dd|D}t |j d krt |j dj tr|j dj jtjkstt|d} t|d} t|d } t|d } t|rd nd } d |d |d|d|d| d| d| d| d| d| d}|S)Nrr._, css,|]$\}}|dkr|n |d|VqdSNz: rrr~rFrrrrszCGenOpTestCase.out_variant_op_test_case_generator..css|]\}}|VqdSrUrrr~rrrrrsrGtruero TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )r?r4r>rrureplacer startswithrrtrr=r1r;r r5r rHrrr)rr.rwrrrT arg_typesarg_declarationsrtest_value_definitionstest_value_namesZtest_value_definitions2Ztest_value_names2Z check_resizerrrrrs\         z0GenOpTestCase.out_variant_op_test_case_generatorc Cs|jj}t|}|ddks"t|d|ddd}|jj}||sRtt|}d dd|D}d dd|D}t |j d krt |j dj tr|j dj jtjkstt|d} t|d} d |d |d |d|d | d| d } | S)Nrrrrrcss,|]$\}}|dkr|n |d|VqdSrrrrrrrsz.css|]\}}|VqdSrUrrrrrrsrGrrrrrz(}; testStaticRuntime(script, args); } )r2r4r>rrurr3rrrtrr=r1r;r r5r rHrr) rr.rwrrrTrrrrrrrrrrsF     z)GenOpTestCase.view_op_test_case_generatorN) rrrrrr>rrr2rrrrrrrs  0r)HjsonloggingrqtypingrrrrrrZtorchgen.api.cppapir<Ztorchgen.contextrZtorchgen.modelr r r r r rrrrrrZtorchgen.static_runtimer getLoggerrLogger__annotations__rJr frozensetr8rEr>r:rVrYrXrZrdrerIrfZtest_tensor_shapes_stringloadsrgrhrvrrrHrsrKrLrrrrrrrrrrrrrrrrrs  4  >=  +   '      ^