// Copyright (c) 2022 CINN Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include #include #include "paddle/cinn/cinn.h" #include "paddle/cinn/frontend/net_builder.h" #include "paddle/cinn/frontend/optimize.h" #include "paddle/cinn/frontend/pass/pass_test_helper.h" #include "paddle/cinn/frontend/pass/use_program_pass.h" #include "paddle/cinn/frontend/program_pass.h" #include "paddle/cinn/frontend/syntax.h" #include "paddle/cinn/hlir/framework/graph.h" #include "paddle/cinn/hlir/framework/graph_compiler.h" #include "paddle/cinn/hlir/framework/pass.h" #include "paddle/cinn/hlir/op/use_ops.h" #include "paddle/cinn/hlir/pass/use_pass.h" #include "paddle/cinn/runtime/flags.h" #include "paddle/cinn/utils/data_util.h" namespace cinn::frontend { void RunWithProgram(const Program& program, const Target& target, const std::shared_ptr& scope) { auto graph = std::make_shared(program, target); hlir::framework::ApplyPasses(graph.get(), {"InferShape"}); hlir::framework::ApplyPasses(graph.get(), DefaultOpFusionPasses()); VLOG(1) << "graph:\n" << graph->Visualize(); hlir::framework::GraphCompiler gc(target, scope, graph); auto runtime_program = gc.Build(); runtime_program->Execute(); } TEST(TransposeFoldingInput, TransposeWithMultiMamtul) { if (!cinn::runtime::IsCompiledWithCUDA()) { return; } NetBuilder builder("net_builder"); auto x = builder.CreateInput(Float(32), {2, 2}, "X"); auto y = builder.CreateInput(Float(32), {2, 2}, "Y"); auto transpose_y = builder.Transpose(y, {1, 0}); auto dot1 = builder.Matmul(x, transpose_y); auto dot2 = builder.Matmul(transpose_y, x); auto out = builder.Add(dot1, dot2); auto program = builder.Build(); common::Target target = common::DefaultNVGPUTarget(); std::vector input_ids; absl::c_transform(std::vector{x.id(), y.id()}, std::back_inserter(input_ids), [](absl::string_view id) { return std::string(id); }); std::pair, std::vector> passes{ {"Decomposer"}, {"TransposeFoldingInput", "GemmRewriter", "TransposeFoldingOutput", "GemmRewriter"}}; CompareResult(&program, target, input_ids, {out->id}, 1, passes, 123, true); } } // namespace cinn::frontend