From ed2cfecf996775ca91f44c575a63b04c2c6bc8d2 Mon Sep 17 00:00:00 2001
From: Feng Xing <79969986+xingfeng01@users.noreply.github.com>
Date: Thu, 30 Dec 2021 17:05:12 +0800
Subject: [PATCH] flags to choose kp kernel (#38455)

This PR adds runtime flags run_kp_kernel, which choose which op to run for xpu2. There are two: dynamic linked and built from kp.
---
 paddle/fluid/framework/operator.cc           |  1 +
 paddle/fluid/imperative/prepared_operator.cc |  1 +
 paddle/fluid/platform/flags.cc               | 12 ++++++++++++
 3 files changed, 14 insertions(+)

diff --git a/paddle/fluid/framework/operator.cc b/paddle/fluid/framework/operator.cc
index 19cbb099151..50e16920a67 100644
--- a/paddle/fluid/framework/operator.cc
+++ b/paddle/fluid/framework/operator.cc
@@ -56,6 +56,7 @@ DECLARE_bool(enable_unused_var_check);
 PADDLE_DEFINE_EXPORTED_int32(inner_op_parallelism, 0,
                              "number of threads for inner op");
 DECLARE_bool(run_pten_kernel);
+DECLARE_bool(run_kp_kernel);
 
 namespace paddle {
 namespace framework {
diff --git a/paddle/fluid/imperative/prepared_operator.cc b/paddle/fluid/imperative/prepared_operator.cc
index c4092a33aa3..1ed1716f12e 100644
--- a/paddle/fluid/imperative/prepared_operator.cc
+++ b/paddle/fluid/imperative/prepared_operator.cc
@@ -29,6 +29,7 @@
 DECLARE_bool(check_nan_inf);
 DECLARE_bool(run_pten_kernel);
 DECLARE_bool(benchmark);
+DECLARE_bool(run_kp_kernel);
 
 namespace paddle {
 namespace imperative {
diff --git a/paddle/fluid/platform/flags.cc b/paddle/fluid/platform/flags.cc
index 2df3d00dc92..8b117a5a829 100644
--- a/paddle/fluid/platform/flags.cc
+++ b/paddle/fluid/platform/flags.cc
@@ -694,6 +694,18 @@ PADDLE_DEFINE_EXPORTED_bool(
 PADDLE_DEFINE_EXPORTED_bool(run_pten_kernel, true,
                             "It controls whether to use pten kernel");
 
+/**
+ * Pt kernel related FLAG
+ * Name: FLAGS_run_kp_kernel
+ * Since Version: 2.3.0
+ * Value Range: bool, default=false
+ * Example: FLAGS_run_kp_kernel=true would use the kp kernel to compute in
+ * the Op for XPU2.
+ * Note:
+ */
+PADDLE_DEFINE_EXPORTED_bool(run_kp_kernel, true,
+                            "It controls whether to use kp kernel for xpu2");
+
 /**
  * Distributed related FLAG
  * Name: FLAGS_allreduce_record_one_event
-- 
GitLab