diff --git a/paddle/phi/backends/xpu/xpu2_op_list.cc b/paddle/phi/backends/xpu/xpu2_op_list.cc
index a3988fbe2c88864062c7076b710eb322f6bbb5a4..023cfa33befc9eb5dc8625ea8050984d1e8ad1d7 100644
--- a/paddle/phi/backends/xpu/xpu2_op_list.cc
+++ b/paddle/phi/backends/xpu/xpu2_op_list.cc
@@ -59,8 +59,9 @@ XPUOpMap& get_kl2_ops() {
        XPUKernelSet({phi::DataType::FLOAT32, phi::DataType::FLOAT16})},
       {"batch_norm_grad", XPUKernelSet({phi::DataType::FLOAT32})},
       {"batch_norm", XPUKernelSet({phi::DataType::FLOAT32})},
-      {"bmm", XPUKernelSet({phi::DataType::FLOAT32})},
-      {"bmm_grad", XPUKernelSet({phi::DataType::FLOAT32})},
+      {"bmm", XPUKernelSet({phi::DataType::FLOAT32, phi::DataType::FLOAT16})},
+      {"bmm_grad",
+       XPUKernelSet({phi::DataType::FLOAT32, phi::DataType::FLOAT16})},
       {"bce_loss_grad", XPUKernelSet({phi::DataType::FLOAT32})},
       {"bce_loss", XPUKernelSet({phi::DataType::FLOAT32})},
       {"beam_search",