diff --git a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_multihead_matmul.py b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_multihead_matmul.py
index 074b55d5df1ad6a9866e914f1f9372a969b483e0..cca7fcddcdabbf7e7959964a39a666180b91c517 100644
--- a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_multihead_matmul.py
+++ b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_multihead_matmul.py
@@ -1074,7 +1074,16 @@ class TrtConvertVitToMultiHeadMatmulTest(TrtLayerAutoScanTest):
         )
 
     def add_skip_trt_case(self):
-        pass
+        def teller1(program_config, predictor_config):
+            if self.trt_param.precision == paddle_infer.PrecisionType.Half:
+                return True
+            return False
+
+        self.add_skip_case(
+            teller1,
+            SkipReasons.TRT_NOT_IMPLEMENTED,
+            "The output has diff between gpu and trt in fp16 mode.",
+        )
 
     def test(self):
         self.add_skip_trt_case()