diff --git a/paddle/fluid/inference/tests/infer_ut/test_ernie_xnli_int8.cc b/paddle/fluid/inference/tests/infer_ut/test_ernie_xnli_int8.cc
index 53edc554ebaf8e649b69dbe678b49d2df3e1c006..779b6ee8eec818ea0c26e902af5b38a29bc91cfe 100644
--- a/paddle/fluid/inference/tests/infer_ut/test_ernie_xnli_int8.cc
+++ b/paddle/fluid/inference/tests/infer_ut/test_ernie_xnli_int8.cc
@@ -69,6 +69,10 @@ std::shared_ptr<Predictor> InitPredictor() {
                                 opt_input_shape);
   // erinie varlen must be used with oss
   config.EnableVarseqlen();
+  paddle_infer::experimental::InternalUtils::SetTransformerPosid(&config,
+                                                                 input_name2);
+  paddle_infer::experimental::InternalUtils::SetTransformerMaskid(&config,
+                                                                  input_name3);
 
   return CreatePredictor(config);
 }