diff --git a/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc b/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc
index d3f97f23790a0168e22b0df23e1cd129704474f1..9d17f38ab764148d4e1a63124289425c7e7aa983 100644
--- a/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc
@@ -147,7 +147,7 @@ void PrepareInputs(std::vector<PaddleTensor> *input_slots, DataRecord *data,
 
   init_idx.name = "init_idx";
   init_idx.shape.assign({batch_size});
-  init_idx.dtype = PaddleDType::INT64;
+  init_idx.dtype = PaddleDType::INT32;
   TensorAssignData<int64_t>(&init_idx, one_batch.init_idx);
 
   trg_src_attn_bias.name = "trg_src_attn_bias";