diff --git a/paddle/fluid/inference/analysis/passes/convert_to_mixed_precision.cc b/paddle/fluid/inference/analysis/passes/convert_to_mixed_precision.cc
index ca7d18669ff3b7c44bee9610d33853f223bf21b7..d786159078dbcdd7e65d917214b344d86c12e897 100644
--- a/paddle/fluid/inference/analysis/passes/convert_to_mixed_precision.cc
+++ b/paddle/fluid/inference/analysis/passes/convert_to_mixed_precision.cc
@@ -162,6 +162,8 @@ void SaveMixedModel(
     if (var->IsType<framework::LoDTensor>() ||
         var->IsType<framework::Tensor>()) {
       auto* t = var->GetMutable<framework::LoDTensor>();
+      if (t->dtype() != phi::DataType::FLOAT32) continue;
+
       framework::Tensor mixed_tensor;
       mixed_tensor.Resize(t->dims());
       auto* data = t->mutable_data<float>(platform::CPUPlace());