diff --git a/paddle/gserver/evaluators/Evaluator.cpp b/paddle/gserver/evaluators/Evaluator.cpp
index 5fbba77b48766d0f92aebedba8919b3564ac5c58..1c2479d7280037b37225bf891ac6f1154b60821d 100644
--- a/paddle/gserver/evaluators/Evaluator.cpp
+++ b/paddle/gserver/evaluators/Evaluator.cpp
@@ -96,14 +96,14 @@ public:
 
       int* ids = nullptr;
       int* lbl = nullptr;
+      IVectorPtr dest = IVector::create(maxIds_->getSize(), false);
+      IVectorPtr dest2 = IVector::create(label->getSize(), false);
       if (useGpu(arguments[0].deviceId)) {
-        IVectorPtr dest = IVector::create(maxIds_->getSize(), false);
         hl_memcpy_device2host((void*)dest->getData(),
                               (void*)maxIds_->getData(),
                               sizeof(int) * maxIds_->getSize());
         ids = dest->getData();
 
-        IVectorPtr dest2 = IVector::create(label->getSize(), false);
         hl_memcpy_device2host((void*)dest2->getData(),
                               (void*)label->getData(),
                               sizeof(int) * label->getSize());