diff --git a/python/paddle_serving_server/serve.py b/python/paddle_serving_server/serve.py
index e97da72c1f2be9c4c2f754d640ec856cf7b51f1d..68e1d19b7a2d587783fcc4d0b3b5226f616ac8a4 100755
--- a/python/paddle_serving_server/serve.py
+++ b/python/paddle_serving_server/serve.py
@@ -199,14 +199,14 @@ def start_gpu_card_model(gpu_mode, port, args):  # pylint: disable=doc-string-mi
     if args.container_id != None:
         server.set_container_id(args.container_id)
 
+    if gpu_mode == True:
+        server.set_gpuid(args.gpu_ids)
     server.load_model_config(model)
     server.prepare_server(
         workdir=workdir,
         port=port,
         device=device,
         use_encryption_model=args.use_encryption_model)
-    if gpu_mode == True:
-        server.set_gpuid(args.gpu_ids)
     server.run_server()