diff --git a/python/CMakeLists.txt b/python/CMakeLists.txt
index 589420ad45ae7f347c8e7b9b25c5cc0034830263..86740ce6033f9dbab490e9b9df21ffd17ebe0cd0 100644
--- a/python/CMakeLists.txt
+++ b/python/CMakeLists.txt
@@ -72,9 +72,13 @@ if (SERVER)
     if(CUDA_VERSION EQUAL 10.1)
       set(VERSION_SUFFIX 101)
     elseif(CUDA_VERSION EQUAL 10.2)
-      set(VERSION_SUFFIX 102)
-    elseif(CUDA_VERSION EQUAL 11.0)
-      set(VERSION_SUFFIX 11)
+      if(CUDNN_MAJOR_VERSION EQUAL 7)
+        set(VERSION_SUFFIX 1027)
+      elseif(CUDNN_MAJOR_VERSION EQUAL 8)
+        set(VERSION_SUFFIX 1028)
+      endif()
+    elseif(CUDA_VERSION EQUAL 11.2)
+      set(VERSION_SUFFIX 112)
     endif()
   endif()
 
diff --git a/python/paddle_serving_server/server.py b/python/paddle_serving_server/server.py
index f21e13aaf40dd7720cab87da046c6754845a9bd4..0510579d7c4225d9bef81d880e01642ea93efd90 100755
--- a/python/paddle_serving_server/server.py
+++ b/python/paddle_serving_server/server.py
@@ -428,7 +428,7 @@ class Server(object):
         if device_type == "0":
             device_version = self.get_device_version()
         elif device_type == "1":
-            if version_suffix == "101" or version_suffix == "102":
+            if version_suffix == "101" or version_suffix == "1027" or version_suffix == "1028" or version_suffix == "112":
                 device_version = "gpu-" + version_suffix
             else:
                 device_version = "gpu-cuda" + version_suffix