diff --git a/drivers/tty/serial/Kconfig b/drivers/tty/serial/Kconfig
index 64c565945ac3a4ef2131a8063ad993b9fa550703..ab81a291afdbcc18e63e541886a2ce43602cab24 100644
--- a/drivers/tty/serial/Kconfig
+++ b/drivers/tty/serial/Kconfig
@@ -1351,7 +1351,7 @@ config SERIAL_IFX6X60
 
 config SERIAL_PCH_UART
 	tristate "Intel EG20T PCH/LAPIS Semicon IOH(ML7213/ML7223/ML7831) UART"
-	depends on PCI
+	depends on PCI && (X86_32 || COMPILE_TEST)
 	select SERIAL_CORE
 	help
 	  This driver is for PCH(Platform controller Hub) UART of Intel EG20T