diff --git a/fs/Kconfig b/fs/Kconfig
index 6e723c90a506c2e72189b0c7b38cd6226f3c666e..37a8895a3254f5c0366ea4ebe33be61801876f54 100644
--- a/fs/Kconfig
+++ b/fs/Kconfig
@@ -239,7 +239,7 @@ config HUGETLB_PAGE
 
 config HUGETLB_PAGE_FREE_VMEMMAP
 	def_bool HUGETLB_PAGE
-	depends on X86_64 || ARM64
+	depends on X86_64
 	depends on SPARSEMEM_VMEMMAP
 
 config HUGETLB_PAGE_FREE_VMEMMAP_DEFAULT_ON