diff --git a/mm/Kconfig b/mm/Kconfig
index cf1119f5afcdeec326319324f5261ba728ae28ee..53087244d557bca5909db33e884c302dc3d8dd1e 100644
--- a/mm/Kconfig
+++ b/mm/Kconfig
@@ -723,12 +723,12 @@ config DEV_PAGEMAP_OPS
 
 config HMM
 	bool
+	select MMU_NOTIFIER
 	select MIGRATE_VMA_HELPER
 
 config HMM_MIRROR
 	bool "HMM mirror CPU page table into a device page table"
 	depends on ARCH_HAS_HMM
-	select MMU_NOTIFIER
 	select HMM
 	help
 	  Select HMM_MIRROR if you want to mirror range of the CPU page table of a