diff --git a/mm/Kconfig b/mm/Kconfig
index 137eadc18732ed0370618d24fe23c91f4f0e6574..0eada3f818faacd2437e0c7720920da33d833784 100644
--- a/mm/Kconfig
+++ b/mm/Kconfig
@@ -697,12 +697,12 @@ config DEV_PAGEMAP_OPS
 
 config HMM
 	bool
+	select MMU_NOTIFIER
 	select MIGRATE_VMA_HELPER
 
 config HMM_MIRROR
 	bool "HMM mirror CPU page table into a device page table"
 	depends on ARCH_HAS_HMM
-	select MMU_NOTIFIER
 	select HMM
 	help
 	  Select HMM_MIRROR if you want to mirror range of the CPU page table of a