diff --git a/accel/kvm/kvm-all.c b/accel/kvm/kvm-all.c
index b0181d722083d9a3cd345d7d9db0eb6640df5fdf..4f1997deec076a1d5ed3835f28f4bd7ac10346eb 100644
--- a/accel/kvm/kvm-all.c
+++ b/accel/kvm/kvm-all.c
@@ -722,7 +722,6 @@ static void kvm_set_phys_mem(KVMMemoryListener *kml,
     mem = kvm_lookup_matching_slot(kml, start_addr, size);
     if (!add) {
         if (!mem) {
-            g_assert(!memory_region_is_ram(mr) && !writeable && !mr->romd_mode);
             return;
         }
         if (mem->flags & KVM_MEM_LOG_DIRTY_PAGES) {