diff --git a/m4/virt-driver-uml.m4 b/m4/virt-driver-uml.m4
index 811e4d1bfff03749dbba7694dec2594ee81c3185..5c83d76e76e496e9e66cd5ad391491aeec355022 100644
--- a/m4/virt-driver-uml.m4
+++ b/m4/virt-driver-uml.m4
@@ -23,8 +23,12 @@ AC_DEFUN([LIBVIRT_DRIVER_CHECK_UML],[
         [add UML support @<:@default=check@:>@])])
     m4_divert_text([DEFAULTS], [with_uml=check])
 
-    if test "$with_libvirtd" = "no" ; then
-        with_uml=no
+    if test "$with_libvirtd" = "no" || test "$with_linux" = "no"; then
+        if test "$with_uml" = "yes"; then
+            AC_MSG_ERROR([The UML driver cannot be enabled])
+        elif test "$with_uml" = "check"; then
+            with_uml="no"
+        fi
     fi
 
     if test "$with_uml" = "yes" || test "$with_uml" = "check"; then