diff --git a/tools/perf/Build b/tools/perf/Build
index bd8eeb60533cdee3311dd6277b728990e4e70042..b48ca40fccf9640eab3c7b650214ae662370c0cc 100644
--- a/tools/perf/Build
+++ b/tools/perf/Build
@@ -50,6 +50,6 @@ libperf-y += util/
 libperf-y += arch/
 libperf-y += ui/
 libperf-y += scripts/
-libperf-y += trace/beauty/
+libperf-$(CONFIG_AUDIT) += trace/beauty/
 
 gtk-y += ui/gtk/