diff --git a/core/src/main/java/hudson/matrix/MatrixProject.java b/core/src/main/java/hudson/matrix/MatrixProject.java
index 2c8896afc8f1b3655d4f17913ba746330774a4a6..90fdd33e715a740f96d072cb13424f6c388f524c 100644
--- a/core/src/main/java/hudson/matrix/MatrixProject.java
+++ b/core/src/main/java/hudson/matrix/MatrixProject.java
@@ -175,10 +175,9 @@ public class MatrixProject extends AbstractProject<MatrixProject,MatrixBuild> im
     @Override
     public Set<Label> getRelevantLabels() {
         Set<Label> r = new HashSet<Label>();
-        r.add(getAssignedLabel());
         for (MatrixConfiguration c : getActiveConfigurations())
             r.add(c.getAssignedLabel());
-        return super.getRelevantLabels();
+        return r;
     }
 
     /**