From 61c6e4295210e1d34b639099340b7cf8bf5516b5 Mon Sep 17 00:00:00 2001
From: kohsuke <kohsuke@71c3de6d-444a-0410-be80-ed276b4c234a>
Date: Thu, 9 Sep 2010 22:28:21 +0000
Subject: [PATCH] - this is no longer building Matching, hence renamed - a bug
 fix in the job offer assignment logic

git-svn-id: https://hudson.dev.java.net/svn/hudson/trunk/hudson/main@34616 71c3de6d-444a-0410-be80-ed276b4c234a
---
 .../main/java/hudson/model/LoadBalancer.java  | 14 ++--
 core/src/main/java/hudson/model/Queue.java    |  6 +-
 ...ngWorksheet.java => MappingWorksheet.java} | 69 ++++++++-----------
 3 files changed, 37 insertions(+), 52 deletions(-)
 rename core/src/main/java/hudson/model/queue/{MatchingWorksheet.java => MappingWorksheet.java} (84%)

diff --git a/core/src/main/java/hudson/model/LoadBalancer.java b/core/src/main/java/hudson/model/LoadBalancer.java
index 001d4ee4ae..658de6469e 100644
--- a/core/src/main/java/hudson/model/LoadBalancer.java
+++ b/core/src/main/java/hudson/model/LoadBalancer.java
@@ -27,9 +27,9 @@ import hudson.model.Node.Mode;
 import hudson.model.Queue.ApplicableJobOfferList;
 import hudson.model.Queue.JobOffer;
 import hudson.model.Queue.Task;
-import hudson.model.queue.MatchingWorksheet;
-import hudson.model.queue.MatchingWorksheet.ExecutorChunk;
-import hudson.model.queue.MatchingWorksheet.Mapping;
+import hudson.model.queue.MappingWorksheet;
+import hudson.model.queue.MappingWorksheet.ExecutorChunk;
+import hudson.model.queue.MappingWorksheet.Mapping;
 import hudson.util.ConsistentHash;
 import hudson.util.ConsistentHash.Hash;
 
@@ -67,7 +67,7 @@ public abstract class LoadBalancer /*implements ExtensionPoint*/ {
      */
     protected abstract JobOffer choose(Task task, ApplicableJobOfferList applicable);
 
-    protected abstract Mapping map(Task task, MatchingWorksheet worksheet);
+    protected abstract Mapping map(Task task, MappingWorksheet worksheet);
 
     /**
      * Traditional implementation of this.
@@ -126,7 +126,7 @@ public abstract class LoadBalancer /*implements ExtensionPoint*/ {
         }
 
         @Override
-        protected Mapping map(Task task, MatchingWorksheet worksheet) {
+        protected Mapping map(Task task, MappingWorksheet worksheet) {
             // TODO:
             return CONSISTENT_HASH.map(task,worksheet);
         }
@@ -160,7 +160,7 @@ public abstract class LoadBalancer /*implements ExtensionPoint*/ {
         }
 
         @Override
-        protected Mapping map(Task task, MatchingWorksheet ws) {
+        protected Mapping map(Task task, MappingWorksheet ws) {
             // build consistent hash for each work chunk
             List<ConsistentHash<ExecutorChunk>> hashes = new ArrayList<ConsistentHash<ExecutorChunk>>(ws.works.size());
             for (int i=0; i<ws.works.size(); i++) {
@@ -226,7 +226,7 @@ public abstract class LoadBalancer /*implements ExtensionPoint*/ {
             }
 
             @Override
-            protected Mapping map(Task task, MatchingWorksheet worksheet) {
+            protected Mapping map(Task task, MappingWorksheet worksheet) {
                 if (Queue.ifBlockedByHudsonShutdown(task)) {
                     // if we are quieting down, don't start anything new so that
                     // all executors will be eventually free.
diff --git a/core/src/main/java/hudson/model/Queue.java b/core/src/main/java/hudson/model/Queue.java
index 8af3c8e0e3..5541a6aef5 100644
--- a/core/src/main/java/hudson/model/Queue.java
+++ b/core/src/main/java/hudson/model/Queue.java
@@ -37,8 +37,8 @@ import hudson.cli.declarative.CLIResolver;
 import hudson.model.queue.AbstractQueueTask;
 import hudson.model.queue.SubTask;
 import hudson.model.queue.FutureImpl;
-import hudson.model.queue.MatchingWorksheet;
-import hudson.model.queue.MatchingWorksheet.Mapping;
+import hudson.model.queue.MappingWorksheet;
+import hudson.model.queue.MappingWorksheet.Mapping;
 import hudson.model.queue.QueueSorter;
 import hudson.model.queue.QueueTaskDispatcher;
 import hudson.model.queue.WorkUnit;
@@ -748,7 +748,7 @@ public class Queue extends ResourceController implements Saveable {
                         if(j.canTake(p.task))
                             candidates.add(j);
 
-                    Mapping m = loadBalancer.map(p.task, new MatchingWorksheet(p.task, candidates));
+                    Mapping m = loadBalancer.map(p.task, new MappingWorksheet(p.task, candidates));
                     if (m == null)
                         // if we couldn't find the executor that fits,
                         // just leave it in the buildables list and
diff --git a/core/src/main/java/hudson/model/queue/MatchingWorksheet.java b/core/src/main/java/hudson/model/queue/MappingWorksheet.java
similarity index 84%
rename from core/src/main/java/hudson/model/queue/MatchingWorksheet.java
rename to core/src/main/java/hudson/model/queue/MappingWorksheet.java
index 243c8a3825..412fe2e919 100644
--- a/core/src/main/java/hudson/model/queue/MatchingWorksheet.java
+++ b/core/src/main/java/hudson/model/queue/MappingWorksheet.java
@@ -23,6 +23,7 @@
  */
 package hudson.model.queue;
 
+import com.google.common.collect.ImmutableList;
 import hudson.model.Computer;
 import hudson.model.Label;
 import hudson.model.Node;
@@ -32,7 +33,6 @@ import hudson.model.Queue.Task;
 
 import java.util.AbstractList;
 import java.util.ArrayList;
-import java.util.Collections;
 import java.util.HashMap;
 import java.util.LinkedHashMap;
 import java.util.List;
@@ -41,12 +41,10 @@ import java.util.Map;
 /**
  * @author Kohsuke Kawaguchi
  */
-public class MatchingWorksheet {
+public class MappingWorksheet {
     public final List<ExecutorChunk> executors;
     public final List<WorkChunk> works;
 
-//    private final BitSet applicability = new BitSet();
-
     private static class ReadOnlyList<E> extends AbstractList<E> {
         protected final List<E> base;
 
@@ -94,8 +92,12 @@ public class MatchingWorksheet {
 
         private void execute(WorkChunk wc, WorkUnitContext wuc) {
             assert capacity() > wc.size();
-            for (int i=0; i<wc.size(); i++)
-                get(i).set(wuc.createWorkUnit(wc.get(i)));
+            int e = 0;
+            for (SubTask s : wc) {
+                while (!get(e).isAvailable())
+                    e++;
+                get(e++).set(wuc.createWorkUnit(s));
+            }
         }
     }
 
@@ -153,20 +155,32 @@ public class MatchingWorksheet {
         // for each WorkChunk, identify ExecutorChunk where it is assigned to.
         private final ExecutorChunk[] mapping = new ExecutorChunk[works.size()];
 
-        public ExecutorChunk assigned(int index) {
-            return mapping[index];
+        /**
+         * {@link ExecutorChunk} assigned to the n-th work chunk.
+         */
+        public ExecutorChunk assigned(int n) {
+            return mapping[n];
         }
 
-        public WorkChunk get(int index) {
-            return works.get(index);
+        /**
+         * n-th {@link WorkChunk}.
+         */
+        public WorkChunk get(int n) {
+            return works.get(n);
         }
 
+        /**
+         * Update the mapping to execute n-th {@link WorkChunk} on the specified {@link ExecutorChunk}.
+         */
         public ExecutorChunk assign(int index, ExecutorChunk element) {
             ExecutorChunk o = mapping[index];
             mapping[index] = element;
             return o;
         }
 
+        /**
+         * Number of {@link WorkUnit}s that require assignments.
+         */
         public int size() {
             return mapping.length;
         }
@@ -203,7 +217,7 @@ public class MatchingWorksheet {
     }
 
 
-    public MatchingWorksheet(Task task, List<JobOffer> offers) {
+    public MappingWorksheet(Task task, List<JobOffer> offers) {
         // executors
         Map<Computer,List<JobOffer>> j = new HashMap<Computer, List<JobOffer>>();
         for (JobOffer o : offers) {
@@ -221,7 +235,7 @@ public class MatchingWorksheet {
             if (ec.node==null)  continue;   // evict out of sync node
             executors.add(ec);
         }
-        this.executors = Collections.unmodifiableList(executors);
+        this.executors = ImmutableList.copyOf(executors);
 
         // group execution units into chunks. use of LinkedHashMap ensures that the main work comes at the top
         Map<Object,List<SubTask>> m = new LinkedHashMap<Object,List<SubTask>>();
@@ -240,17 +254,7 @@ public class MatchingWorksheet {
         for (List<SubTask> group : m.values()) {
             works.add(new WorkChunk(group,works.size()));
         }
-        this.works = Collections.unmodifiableList(works);
-    }
-
-    private void build(SubTask eu, Map<Object, List<SubTask>> m) {
-        Object c = eu.getSameNodeConstraint();
-        if (c==null)    c = new Object();
-
-        List<SubTask> l = m.get(c);
-        if (l==null)
-            m.put(c,l= new ArrayList<SubTask>());
-        l.add(eu);
+        this.works = ImmutableList.copyOf(works);
     }
 
     public WorkChunk works(int index) {
@@ -260,23 +264,4 @@ public class MatchingWorksheet {
     public ExecutorChunk executors(int index) {
         return executors.get(index);
     }
-//
-//    public void setIncompatible(int x, int u) {
-//        assert 0<=x && x<=executors.size();
-//        assert 0<=u && u<= works.size();
-//        applicability.set(x* works.size()+u);
-//    }
-//
-//    public boolean isIncompatible(int x, int u) {
-//        assert 0<=x && x<=executors.size();
-//        assert 0<=u && u<= works.size();
-//        return applicability.get(x* works.size()+u);
-//    }
-//
-//    /**
-//     * Creates a clone.
-//     */
-//    public MatchingWorksheet copy() {
-//        throw new UnsupportedOperationException();
-//    }
 }
-- 
GitLab