SlaveComputer.java 39.8 KB
Newer Older
K
kohsuke 已提交
1 2
/*
 * The MIT License
3
 *
K
kohsuke 已提交
4
 * Copyright (c) 2004-2009, Sun Microsystems, Inc., Kohsuke Kawaguchi, Stephen Connolly
5
 *
K
kohsuke 已提交
6 7 8 9 10 11
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
12
 *
K
kohsuke 已提交
13 14
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
15
 *
K
kohsuke 已提交
16 17 18 19 20 21 22 23
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
24 25
package hudson.slaves;

K
Kohsuke Kawaguchi 已提交
26
import hudson.AbortException;
27
import hudson.FilePath;
28
import hudson.Functions;
29
import hudson.Main;
30
import hudson.RestrictedSince;
K
kohsuke 已提交
31
import hudson.Util;
32
import hudson.console.ConsoleLogFilter;
K
Kohsuke Kawaguchi 已提交
33 34 35 36 37 38 39 40 41
import hudson.model.Computer;
import hudson.model.Executor;
import hudson.model.ExecutorListener;
import hudson.model.Node;
import hudson.model.Queue;
import hudson.model.Slave;
import hudson.model.TaskListener;
import hudson.model.User;
import hudson.remoting.Channel;
42
import hudson.remoting.ChannelBuilder;
43
import hudson.remoting.ChannelClosedException;
44
import hudson.remoting.CommandTransport;
45
import hudson.remoting.Launcher;
K
Kohsuke Kawaguchi 已提交
46
import hudson.remoting.VirtualChannel;
47
import hudson.security.ACL;
48
import hudson.slaves.OfflineCause.ChannelTermination;
K
Kohsuke Kawaguchi 已提交
49 50 51 52
import hudson.util.Futures;
import hudson.util.NullStream;
import hudson.util.RingBufferLogHandler;
import hudson.util.StreamTaskListener;
53
import hudson.util.VersionNumber;
54 55
import hudson.util.io.RewindableFileOutputStream;
import hudson.util.io.RewindableRotatingFileOutputStream;
56 57 58
import jenkins.model.Jenkins;
import jenkins.security.ChannelConfigurator;
import jenkins.security.MasterToSlaveCallable;
59
import jenkins.slaves.EncryptedSlaveAgentJnlpFile;
60
import jenkins.slaves.JnlpSlaveAgentProtocol;
61
import jenkins.slaves.RemotingVersionInfo;
62
import jenkins.slaves.systemInfo.SlaveSystemInfo;
63
import jenkins.util.SystemProperties;
64 65
import org.acegisecurity.context.SecurityContext;
import org.acegisecurity.context.SecurityContextHolder;
66
import org.kohsuke.accmod.Restricted;
67
import org.kohsuke.accmod.restrictions.Beta;
68
import org.kohsuke.accmod.restrictions.DoNotUse;
69 70 71 72 73
import org.kohsuke.stapler.HttpRedirect;
import org.kohsuke.stapler.HttpResponse;
import org.kohsuke.stapler.QueryParameter;
import org.kohsuke.stapler.StaplerRequest;
import org.kohsuke.stapler.StaplerResponse;
K
Kohsuke Kawaguchi 已提交
74
import org.kohsuke.stapler.WebMethod;
75
import org.kohsuke.stapler.export.Exported;
K
Kohsuke Kawaguchi 已提交
76
import org.kohsuke.stapler.interceptor.RequirePOST;
77

78
import javax.annotation.CheckForNull;
79
import javax.annotation.Nonnull;
80
import javax.annotation.OverridingMethodsMustInvokeSuper;
K
Kohsuke Kawaguchi 已提交
81 82 83 84 85 86 87 88 89 90
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.PrintStream;
import java.nio.charset.Charset;
import java.security.Security;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
91 92
import java.util.Map;
import java.util.TreeMap;
K
Kohsuke Kawaguchi 已提交
93 94 95 96 97 98
import java.util.concurrent.Future;
import java.util.logging.Handler;
import java.util.logging.Level;
import java.util.logging.LogRecord;
import java.util.logging.Logger;

99
import static hudson.slaves.SlaveComputer.LogHolder.SLAVE_LOG_HANDLER;
100
import org.jenkinsci.remoting.util.LoggingChannelListener;
K
Kohsuke Kawaguchi 已提交
101

102

103 104 105 106 107
/**
 * {@link Computer} for {@link Slave}s.
 *
 * @author Kohsuke Kawaguchi
 */
K
kohsuke 已提交
108
public class SlaveComputer extends Computer {
109 110 111 112
    private volatile Channel channel;
    private volatile transient boolean acceptingTasks = true;
    private Charset defaultCharset;
    private Boolean isUnix;
K
kohsuke 已提交
113 114
    /**
     * Effective {@link ComputerLauncher} that hides the details of
115
     * how we launch a agent agent on this computer.
K
kohsuke 已提交
116 117 118
     *
     * <p>
     * This is normally the same as {@link Slave#getLauncher()} but
119
     * can be different. See {@link #grabLauncher(Node)}.
K
kohsuke 已提交
120
     */
121 122
    private ComputerLauncher launcher;

123 124 125
    /**
     * Perpetually writable log file.
     */
126
    private final RewindableFileOutputStream log;
127 128 129 130 131 132 133

    /**
     * {@link StreamTaskListener} that wraps {@link #log}, hence perpetually writable.
     */
    private final TaskListener taskListener;


134 135 136 137 138 139 140
    /**
     * Number of failed attempts to reconnect to this node
     * (so that if we keep failing to reconnect, we can stop
     * trying.)
     */
    private transient int numRetryAttempt;

K
kohsuke 已提交
141 142 143 144 145 146 147 148
    /**
     * Tracks the status of the last launch operation, which is always asynchronous.
     * This can be used to wait for the completion, or cancel the launch activity.
     */
    private volatile Future<?> lastConnectActivity = null;

    private Object constructed = new Object();

149 150
    private transient volatile String absoluteRemoteFs;

K
kohsuke 已提交
151 152
    public SlaveComputer(Slave slave) {
        super(slave);
153
        this.log = new RewindableRotatingFileOutputStream(getLogFile(), 10);
154
        this.taskListener = new StreamTaskListener(decorate(this.log));
155
        assert slave.getNumExecutors()!=0 : "Computer created with 0 executors";
K
kohsuke 已提交
156
    }
157

158 159 160 161 162 163 164 165 166 167 168 169 170 171
    /**
     * Uses {@link ConsoleLogFilter} to decorate logger.
     */
    private OutputStream decorate(OutputStream os) {
        for (ConsoleLogFilter f : ConsoleLogFilter.all()) {
            try {
                os = f.decorateLogger(this,os);
            } catch (IOException|InterruptedException e) {
                LOGGER.log(Level.WARNING, "Failed to filter log with "+f, e);
            }
        }
        return os;
    }

172 173 174 175
    /**
     * {@inheritDoc}
     */
    @Override
176
    @OverridingMethodsMustInvokeSuper
177
    public boolean isAcceptingTasks() {
178
        // our boolean flag is an override on any additional programmatic reasons why this agent might not be
179 180
        // accepting tasks.
        return acceptingTasks && super.isAcceptingTasks();
181 182
    }

K
Kohsuke Kawaguchi 已提交
183 184 185
    /**
     * @since 1.498
     */
186 187 188 189
    public String getJnlpMac() {
        return JnlpSlaveAgentProtocol.SLAVE_SECRET.mac(getName());
    }

190
    /**
191
     * Allows suspension of tasks being accepted by the agent computer. While this could be called by a
192 193 194 195
     * {@linkplain hudson.slaves.ComputerLauncher} or a {@linkplain hudson.slaves.RetentionStrategy}, such usage
     * can result in fights between multiple actors calling setting differential values. A better approach
     * is to override {@link hudson.slaves.RetentionStrategy#isAcceptingTasks(hudson.model.Computer)} if the
     * {@link hudson.slaves.RetentionStrategy} needs to control availability.
196
     *
197
     * @param acceptingTasks {@code true} if the agent can accept tasks.
198 199 200 201 202
     */
    public void setAcceptingTasks(boolean acceptingTasks) {
        this.acceptingTasks = acceptingTasks;
    }

203
    @Override
204 205 206 207
    public Boolean isUnix() {
        return isUnix;
    }

208
    @CheckForNull
209
    @Override
210
    public Slave getNode() {
J
Jesse Glick 已提交
211 212 213 214 215 216 217
        Node node = super.getNode();
        if (node == null || node instanceof Slave) {
            return (Slave)node;
        } else {
            logger.log(Level.WARNING, "found an unexpected kind of node {0} from {1} with nodeName={2}", new Object[] {node, this, nodeName});
            return null;
        }
218 219
    }

220 221 222 223
    /**
     * Return the {@code TaskListener} for this SlaveComputer. Never null
     * @since 2.9
     */
N
Nicolas De Loof 已提交
224 225 226 227
    public TaskListener getListener() {
        return taskListener;
    }

K
kohsuke 已提交
228 229 230 231 232 233 234 235
    @Override
    public String getIcon() {
        Future<?> l = lastConnectActivity;
        if(l!=null && !l.isDone())
            return "computer-flash.gif";
        return super.getIcon();
    }

M
mindless 已提交
236 237 238 239
    /**
     * @deprecated since 2008-05-20.
     */
    @Deprecated @Override
240 241 242 243 244 245 246 247 248
    public boolean isJnlpAgent() {
        return launcher instanceof JNLPLauncher;
    }

    @Override
    public boolean isLaunchSupported() {
        return launcher.isLaunchSupported();
    }

249 250 251 252
    /**
     * Return the {@code ComputerLauncher} for this SlaveComputer.
     * @since 1.312
     */
253 254 255 256
    public ComputerLauncher getLauncher() {
        return launcher;
    }

257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
    /**
     * Return the {@code ComputerLauncher} for this SlaveComputer, strips off
     * any {@code DelegatingComputerLauncher}s or {@code ComputerLauncherFilter}s.
     * @since 2.83
     */
    public ComputerLauncher getDelegatedLauncher() {
        ComputerLauncher l = launcher;
        while (true) {
            if (l instanceof DelegatingComputerLauncher) {
                l = ((DelegatingComputerLauncher) l).getLauncher();
            } else if (l instanceof ComputerLauncherFilter) {
                l = ((ComputerLauncherFilter) l).getCore();
            } else {
                break;
            }
        }
        return l;
    }

276
    protected Future<?> _connect(boolean forceReconnect) {
K
kohsuke 已提交
277
        if(channel!=null)   return Futures.precomputed(null);
278
        if(!forceReconnect && isConnecting())
K
kohsuke 已提交
279
            return lastConnectActivity;
280
        if(forceReconnect && isConnecting())
K
kohsuke 已提交
281
            logger.fine("Forcing a reconnect on "+getName());
282 283

        closeChannel();
K
kohsuke 已提交
284 285
        return lastConnectActivity = Computer.threadPoolForRemoting.submit(new java.util.concurrent.Callable<Object>() {
            public Object call() throws Exception {
286 287
                // do this on another thread so that the lengthy launch operation
                // (which is typical) won't block UI thread.
K
Kohsuke Kawaguchi 已提交
288 289 290

                ACL.impersonate(ACL.SYSTEM);    // background activity should run like a super user

K
kohsuke 已提交
291
                try {
292
                    log.rewind();
293
                    try {
T
Tom Rini 已提交
294
                        for (ComputerListener cl : ComputerListener.all())
295
                            cl.preLaunch(SlaveComputer.this, taskListener);
296
                        offlineCause = null;
297
                        launcher.launch(SlaveComputer.this, taskListener);
298
                    } catch (AbortException e) {
299
                        taskListener.error(e.getMessage());
300 301
                        throw e;
                    } catch (IOException e) {
302
                        Util.displayIOException(e,taskListener);
303
                        Functions.printStackTrace(e, taskListener.error(Messages.ComputerLauncher_unexpectedError()));
304 305
                        throw e;
                    } catch (InterruptedException e) {
306
                        Functions.printStackTrace(e, taskListener.error(Messages.ComputerLauncher_abortedLaunch()));
307
                        throw e;
308
                    } catch (Exception e) {
309
                        Functions.printStackTrace(e, taskListener.error(Messages.ComputerLauncher_unexpectedError()));
310
                        throw e;
311
                    }
312
                } finally {
313
                    if (channel==null && offlineCause == null) {
314
                        offlineCause = new OfflineCause.LaunchFailed();
315 316 317
                        for (ComputerListener cl : ComputerListener.all())
                            cl.onLaunchFailure(SlaveComputer.this, taskListener);
                    }
K
kohsuke 已提交
318
                }
319 320

                if (channel==null)
321
                    throw new IOException("Agent failed to connect, even though the launcher didn't report it. See the log output for details.");
322
                return null;
323 324 325 326 327 328 329 330 331 332 333 334 335
            }
        });
    }

    /**
     * {@inheritDoc}
     */
    @Override
    public void taskAccepted(Executor executor, Queue.Task task) {
        super.taskAccepted(executor, task);
        if (launcher instanceof ExecutorListener) {
            ((ExecutorListener)launcher).taskAccepted(executor, task);
        }
336

337 338 339 340
        //getNode() can return null at indeterminate times when nodes go offline
        Slave node = getNode();
        if (node != null && node.getRetentionStrategy() instanceof ExecutorListener) {
            ((ExecutorListener)node.getRetentionStrategy()).taskAccepted(executor, task);
341 342 343 344 345 346 347 348 349 350 351 352
        }
    }

    /**
     * {@inheritDoc}
     */
    @Override
    public void taskCompleted(Executor executor, Queue.Task task, long durationMS) {
        super.taskCompleted(executor, task, durationMS);
        if (launcher instanceof ExecutorListener) {
            ((ExecutorListener)launcher).taskCompleted(executor, task, durationMS);
        }
353
        RetentionStrategy r = getRetentionStrategy();
K
kohsuke 已提交
354 355
        if (r instanceof ExecutorListener) {
            ((ExecutorListener) r).taskCompleted(executor, task, durationMS);
356 357 358 359 360 361 362 363 364 365 366 367
        }
    }

    /**
     * {@inheritDoc}
     */
    @Override
    public void taskCompletedWithProblems(Executor executor, Queue.Task task, long durationMS, Throwable problems) {
        super.taskCompletedWithProblems(executor, task, durationMS, problems);
        if (launcher instanceof ExecutorListener) {
            ((ExecutorListener)launcher).taskCompletedWithProblems(executor, task, durationMS, problems);
        }
368 369 370
        RetentionStrategy r = getRetentionStrategy();
        if (r instanceof ExecutorListener) {
            ((ExecutorListener) r).taskCompletedWithProblems(executor, task, durationMS, problems);
371 372 373
        }
    }

K
kohsuke 已提交
374 375 376 377 378 379
    @Override
    public boolean isConnecting() {
        Future<?> l = lastConnectActivity;
        return isOffline() && l!=null && !l.isDone();
    }

380 381
    public OutputStream openLogFile() {
        try {
382 383 384
            log.rewind();
            return log;
        } catch (IOException e) {
385
            logger.log(Level.SEVERE, "Failed to create log file "+getLogFile(),e);
386
            return new NullStream();
387 388 389 390 391
        }
    }

    private final Object channelLock = new Object();

392 393 394
    /**
     * Creates a {@link Channel} from the given stream and sets that to this agent.
     *
O
Oleg Nenashev 已提交
395 396
     * Same as {@link #setChannel(InputStream, OutputStream, OutputStream, Channel.Listener)}, but for
     * {@link TaskListener}.
397 398 399 400
     */
    public void setChannel(@Nonnull InputStream in, @Nonnull OutputStream out,
                           @Nonnull TaskListener taskListener,
                           @CheckForNull Channel.Listener listener) throws IOException, InterruptedException {
K
kohsuke 已提交
401 402 403
        setChannel(in,out,taskListener.getLogger(),listener);
    }

404
    /**
405
     * Creates a {@link Channel} from the given stream and sets that to this agent.
K
kohsuke 已提交
406 407
     *
     * @param in
N
Nicolas De Loof 已提交
408
     *      Stream connected to the remote agent. It's the caller's responsibility to do
K
kohsuke 已提交
409 410 411 412 413
     *      buffering on this stream, if that's necessary.
     * @param out
     *      Stream connected to the remote peer. It's the caller's responsibility to do
     *      buffering on this stream, if that's necessary.
     * @param launchLog
414
     *      If non-null, receive the portion of data in {@code is} before
K
kohsuke 已提交
415 416 417 418
     *      the data goes into the "binary mode". This is useful
     *      when the established communication channel might include some data that might
     *      be useful for debugging/trouble-shooting.
     * @param listener
419
     *      Gets a notification when the channel closes, to perform clean up. Can be null.
420 421
     *      By the time this method is called, the cause of the termination is reported to the user,
     *      so the implementation of the listener doesn't need to do that again.
422
     */
423 424 425
    public void setChannel(@Nonnull InputStream in, @Nonnull OutputStream out,
                           @CheckForNull OutputStream launchLog,
                           @CheckForNull Channel.Listener listener) throws IOException, InterruptedException {
K
Kohsuke Kawaguchi 已提交
426 427 428 429
        ChannelBuilder cb = new ChannelBuilder(nodeName,threadPoolForRemoting)
            .withMode(Channel.Mode.NEGOTIATE)
            .withHeaderStream(launchLog);

430 431
        for (ChannelConfigurator cc : ChannelConfigurator.all()) {
            cc.onChannelBuilding(cb,this);
K
Kohsuke Kawaguchi 已提交
432 433 434
        }

        Channel channel = cb.build(in,out);
435 436 437
        setChannel(channel,launchLog,listener);
    }

438 439 440 441 442 443 444 445 446 447 448 449 450 451
    /**
     * Creates a {@link Channel} from the given Channel Builder and Command Transport.
     * This method can be used to allow {@link ComputerLauncher}s to create channels not based on I/O streams.
     *
     * @param cb
     *      Channel Builder.
     *      To print launch logs this channel builder should have a Header Stream defined
     *      (see {@link ChannelBuilder#getHeaderStream()}) in this argument or by one of {@link ChannelConfigurator}s.
     * @param commandTransport
     *      Command Transport
     * @param listener
     *      Gets a notification when the channel closes, to perform clean up. Can be {@code null}.
     *      By the time this method is called, the cause of the termination is reported to the user,
     *      so the implementation of the listener doesn't need to do that again.
452
     * @since 2.127
453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
     */
    @Restricted(Beta.class)
    public void setChannel(@Nonnull ChannelBuilder cb,
                           @Nonnull CommandTransport commandTransport,
                           @CheckForNull Channel.Listener listener) throws IOException, InterruptedException {
        for (ChannelConfigurator cc : ChannelConfigurator.all()) {
            cc.onChannelBuilding(cb,this);
        }

        OutputStream headerStream = cb.getHeaderStream();
        if (headerStream == null) {
            LOGGER.log(Level.WARNING, "No header stream defined when setting channel for computer {0}. " +
                    "Launch log won't be printed", this);
        }
        Channel channel = cb.build(commandTransport);
        setChannel(channel, headerStream, listener);
    }

J
Jesse Glick 已提交
471 472 473 474 475 476 477 478
    /**
     * Shows {@link Channel#classLoadingCount}.
     * @since 1.495
     */
    public int getClassLoadingCount() throws IOException, InterruptedException {
        return channel.call(new LoadingCount(false));
    }

479 480 481
    /**
     * Shows {@link Channel#classLoadingPrefetchCacheCount}.
     * @return -1 in case that capability is not supported
J
Jesse Glick 已提交
482
     * @since 1.519
483 484 485 486 487 488 489 490
     */
    public int getClassLoadingPrefetchCacheCount() throws IOException, InterruptedException {
        if (!channel.remoteCapability.supportsPrefetch()) {
            return -1;
        }
        return channel.call(new LoadingPrefetchCacheCount());
    }

J
Jesse Glick 已提交
491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514
    /**
     * Shows {@link Channel#resourceLoadingCount}.
     * @since 1.495
     */
    public int getResourceLoadingCount() throws IOException, InterruptedException {
        return channel.call(new LoadingCount(true));
    }

    /**
     * Shows {@link Channel#classLoadingTime}.
     * @since 1.495
     */
    public long getClassLoadingTime() throws IOException, InterruptedException {
        return channel.call(new LoadingTime(false));
    }

    /**
     * Shows {@link Channel#resourceLoadingTime}.
     * @since 1.495
     */
    public long getResourceLoadingTime() throws IOException, InterruptedException {
        return channel.call(new LoadingTime(true));
    }

515
    /**
516
     * Returns the remote FS root absolute path or {@code null} if the agent is off-line. The absolute path may change
517 518 519
     * between connections if the connection method does not provide a consistent working directory and the node's
     * remote FS is specified as a relative path.
     *
520
     * @return the remote FS root absolute path or {@code null} if the agent is off-line.
521
     * @since 1.606
522
     */
523 524 525 526 527
    @CheckForNull
    public String getAbsoluteRemoteFs() {
        return channel == null ? null : absoluteRemoteFs;
    }

528 529 530 531 532 533 534
    /**
     * Just for restFul api.
     * Returns the remote FS root absolute path or {@code null} if the agent is off-line. The absolute path may change
     * between connections if the connection method does not provide a consistent working directory and the node's
     * remote FS is specified as a relative path.
     * @see #getAbsoluteRemoteFs()
     * @return the remote FS root absolute path or {@code null} if the agent is off-line or don't have connect permission.
D
Daniel Beck 已提交
535
     * @since 2.125
536 537 538 539 540 541 542 543 544 545 546 547
     */
    @Exported
    @Restricted(DoNotUse.class)
    @CheckForNull
    public String getAbsoluteRemotePath() {
        if(hasPermission(CONNECT)) {
            return getAbsoluteRemoteFs();
        } else {
            return null;
        }
    }

548
    static class LoadingCount extends MasterToSlaveCallable<Integer,RuntimeException> {
J
Jesse Glick 已提交
549 550 551 552 553 554
        private final boolean resource;
        LoadingCount(boolean resource) {
            this.resource = resource;
        }
        @Override public Integer call() {
            Channel c = Channel.current();
O
Oleg Nenashev 已提交
555 556 557
            if (c == null) {
                return -1;
            }
J
Jesse Glick 已提交
558 559 560 561
            return resource ? c.resourceLoadingCount.get() : c.classLoadingCount.get();
        }
    }

562
    static class LoadingPrefetchCacheCount extends MasterToSlaveCallable<Integer,RuntimeException> {
563
        @Override public Integer call() {
564 565 566 567 568
            Channel c = Channel.current();
            if (c == null) {
                return -1;
            }
            return c.classLoadingPrefetchCacheCount.get();
569 570 571
        }
    }

572
    static class LoadingTime extends MasterToSlaveCallable<Long,RuntimeException> {
J
Jesse Glick 已提交
573 574 575 576 577 578
        private final boolean resource;
        LoadingTime(boolean resource) {
            this.resource = resource;
        }
        @Override public Long call() {
            Channel c = Channel.current();
O
Oleg Nenashev 已提交
579
            if (c == null) {
580
                return -1L;
O
Oleg Nenashev 已提交
581
            }
J
Jesse Glick 已提交
582 583 584 585
            return resource ? c.resourceLoadingTime.get() : c.classLoadingTime.get();
        }
    }

586
    /**
587
     * Sets up the connection through an existing channel.
588 589 590
     * @param channel the channel to use; <strong>warning:</strong> callers are expected to have called {@link ChannelConfigurator} already.
     * @param launchLog Launch log. If not {@code null}, will receive launch log messages
     * @param listener Channel event listener to be attached (if not {@code null})
591 592
     * @since 1.444
     */
593 594 595
    public void setChannel(@Nonnull Channel channel,
                           @CheckForNull OutputStream launchLog,
                           @CheckForNull Channel.Listener listener) throws IOException, InterruptedException {
596 597 598
        if(this.channel!=null)
            throw new IllegalStateException("Already connected");

599
        final TaskListener taskListener = launchLog != null ? new StreamTaskListener(launchLog) : TaskListener.NULL;
600
        PrintStream log = taskListener.getLogger();
601

602 603
        channel.setProperty(SlaveComputer.class, this);

604
        channel.addListener(new LoggingChannelListener(logger, Level.FINEST) {
605
            @Override
606 607
            public void onClosed(Channel c, IOException cause) {
                // Orderly shutdown will have null exception
608 609
                if (cause!=null) {
                    offlineCause = new ChannelTermination(cause);
610
                    Functions.printStackTrace(cause, taskListener.error("Connection terminated"));
611 612 613
                } else {
                    taskListener.getLogger().println("Connection terminated");
                }
614
                closeChannel();
615 616 617 618 619 620
                try {
                    launcher.afterDisconnect(SlaveComputer.this, taskListener);
                } catch (Throwable t) {
                    LogRecord lr = new LogRecord(Level.SEVERE,
                            "Launcher {0}'s afterDisconnect method propagated an exception when {1}'s connection was closed: {2}");
                    lr.setThrown(t);
621
                    lr.setParameters(new Object[]{launcher, SlaveComputer.this.getName(), t.getMessage()});
622 623
                    logger.log(lr);
                }
624 625
            }
        });
626 627
        if(listener!=null)
            channel.addListener(listener);
628

629
        String slaveVersion = channel.call(new SlaveVersion());
N
Nicolas De Loof 已提交
630
        log.println("Remoting version: " + slaveVersion);
631 632 633 634 635 636
        VersionNumber agentVersion = new VersionNumber(slaveVersion);
        if (agentVersion.isOlderThan(RemotingVersionInfo.getMinimumSupportedVersion())) {
            log.println(String.format("WARNING: Remoting version is older than a minimum required one (%s). " +
                    "Connection will not be rejected, but the compatibility is NOT guaranteed",
                    RemotingVersionInfo.getMinimumSupportedVersion()));
        }
637

638 639 640 641 642
        boolean _isUnix = channel.call(new DetectOS());
        log.println(_isUnix? hudson.model.Messages.Slave_UnixSlave():hudson.model.Messages.Slave_WindowsSlave());

        String defaultCharsetName = channel.call(new DetectDefaultCharset());

643 644 645 646
        Slave node = getNode();
        if (node == null) { // Node has been disabled/removed during the connection
            throw new IOException("Node "+nodeName+" has been deleted during the channel setup");
        }
647

648 649 650 651
        String remoteFS = node.getRemoteFS();
        if (Util.isRelativePath(remoteFS)) {
            remoteFS = channel.call(new AbsolutePath(remoteFS));
            log.println("NOTE: Relative remote path resolved to: "+remoteFS);
652
        }
653 654 655 656
        if(_isUnix && !remoteFS.contains("/") && remoteFS.contains("\\"))
            log.println("WARNING: "+remoteFS
                    +" looks suspiciously like Windows path. Maybe you meant "+remoteFS.replace('\\','/')+"?");
        FilePath root = new FilePath(channel,remoteFS);
657

K
Kohsuke Kawaguchi 已提交
658 659 660 661 662
        // reference counting problem is known to happen, such as JENKINS-9017, and so as a preventive measure
        // we pin the base classloader so that it'll never get GCed. When this classloader gets released,
        // it'll have a catastrophic impact on the communication.
        channel.pinClassLoader(getClass().getClassLoader());

663
        channel.call(new SlaveInitializer(DEFAULT_RING_BUFFER_SIZE));
664 665 666 667 668 669 670 671
        SecurityContext old = ACL.impersonate(ACL.SYSTEM);
        try {
            for (ComputerListener cl : ComputerListener.all()) {
                cl.preOnline(this,channel,root,taskListener);
            }
        } finally {
            SecurityContextHolder.setContext(old);
        }
672

673 674
        offlineCause = null;

675 676 677
        // update the data structure atomically to prevent others from seeing a channel that's not properly initialized yet
        synchronized(channelLock) {
            if(this.channel!=null) {
678
                // check again. we used to have this entire method in a big synchronization block,
679 680 681 682 683 684 685 686 687 688 689
                // but Channel constructor blocks for an external process to do the connection
                // if CommandLauncher is used, and that cannot be interrupted because it blocks at InputStream.
                // so if the process hangs, it hangs the thread in a lock, and since Hudson will try to relaunch,
                // we'll end up queuing the lot of threads in a pseudo deadlock.
                // This implementation prevents that by avoiding a lock. HUDSON-1705 is likely a manifestation of this.
                channel.close();
                throw new IllegalStateException("Already connected");
            }
            isUnix = _isUnix;
            numRetryAttempt = 0;
            this.channel = channel;
690
            this.absoluteRemoteFs = remoteFS;
691
            defaultCharset = Charset.forName(defaultCharsetName);
692 693 694 695

            synchronized (statusChangeLock) {
                statusChangeLock.notifyAll();
            }
696
        }
697 698 699
        old = ACL.impersonate(ACL.SYSTEM);
        try {
            for (ComputerListener cl : ComputerListener.all()) {
700 701 702 703 704 705 706 707 708 709 710 711 712
                try {
                    cl.onOnline(this,taskListener);
                } catch (Exception e) {
                    // Per Javadoc log exceptions but still go online.
                    // NOTE: this does not include Errors, which indicate a fatal problem
                    taskListener.getLogger().format(
                        "onOnline: %s reported an exception: %s%n",
                        cl.getClass(),
                        e.toString());
                } catch (Throwable e) {
                    closeChannel();
                    throw e;
                }
713 714 715 716
            }
        } finally {
            SecurityContextHolder.setContext(old);
        }
717
        log.println("Agent successfully connected and online");
718
        Jenkins.get().getQueue().scheduleMaintenance();
719 720 721
    }

    @Override
722
    public Channel getChannel() {
723 724 725 726 727 728 729 730 731 732 733
        return channel;
    }

    public Charset getDefaultCharset() {
        return defaultCharset;
    }

    public List<LogRecord> getLogRecords() throws IOException, InterruptedException {
        if(channel==null)
            return Collections.emptyList();
        else
734
            return channel.call(new SlaveLogFetcher());
735 736
    }

737
    @RequirePOST
738
    public HttpResponse doDoDisconnect(@QueryParameter String offlineMessage) {
739 740
        if (channel!=null) {
            //does nothing in case computer is already disconnected
741
            checkPermission(DISCONNECT);
742
            offlineMessage = Util.fixEmptyAndTrim(offlineMessage);
743
            disconnect(new OfflineCause.UserCause(User.current(), offlineMessage));
744 745
        }
        return new HttpRedirect(".");
746 747 748
    }

    @Override
749 750
    public Future<?> disconnect(OfflineCause cause) {
        super.disconnect(cause);
K
kohsuke 已提交
751
        return Computer.threadPoolForRemoting.submit(new Runnable() {
752 753 754
            public void run() {
                // do this on another thread so that any lengthy disconnect operation
                // (which could be typical) won't block UI thread.
755 756 757
                launcher.beforeDisconnect(SlaveComputer.this, taskListener);
                closeChannel();
                launcher.afterDisconnect(SlaveComputer.this, taskListener);
758 759 760 761
            }
        });
    }

762
    @RequirePOST
763 764
    @Override
    public void doLaunchSlaveAgent(StaplerRequest req, StaplerResponse rsp) throws IOException {
W
Wadeck Follonier 已提交
765 766
        checkPermission(CONNECT);
            
767
        if(channel!=null) {
768 769 770 771 772 773 774
            try {
                req.getView(this, "already-launched.jelly").forward(req, rsp);
            } catch (IOException x) {
                throw x;
            } catch (/*Servlet*/Exception x) {
                throw new IOException(x);
            }
775 776 777
            return;
        }

K
kohsuke 已提交
778
        connect(true);
779 780 781 782 783 784 785 786 787 788 789

        // TODO: would be nice to redirect the user to "launching..." wait page,
        // then spend a few seconds there and poll for the completion periodically.
        rsp.sendRedirect("log");
    }

    public void tryReconnect() {
        numRetryAttempt++;
        if(numRetryAttempt<6 || (numRetryAttempt%12)==0) {
            // initially retry several times quickly, and after that, do it infrequently.
            logger.info("Attempting to reconnect "+nodeName);
K
kohsuke 已提交
790
            connect(true);
791 792 793 794
        }
    }

    /**
795
     * Serves jar files for inbound agents.
796
     *
M
mindless 已提交
797
     * @deprecated since 2008-08-18.
798
     *      This URL binding is no longer used and moved up directly under to {@link jenkins.model.Jenkins},
799
     *      but it's left here for now just in case some old inbound agents request it.
800
     */
801
    @Deprecated
802 803 804 805
    public Slave.JnlpJar getJnlpJars(String fileName) {
        return new Slave.JnlpJar(fileName);
    }

K
Kohsuke Kawaguchi 已提交
806
    @WebMethod(name="slave-agent.jnlp")
807
    public HttpResponse doSlaveAgentJnlp(StaplerRequest req, StaplerResponse res) {
808
        return new EncryptedSlaveAgentJnlpFile(this, "slave-agent.jnlp.jelly", getName(), CONNECT);
K
Kohsuke Kawaguchi 已提交
809 810
    }

811 812 813 814
    @Override
    protected void kill() {
        super.kill();
        closeChannel();
815 816 817 818 819
        try {
            log.close();
        } catch (IOException x) {
            LOGGER.log(Level.WARNING, "Failed to close agent log", x);
        }
820 821

        try {
822
            Util.deleteRecursive(getLogDir());
823
        } catch (IOException ex) {
824
            logger.log(Level.WARNING, "Unable to delete agent logs", ex);
825
        }
826 827 828
    }

    public RetentionStrategy getRetentionStrategy() {
829
        Slave n = getNode();
830
        return n==null ? RetentionStrategy.NOOP : n.getRetentionStrategy();
831 832 833 834 835 836 837
    }

    /**
     * If still connected, disconnect.
     */
    private void closeChannel() {
        // TODO: race condition between this and the setChannel method.
838 839 840 841 842 843 844
        Channel c;
        synchronized (channelLock) {
            c = channel;
            channel = null;
            absoluteRemoteFs = null;
            isUnix = null;
        }
845 846 847 848 849 850
        if (c != null) {
            try {
                c.close();
            } catch (IOException e) {
                logger.log(Level.SEVERE, "Failed to terminate channel to " + getDisplayName(), e);
            }
851
            for (ComputerListener cl : ComputerListener.all())
852
                cl.onOffline(this, offlineCause);
853 854 855 856
        }
    }

    @Override
857
    protected void setNode(final Node node) {
858
        super.setNode(node);
K
kohsuke 已提交
859
        launcher = grabLauncher(node);
860

861
        // maybe the configuration was changed to relaunch the agent, so try to re-launch now.
K
kohsuke 已提交
862 863
        // "constructed==null" test is an ugly hack to avoid launching before the object is fully
        // constructed.
864
        if(constructed!=null) {
865 866 867 868 869 870 871 872
            if (node instanceof Slave) {
                Queue.withLock(new Runnable() {
                    @Override
                    public void run() {
                        ((Slave)node).getRetentionStrategy().check(SlaveComputer.this);
                    }
                });
            } else {
873
                connect(false);
874
            }
875
        }
K
kohsuke 已提交
876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891
    }

    /**
     * Grabs a {@link ComputerLauncher} out of {@link Node} to keep it in this {@link Computer}.
     * The returned launcher will be set to {@link #launcher} and used to carry out the actual launch operation.
     *
     * <p>
     * Subtypes that needs to decorate {@link ComputerLauncher} can do so by overriding this method.
     * This is useful for {@link SlaveComputer}s for clouds for example, where one normally needs
     * additional pre-launch step (such as waiting for the provisioned node to become available)
     * before the user specified launch step (like SSH connection) kicks in.
     *
     * @see ComputerLauncherFilter
     */
    protected ComputerLauncher grabLauncher(Node node) {
        return ((Slave)node).getLauncher();
892 893
    }

894
    /**
895
     * Get the agent version
896 897 898 899 900 901 902 903 904 905 906 907
     */
    public String getSlaveVersion() throws IOException, InterruptedException {
        return channel.call(new SlaveVersion());
    }

    /**
     * Get the OS description.
     */
    public String getOSDescription() throws IOException, InterruptedException {
        return channel.call(new DetectOS()) ? "Unix" : "Windows";
    }

908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933
    /**
     * Expose real full env vars map from agent for UI presentation
     */
    public Map<String,String> getEnvVarsFull() throws IOException, InterruptedException {
        if(getChannel() == null) {
            Map<String, String> env = new TreeMap<> ();
            env.put("N/A","N/A");
            return env;
        } else {
            return getChannel().call(new ListFullEnvironment());
        }
    }

    private static class ListFullEnvironment extends MasterToSlaveCallable<Map<String,String>,IOException> {
        public Map<String,String> call() throws IOException {
            Map<String, String> env = new TreeMap<>(System.getenv());
            if(Main.isUnitTest || Main.isDevelopmentMode) {
                // if unit test is launched with maven debug switch,
                // we need to prevent forked Maven processes from seeing it, or else
                // they'll hang
                env.remove("MAVEN_OPTS");
            }
            return env;
        }
    }

934 935
    private static final Logger logger = Logger.getLogger(SlaveComputer.class.getName());

936
    private static final class SlaveVersion extends MasterToSlaveCallable<String,IOException> {
937 938 939 940 941
        public String call() throws IOException {
            try { return Launcher.VERSION; }
            catch (Throwable ex) { return "< 1.335"; } // Older slave.jar won't have VERSION
        }
    }
942
    private static final class DetectOS extends MasterToSlaveCallable<Boolean,IOException> {
943 944 945 946 947
        public Boolean call() throws IOException {
            return File.pathSeparatorChar==':';
        }
    }

948
    private static final class AbsolutePath extends MasterToSlaveCallable<String,IOException> {
949 950 951

        private static final long serialVersionUID = 1L;

952 953 954 955 956 957 958 959 960 961 962
        private final String relativePath;

        private AbsolutePath(String relativePath) {
            this.relativePath = relativePath;
        }

        public String call() throws IOException {
            return new File(relativePath).getAbsolutePath();
        }
    }

963
    private static final class DetectDefaultCharset extends MasterToSlaveCallable<String,IOException> {
964 965 966 967 968 969
        public String call() throws IOException {
            return Charset.defaultCharset().name();
        }
    }

    /**
970 971
     * Puts the {@link #SLAVE_LOG_HANDLER} into a separate class so that loading this class
     * in JVM doesn't end up loading tons of additional classes.
972
     */
973 974
    static final class LogHolder {
        /**
975
         * This field is used on each agent to record logs on the agent.
976
         */
977
        static RingBufferLogHandler SLAVE_LOG_HANDLER;
978
    }
979

980
    private static class SlaveInitializer extends MasterToSlaveCallable<Void,RuntimeException> {
981 982 983 984 985 986
        final int ringBufferSize;

        public SlaveInitializer(int ringBufferSize) {
            this.ringBufferSize = ringBufferSize;
        }

987
        public Void call() {
988 989
            SLAVE_LOG_HANDLER = new RingBufferLogHandler(ringBufferSize);

990
            // avoid double installation of the handler. Inbound agents can reconnect to the master multiple times
991 992
            // and each connection gets a different RemoteClassLoader, so we need to evict them by class name,
            // not by their identity.
K
Kohsuke Kawaguchi 已提交
993
            for (Handler h : LOGGER.getHandlers()) {
994
                if (h.getClass().getName().equals(SLAVE_LOG_HANDLER.getClass().getName()))
K
Kohsuke Kawaguchi 已提交
995
                    LOGGER.removeHandler(h);
996
            }
K
Kohsuke Kawaguchi 已提交
997
            LOGGER.addHandler(SLAVE_LOG_HANDLER);
998

K
Kohsuke Kawaguchi 已提交
999
            // remove Sun PKCS11 provider if present. See http://wiki.jenkins-ci.org/display/JENKINS/Solaris+Issue+6276483
1000 1001 1002 1003 1004 1005
            try {
                Security.removeProvider("SunPKCS11-Solaris");
            } catch (SecurityException e) {
                // ignore this error.
            }

1006
            try {
1007
                getChannelOrFail().setProperty("slave",Boolean.TRUE); // indicate that this side of the channel is the agent side.
1008 1009 1010
            } catch (ChannelClosedException e) {
                throw new IllegalStateException(e);
            }
1011

1012 1013 1014
            return null;
        }
        private static final long serialVersionUID = 1L;
1015
        private static final Logger LOGGER = Logger.getLogger("");
1016
    }
1017 1018 1019

    /**
     * Obtains a {@link VirtualChannel} that allows some computation to be performed on the master.
1020 1021 1022
     * This method can be called from any thread on the master, or from agent (more precisely,
     * it only works from the remoting request-handling thread in agents, which means if you've started
     * separate thread on agents, that'll fail.)
1023 1024 1025 1026 1027
     *
     * @return null if the calling thread doesn't have any trace of where its master is.
     * @since 1.362
     */
    public static VirtualChannel getChannelToMaster() {
1028
        if (Jenkins.getInstanceOrNull()!=null) // check if calling thread is on master or on slave
K
Kohsuke Kawaguchi 已提交
1029
            return FilePath.localChannel;
1030

1031
        // if this method is called from within the agent computation thread, this should work
1032
        Channel c = Channel.current();
1033
        if (c!=null && Boolean.TRUE.equals(c.getProperty("slave")))
1034 1035 1036 1037
            return c;

        return null;
    }
1038

1039 1040 1041
    /**
     * Helper method for Jelly.
     */
1042 1043
    @Restricted(DoNotUse.class)
    @RestrictedSince("TODO")
1044 1045 1046 1047
    public static List<SlaveSystemInfo> getSystemInfoExtensions() {
        return SlaveSystemInfo.all();
    }

1048
    private static class SlaveLogFetcher extends MasterToSlaveCallable<List<LogRecord>,RuntimeException> {
1049
        public List<LogRecord> call() {
1050
            return new ArrayList<>(SLAVE_LOG_HANDLER.getView());
1051 1052
        }
    }
1053

1054 1055 1056
    // use RingBufferLogHandler class name to configure for backward compatibility
    private static final int DEFAULT_RING_BUFFER_SIZE = SystemProperties.getInteger(RingBufferLogHandler.class.getName() + ".defaultSize", 256);

1057
    private static final Logger LOGGER = Logger.getLogger(SlaveComputer.class.getName());
1058
}