SurefireArchiver.java 15.9 KB
Newer Older
K
kohsuke 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
/*
 * The MIT License
 * 
 * Copyright (c) 2004-2009, Sun Microsystems, Inc., Kohsuke Kawaguchi, Jason Chaffee, Maciek Starzyk
 * 
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 * 
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 * 
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
24 25
package hudson.maven.reporters;

26
import hudson.Extension;
27
import hudson.Util;
S
Seiji Sogabe 已提交
28
import hudson.maven.Maven3Builder;
29
import hudson.maven.MavenBuild;
C
Christoph Kutzinski 已提交
30
import hudson.maven.MavenBuildInformation;
31 32
import hudson.maven.MavenBuildProxy;
import hudson.maven.MavenBuildProxy.BuildCallable;
K
kohsuke 已提交
33
import hudson.maven.MavenBuilder;
34
import hudson.maven.MavenModule;
35
import hudson.maven.MavenProjectActionBuilder;
36 37 38
import hudson.maven.MavenReporter;
import hudson.maven.MavenReporterDescriptor;
import hudson.maven.MojoInfo;
39
import hudson.model.Action;
40 41 42
import hudson.model.BuildListener;
import hudson.model.Result;
import hudson.tasks.junit.TestResult;
43
import hudson.tasks.test.TestResultProjectAction;
44 45 46

import java.io.File;
import java.io.IOException;
47 48
import java.util.Collection;
import java.util.Collections;
49 50
import java.util.List;
import java.util.ListIterator;
51
import java.util.concurrent.ConcurrentHashMap;
52
import java.util.concurrent.ConcurrentMap;
53

54 55 56 57 58 59 60 61
import org.apache.maven.plugin.MojoFailureException;
import org.apache.maven.project.MavenProject;
import org.apache.tools.ant.DirectoryScanner;
import org.apache.tools.ant.types.FileSet;
import org.codehaus.plexus.component.configurator.ComponentConfigurationException;
import org.codehaus.plexus.configuration.xml.XmlPlexusConfiguration;
import org.codehaus.plexus.util.xml.Xpp3Dom;

62 63 64 65 66
/**
 * Records the surefire test result.
 * @author Kohsuke Kawaguchi
 */
public class SurefireArchiver extends MavenReporter {
67
    private transient TestResult result;
68 69 70 71 72 73
    
    /**
     * Store the filesets here as we want to track ignores between multiple runs of this class<br/>
     * Note: Because this class can be run with different mojo goals with different path settings, 
     * we track multiple {@link FileSet}s for each encountered <tt>reportsDir</tt>
     */
74
    private transient ConcurrentMap<File, FileSet> fileSets = new ConcurrentHashMap<File,FileSet>();
75

76
    public boolean preExecute(MavenBuildProxy build, MavenProject pom, MojoInfo mojo, BuildListener listener) throws InterruptedException, IOException {
K
kohsuke 已提交
77
        if (isSurefireTest(mojo)) {
P
puug 已提交
78
		if ((!mojo.is("org.apache.maven.plugins", "maven-failsafe-plugin", "integration-test"))
79 80
		    && (!mojo.is("eviware", "maven-soapui-plugin", "test"))
		    && (!mojo.is("eviware", "maven-soapui-pro-plugin", "test"))) {
81 82 83 84
                // tell surefire:test to keep going even if there was a failure,
                // so that we can record this as yellow.
                // note that because of the way Maven works, just updating system property at this point is too late
                XmlPlexusConfiguration c = (XmlPlexusConfiguration) mojo.configuration.getChild("testFailureIgnore");
85
                if(c!=null && c.getValue() != null && c.getValue().equals("${maven.test.failure.ignore}") && System.getProperty("maven.test.failure.ignore")==null) {
86
                    if (build.getMavenBuildInformation().isMaven3OrLater()) {
87 88 89 90 91 92 93 94 95 96 97 98 99
                        String fieldName = "testFailureIgnore";
                        if (mojo.mojoExecution.getConfiguration().getChild( fieldName ) != null) {
                          mojo.mojoExecution.getConfiguration().getChild( fieldName ).setValue( Boolean.TRUE.toString() );
                        } else {
                            Xpp3Dom child = new Xpp3Dom( fieldName );
                            child.setValue( Boolean.TRUE.toString() );
                            mojo.mojoExecution.getConfiguration().addChild( child );
                        }
                        
                    } else {
                        c.setValue(Boolean.TRUE.toString());
                    }
                }
100
            }
K
kohsuke 已提交
101
        }
102 103 104
        return true;
    }

105
    public boolean postExecute(MavenBuildProxy build, MavenProject pom, MojoInfo mojo, final BuildListener listener, Throwable error) throws InterruptedException, IOException {
106 107
        if (!isSurefireTest(mojo)) return true;

K
i18n  
kohsuke 已提交
108
        listener.getLogger().println(Messages.SurefireArchiver_Recording());
109

110
        File reportsDir;
111 112
        if (mojo.is("org.apache.maven.plugins", "maven-surefire-plugin", "test") ||
            mojo.is("org.apache.maven.plugins", "maven-failsafe-plugin", "integration-test")) {
113 114 115 116 117 118 119 120 121 122
            try {
                reportsDir = mojo.getConfigurationValue("reportsDirectory", File.class);
            } catch (ComponentConfigurationException e) {
                e.printStackTrace(listener.fatalError(Messages.SurefireArchiver_NoReportsDir()));
                build.setResult(Result.FAILURE);
                return true;
            }
        }
        else {
            reportsDir = new File(pom.getBasedir(), "target/surefire-reports");
123 124 125 126 127
        }

        if(reportsDir.exists()) {
            // surefire:test just skips itself when the current project is not a java project

128
            synchronized (build) {
129 130 131 132 133 134 135 136 137 138 139 140 141
            	FileSet fileSet = getFileSet(reportsDir);
            	
                DirectoryScanner ds = fileSet.getDirectoryScanner();
                
                if(ds.getIncludedFilesCount()==0)
                    // no test in this module
                    return true;
                
                String[] reportFiles = ds.getIncludedFiles();
                rememberCheckedFiles(reportsDir, reportFiles);
    
                if(result==null)    result = new TestResult();
                result.parse(System.currentTimeMillis() - build.getMilliSecsSinceBuildStart(), reportsDir, reportFiles);
142 143 144
                
                // final reference in order to serialize it:
                final TestResult r = result;
145 146
    
                int failCount = build.execute(new BuildCallable<Integer, IOException>() {
147 148
                        private static final long serialVersionUID = -1023888330720922136L;

149 150 151
                        public Integer call(MavenBuild build) throws IOException, InterruptedException {
                            SurefireReport sr = build.getAction(SurefireReport.class);
                            if(sr==null)
152
                                build.getActions().add(new SurefireReport(build, r, listener));
153
                            else
154 155
                                sr.setResult(r,listener);
                            if(r.getFailCount()>0)
156 157
                                build.setResult(Result.UNSTABLE);
                            build.registerAsProjectAction(new FactoryImpl());
158
                            return r.getFailCount();
159 160 161 162 163 164
                        }
                    });
                
                // if surefire plugin is going to kill maven because of a test failure,
                // intercept that (or otherwise build will be marked as failure)
                if(failCount>0) {
C
Christoph Kutzinski 已提交
165
                    markBuildAsSuccess(error,build.getMavenBuildInformation());
166
                }
167
            }
168 169 170 171
        }

        return true;
    }
172
    
C
Christoph Kutzinski 已提交
173 174 175 176 177 178 179 180 181
    @edu.umd.cs.findbugs.annotations.SuppressWarnings(value="ST_WRITE_TO_STATIC_FROM_INSTANCE_METHOD", justification="It's okay to write to static fields here, as each Maven build is started in its own VM")
    private void markBuildAsSuccess(Throwable mojoError, MavenBuildInformation buildInfo) {
        if(mojoError == null // in the success case we don't get any exception in Maven 3.0.2+; Maven < 3.0.2 returns no exception anyway
           || mojoError instanceof MojoFailureException) {
            MavenBuilder.markAsSuccess = true;
            Maven3Builder.markAsSuccess = true;
        }
    }
    
182 183 184 185 186
    /**
     * Returns the appropriate FileSet for the selected baseDir
     * @param baseDir
     * @return
     */
187 188
    FileSet getFileSet(File baseDir) {
    	FileSet fs = fileSets.get(baseDir);
189 190
    	if (fs == null) {
    		fs = Util.createFileSet(baseDir, "*.xml","testng-results.xml,testng-failed.xml");
191 192 193 194
    		FileSet previous = fileSets.putIfAbsent(baseDir, fs);
    		if (previous != null) {
    		    return previous;
    		}
195 196 197 198 199 200 201 202
    	}
    	
    	return fs;
    }
    
    /**
     * Add checked files to the exclude list of the fileSet
     */
203
    private void rememberCheckedFiles(File baseDir, String[] reportFiles) {
204 205
    	FileSet fileSet = getFileSet(baseDir);
    	
206
    	for (String file : reportFiles) {
207
    		fileSet.createExclude().setName(file);
208 209
    	}
    }
210

211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226
    /**
     * Up to 1.372, there was a bug that causes Hudson to persist {@link SurefireArchiver} with the entire test result
     * in it. If we are loading those, fix it up in memory to reduce the memory footprint.
     *
     * It'd be nice we can save the record to remove problematic portion, but that might have
     * additional side effect.
     */
    public static void fixUp(List<MavenProjectActionBuilder> builders) {
        if (builders==null) return;
        for (ListIterator<MavenProjectActionBuilder> itr = builders.listIterator(); itr.hasNext();) {
            MavenProjectActionBuilder b =  itr.next();
            if (b instanceof SurefireArchiver)
                itr.set(new FactoryImpl());
        }
    }

227 228 229 230 231 232 233
    /**
     * Part of the serialization data attached to {@link MavenBuild}.
     */
    static final class FactoryImpl implements MavenProjectActionBuilder {
        public Collection<? extends Action> getProjectActions(MavenModule module) {
            return Collections.singleton(new TestResultProjectAction(module));
        }
234 235
    }

236
    private boolean isSurefireTest(MojoInfo mojo) {
237
        if ((!mojo.is("com.sun.maven", "maven-junit-plugin", "test"))
238
            && (!mojo.is("org.sonatype.flexmojos", "flexmojos-maven-plugin", "test-run"))
B
Benjamin Cabé 已提交
239
            && (!mojo.is("org.eclipse.tycho", "tycho-surefire-plugin", "test"))
240
            && (!mojo.is("org.sonatype.tycho", "maven-osgi-test-plugin", "test"))
241
            && (!mojo.is("org.codehaus.mojo", "gwt-maven-plugin", "test"))
242
            && (!mojo.is("com.jayway.maven.plugins.android.generation2", "maven-android-plugin", "internal-integration-test"))
243
            && (!mojo.is("com.jayway.maven.plugins.android.generation2", "android-maven-plugin", "internal-integration-test"))
244
            && (!mojo.is("org.apache.maven.plugins", "maven-surefire-plugin", "test"))
P
puug 已提交
245
            && (!mojo.is("org.apache.maven.plugins", "maven-failsafe-plugin", "integration-test"))
246 247
            && (!mojo.is("eviware", "maven-soapui-plugin", "test"))
            && (!mojo.is("eviware", "maven-soapui-pro-plugin", "test")))
K
kohsuke 已提交
248 249 250
            return false;

        try {
251 252 253
            if (mojo.is("org.apache.maven.plugins", "maven-surefire-plugin", "test")) {
                Boolean skip = mojo.getConfigurationValue("skip", Boolean.class);
                if (((skip != null) && (skip))) {
K
TAB->WS  
kohsuke 已提交
254 255
                    return false;
                }
256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
                
                if (mojo.pluginName.version.compareTo("2.3") >= 0) {
                    Boolean skipExec = mojo.getConfigurationValue("skipExec", Boolean.class);
                    
                    if (((skipExec != null) && (skipExec))) {
                        return false;
                    }
                }
                
                if (mojo.pluginName.version.compareTo("2.4") >= 0) {
                    Boolean skipTests = mojo.getConfigurationValue("skipTests", Boolean.class);
                    
                    if (((skipTests != null) && (skipTests))) {
                        return false;
                    }
                }
K
TAB->WS  
kohsuke 已提交
272
            }
273
            else if (mojo.is("com.sun.maven", "maven-junit-plugin", "test")) {
K
TAB->WS  
kohsuke 已提交
274
                Boolean skipTests = mojo.getConfigurationValue("skipTests", Boolean.class);
275
                
K
TAB->WS  
kohsuke 已提交
276 277 278 279
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
            }
280
            else if (mojo.is("org.sonatype.flexmojos", "flexmojos-maven-plugin", "test-run")) {
281 282 283 284
                Boolean skipTests = mojo.getConfigurationValue("skipTest", Boolean.class);
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
285 286
	        } else if (mojo.is("org.sonatype.tycho", "maven-osgi-test-plugin", "test")) {
                Boolean skipTests = mojo.getConfigurationValue("skipTest", Boolean.class);
B
Benjamin Cabé 已提交
287 288 289 290 291
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
	        } else if (mojo.is("org.eclipse.tycho", "tycho-surefire-plugin", "test")) {
                Boolean skipTests = mojo.getConfigurationValue("skipTest", Boolean.class);
292 293 294
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
295
            } else if (mojo.is("com.jayway.maven.plugins.android.generation2", "android-maven-plugin", "internal-integration-test")) {
296 297 298 299
                Boolean skipTests = mojo.getConfigurationValue("skipTests", Boolean.class);
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
300 301 302 303 304 305 306 307 308 309
            } else if (mojo.is("com.jayway.maven.plugins.android.generation2", "maven-android-plugin", "internal-integration-test")) {
                if (mojo.pluginName.version.compareTo("3.0.0-alpha-6") < 0) {
                    // Earlier versions do not support tests
                    return false;
                } else {
                    Boolean skipTests = mojo.getConfigurationValue("skipTests", Boolean.class);
                    if (((skipTests != null) && (skipTests))) {
                        return false;
                    }
                }
J
Julien Carsique 已提交
310 311 312
            } else if (mojo.is("org.codehaus.mojo", "gwt-maven-plugin", "test") && mojo.pluginName.version.compareTo("1.2") < 0) {
                    // gwt-maven-plugin < 1.2 does not implement required Surefire option
                    return false;
P
puug 已提交
313 314 315 316 317
            } else if (mojo.is("eviware", "maven-soapui-plugin", "test")) {
                Boolean skipTests = mojo.getConfigurationValue("skip", Boolean.class);
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
318 319 320 321 322
            } else if (mojo.is("eviware", "maven-soapui-pro-plugin", "test")) {
                Boolean skipTests = mojo.getConfigurationValue("skip", Boolean.class);
                if (((skipTests != null) && (skipTests))) {
                    return false;
                }
323
            }
K
kohsuke 已提交
324 325 326
        } catch (ComponentConfigurationException e) {
            return false;
        }
K
TAB->WS  
kohsuke 已提交
327

J
jasonchaffee 已提交
328
        return true;
329
    }
330
    
331 332 333 334 335 336
    // I'm not sure if SurefireArchiver is actually ever (de-)serialized,
    // but just to be sure, set fileSets here
    protected Object readResolve() {
        fileSets = new ConcurrentHashMap<File,FileSet>();
        return this;
    }
337

338
    @Extension
339 340
    public static final class DescriptorImpl extends MavenReporterDescriptor {
        public String getDisplayName() {
K
i18n  
kohsuke 已提交
341
            return Messages.SurefireArchiver_DisplayName();
342 343 344 345 346 347
        }

        public SurefireArchiver newAutoInstance(MavenModule module) {
            return new SurefireArchiver();
        }
    }
348 349

    private static final long serialVersionUID = 1L;
350
}