/*
* SonarQube
* Copyright (C) 2009-2017 SonarSource SA
* mailto:info AT sonarsource DOT com
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 3 of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*/
package org.sonar.scanner.mediumtest.tests;
import com.google.common.collect.ImmutableMap;
import java.io.File;
import java.io.IOException;
import org.apache.commons.io.FileUtils;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;
import org.sonar.api.batch.fs.InputFile;
import org.sonar.api.measures.CoreMetrics;
import org.sonar.scanner.mediumtest.ScannerMediumTester;
import org.sonar.scanner.mediumtest.TaskResult;
import org.sonar.scanner.protocol.output.ScannerReport;
import org.sonar.scanner.protocol.output.ScannerReport.Test.TestStatus;
import org.sonar.xoo.XooPlugin;
import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.tuple;
public class GenericTestExecutionMediumTest {
@org.junit.Rule
public TemporaryFolder temp = new TemporaryFolder();
public ScannerMediumTester tester = ScannerMediumTester.builder()
.registerPlugin("xoo", new XooPlugin())
.addDefaultQProfile("xoo", "Sonar Way")
.build();
@Before
public void prepare() {
tester.start();
}
@After
public void stop() {
tester.stop();
}
@Test
public void unitTests() throws IOException {
File baseDir = temp.getRoot();
File srcDir = new File(baseDir, "src");
srcDir.mkdir();
File testDir = new File(baseDir, "test");
testDir.mkdir();
File xooFile = new File(srcDir, "sample.xoo");
FileUtils.write(xooFile, "foo");
File xooTestFile = new File(testDir, "sampleTest.xoo");
FileUtils.write(xooTestFile, "failure\nerror\nok\nskipped");
File xooTestExecutionFile = new File(testDir, "sampleTest.xoo.test");
FileUtils.write(xooTestExecutionFile, "skipped::::SKIPPED:UNIT\n" +
"failure:2:Failure::FAILURE:UNIT\n" +
"error:2:Error:The stack:ERROR:UNIT\n" +
"success:4:::OK:INTEGRATION");
TaskResult result = tester.newTask()
.properties(ImmutableMap.<String, String>builder()
.put("sonar.task", "scan")
.put("sonar.projectBaseDir", baseDir.getAbsolutePath())
.put("sonar.projectKey", "com.foo.project")
.put("sonar.projectName", "Foo Project")
.put("sonar.projectVersion", "1.0-SNAPSHOT")
.put("sonar.projectDescription", "Description of Foo Project")
.put("sonar.sources", "src")
.put("sonar.tests", "test")
.build())
.start();
InputFile file = result.inputFile("test/sampleTest.xoo");
org.sonar.scanner.protocol.output.ScannerReport.Test success = result.firstTestExecutionForName(file, "success");
assertThat(success.getDurationInMs()).isEqualTo(4);
assertThat(success.getStatus()).isEqualTo(TestStatus.OK);
org.sonar.scanner.protocol.output.ScannerReport.Test error = result.firstTestExecutionForName(file, "error");
assertThat(error.getDurationInMs()).isEqualTo(2);
assertThat(error.getStatus()).isEqualTo(TestStatus.ERROR);
assertThat(error.getMsg()).isEqualTo("Error");
assertThat(error.getStacktrace()).isEqualTo("The stack");
}
@Test
public void singleReport() throws IOException {
File projectDir = new File("src/test/resources/mediumtest/xoo/sample-generic-test-exec");
TaskResult result = tester
.newScanTask(new File(projectDir, "sonar-project.properties"))
.property("sonar.testExecutionReportPaths", "unittest.xml")
.start();
InputFile testFile = result.inputFile("testx/ClassOneTest.xoo");
ScannerReport.Test success = result.firstTestExecutionForName(testFile, "test1");
assertThat(success.getDurationInMs()).isEqualTo(5);
assertThat(success.getStatus()).isEqualTo(TestStatus.OK);
ScannerReport.Test skipped = result.firstTestExecutionForName(testFile, "test2");
assertThat(skipped.getDurationInMs()).isEqualTo(500);
assertThat(skipped.getStatus()).isEqualTo(TestStatus.SKIPPED);
assertThat(skipped.getMsg()).isEqualTo("short message");
assertThat(skipped.getStacktrace()).isEqualTo("other");
ScannerReport.Test failed = result.firstTestExecutionForName(testFile, "test3");
assertThat(failed.getDurationInMs()).isEqualTo(100);
assertThat(failed.getStatus()).isEqualTo(TestStatus.FAILURE);
assertThat(failed.getMsg()).isEqualTo("short");
assertThat(failed.getStacktrace()).isEqualTo("stacktrace");
ScannerReport.Test error = result.firstTestExecutionForName(testFile, "test4");
assertThat(error.getDurationInMs()).isEqualTo(500);
assertThat(error.getStatus()).isEqualTo(TestStatus.ERROR);
assertThat(error.getMsg()).isEqualTo("short");
assertThat(error.getStacktrace()).isEqualTo("stacktrace");
assertThat(result.allMeasures().get(testFile.key())).extracting("metricKey", "intValue.value", "longValue.value")
.containsOnly(
tuple(CoreMetrics.TESTS_KEY, 3, 0L),
tuple(CoreMetrics.SKIPPED_TESTS_KEY, 1, 0L),
tuple(CoreMetrics.TEST_ERRORS_KEY, 1, 0L),
tuple(CoreMetrics.TEST_EXECUTION_TIME_KEY, 0, 1105L),
tuple(CoreMetrics.TEST_FAILURES_KEY, 1, 0L));
}
@Test
public void twoReports() throws IOException {
File projectDir = new File("src/test/resources/mediumtest/xoo/sample-generic-test-exec");
TaskResult result = tester
.newScanTask(new File(projectDir, "sonar-project.properties"))
.property("sonar.testExecutionReportPaths", "unittest.xml,unittest2.xml")
.start();
InputFile testFile = result.inputFile("testx/ClassOneTest.xoo");
ScannerReport.Test success = result.firstTestExecutionForName(testFile, "test1");
assertThat(success.getDurationInMs()).isEqualTo(5);
assertThat(success.getStatus()).isEqualTo(TestStatus.OK);
ScannerReport.Test success2 = result.firstTestExecutionForName(testFile, "test1b");
assertThat(success2.getDurationInMs()).isEqualTo(5);
assertThat(success2.getStatus()).isEqualTo(TestStatus.OK);
ScannerReport.Test skipped = result.firstTestExecutionForName(testFile, "test2");
assertThat(skipped.getDurationInMs()).isEqualTo(500);
assertThat(skipped.getStatus()).isEqualTo(TestStatus.SKIPPED);
assertThat(skipped.getMsg()).isEqualTo("short message");
assertThat(skipped.getStacktrace()).isEqualTo("other");
ScannerReport.Test failed = result.firstTestExecutionForName(testFile, "test3");
assertThat(failed.getDurationInMs()).isEqualTo(100);
assertThat(failed.getStatus()).isEqualTo(TestStatus.FAILURE);
assertThat(failed.getMsg()).isEqualTo("short");
assertThat(failed.getStacktrace()).isEqualTo("stacktrace");
ScannerReport.Test error = result.firstTestExecutionForName(testFile, "test4");
assertThat(error.getDurationInMs()).isEqualTo(500);
assertThat(error.getStatus()).isEqualTo(TestStatus.ERROR);
assertThat(error.getMsg()).isEqualTo("short");
assertThat(error.getStacktrace()).isEqualTo("stacktrace");
assertThat(result.allMeasures().get(testFile.key())).extracting("metricKey", "intValue.value", "longValue.value")
.containsOnly(
tuple(CoreMetrics.TESTS_KEY, 4, 0L),
tuple(CoreMetrics.SKIPPED_TESTS_KEY, 2, 0L),
tuple(CoreMetrics.TEST_ERRORS_KEY, 1, 0L),
tuple(CoreMetrics.TEST_EXECUTION_TIME_KEY, 0, 1610L),
tuple(CoreMetrics.TEST_FAILURES_KEY, 1, 0L));
}
}