Using JUnit XML test reports for validation

client/runInfo.go

@@ -0,0 +1,10 @@
+package client
+
+// RunInfo defines the input for the run info for a build or validation run
+type RunInfo struct {
+	SourceType  string `json:"sourceType"`
+	SourceURI   string `json:"sourceUri"`
+	TriggerType string `json:"triggerType"`
+	TriggerData string `json:"triggerData"`
+	RunTime     int    `json:"runTime"`
+}

client/validations.go

@@ -0,0 +1,79 @@
+package client
+
+import (
+	"ontrack-cli/config"
+)
+
+func ValidateWithTests(
+	cfg *config.Config,
+	project string,
+	branch string,
+	build string,
+	validation string,
+	description string,
+	runInfo *RunInfo,
+	passed int,
+	skipped int,
+	failed int,
+) error {
+
+	// Mutation payload
+	var payload struct {
+		ValidateBuildWithTests struct {
+			Errors []struct {
+				Message string
+			}
+		}
+	}
+
+	// Runs the mutation
+	if err := GraphQLCall(cfg, `
+			mutation ValidateBuildWithTests(
+				$project: String!,
+				$branch: String!,
+				$build: String!,
+				$validationStamp: String!,
+				$description: String!,
+				$runInfo: RunInfoInput,
+				$passed: Int!,
+				$skipped: Int!,
+				$failed: Int!
+			) {
+				validateBuildWithTests(input: {
+					project: $project,
+					branch: $branch,
+					build: $build,
+					validation: $validationStamp,
+					description: $description,
+					runInfo: $runInfo,
+					passed: $passed,
+					skipped: $skipped,
+					failed: $failed
+				}) {
+					errors {
+						message
+					}
+				}
+			}
+		`, map[string]interface{}{
+		"project":         project,
+		"branch":          branch,
+		"build":           build,
+		"validationStamp": validation,
+		"description":     description,
+		"runInfo":         runInfo,
+		"passed":          passed,
+		"skipped":         skipped,
+		"failed":          failed,
+	}, &payload); err != nil {
+		return err
+	}
+
+	// Checks for errors
+	if err := CheckDataErrors(payload.ValidateBuildWithTests.Errors); err != nil {
+		return err
+	}
+
+	// OK
+	return nil
+}

cmd/junit/junit.go

@@ -0,0 +1,63 @@
+package junit
+
+import (
+	"encoding/xml"
+	"io"
+	"os"
+	"path/filepath"
+)
+
+func GetSummaryJUnitTestReports(pattern string) (int, int, int, error) {
+	// Gets all the matching fields
+	matches, err := filepath.Glob(pattern)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+
+	// Counts
+	totalPassed := 0
+	totalSkipped := 0
+	totalFailed := 0
+
+	// Getting over all matches
+	for _, match := range matches {
+		passed, skipped, failed, err := getSummaryJUnitTestReport(match)
+		if err != nil {
+			return 0, 0, 0, err
+		}
+		totalPassed += passed
+		totalSkipped += skipped
+		totalFailed += failed
+	}
+
+	// OK
+	return totalPassed, totalSkipped, totalFailed, nil
+}
+
+type TestSuite struct {
+	Tests    int `xml:"tests,attr"`
+	Skipped  int `xml:"skipped,attr"`
+	Failures int `xml:"failures,attr"`
+	Errors   int `xml:"errors,attr"`
+}
+
+func getSummaryJUnitTestReport(path string) (int, int, int, error) {
+	reader, err := os.Open(path)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+	buf, err := io.ReadAll(reader)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+
+	var root TestSuite
+	err = xml.Unmarshal(buf, &root)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+
+	passed := root.Tests - root.Skipped - root.Failures - root.Errors
+
+	return passed, root.Skipped, root.Failures + root.Errors, nil
+}

cmd/junit/junit_reports/junit_report_composite.xml

@@ -0,0 +1,104 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuite name="net.nemerosa.ontrack.gitlab.pipeline.SkippedTest" tests="4" skipped="1" failures="1" errors="0" timestamp="2023-11-06T15:10:55" hostname="Damiens-MacBook-Pro.local" time="0.01">
+  <properties/>
+  <testcase name="failed()" classname="net.nemerosa.ontrack.gitlab.pipeline.SkippedTest" time="0.008">
+    <failure message="org.opentest4j.AssertionFailedError: Test" type="org.opentest4j.AssertionFailedError">org.opentest4j.AssertionFailedError: Test
+	at app//org.junit.jupiter.api.AssertionUtils.fail(AssertionUtils.java:43)
+	at app//org.junit.jupiter.api.Assertions.fail(Assertions.java:146)
+	at app//org.junit.jupiter.api.AssertionsKt.fail(Assertions.kt:27)
+	at app//org.junit.jupiter.api.AssertionsKt.fail$default(Assertions.kt:26)
+	at app//net.nemerosa.ontrack.gitlab.pipeline.SkippedTest.failed(SkippedTest.kt:21)
+	at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+	at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
+	at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+	at [email protected]/java.lang.reflect.Method.invoke(Method.java:568)
+	at app//org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:725)
+	at app//org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
+	at app//org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
+	at app//org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
+	at app//org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
+	at app//org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestMethod(TimeoutExtension.java:84)
+	at app//org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
+	at app//org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
+	at app//org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
+	at app//org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
+	at app//org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
+	at app//org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
+	at app//org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
+	at app//org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
+	at app//org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:214)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:210)
+	at app//org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:135)
+	at app//org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:66)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141)
+	at app//org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95)
+	at [email protected]/java.util.ArrayList.forEach(ArrayList.java:1511)
+	at app//org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141)
+	at app//org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95)
+	at [email protected]/java.util.ArrayList.forEach(ArrayList.java:1511)
+	at app//org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141)
+	at app//org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139)
+	at app//org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138)
+	at app//org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95)
+	at app//org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35)
+	at app//org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
+	at app//org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54)
+	at app//org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107)
+	at app//org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88)
+	at app//org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54)
+	at app//org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67)
+	at app//org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52)
+	at app//org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114)
+	at app//org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86)
+	at app//org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86)
+	at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:119)
+	at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:94)
+	at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:89)
+	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62)
+	at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+	at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
+	at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+	at [email protected]/java.lang.reflect.Method.invoke(Method.java:568)
+	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
+	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
+	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
+	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
+	at jdk.proxy1/jdk.proxy1.$Proxy2.stop(Unknown Source)
+	at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193)
+	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
+	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
+	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
+	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
+	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
+	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
+	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
+	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
+</failure>
+  </testcase>
+  <testcase name="passed()" classname="net.nemerosa.ontrack.gitlab.pipeline.SkippedTest" time="0.0"/>
+  <testcase name="passed_again()" classname="net.nemerosa.ontrack.gitlab.pipeline.SkippedTest" time="0.0"/>
+  <testcase name="skipped()" classname="net.nemerosa.ontrack.gitlab.pipeline.SkippedTest" time="0.0">
+    <skipped/>
+  </testcase>
+  <system-out><![CDATA[]]></system-out>
+  <system-err><![CDATA[]]></system-err>
+</testsuite>