use mage in windows test runner

magefile.go

@@ -20,6 +20,7 @@
 package main
 
 import (
+	"context"
 	"fmt"
 	"path/filepath"
 	"time"
@@ -105,6 +106,18 @@ func Fields() error {
 	return mage.GenerateFieldsYAML("model")
 }
 
+// Use RACE_DETECTOR=true to enable the race detector.
+func GoTestUnit(ctx context.Context) error {
+	return mage.GoTest(ctx, mage.DefaultGoTestUnitArgs())
+}
+
+// GoTestIntegration executes the Go integration tests.
+// Use TEST_COVERAGE=true to enable code coverage profiling.
+// Use RACE_DETECTOR=true to enable the race detector.
+func GoTestIntegration(ctx context.Context) error {
+	return mage.GoTest(ctx, mage.DefaultGoTestIntegrationArgs())
+}
+
 // -----------------------------------------------------------------------------
 
 // Customizations specific to apm-server.

script/jenkins/ci.ps1

@@ -1,48 +1,61 @@
-function Exec
-{
+function Exec {
+    [CmdletBinding()]
     param(
-        [Parameter(Position=0,Mandatory=1)][scriptblock]$cmd,
-        [Parameter(Position=1,Mandatory=0)][string]$errorMessage = ($msgs.error_bad_command -f $cmd)
+        [Parameter(Mandatory = $true)]
+        [scriptblock]$cmd,
+        [string]$errorMessage = ($msgs.error_bad_command -f $cmd)
     )
 
-    & $cmd
-    if ($LastExitCode -ne 0) {
-        Write-Error $errorMessage
-        exit $LastExitCode
+    try {
+        $global:lastexitcode = 0
+        & $cmd
+        if ($lastexitcode -ne 0) {
+            throw $errorMessage
+        }
+    }
+    catch [Exception] {
+        throw $_
     }
 }
 
 # Setup Go.
 $env:GOPATH = $env:WORKSPACE
 $env:PATH = "$env:GOPATH\bin;C:\tools\mingw64\bin;$env:PATH"
-if (Test-Path -PathType leaf _beats\.go-version) {
-    & gvm --format=powershell $(Get-Content _beats\.go-version) | Invoke-Expression
-} else {
-    & gvm --format=powershell 1.10.3 | Invoke-Expression
-}
+& gvm --format=powershell $(Get-Content .go-version) | Invoke-Expression
+
+# Write cached magefile binaries to workspace to ensure
+# each run starts from a clean slate.
+$env:MAGEFILE_CACHE = "$env:WORKSPACE\.magefile"
+
+# Configure testing parameters.
+$env:TEST_COVERAGE = "true"
+$env:RACE_DETECTOR = "true"
+
+# Install mage from vendor.
+exec { go install github.com/elastic/apm-server/vendor/github.com/magefile/mage }
+
+echo "Fetching testing dependencies"
+# TODO (elastic/beats#5050): Use a vendored copy of this.
+exec { go get github.com/docker/libcompose }
 
 if (Test-Path "build") { Remove-Item -Recurse -Force build }
 New-Item -ItemType directory -Path build\coverage | Out-Null
 New-Item -ItemType directory -Path build\system-tests | Out-Null
 New-Item -ItemType directory -Path build\system-tests\run | Out-Null
 
-exec { go get -u github.com/jstemmer/go-junit-report }
+echo "Building fields.yml"
+exec { mage fields }
 
 echo "Building $env:beat"
-exec { go build } "Build FAILURE"
-
-
-cp .\_meta\fields.common.yml .\_meta\fields.generated.yml
-cat model\*\_meta\fields.yml | Out-File -append -encoding UTF8 -filepath .\_meta\fields.generated.yml
-cp .\_meta\fields.generated.yml .\fields.yml
-
-
+exec { mage build } "Build FAILURE"
 
 echo "Unit testing $env:beat"
-go test -v $(go list ./... | select-string -Pattern "vendor" -NotMatch) 2>&1 | Out-File -encoding UTF8 build/TEST-go-unit.out
-exec { Get-Content build/TEST-go-unit.out | go-junit-report.exe -set-exit-code | Out-File -encoding UTF8 build/TEST-go-unit.xml } "Unit test FAILURE"
+exec { mage goTestUnit }
 
 echo "System testing $env:beat"
-exec { go test -race -c -cover -covermode=atomic -coverpkg ./... }
-exec { cd tests/system }
+# Get a CSV list of package names.
+$packages = $(go list ./... | select-string -Pattern "/vendor/" -NotMatch | select-string -Pattern "/scripts/cmd/" -NotMatch)
+$packages = ($packages|group|Select -ExpandProperty Name) -join ","
+exec { go test -race -c -cover -covermode=atomic -coverpkg $packages } "go test FAILURE"
+Set-Location -Path tests/system
 exec { nosetests --with-timer --with-xunit --xunit-file=../../build/TEST-system.xml } "System test FAILURE"