Added tests

opensearch-project · May 7, 2022 · 8f977e0 · 8f977e0
1 parent 10fef48
commit 8f977e0
Show file tree

Hide file tree

Showing 6 changed files with 86 additions and 6 deletions.
diff --git a/jenkins/opensearch-dashboards/distribution-build.jenkinsfile b/jenkins/opensearch-dashboards/distribution-build.jenkinsfile
@@ -12,6 +12,11 @@ pipeline {
         AGENT_ARM64 = 'Jenkins-Agent-al2-arm64-c6g4xlarge-Docker-Host'
     }
     parameters {
+        string(
+            name: 'COMPONENT_NAME',
+            description: 'If this field contains a component name (e.g. OpenSearch-Dashboards), will build with "--component <COMPONENT_NAME>", else build everything in the INPUT_MANIFEST.',
+            trim: true
+        )
         string(
             name: 'INPUT_MANIFEST',
             description: 'Input manifest under the manifests folder, e.g. 2.0.0/opensearch-dashboards-2.0.0.yml.',
@@ -49,8 +54,8 @@ pipeline {
         stage('detect docker image + args') {
             agent {
                 docker {
-                    label 'Jenkins-Agent-al2-x64-c54xlarge-Docker-Host'
-                    image 'opensearchstaging/ci-runner:centos7-x64-arm64-jdkmulti-node10.24.1-cypress6.9.1-20211028'
+                    label AGENT_X64
+                    image 'alpine:3'
                     alwaysPull true
                 }
             }
@@ -75,6 +80,7 @@ pipeline {
                     steps {
                         script {
                             def buildManifestObj = buildAssembleUpload(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 platform: 'linux',
                                 architecture: 'x64',
@@ -161,6 +167,7 @@ pipeline {
                     steps {
                         script {
                             def buildManifestObj = buildAssembleUpload(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 platform: 'linux',
                                 architecture: 'x64',
@@ -221,6 +228,7 @@ pipeline {
                             steps {
                                 script {
                                     buildArchive(
+                                        componentName: "${COMPONENT_NAME}",
                                         inputManifest: "manifests/${INPUT_MANIFEST}",
                                         platform: 'linux',
                                         architecture: 'arm64',
@@ -246,6 +254,7 @@ pipeline {
                             steps {
                                 script {
                                     def buildManifestObj = archiveAssembleUpload(
+                                        componentName: "${COMPONENT_NAME}",
                                         inputManifest: "manifests/${INPUT_MANIFEST}",
                                         platform: 'linux',
                                         architecture: 'arm64',
@@ -336,6 +345,7 @@ pipeline {
                             steps {
                                 script {
                                     buildArchive(
+                                        componentName: "${COMPONENT_NAME}",
                                         inputManifest: "manifests/${INPUT_MANIFEST}",
                                         platform: 'linux',
                                         architecture: 'arm64',
@@ -361,6 +371,7 @@ pipeline {
                             steps {
                                 script {
                                     def buildManifestObj = archiveAssembleUpload(
+                                        componentName: "${COMPONENT_NAME}",
                                         inputManifest: "manifests/${INPUT_MANIFEST}",
                                         platform: 'linux',
                                         architecture: 'arm64',
@@ -498,3 +509,4 @@ pipeline {
         }
     }
 }
+
diff --git a/jenkins/opensearch/distribution-build.jenkinsfile b/jenkins/opensearch/distribution-build.jenkinsfile
@@ -7,6 +7,11 @@ pipeline {
         AGENT_ARM64 = 'Jenkins-Agent-al2-arm64-c6g4xlarge-Docker-Host'
     }
     parameters {
+        string(
+            name: 'COMPONENT_NAME',
+            description: 'If this field contains a component name (e.g. OpenSearch), will build with "--component <COMPONENT_NAME>", else build everything in the INPUT_MANIFEST.',
+            trim: true
+        )
         string(
             name: 'INPUT_MANIFEST',
             description: 'Input manifest under the manifests folder, e.g. 2.0.0/opensearch-2.0.0.yml.',
@@ -44,8 +49,8 @@ pipeline {
         stage('detect docker image + args') {
             agent {
                 docker {
-                    label 'Jenkins-Agent-al2-x64-c54xlarge-Docker-Host'
-                    image 'opensearchstaging/ci-runner:centos7-x64-arm64-jdkmulti-node10.24.1-cypress6.9.1-20211028'
+                    label AGENT_X64
+                    image 'alpine:3'
                     alwaysPull true
                 }
             }
@@ -64,7 +69,7 @@ pipeline {
                     }
                     agent {
                         docker {
-                            label 'Jenkins-Agent-al2-x64-c54xlarge-Docker-Host'
+                            label AGENT_X64
                             image dockerAgent.image
                             args dockerAgent.args
                             alwaysPull true
@@ -73,6 +78,7 @@ pipeline {
                     steps {
                         script {
                             buildManifest(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 distribution: 'tar',
                                 snapshot: true
@@ -103,7 +109,7 @@ pipeline {
                 stage('build-snapshot-arm64-tar') {
                     agent {
                         docker {
-                            label 'Jenkins-Agent-al2-arm64-c6g4xlarge-Docker-Host'
+                            label AGENT_ARM64
                             image dockerAgent.image
                             args dockerAgent.args
                             alwaysPull true
@@ -112,6 +118,7 @@ pipeline {
                     steps {
                         script {
                             buildManifest(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 distribution: 'tar',
                                 snapshot: true
@@ -141,6 +148,7 @@ pipeline {
                     steps {
                         script {
                             def buildManifestObj = buildAssembleUpload(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 distribution: "tar"
                             )
@@ -225,6 +233,7 @@ pipeline {
                     steps {
                         script {
                             def buildManifestObj = buildAssembleUpload(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 distribution: "rpm"
                             )
@@ -280,6 +289,7 @@ pipeline {
                     steps {
                         script {
                             def buildManifestObj = buildAssembleUpload(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 distribution: "tar"
                             )
@@ -363,6 +373,7 @@ pipeline {
                     steps {
                         script {
                             def buildManifestObj = buildAssembleUpload(
+                                componentName: "${COMPONENT_NAME}",
                                 inputManifest: "manifests/${INPUT_MANIFEST}",
                                 distribution: "rpm"
                             )
@@ -497,3 +508,4 @@ pipeline {
         }
     }
 }
+
diff --git a/tests/jenkins/TestbuildManifestVar.groovy b/tests/jenkins/TestbuildManifestVar.groovy
@@ -0,0 +1,20 @@
+/*
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ */
+
+package jenkins.tests
+
+import org.junit.*
+
+class TestbuildManifestVar extends BuildPipelineTest {
+
+    @Test
+    void testbuildManifest() {
+        super.testPipeline("tests/jenkins/jobs/buildShManifest_Jenkinsfile")
+    }
+}
+
diff --git a/tests/jenkins/jobs/buildShManifest_Jenkinsfile b/tests/jenkins/jobs/buildShManifest_Jenkinsfile
@@ -0,0 +1,28 @@
+pipeline {
+    agent none
+    stages {
+        stage('Test build manifest jenkins var') {
+            steps {
+                script {
+                    try {
+                        def status = buildManifest(
+                                componentName: "job-scheduler",
+                                inputManifest: "manifests/2.0.0/opensearch-2.0.0.yml",
+                                distribution: "tar",
+                                snapshot: true
+                        )
+                        if (status > 0) {
+                            currentBuild.result = 'UNSTABLE'
+                        }else {
+                           currentBuild.result = 'SUCCESS'
+                        }
+                    } catch (Exception err) {
+                        println(err)
+                        currentBuild.result = 'FAILURE'
+                    }
+                }
+            }
+        }
+    }
+}
+
diff --git a/tests/jenkins/jobs/buildShManifest_Jenkinsfile.txt b/tests/jenkins/jobs/buildShManifest_Jenkinsfile.txt
@@ -0,0 +1,7 @@
+   buildShManifest_Jenkinsfile.run()
+      buildShManifest_Jenkinsfile.pipeline(groovy.lang.Closure)
+         buildShManifest_Jenkinsfile.echo(Executing on agent [label:none])
+         buildShManifest_Jenkinsfile.stage(Test build manifest jenkins var, groovy.lang.Closure)
+            buildShManifest_Jenkinsfile.script(groovy.lang.Closure)
+               buildShManifest_Jenkinsfile.buildManifest({componentName=job-scheduler, inputManifest=manifests/2.0.0/opensearch-2.0.0.yml, distribution=tar, snapshot=true})
+                  buildManifest.sh(./build.sh manifests/2.0.0/opensearch-2.0.0.yml -d tar --component job-scheduler --snapshot)
diff --git a/vars/buildManifest.groovy b/vars/buildManifest.groovy
@@ -3,6 +3,7 @@ void call(Map args = [:]) {
         './build.sh',
         args.inputManifest ?: "manifests/${INPUT_MANIFEST}",
         args.distribution ? "-d ${args.distribution}" : null,
+        args.componentName ? "--component ${args.componentName}" : null,
         args.platform ? "-p ${args.platform}" : null,
         args.architecture ? "-a ${args.architecture}" : null,
         args.snapshot ? '--snapshot' : null,