ci: add smoke tests integration

.ci/smoke-tests.groovy

@@ -0,0 +1,123 @@
+#!/usr/bin/env groovy
+@Library('apm@current') _
+
+pipeline {
+  agent none
+  environment {
+    REPO = 'apm-aws-lambda'
+    BASE_DIR = "src/github.com/elastic/${env.REPO}"
+    AWS_ACCOUNT_SECRET = 'secret/observability-team/ci/elastic-observability-aws-account-auth'
+    EC_KEY_SECRET = 'secret/observability-team/ci/elastic-cloud/observability-pro'
+    TERRAFORM_VERSION = '1.2.3'
+    CREATED_DATE = "${new Date().getTime()}"
+    SLACK_CHANNEL = "#apm-serverless"
+    SMOKETEST_VERSIONS = "${params.SMOKETEST_VERSIONS}"
+  }
+  options {
+    timeout(time: 3, unit: 'HOURS')
+    buildDiscarder(logRotator(numToKeepStr: '100', artifactNumToKeepStr: '30', daysToKeepStr: '30'))
+    timestamps()
+    ansiColor('xterm')
+    disableResume()
+    durabilityHint('PERFORMANCE_OPTIMIZED')
+    rateLimitBuilds(throttle: [count: 60, durationName: 'hour', userBoost: true])
+  }
+  parameters {
+    string(name: 'SMOKETEST_VERSIONS', defaultValue: 'latest', description: 'Run smoke tests using following APM versions')
+  }
+  stages {
+    stage('Filter build') {
+      options { skipDefaultCheckout() }
+      agent { label 'linux && immutable' }
+      when {
+        beforeAgent true
+        anyOf {
+          branch 'main'
+          expression {
+            if(!isUserTrigger()){
+              currentBuild.result = 'NOT_BUILT'
+              currentBuild.description = "The build has been skipped"
+              currentBuild.displayName = "#${BUILD_NUMBER}-(Skipped)"
+              echo("Support builds for the `main` branch or manually triggered")
+							return false
+            }
+            return true
+          }
+        }
+      }
+      stages {
+        stage('Checkout') {
+          options { skipDefaultCheckout() }
+          steps {
+            deleteDir()
+            gitCheckout(basedir: "${BASE_DIR}", shallow: false)
+          }
+        }
+        stage('Smoke Tests') {
+          options { skipDefaultCheckout() }
+          environment {
+            SSH_KEY = "./id_rsa_terraform"
+            TF_VAR_private_key = "./id_rsa_terraform"
+            TF_VAR_public_key = "./id_rsa_terraform.pub"
+            // cloud tags
+            TF_VAR_BUILD_ID = "${env.BUILD_ID}"
+            TF_VAR_ENVIRONMENT= 'ci'
+            TF_VAR_BRANCH = "${env.BRANCH_NAME.toLowerCase().replaceAll('[^a-z0-9-]', '-')}"
+            TF_VAR_REPO = "${REPO}"
+            HOME = "${env.WORKSPACE}"
+          }
+          steps {
+            dir ("${BASE_DIR}") {
+              withTestClusterEnv {
+                withGoEnv() {
+                  script {
+                    def smokeTests = sh(returnStdout: true, script: 'make smoketest/discover').trim().split('\r?\n')
+                    def smokeTestJobs = [:]
+                    for (smokeTest in smokeTests) {
+                      smokeTestJobs["Run smoke tests in ${smokeTest}"] = runSmokeTest(smokeTest)
+                    }
+                    parallel smokeTestJobs
+                  }
+                }
+              }
+            }
+          }
+          post {
+            always {
+              dir("${BASE_DIR}") {
+                withTestClusterEnv {
+                  withGoEnv() {
+                    sh(label: 'Teardown smoke tests infra', script: 'make smoketest/all/cleanup')
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+      post {
+        cleanup {
+          notifyBuildResult(slackComment: true)
+        }
+      }
+    }
+  }
+}
+
+def runSmokeTest(String testDir) {
+  return {
+    stage("Run smoke tests in ${testDir}") {
+      sh(label: 'Run smoke tests', script: "make smoketest/run TEST_DIR=${testDir}")
+    }
+  }
+}
+
+def withTestClusterEnv(Closure body) {
+  withAWSEnv(secret: "${AWS_ACCOUNT_SECRET}", version: "2.7.6") {
+    withTerraformEnv(version: "${TERRAFORM_VERSION}", forceInstallation: true) {
+      withSecretVault(secret: "${EC_KEY_SECRET}", data: ['apiKey': 'EC_API_KEY'] ) {
+        body()
+      }
+    }
+  }
+}

Makefile

@@ -187,3 +187,35 @@ validate-aws-default-region:
 ifndef AWS_DEFAULT_REGION
 	$(error AWS_DEFAULT_REGION is undefined)
 endif
+
+##############################################################################
+# Smoke tests -- Basic smoke tests for the APM Lambda extension
+##############################################################################
+
+SMOKETEST_VERSIONS ?= latest
+SMOKETEST_DIRS = $$(find ./tf -mindepth 0 -maxdepth 0 -type d)
+
+.PHONY: smoketest/discover
+smoketest/discover:
+	@echo "$(SMOKETEST_DIRS)"
+
+.PHONY: smoketest/run
+smoketest/run: build
+	@ for version in $(shell echo $(SMOKETEST_VERSIONS) | tr ',' ' '); do \
+		echo "-> Running $(TEST_DIR) smoke tests for version $${version}..."; \
+		cd $(TEST_DIR) && ./test.sh $${version}; \
+	done
+
+.PHONY: smoketest/cleanup
+smoketest/cleanup:
+	@ cd $(TEST_DIR); \
+	if [ -f "./cleanup.sh" ]; then \
+		./cleanup.sh; \
+	fi
+
+.PHONY: smoketest/all
+smoketest/all/cleanup:
+	@ for test_dir in $(SMOKETEST_DIRS); do \
+		echo "-> Cleanup $${test_dir} smoke tests..."; \
+		$(MAKE) smoketest/cleanup TEST_DIR=$${test_dir}; \
+	done