From c2a189e9d15653065ed22daa394876040dc9fc61 Mon Sep 17 00:00:00 2001
From: Brian Seeders <brian.seeders@elastic.co>
Date: Wed, 8 Sep 2021 11:46:08 -0400
Subject: [PATCH] Revert "[CI] Buildkite ES Snapshots Pipelines (#100843)
 (#111547)" (#111563)

This reverts commit 05ff8339d1a9d1aa1771f496619bb68fb66fdcb8.
---
 .buildkite/pipelines/es_snapshots/build.yml   |   5 -
 .buildkite/pipelines/es_snapshots/promote.yml |  12 ---
 .buildkite/pipelines/es_snapshots/verify.yml  | 102 ------------------
 .buildkite/scripts/build_kibana_plugins.sh    |   0
 .../scripts/download_build_artifacts.sh       |   4 +-
 .buildkite/scripts/lifecycle/pre_command.sh   |   5 -
 .buildkite/scripts/steps/build_kibana.sh      |   8 --
 .../steps/es_snapshots/bucket_config.js       |   4 -
 .../scripts/steps/es_snapshots/build.sh       | 101 -----------------
 .../steps/es_snapshots/create_manifest.js     |  90 ----------------
 .../scripts/steps/es_snapshots/promote.sh     |  13 ---
 .../steps/es_snapshots/promote_manifest.js    |  46 --------
 .../steps/es_snapshots/trigger_promote.sh     |  20 ----
 .../scripts/steps/functional/oss-cigroup.sh   |  16 ---
 .../scripts/steps/functional/xpack-cigroup.sh |  18 ----
 .../scripts/steps/test/api_integration.sh     |  11 --
 .buildkite/scripts/steps/test/jest.sh         |   8 --
 .../scripts/steps/test/jest_integration.sh    |   8 --
 18 files changed, 2 insertions(+), 469 deletions(-)
 delete mode 100644 .buildkite/pipelines/es_snapshots/build.yml
 delete mode 100644 .buildkite/pipelines/es_snapshots/promote.yml
 delete mode 100755 .buildkite/pipelines/es_snapshots/verify.yml
 mode change 100755 => 100644 .buildkite/scripts/build_kibana_plugins.sh
 delete mode 100755 .buildkite/scripts/steps/build_kibana.sh
 delete mode 100644 .buildkite/scripts/steps/es_snapshots/bucket_config.js
 delete mode 100755 .buildkite/scripts/steps/es_snapshots/build.sh
 delete mode 100644 .buildkite/scripts/steps/es_snapshots/create_manifest.js
 delete mode 100755 .buildkite/scripts/steps/es_snapshots/promote.sh
 delete mode 100644 .buildkite/scripts/steps/es_snapshots/promote_manifest.js
 delete mode 100644 .buildkite/scripts/steps/es_snapshots/trigger_promote.sh
 delete mode 100755 .buildkite/scripts/steps/functional/oss-cigroup.sh
 delete mode 100755 .buildkite/scripts/steps/functional/xpack-cigroup.sh
 delete mode 100755 .buildkite/scripts/steps/test/api_integration.sh
 delete mode 100755 .buildkite/scripts/steps/test/jest.sh
 delete mode 100755 .buildkite/scripts/steps/test/jest_integration.sh

diff --git a/.buildkite/pipelines/es_snapshots/build.yml b/.buildkite/pipelines/es_snapshots/build.yml
deleted file mode 100644
index 2bc555de8bf5..000000000000
--- a/.buildkite/pipelines/es_snapshots/build.yml
+++ /dev/null
@@ -1,5 +0,0 @@
-steps:
-  - command: .buildkite/scripts/steps/es_snapshots/build.sh
-    label: Build ES Snapshot
-    agents:
-      queue: c2-8
diff --git a/.buildkite/pipelines/es_snapshots/promote.yml b/.buildkite/pipelines/es_snapshots/promote.yml
deleted file mode 100644
index 5a003321246a..000000000000
--- a/.buildkite/pipelines/es_snapshots/promote.yml
+++ /dev/null
@@ -1,12 +0,0 @@
-steps:
-  - block: 'Promote'
-    prompt: "Enter the details for the snapshot you'd like to promote"
-    if: "build.env('ES_SNAPSHOT_MANIFEST') == null"
-    # Later, this could be a dropdown dynamically filled with recent builds
-    fields:
-      - text: 'ES_SNAPSHOT_MANIFEST'
-        key: 'ES_SNAPSHOT_MANIFEST'
-        hint: 'URL pointing to the manifest to promote'
-        required: true
-  - label: Promote Snapshot
-    command: .buildkite/scripts/steps/es_snapshots/promote.sh
diff --git a/.buildkite/pipelines/es_snapshots/verify.yml b/.buildkite/pipelines/es_snapshots/verify.yml
deleted file mode 100755
index c87c810b53a1..000000000000
--- a/.buildkite/pipelines/es_snapshots/verify.yml
+++ /dev/null
@@ -1,102 +0,0 @@
-env:
-  IGNORE_SHIP_CI_STATS_ERROR: 'true'
-steps:
-  - block: 'Verify'
-    prompt: "Enter the details for the snapshot you'd like to verify"
-    if: "build.env('ES_SNAPSHOT_MANIFEST') == null"
-    # Later, this could be a dropdown dynamically filled with recent builds
-    fields:
-      - text: 'ES_SNAPSHOT_MANIFEST'
-        key: 'ES_SNAPSHOT_MANIFEST'
-        hint: 'URL pointing to the manifest to promote'
-        required: true
-
-  - command: .buildkite/scripts/lifecycle/pre_build.sh
-    label: Pre-Build
-
-  - wait
-
-  - command: .buildkite/scripts/steps/build_kibana.sh
-    label: Build Kibana Distribution and Plugins
-    agents:
-      queue: c2-8
-    key: build
-    if: "build.env('KIBANA_BUILD_ID') == null || build.env('KIBANA_BUILD_ID') == ''"
-
-  - command: .buildkite/scripts/steps/functional/xpack-cigroup.sh
-    label: 'Default CI Group'
-    parallelism: 13
-    agents:
-      queue: ci-group-6
-    artifact_paths: target/junit/**/*.xml
-    depends_on: build
-    key: default-cigroup
-    retry:
-      automatic:
-        - exit_status: '*'
-          limit: 1
-
-  - command: CI_GROUP=Docker .buildkite/scripts/steps/functional/xpack-cigroup.sh
-    label: 'Docker CI Group'
-    agents:
-      queue: ci-group-6
-    artifact_paths: target/junit/**/*.xml
-    depends_on: build
-    key: default-cigroup-docker
-    retry:
-      automatic:
-        - exit_status: '*'
-          limit: 1
-
-  - command: .buildkite/scripts/steps/functional/oss-cigroup.sh
-    label: 'OSS CI Group'
-    parallelism: 12
-    agents:
-      queue: ci-group-4d
-    artifact_paths: target/junit/**/*.xml
-    depends_on: build
-    key: oss-cigroup
-    retry:
-      automatic:
-        - exit_status: '*'
-          limit: 1
-
-  - command: .buildkite/scripts/steps/test/jest_integration.sh
-    label: 'Jest Integration Tests'
-    agents:
-      queue: jest
-    artifact_paths: target/junit/**/*.xml
-    key: jest-integration
-    retry:
-      automatic:
-        - exit_status: '*'
-          limit: 1
-
-  - command: .buildkite/scripts/steps/test/api_integration.sh
-    label: 'API Integration Tests'
-    agents:
-      queue: jest
-    artifact_paths: target/junit/**/*.xml
-    key: api-integration
-
-  - command: .buildkite/scripts/steps/es_snapshots/trigger_promote.sh
-    label: Trigger promotion
-    depends_on:
-      - default-cigroup
-      - default-cigroup-docker
-      - oss-cigroup
-      - jest-integration
-      - api-integration
-
-  - wait: ~
-    continue_on_failure: true
-
-  - plugins:
-      - junit-annotate#v1.9.0:
-          artifacts: target/junit/**/*.xml
-
-  - wait: ~
-    continue_on_failure: true
-
-  - command: .buildkite/scripts/lifecycle/post_build.sh
-    label: Post-Build
diff --git a/.buildkite/scripts/build_kibana_plugins.sh b/.buildkite/scripts/build_kibana_plugins.sh
old mode 100755
new mode 100644
diff --git a/.buildkite/scripts/download_build_artifacts.sh b/.buildkite/scripts/download_build_artifacts.sh
index 1e7525fff25e..6a6b7246753f 100755
--- a/.buildkite/scripts/download_build_artifacts.sh
+++ b/.buildkite/scripts/download_build_artifacts.sh
@@ -7,8 +7,8 @@ if [[ ! -d "$KIBANA_BUILD_LOCATION/bin" ]]; then
 
   cd "$WORKSPACE"
 
-  buildkite-agent artifact download kibana-default.tar.gz . --build "${KIBANA_BUILD_ID:-$BUILDKITE_BUILD_ID}"
-  buildkite-agent artifact download kibana-default-plugins.tar.gz . --build "${KIBANA_BUILD_ID:-$BUILDKITE_BUILD_ID}"
+  buildkite-agent artifact download kibana-default.tar.gz .
+  buildkite-agent artifact download kibana-default-plugins.tar.gz .
 
   mkdir -p "$KIBANA_BUILD_LOCATION"
   tar -xzf kibana-default.tar.gz -C "$KIBANA_BUILD_LOCATION" --strip=1
diff --git a/.buildkite/scripts/lifecycle/pre_command.sh b/.buildkite/scripts/lifecycle/pre_command.sh
index 759f1e7b4ff9..b0113e6b1696 100755
--- a/.buildkite/scripts/lifecycle/pre_command.sh
+++ b/.buildkite/scripts/lifecycle/pre_command.sh
@@ -72,8 +72,3 @@ if [[ "${SKIP_CI_SETUP:-}" != "true" ]]; then
     source .buildkite/scripts/common/setup_bazel.sh
   fi
 fi
-
-PIPELINE_PRE_COMMAND=${PIPELINE_PRE_COMMAND:-".buildkite/scripts/lifecycle/pipelines/$BUILDKITE_PIPELINE_SLUG/pre_command.sh"}
-if [[ -f "$PIPELINE_PRE_COMMAND" ]]; then
-  source "$PIPELINE_PRE_COMMAND"
-fi
diff --git a/.buildkite/scripts/steps/build_kibana.sh b/.buildkite/scripts/steps/build_kibana.sh
deleted file mode 100755
index 5896dcac5d44..000000000000
--- a/.buildkite/scripts/steps/build_kibana.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-.buildkite/scripts/bootstrap.sh
-.buildkite/scripts/build_kibana.sh
-.buildkite/scripts/build_kibana_plugins.sh
-.buildkite/scripts/post_build_kibana.sh
diff --git a/.buildkite/scripts/steps/es_snapshots/bucket_config.js b/.buildkite/scripts/steps/es_snapshots/bucket_config.js
deleted file mode 100644
index a18d1182c4a8..000000000000
--- a/.buildkite/scripts/steps/es_snapshots/bucket_config.js
+++ /dev/null
@@ -1,4 +0,0 @@
-module.exports = {
-  BASE_BUCKET_DAILY: 'kibana-ci-es-snapshots-daily',
-  BASE_BUCKET_PERMANENT: 'kibana-ci-es-snapshots-permanent',
-};
diff --git a/.buildkite/scripts/steps/es_snapshots/build.sh b/.buildkite/scripts/steps/es_snapshots/build.sh
deleted file mode 100755
index 91b5004594a6..000000000000
--- a/.buildkite/scripts/steps/es_snapshots/build.sh
+++ /dev/null
@@ -1,101 +0,0 @@
-#!/bin/bash
-
-set -euo pipefail
-
-source .buildkite/scripts/common/util.sh
-
-echo "--- Cloning Elasticsearch and preparing workspace"
-
-cd ..
-destination="$(pwd)/es-build"
-rm -rf "$destination"
-mkdir -p "$destination"
-
-mkdir -p elasticsearch && cd elasticsearch
-
-export ELASTICSEARCH_BRANCH="${ELASTICSEARCH_BRANCH:-$BUILDKITE_BRANCH}"
-
-if [[ ! -d .git ]]; then
-  git init
-  git remote add origin https://github.com/elastic/elasticsearch.git
-fi
-git fetch origin --depth 1 "$ELASTICSEARCH_BRANCH"
-git reset --hard FETCH_HEAD
-
-ELASTICSEARCH_GIT_COMMIT="$(git rev-parse HEAD)"
-export ELASTICSEARCH_GIT_COMMIT
-
-ELASTICSEARCH_GIT_COMMIT_SHORT="$(git rev-parse --short HEAD)"
-export ELASTICSEARCH_GIT_COMMIT_SHORT
-
-# These turn off automation in the Elasticsearch repo
-export BUILD_NUMBER=""
-export JENKINS_URL=""
-export BUILD_URL=""
-export JOB_NAME=""
-export NODE_NAME=""
-export DOCKER_BUILDKIT=""
-
-# Reads the ES_BUILD_JAVA env var out of .ci/java-versions.properties and exports it
-export "$(grep '^ES_BUILD_JAVA' .ci/java-versions.properties | xargs)"
-
-export PATH="$HOME/.java/$ES_BUILD_JAVA/bin:$PATH"
-export JAVA_HOME="$HOME/.java/$ES_BUILD_JAVA"
-
-# The Elasticsearch Dockerfile needs to be built with root privileges, but Docker on our servers is running using a non-root user
-# So, let's use docker-in-docker to temporarily create a privileged docker daemon to run `docker build` on
-# We have to do this, because there's no `docker build --privileged` or similar
-
-echo "--- Setting up Docker-in-Docker for Elasticsearch"
-
-docker rm -f dind || true # If there's an old daemon running that somehow didn't get cleaned up, lets remove it first
-CERTS_DIR="$HOME/dind-certs"
-rm -rf "$CERTS_DIR"
-docker run -d --rm --privileged --name dind --userns host -p 2377:2376 -e DOCKER_TLS_CERTDIR=/certs -v "$CERTS_DIR":/certs docker:dind
-
-trap "docker rm -f dind" EXIT
-
-export DOCKER_TLS_VERIFY=true
-export DOCKER_CERT_PATH="$CERTS_DIR/client"
-export DOCKER_TLS_CERTDIR="$CERTS_DIR"
-export DOCKER_HOST=localhost:2377
-
-echo "--- Build Elasticsearch"
-./gradlew -Dbuild.docker=true assemble --parallel
-
-echo "--- Create distribution archives"
-find distribution -type f \( -name 'elasticsearch-*-*-*-*.tar.gz' -o -name 'elasticsearch-*-*-*-*.zip' \) -not -path '*no-jdk*' -not -path '*build-context*' -exec cp {} "$destination" \;
-
-ls -alh "$destination"
-
-echo "--- Create docker image archives"
-docker images "docker.elastic.co/elasticsearch/elasticsearch"
-docker images "docker.elastic.co/elasticsearch/elasticsearch" --format "{{.Tag}}" | xargs -n1 echo 'docker save docker.elastic.co/elasticsearch/elasticsearch:${0} | gzip > ../es-build/elasticsearch-${0}-docker-image.tar.gz'
-docker images "docker.elastic.co/elasticsearch/elasticsearch" --format "{{.Tag}}" | xargs -n1 bash -c 'docker save docker.elastic.co/elasticsearch/elasticsearch:${0} | gzip > ../es-build/elasticsearch-${0}-docker-image.tar.gz'
-
-echo "--- Create checksums for snapshot files"
-cd "$destination"
-find ./* -exec bash -c "shasum -a 512 {} > {}.sha512" \;
-
-cd "$BUILDKITE_BUILD_CHECKOUT_PATH"
-node "$(dirname "${0}")/create_manifest.js" "$destination"
-
-ES_SNAPSHOT_MANIFEST="$(buildkite-agent meta-data get ES_SNAPSHOT_MANIFEST)"
-
-cat << EOF | buildkite-agent annotate --style "info"
-  - \`ELASTICSEARCH_BRANCH\` - \`$ELASTICSEARCH_BRANCH\`
-  - \`ELASTICSEARCH_GIT_COMMIT\` - \`$ELASTICSEARCH_GIT_COMMIT\`
-  - \`ES_SNAPSHOT_MANIFEST\` - \`$ES_SNAPSHOT_MANIFEST\`
-  - \`ES_SNAPSHOT_VERSION\` - \`$(buildkite-agent meta-data get ES_SNAPSHOT_VERSION)\`
-  - \`ES_SNAPSHOT_ID\` - \`$(buildkite-agent meta-data get ES_SNAPSHOT_ID)\`
-EOF
-
-cat << EOF | buildkite-agent pipeline upload
-steps:
-  - trigger: 'kibana-elasticsearch-snapshot-verify'
-    async: true
-    build:
-      env:
-        ES_SNAPSHOT_MANIFEST: '$ES_SNAPSHOT_MANIFEST'
-      branch: '$BUILDKITE_BRANCH'
-EOF
diff --git a/.buildkite/scripts/steps/es_snapshots/create_manifest.js b/.buildkite/scripts/steps/es_snapshots/create_manifest.js
deleted file mode 100644
index 3173737e984e..000000000000
--- a/.buildkite/scripts/steps/es_snapshots/create_manifest.js
+++ /dev/null
@@ -1,90 +0,0 @@
-const fs = require('fs');
-const { execSync } = require('child_process');
-const { BASE_BUCKET_DAILY } = require('./bucket_config.js');
-
-(async () => {
-  console.log('--- Create ES Snapshot Manifest');
-
-  const destination = process.argv[2] || __dirname + '/test';
-
-  const ES_BRANCH = process.env.ELASTICSEARCH_BRANCH;
-  const GIT_COMMIT = process.env.ELASTICSEARCH_GIT_COMMIT;
-  const GIT_COMMIT_SHORT = process.env.ELASTICSEARCH_GIT_COMMIT_SHORT;
-
-  let VERSION = '';
-  let SNAPSHOT_ID = '';
-  let DESTINATION = '';
-
-  const now = new Date();
-
-  // format: yyyyMMdd-HHmmss
-  const date = [
-    now.getFullYear(),
-    (now.getMonth() + 1).toString().padStart(2, '0'),
-    now.getDate().toString().padStart(2, '0'),
-    '-',
-    now.getHours().toString().padStart(2, '0'),
-    now.getMinutes().toString().padStart(2, '0'),
-    now.getSeconds().toString().padStart(2, '0'),
-  ].join('');
-
-  try {
-    const files = fs.readdirSync(destination);
-    const manifestEntries = files
-      .filter((filename) => !filename.match(/.sha512$/))
-      .filter((filename) => !filename.match(/.json$/))
-      .map((filename) => {
-        const parts = filename.replace('elasticsearch-oss', 'oss').split('-');
-
-        VERSION = VERSION || parts[1];
-        SNAPSHOT_ID = SNAPSHOT_ID || `${date}_${GIT_COMMIT_SHORT}`;
-        DESTINATION = DESTINATION || `${VERSION}/archives/${SNAPSHOT_ID}`;
-
-        return {
-          filename: filename,
-          checksum: filename + '.sha512',
-          url: `https://storage.googleapis.com/${BASE_BUCKET_DAILY}/${DESTINATION}/${filename}`,
-          version: parts[1],
-          platform: parts[3],
-          architecture: parts[4].split('.')[0],
-          license: parts[0] == 'oss' ? 'oss' : 'default',
-        };
-      });
-
-    const manifest = {
-      id: SNAPSHOT_ID,
-      bucket: `${BASE_BUCKET_DAILY}/${DESTINATION}`.toString(),
-      branch: ES_BRANCH,
-      sha: GIT_COMMIT,
-      sha_short: GIT_COMMIT_SHORT,
-      version: VERSION,
-      generated: now.toISOString(),
-      archives: manifestEntries,
-    };
-
-    const manifestJSON = JSON.stringify(manifest, null, 2);
-    fs.writeFileSync(`${destination}/manifest.json`, manifestJSON);
-
-    console.log('Manifest:', manifestJSON);
-
-    execSync(
-      `
-      set -euo pipefail
-
-      echo '--- Upload files to GCS'
-      cd "${destination}"
-      gsutil -m cp -r *.* gs://${BASE_BUCKET_DAILY}/${DESTINATION}
-      cp manifest.json manifest-latest.json
-      gsutil cp manifest-latest.json gs://${BASE_BUCKET_DAILY}/${VERSION}
-
-      buildkite-agent meta-data set ES_SNAPSHOT_MANIFEST 'https://storage.googleapis.com/${BASE_BUCKET_DAILY}/${DESTINATION}/manifest.json'
-      buildkite-agent meta-data set ES_SNAPSHOT_VERSION '${VERSION}'
-      buildkite-agent meta-data set ES_SNAPSHOT_ID '${SNAPSHOT_ID}'
-    `,
-      { shell: '/bin/bash' }
-    );
-  } catch (ex) {
-    console.error(ex);
-    process.exit(1);
-  }
-})();
diff --git a/.buildkite/scripts/steps/es_snapshots/promote.sh b/.buildkite/scripts/steps/es_snapshots/promote.sh
deleted file mode 100755
index 20f79d1a4e2e..000000000000
--- a/.buildkite/scripts/steps/es_snapshots/promote.sh
+++ /dev/null
@@ -1,13 +0,0 @@
-#!/bin/bash
-
-set -euo pipefail
-
-export ES_SNAPSHOT_MANIFEST="${ES_SNAPSHOT_MANIFEST:-"$(buildkite-agent meta-data get ES_SNAPSHOT_MANIFEST)"}"
-
-cat << EOF | buildkite-agent annotate --style "info"
-  This promotion is for the following snapshot manifest:
-
-  $ES_SNAPSHOT_MANIFEST
-EOF
-
-node "$(dirname "${0}")/promote_manifest.js" "$ES_SNAPSHOT_MANIFEST"
diff --git a/.buildkite/scripts/steps/es_snapshots/promote_manifest.js b/.buildkite/scripts/steps/es_snapshots/promote_manifest.js
deleted file mode 100644
index ce14935dd1b8..000000000000
--- a/.buildkite/scripts/steps/es_snapshots/promote_manifest.js
+++ /dev/null
@@ -1,46 +0,0 @@
-const fs = require('fs');
-const { execSync } = require('child_process');
-const { BASE_BUCKET_DAILY, BASE_BUCKET_PERMANENT } = require('./bucket_config.js');
-
-(async () => {
-  try {
-    const MANIFEST_URL = process.argv[2];
-
-    if (!MANIFEST_URL) {
-      throw Error('Manifest URL missing');
-    }
-
-    const tempDir = fs.mkdtempSync('snapshot-promotion');
-    process.chdir(tempDir);
-
-    execSync(`curl '${MANIFEST_URL}' > manifest.json`);
-
-    const manifestJson = fs.readFileSync('manifest.json').toString();
-    const manifest = JSON.parse(manifestJson);
-    const { id, bucket, version } = manifest;
-
-    const manifestPermanentJson = manifestJson
-      .split(BASE_BUCKET_DAILY)
-      .join(BASE_BUCKET_PERMANENT)
-      .split(`${version}/archives/${id}`)
-      .join(version); // e.g. replaceAll
-
-    fs.writeFileSync('manifest-permanent.json', manifestPermanentJson);
-
-    execSync(
-      `
-      set -euo pipefail
-      cp manifest.json manifest-latest-verified.json
-      gsutil cp manifest-latest-verified.json gs://${BASE_BUCKET_DAILY}/${version}/
-      rm manifest.json
-      cp manifest-permanent.json manifest.json
-      gsutil -m cp -r gs://${bucket}/* gs://${BASE_BUCKET_PERMANENT}/${version}/
-      gsutil cp manifest.json gs://${BASE_BUCKET_PERMANENT}/${version}/
-    `,
-      { shell: '/bin/bash' }
-    );
-  } catch (ex) {
-    console.error(ex);
-    process.exit(1);
-  }
-})();
diff --git a/.buildkite/scripts/steps/es_snapshots/trigger_promote.sh b/.buildkite/scripts/steps/es_snapshots/trigger_promote.sh
deleted file mode 100644
index 1e8256d8c664..000000000000
--- a/.buildkite/scripts/steps/es_snapshots/trigger_promote.sh
+++ /dev/null
@@ -1,20 +0,0 @@
-#!/bin/bash
-
-set -euo pipefail
-
-# If ES_SNAPSHOT_MANIFEST is set dynamically during the verify job, rather than provided during the trigger,
-# such as if you provide it as input during a manual build,
-# the ES_SNAPSHOT_MANIFEST env var will be empty in the context of the pipeline.
-# So, we'll trigger with a script instead, so that we can ensure ES_SNAPSHOT_MANIFEST is populated.
-
-export ES_SNAPSHOT_MANIFEST="${ES_SNAPSHOT_MANIFEST:-"$(buildkite-agent meta-data get ES_SNAPSHOT_MANIFEST)"}"
-
-cat << EOF | buildkite-agent pipeline upload
-steps:
-  - trigger: 'kibana-elasticsearch-snapshot-promote'
-    async: true
-    build:
-      env:
-        ES_SNAPSHOT_MANIFEST: '$ES_SNAPSHOT_MANIFEST'
-      branch: '$BUILDKITE_BRANCH'
-EOF
diff --git a/.buildkite/scripts/steps/functional/oss-cigroup.sh b/.buildkite/scripts/steps/functional/oss-cigroup.sh
deleted file mode 100755
index b4c643868ff7..000000000000
--- a/.buildkite/scripts/steps/functional/oss-cigroup.sh
+++ /dev/null
@@ -1,16 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-.buildkite/scripts/bootstrap.sh
-.buildkite/scripts/download_build_artifacts.sh
-
-export CI_GROUP=${CI_GROUP:-$((BUILDKITE_PARALLEL_JOB+1))}
-export JOB=kibana-oss-ciGroup${CI_GROUP}
-
-echo "--- OSS CI Group $CI_GROUP"
-
-node scripts/functional_tests \
-  --bail \
-  --kibana-install-dir "$KIBANA_BUILD_LOCATION" \
-  --include-tag "ciGroup$CI_GROUP"
diff --git a/.buildkite/scripts/steps/functional/xpack-cigroup.sh b/.buildkite/scripts/steps/functional/xpack-cigroup.sh
deleted file mode 100755
index e6ef0bba8790..000000000000
--- a/.buildkite/scripts/steps/functional/xpack-cigroup.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-.buildkite/scripts/bootstrap.sh
-.buildkite/scripts/download_build_artifacts.sh
-
-export CI_GROUP=${CI_GROUP:-$((BUILDKITE_PARALLEL_JOB+1))}
-export JOB=kibana-default-ciGroup${CI_GROUP}
-
-echo "--- Default CI Group $CI_GROUP"
-
-cd "$XPACK_DIR"
-
-node scripts/functional_tests \
-  --bail \
-  --kibana-install-dir "$KIBANA_BUILD_LOCATION" \
-  --include-tag "ciGroup$CI_GROUP"
diff --git a/.buildkite/scripts/steps/test/api_integration.sh b/.buildkite/scripts/steps/test/api_integration.sh
deleted file mode 100755
index 4bf1ed1406ac..000000000000
--- a/.buildkite/scripts/steps/test/api_integration.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-.buildkite/scripts/bootstrap.sh
-
-echo '--- API Integration Tests'
-node scripts/functional_tests \
-  --config test/api_integration/config.js \
-  --bail \
-  --debug
diff --git a/.buildkite/scripts/steps/test/jest.sh b/.buildkite/scripts/steps/test/jest.sh
deleted file mode 100755
index ab9be759b43a..000000000000
--- a/.buildkite/scripts/steps/test/jest.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-.buildkite/scripts/bootstrap.sh
-
-echo '--- Jest'
-node scripts/jest --ci --verbose --maxWorkers=13
diff --git a/.buildkite/scripts/steps/test/jest_integration.sh b/.buildkite/scripts/steps/test/jest_integration.sh
deleted file mode 100755
index eb243e55670e..000000000000
--- a/.buildkite/scripts/steps/test/jest_integration.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-.buildkite/scripts/bootstrap.sh
-
-echo '--- Jest Integration Tests'
-node scripts/jest_integration --ci --verbose