d0b39b10a7
* Update jenkins_build_load_testing.sh * Change variables name * Change to tar.gz package * change install location * Rename folder * Debug and new folder name * fix debug * Fix path not changed * more logging * add cat logs * more logging and skipping tests for debug * Update jenkins_build_load_testing.sh * Update jenkins_build_load_testing.sh * Fix kibana_dir var * Change log file path * Update jenkins_build_load_testing.sh * Update jenkins_build_load_testing.sh * Fix metricbeat start * Remove extra ls logging * Changing to MB 7.11.0 * Fix package name * Fix wrong copy * Add vault credentials for stats * Adding system data and removing log * Update jenkins_build_load_testing.sh Update script * Update jenkins_build_load_testing.sh Remove `ls` commands Co-authored-by: Kibana Machine <42973632+kibanamachine@users.noreply.github.com> Co-authored-by: Dmitry <dzmitry.lemechko@elastic.co>
88 lines
3.3 KiB
Bash
Executable file
88 lines
3.3 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
while getopts s: flag
|
|
do
|
|
case "${flag}" in
|
|
s) simulations=${OPTARG};;
|
|
esac
|
|
done
|
|
echo "Simulation classes: $simulations";
|
|
|
|
cd "$KIBANA_DIR"
|
|
source src/dev/ci_setup/setup_env.sh
|
|
|
|
if [[ ! "$TASK_QUEUE_PROCESS_ID" ]]; then
|
|
./test/scripts/jenkins_xpack_build_plugins.sh
|
|
fi
|
|
|
|
echo " -> Configure Metricbeat monitoring"
|
|
# Configure Metricbeat monitoring for Kibana and ElasticSearch, ingest monitoring data into Kibana Stats cluster
|
|
# Getting the URL
|
|
TOP="$(curl -L http://snapshots.elastic.co/latest/master.json)"
|
|
MB_BUILD=$(echo $TOP | sed 's/.*"version" : "\(.*\)", "build_id.*/\1/')
|
|
echo $MB_BUILD
|
|
MB_BUILD_ID=$(echo $TOP | sed 's/.*"build_id" : "\(.*\)", "manifest_url.*/\1/')
|
|
|
|
URL=https://snapshots.elastic.co/${MB_BUILD_ID}/downloads/beats/metricbeat/metricbeat-${MB_BUILD}-linux-x86_64.tar.gz
|
|
URL=https://artifacts.elastic.co/downloads/beats/metricbeat/metricbeat-7.11.0-linux-x86_64.tar.gz
|
|
echo $URL
|
|
# Downloading the Metricbeat package
|
|
while [ 1 ]; do
|
|
wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 --continue --no-check-certificate --tries=3 $URL
|
|
if [ $? = 0 ]; then break; fi; # check return value, break if successful (0)
|
|
sleep 1s;
|
|
done;
|
|
|
|
# Install Metricbeat
|
|
echo "untar metricbeat and config"
|
|
#tar -xzf metricbeat-${MB_BUILD}-linux-x86_64.tar.gz
|
|
tar -xzf metricbeat-7.11.0-linux-x86_64.tar.gz
|
|
#mv metricbeat-${MB_BUILD}-linux-x86_64 metricbeat-install
|
|
mv metricbeat-7.11.0-linux-x86_64 metricbeat-install
|
|
|
|
# Configure Metricbeat
|
|
echo " -> Changing metricbeat config"
|
|
pushd ../kibana-load-testing
|
|
cp cfg/metricbeat/elasticsearch-xpack.yml $KIBANA_DIR/metricbeat-install/modules.d/elasticsearch-xpack.yml
|
|
cp cfg/metricbeat/kibana-xpack.yml $KIBANA_DIR/metricbeat-install/modules.d/kibana-xpack.yml
|
|
echo "fields.build: ${BUILD_ID}" >> cfg/metricbeat/metricbeat.yml
|
|
echo "path.config: ${KIBANA_DIR}/metricbeat-install" >> cfg/metricbeat/metricbeat.yml
|
|
echo "cloud.auth: ${USER_FROM_VAULT}:${PASS_FROM_VAULT}" >> cfg/metricbeat/metricbeat.yml
|
|
cp cfg/metricbeat/metricbeat.yml $KIBANA_DIR/metricbeat-install/metricbeat.yml
|
|
# Disable system monitoring: enabled for now to have more data
|
|
#mv $KIBANA_DIR/metricbeat-install/modules.d/system.yml $KIBANA_DIR/metricbeat-install/modules.d/system.yml.disabled
|
|
popd
|
|
|
|
# doesn't persist, also set in kibanaPipeline.groovy
|
|
export KBN_NP_PLUGINS_BUILT=true
|
|
|
|
echo " -> Building and extracting default Kibana distributable for use in functional tests"
|
|
cd "$KIBANA_DIR"
|
|
node scripts/build --debug --no-oss
|
|
linuxBuild="$(find "$KIBANA_DIR/target" -name 'kibana-*-linux-x86_64.tar.gz')"
|
|
installDir="$KIBANA_DIR/install/kibana"
|
|
mkdir -p "$installDir"
|
|
tar -xzf "$linuxBuild" -C "$installDir" --strip=1
|
|
|
|
mkdir -p "$WORKSPACE/kibana-build-xpack"
|
|
cp -pR install/kibana/. $WORKSPACE/kibana-build-xpack/
|
|
|
|
echo " -> Setup env for tests"
|
|
source test/scripts/jenkins_test_setup_xpack.sh
|
|
|
|
# Start Metricbeat
|
|
echo " -> Starting metricbeat"
|
|
pushd $KIBANA_DIR/metricbeat-install
|
|
nohup ./metricbeat > metricbeat.log 2>&1 &
|
|
popd
|
|
|
|
echo " -> Running gatling load testing"
|
|
export GATLING_SIMULATIONS="$simulations"
|
|
node scripts/functional_tests \
|
|
--kibana-install-dir "$KIBANA_INSTALL_DIR" \
|
|
--config test/load/config.ts
|
|
|
|
# Show output of Metricbeat. Disabled. Enable for debug purposes
|
|
#echo "output of metricbeat.log"
|
|
#cat $KIBANA_DIR/metricbeat-install/metricbeat.log
|