run_metrics_PR_ci.sh

#!/bin/bash
# Copyright (c) 2017-2021 Intel Corporation
#
# SPDX-License-Identifier: Apache-2.0

# Note - no 'set -e' in this file - if one of the metrics tests fails
# then we wish to continue to try the rest.
# Finally at the end, in some situations, we explicitly exit with a
# failure code if necessary.

SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
source "${SCRIPT_DIR}/../metrics/lib/common.bash"
RESULTS_DIR=${SCRIPT_DIR}/../metrics/results
CHECKMETRICS_DIR=${SCRIPT_DIR}/../cmd/checkmetrics
# Where to look by default, if this machine is not a static CI machine with a fixed name.
CHECKMETRICS_CONFIG_DEFDIR="/etc/checkmetrics"
# Where to look if this machine is a static CI machine with a known fixed name.
CHECKMETRICS_CONFIG_DIR="${CHECKMETRICS_DIR}/ci_worker"
CM_DEFAULT_DENSITY_CONFIG="${CHECKMETRICS_DIR}/baseline/density-CI.toml"
KATA_HYPERVISOR="${KATA_HYPERVISOR:-qemu}"

# Set up the initial state
init() {
	metrics_onetime_init
}

# Execute metrics scripts
run() {
	pushd "$SCRIPT_DIR/../metrics"

	# Cloud hypervisor tests are being affected by kata-containers/kata-containers/issues/1488
	if [ "${KATA_HYPERVISOR}" != "cloud-hypervisor" ]; then
		# If KSM is available on this platform, let's run any tests that are
		# affected by having KSM on/orr first, and then turn it off for the
		# rest of the tests, as KSM may introduce some extra noise in the
		# results by stealing CPU time for instance.
		if [[ -f ${KSM_ENABLE_FILE} ]]; then
			save_ksm_settings
			trap restore_ksm_settings EXIT QUIT KILL
			set_ksm_aggressive

			# Run the memory footprint test - the main test that
			# KSM affects.
			bash density/memory_usage.sh 20 300 auto
		fi
	fi

	restart_docker_service

	# Run the density tests - no KSM, so no need to wait for settle
	# (so set a token 5s wait)
	disable_ksm
	bash density/memory_usage.sh 20 5

	# Run storage tests
	bash storage/blogbench.sh

	# Run the density test inside the container
	bash density/memory_usage_inside_container.sh

	# Run the time tests
	bash time/launch_times.sh -i public.ecr.aws/ubuntu/ubuntu:latest -n 20

	if [ "${KATA_HYPERVISOR}" = "cloud-hypervisor" ]; then
		start_kubernetes
		bash network/latency_kubernetes/latency-network.sh
		bash network/iperf3_kubernetes/k8s-network-metrics-iperf3.sh -a
		bash storage/fio-k8s/fio-test-ci.sh
		end_kubernetes
		check_processes
	fi

	popd
}

# Check the results
check() {
	if [ -n "${METRICS_CI}" ]; then
		# Ensure we have the latest checkemtrics
		pushd "$CHECKMETRICS_DIR"
		make
		sudo make install
		popd

		# For bare metal repeatable machines, the config file name is tied
		# to the uname of the machine.
		local CM_BASE_FILE="${CHECKMETRICS_CONFIG_DIR}/checkmetrics-json-${KATA_HYPERVISOR}-$(uname -n).toml"

		checkmetrics --debug --percentage --basefile ${CM_BASE_FILE} --metricsdir ${RESULTS_DIR}
		cm_result=$?
		if [ ${cm_result} != 0 ]; then
			echo "checkmetrics FAILED (${cm_result})"
			exit ${cm_result}
		fi

		# Save results
		sudo mkdir -p "${RESULTS_DIR}/artifacts"
		echo "Move results"
		for f in ${RESULTS_DIR}/*.json; do
			mv -- "$f" "${RESULTS_DIR}/artifacts/${KATA_HYPERVISOR}-$(basename $f)"
		done

	fi
}

init
run
check