]> git.ipfire.org Git - thirdparty/kernel/linux.git/commitdiff
selftests/vsock: add initial vmtest.sh for vsock
authorBobby Eshleman <bobbyeshleman@gmail.com>
Mon, 9 Jun 2025 16:39:24 +0000 (09:39 -0700)
committerJakub Kicinski <kuba@kernel.org>
Wed, 11 Jun 2025 20:17:59 +0000 (13:17 -0700)
This commit introduces a new vmtest.sh runner for vsock.

It uses virtme-ng/qemu to run tests in a VM. The tests validate G2H,
H2G, and loopback. The testing tools from tools/testing/vsock/ are
reused. Currently, only vsock_test is used.

VMCI and hyperv support is included in the config file to be built with
the -b option, though not used in the tests.

Only tested on x86.

To run:

  $ make -C tools/testing/selftests TARGETS=vsock
  $ tools/testing/selftests/vsock/vmtest.sh

or

  $ make -C tools/testing/selftests TARGETS=vsock run_tests

Example runs (after make -C tools/testing/selftests TARGETS=vsock):

$ ./tools/testing/selftests/vsock/vmtest.sh
1..3
ok 0 vm_server_host_client
ok 1 vm_client_host_server
ok 2 vm_loopback
SUMMARY: PASS=3 SKIP=0 FAIL=0
Log: /tmp/vsock_vmtest_m7DI.log

$ ./tools/testing/selftests/vsock/vmtest.sh vm_loopback
1..1
ok 0 vm_loopback
SUMMARY: PASS=1 SKIP=0 FAIL=0
Log: /tmp/vsock_vmtest_a1IO.log

$ mkdir -p ~/scratch
$ make -C tools/testing/selftests install TARGETS=vsock INSTALL_PATH=~/scratch
 [... omitted ...]
$ cd ~/scratch
$ ./run_kselftest.sh
 TAP version 13
 1..1
 # timeout set to 300
 # selftests: vsock: vmtest.sh
 # 1..3
 # ok 0 vm_server_host_client
 # ok 1 vm_client_host_server
 # ok 2 vm_loopback
 # SUMMARY: PASS=3 SKIP=0 FAIL=0
 # Log: /tmp/vsock_vmtest_svEl.log
 ok 1 selftests: vsock: vmtest.sh

Future work can include vsock_diag_test.

Because vsock requires a VM to test anything other than loopback, this
patch adds vmtest.sh as a kselftest itself. This is different than other
systems that have a "vmtest.sh", where it is used as a utility script to
spin up a VM to run the selftests as a guest (but isn't hooked into
kselftest).

Signed-off-by: Bobby Eshleman <bobbyeshleman@gmail.com>
Reviewed-by: Stefano Garzarella <sgarzare@redhat.com>
Link: https://patch.msgid.link/20250609-vsock-vmtest-v10-1-7f37198e1cd4@gmail.com
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
MAINTAINERS
tools/testing/selftests/vsock/.gitignore [new file with mode: 0644]
tools/testing/selftests/vsock/Makefile [new file with mode: 0644]
tools/testing/selftests/vsock/config [new file with mode: 0644]
tools/testing/selftests/vsock/settings [new file with mode: 0644]
tools/testing/selftests/vsock/vmtest.sh [new file with mode: 0755]

index f2668b81115cb85bc94275e9554330969989fabf..dd7366aafe6461c181bf8e836abbd6b148dd8098 100644 (file)
@@ -26323,6 +26323,7 @@ F:      include/uapi/linux/vm_sockets.h
 F:     include/uapi/linux/vm_sockets_diag.h
 F:     include/uapi/linux/vsockmon.h
 F:     net/vmw_vsock/
+F:     tools/testing/selftests/vsock/
 F:     tools/testing/vsock/
 
 VMALLOC
diff --git a/tools/testing/selftests/vsock/.gitignore b/tools/testing/selftests/vsock/.gitignore
new file mode 100644 (file)
index 0000000..9c5bf37
--- /dev/null
@@ -0,0 +1,2 @@
+vmtest.log
+vsock_test
diff --git a/tools/testing/selftests/vsock/Makefile b/tools/testing/selftests/vsock/Makefile
new file mode 100644 (file)
index 0000000..c407c0a
--- /dev/null
@@ -0,0 +1,17 @@
+# SPDX-License-Identifier: GPL-2.0
+
+CURDIR := $(abspath .)
+TOOLSDIR := $(abspath ../../..)
+VSOCK_TEST_DIR := $(TOOLSDIR)/testing/vsock
+VSOCK_TEST_SRCS := $(wildcard $(VSOCK_TEST_DIR)/*.c $(VSOCK_TEST_DIR)/*.h)
+
+$(OUTPUT)/vsock_test: $(VSOCK_TEST_DIR)/vsock_test
+       install -m 755 $< $@
+
+$(VSOCK_TEST_DIR)/vsock_test: $(VSOCK_TEST_SRCS)
+       $(MAKE) -C $(VSOCK_TEST_DIR) vsock_test
+TEST_PROGS += vmtest.sh
+TEST_GEN_FILES := vsock_test
+
+include ../lib.mk
+
diff --git a/tools/testing/selftests/vsock/config b/tools/testing/selftests/vsock/config
new file mode 100644 (file)
index 0000000..5f0a4f1
--- /dev/null
@@ -0,0 +1,111 @@
+CONFIG_BLK_DEV_INITRD=y
+CONFIG_BPF=y
+CONFIG_BPF_SYSCALL=y
+CONFIG_BPF_JIT=y
+CONFIG_HAVE_EBPF_JIT=y
+CONFIG_BPF_EVENTS=y
+CONFIG_FTRACE_SYSCALLS=y
+CONFIG_FUNCTION_TRACER=y
+CONFIG_HAVE_DYNAMIC_FTRACE=y
+CONFIG_DYNAMIC_FTRACE=y
+CONFIG_HAVE_KPROBES=y
+CONFIG_KPROBES=y
+CONFIG_KPROBE_EVENTS=y
+CONFIG_ARCH_SUPPORTS_UPROBES=y
+CONFIG_UPROBES=y
+CONFIG_UPROBE_EVENTS=y
+CONFIG_DEBUG_FS=y
+CONFIG_FW_CFG_SYSFS=y
+CONFIG_FW_CFG_SYSFS_CMDLINE=y
+CONFIG_DRM=y
+CONFIG_DRM_VIRTIO_GPU=y
+CONFIG_DRM_VIRTIO_GPU_KMS=y
+CONFIG_DRM_BOCHS=y
+CONFIG_VIRTIO_IOMMU=y
+CONFIG_SOUND=y
+CONFIG_SND=y
+CONFIG_SND_SEQUENCER=y
+CONFIG_SND_PCI=y
+CONFIG_SND_INTEL8X0=y
+CONFIG_SND_HDA_CODEC_REALTEK=y
+CONFIG_SECURITYFS=y
+CONFIG_CGROUP_BPF=y
+CONFIG_SQUASHFS=y
+CONFIG_SQUASHFS_XZ=y
+CONFIG_SQUASHFS_ZSTD=y
+CONFIG_FUSE_FS=y
+CONFIG_VIRTIO_FS=y
+CONFIG_SERIO=y
+CONFIG_PCI=y
+CONFIG_INPUT=y
+CONFIG_INPUT_KEYBOARD=y
+CONFIG_KEYBOARD_ATKBD=y
+CONFIG_SERIAL_8250=y
+CONFIG_SERIAL_8250_CONSOLE=y
+CONFIG_X86_VERBOSE_BOOTUP=y
+CONFIG_VGA_CONSOLE=y
+CONFIG_FB=y
+CONFIG_FB_VESA=y
+CONFIG_FRAMEBUFFER_CONSOLE=y
+CONFIG_RTC_CLASS=y
+CONFIG_RTC_HCTOSYS=y
+CONFIG_RTC_DRV_CMOS=y
+CONFIG_HYPERVISOR_GUEST=y
+CONFIG_PARAVIRT=y
+CONFIG_KVM_GUEST=y
+CONFIG_KVM=y
+CONFIG_KVM_INTEL=y
+CONFIG_KVM_AMD=y
+CONFIG_VSOCKETS=y
+CONFIG_VSOCKETS_DIAG=y
+CONFIG_VSOCKETS_LOOPBACK=y
+CONFIG_VMWARE_VMCI_VSOCKETS=y
+CONFIG_VIRTIO_VSOCKETS=y
+CONFIG_VIRTIO_VSOCKETS_COMMON=y
+CONFIG_HYPERV_VSOCKETS=y
+CONFIG_VMWARE_VMCI=y
+CONFIG_VHOST_VSOCK=y
+CONFIG_HYPERV=y
+CONFIG_UEVENT_HELPER=n
+CONFIG_VIRTIO=y
+CONFIG_VIRTIO_PCI=y
+CONFIG_VIRTIO_MMIO=y
+CONFIG_VIRTIO_BALLOON=y
+CONFIG_NET=y
+CONFIG_NET_CORE=y
+CONFIG_NETDEVICES=y
+CONFIG_NETWORK_FILESYSTEMS=y
+CONFIG_INET=y
+CONFIG_NET_9P=y
+CONFIG_NET_9P_VIRTIO=y
+CONFIG_9P_FS=y
+CONFIG_VIRTIO_NET=y
+CONFIG_CMDLINE_OVERRIDE=n
+CONFIG_BINFMT_SCRIPT=y
+CONFIG_SHMEM=y
+CONFIG_TMPFS=y
+CONFIG_UNIX=y
+CONFIG_MODULE_SIG_FORCE=n
+CONFIG_DEVTMPFS=y
+CONFIG_TTY=y
+CONFIG_VT=y
+CONFIG_UNIX98_PTYS=y
+CONFIG_EARLY_PRINTK=y
+CONFIG_INOTIFY_USER=y
+CONFIG_BLOCK=y
+CONFIG_SCSI_LOWLEVEL=y
+CONFIG_SCSI=y
+CONFIG_SCSI_VIRTIO=y
+CONFIG_BLK_DEV_SD=y
+CONFIG_VIRTIO_CONSOLE=y
+CONFIG_WATCHDOG=y
+CONFIG_WATCHDOG_CORE=y
+CONFIG_I6300ESB_WDT=y
+CONFIG_DEBUG_INFO_DWARF_TOOLCHAIN_DEFAULT=y
+CONFIG_OVERLAY_FS=y
+CONFIG_DAX=y
+CONFIG_DAX_DRIVER=y
+CONFIG_FS_DAX=y
+CONFIG_MEMORY_HOTPLUG=y
+CONFIG_MEMORY_HOTREMOVE=y
+CONFIG_ZONE_DEVICE=y
diff --git a/tools/testing/selftests/vsock/settings b/tools/testing/selftests/vsock/settings
new file mode 100644 (file)
index 0000000..694d707
--- /dev/null
@@ -0,0 +1 @@
+timeout=300
diff --git a/tools/testing/selftests/vsock/vmtest.sh b/tools/testing/selftests/vsock/vmtest.sh
new file mode 100755 (executable)
index 0000000..edacebf
--- /dev/null
@@ -0,0 +1,487 @@
+#!/bin/bash
+# SPDX-License-Identifier: GPL-2.0
+#
+# Copyright (c) 2025 Meta Platforms, Inc. and affiliates
+#
+# Dependencies:
+#              * virtme-ng
+#              * busybox-static (used by virtme-ng)
+#              * qemu  (used by virtme-ng)
+
+readonly SCRIPT_DIR="$(cd -P -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd -P)"
+readonly KERNEL_CHECKOUT=$(realpath "${SCRIPT_DIR}"/../../../../)
+
+source "${SCRIPT_DIR}"/../kselftest/ktap_helpers.sh
+
+readonly VSOCK_TEST="${SCRIPT_DIR}"/vsock_test
+readonly TEST_GUEST_PORT=51000
+readonly TEST_HOST_PORT=50000
+readonly TEST_HOST_PORT_LISTENER=50001
+readonly SSH_GUEST_PORT=22
+readonly SSH_HOST_PORT=2222
+readonly VSOCK_CID=1234
+readonly WAIT_PERIOD=3
+readonly WAIT_PERIOD_MAX=60
+readonly WAIT_TOTAL=$(( WAIT_PERIOD * WAIT_PERIOD_MAX ))
+readonly QEMU_PIDFILE=$(mktemp /tmp/qemu_vsock_vmtest_XXXX.pid)
+
+# virtme-ng offers a netdev for ssh when using "--ssh", but we also need a
+# control port forwarded for vsock_test.  Because virtme-ng doesn't support
+# adding an additional port to forward to the device created from "--ssh" and
+# virtme-init mistakenly sets identical IPs to the ssh device and additional
+# devices, we instead opt out of using --ssh, add the device manually, and also
+# add the kernel cmdline options that virtme-init uses to setup the interface.
+readonly QEMU_TEST_PORT_FWD="hostfwd=tcp::${TEST_HOST_PORT}-:${TEST_GUEST_PORT}"
+readonly QEMU_SSH_PORT_FWD="hostfwd=tcp::${SSH_HOST_PORT}-:${SSH_GUEST_PORT}"
+readonly QEMU_OPTS="\
+        -netdev user,id=n0,${QEMU_TEST_PORT_FWD},${QEMU_SSH_PORT_FWD} \
+        -device virtio-net-pci,netdev=n0 \
+        -device vhost-vsock-pci,guest-cid=${VSOCK_CID} \
+        --pidfile ${QEMU_PIDFILE} \
+"
+readonly KERNEL_CMDLINE="\
+       virtme.dhcp net.ifnames=0 biosdevname=0 \
+       virtme.ssh virtme_ssh_channel=tcp virtme_ssh_user=$USER \
+"
+readonly LOG=$(mktemp /tmp/vsock_vmtest_XXXX.log)
+readonly TEST_NAMES=(vm_server_host_client vm_client_host_server vm_loopback)
+readonly TEST_DESCS=(
+       "Run vsock_test in server mode on the VM and in client mode on the host."
+       "Run vsock_test in client mode on the VM and in server mode on the host."
+       "Run vsock_test using the loopback transport in the VM."
+)
+
+VERBOSE=0
+
+usage() {
+       local name
+       local desc
+       local i
+
+       echo
+       echo "$0 [OPTIONS] [TEST]..."
+       echo "If no TEST argument is given, all tests will be run."
+       echo
+       echo "Options"
+       echo "  -b: build the kernel from the current source tree and use it for guest VMs"
+       echo "  -q: set the path to or name of qemu binary"
+       echo "  -v: verbose output"
+       echo
+       echo "Available tests"
+
+       for ((i = 0; i < ${#TEST_NAMES[@]}; i++)); do
+               name=${TEST_NAMES[${i}]}
+               desc=${TEST_DESCS[${i}]}
+               printf "\t%-35s%-35s\n" "${name}" "${desc}"
+       done
+       echo
+
+       exit 1
+}
+
+die() {
+       echo "$*" >&2
+       exit "${KSFT_FAIL}"
+}
+
+vm_ssh() {
+       ssh -q -o UserKnownHostsFile=/dev/null -p ${SSH_HOST_PORT} localhost "$@"
+       return $?
+}
+
+cleanup() {
+       if [[ -s "${QEMU_PIDFILE}" ]]; then
+               pkill -SIGTERM -F "${QEMU_PIDFILE}" > /dev/null 2>&1
+       fi
+
+       # If failure occurred during or before qemu start up, then we need
+       # to clean this up ourselves.
+       if [[ -e "${QEMU_PIDFILE}" ]]; then
+               rm "${QEMU_PIDFILE}"
+       fi
+}
+
+check_args() {
+       local found
+
+       for arg in "$@"; do
+               found=0
+               for name in "${TEST_NAMES[@]}"; do
+                       if [[ "${name}" = "${arg}" ]]; then
+                               found=1
+                               break
+                       fi
+               done
+
+               if [[ "${found}" -eq 0 ]]; then
+                       echo "${arg} is not an available test" >&2
+                       usage
+               fi
+       done
+
+       for arg in "$@"; do
+               if ! command -v > /dev/null "test_${arg}"; then
+                       echo "Test ${arg} not found" >&2
+                       usage
+               fi
+       done
+}
+
+check_deps() {
+       for dep in vng ${QEMU} busybox pkill ssh; do
+               if [[ ! -x $(command -v "${dep}") ]]; then
+                       echo -e "skip:    dependency ${dep} not found!\n"
+                       exit "${KSFT_SKIP}"
+               fi
+       done
+
+       if [[ ! -x $(command -v "${VSOCK_TEST}") ]]; then
+               printf "skip:    %s not found!" "${VSOCK_TEST}"
+               printf " Please build the kselftest vsock target.\n"
+               exit "${KSFT_SKIP}"
+       fi
+}
+
+check_vng() {
+       local tested_versions
+       local version
+       local ok
+
+       tested_versions=("1.33" "1.36")
+       version="$(vng --version)"
+
+       ok=0
+       for tv in "${tested_versions[@]}"; do
+               if [[ "${version}" == *"${tv}"* ]]; then
+                       ok=1
+                       break
+               fi
+       done
+
+       if [[ ! "${ok}" -eq 1 ]]; then
+               printf "warning: vng version '%s' has not been tested and may " "${version}" >&2
+               printf "not function properly.\n\tThe following versions have been tested: " >&2
+               echo "${tested_versions[@]}" >&2
+       fi
+}
+
+handle_build() {
+       if [[ ! "${BUILD}" -eq 1 ]]; then
+               return
+       fi
+
+       if [[ ! -d "${KERNEL_CHECKOUT}" ]]; then
+               echo "-b requires vmtest.sh called from the kernel source tree" >&2
+               exit 1
+       fi
+
+       pushd "${KERNEL_CHECKOUT}" &>/dev/null
+
+       if ! vng --kconfig --config "${SCRIPT_DIR}"/config; then
+               die "failed to generate .config for kernel source tree (${KERNEL_CHECKOUT})"
+       fi
+
+       if ! make -j$(nproc); then
+               die "failed to build kernel from source tree (${KERNEL_CHECKOUT})"
+       fi
+
+       popd &>/dev/null
+}
+
+vm_start() {
+       local logfile=/dev/null
+       local verbose_opt=""
+       local kernel_opt=""
+       local qemu
+
+       qemu=$(command -v "${QEMU}")
+
+       if [[ "${VERBOSE}" -eq 1 ]]; then
+               verbose_opt="--verbose"
+               logfile=/dev/stdout
+       fi
+
+       if [[ "${BUILD}" -eq 1 ]]; then
+               kernel_opt="${KERNEL_CHECKOUT}"
+       fi
+
+       vng \
+               --run \
+               ${kernel_opt} \
+               ${verbose_opt} \
+               --qemu-opts="${QEMU_OPTS}" \
+               --qemu="${qemu}" \
+               --user root \
+               --append "${KERNEL_CMDLINE}" \
+               --rw  &> ${logfile} &
+
+       if ! timeout ${WAIT_TOTAL} \
+               bash -c 'while [[ ! -s '"${QEMU_PIDFILE}"' ]]; do sleep 1; done; exit 0'; then
+               die "failed to boot VM"
+       fi
+}
+
+vm_wait_for_ssh() {
+       local i
+
+       i=0
+       while true; do
+               if [[ ${i} -gt ${WAIT_PERIOD_MAX} ]]; then
+                       die "Timed out waiting for guest ssh"
+               fi
+               if vm_ssh -- true; then
+                       break
+               fi
+               i=$(( i + 1 ))
+               sleep ${WAIT_PERIOD}
+       done
+}
+
+# derived from selftests/net/net_helper.sh
+wait_for_listener()
+{
+       local port=$1
+       local interval=$2
+       local max_intervals=$3
+       local protocol=tcp
+       local pattern
+       local i
+
+       pattern=":$(printf "%04X" "${port}") "
+
+       # for tcp protocol additionally check the socket state
+       [ "${protocol}" = "tcp" ] && pattern="${pattern}0A"
+       for i in $(seq "${max_intervals}"); do
+               if awk '{print $2" "$4}' /proc/net/"${protocol}"* | \
+                  grep -q "${pattern}"; then
+                       break
+               fi
+               sleep "${interval}"
+       done
+}
+
+vm_wait_for_listener() {
+       local port=$1
+
+       vm_ssh <<EOF
+$(declare -f wait_for_listener)
+wait_for_listener ${port} ${WAIT_PERIOD} ${WAIT_PERIOD_MAX}
+EOF
+}
+
+host_wait_for_listener() {
+       wait_for_listener "${TEST_HOST_PORT_LISTENER}" "${WAIT_PERIOD}" "${WAIT_PERIOD_MAX}"
+}
+
+__log_stdin() {
+       cat | awk '{ printf "%s:\t%s\n","'"${prefix}"'", $0 }'
+}
+
+__log_args() {
+       echo "$*" | awk '{ printf "%s:\t%s\n","'"${prefix}"'", $0 }'
+}
+
+log() {
+       local prefix="$1"
+
+       shift
+       local redirect=
+       if [[ ${VERBOSE} -eq 0 ]]; then
+               redirect=/dev/null
+       else
+               redirect=/dev/stdout
+       fi
+
+       if [[ "$#" -eq 0 ]]; then
+               __log_stdin | tee -a "${LOG}" > ${redirect}
+       else
+               __log_args "$@" | tee -a "${LOG}" > ${redirect}
+       fi
+}
+
+log_setup() {
+       log "setup" "$@"
+}
+
+log_host() {
+       local testname=$1
+
+       shift
+       log "test:${testname}:host" "$@"
+}
+
+log_guest() {
+       local testname=$1
+
+       shift
+       log "test:${testname}:guest" "$@"
+}
+
+test_vm_server_host_client() {
+       local testname="${FUNCNAME[0]#test_}"
+
+       vm_ssh -- "${VSOCK_TEST}" \
+               --mode=server \
+               --control-port="${TEST_GUEST_PORT}" \
+               --peer-cid=2 \
+               2>&1 | log_guest "${testname}" &
+
+       vm_wait_for_listener "${TEST_GUEST_PORT}"
+
+       ${VSOCK_TEST} \
+               --mode=client \
+               --control-host=127.0.0.1 \
+               --peer-cid="${VSOCK_CID}" \
+               --control-port="${TEST_HOST_PORT}" 2>&1 | log_host "${testname}"
+
+       return $?
+}
+
+test_vm_client_host_server() {
+       local testname="${FUNCNAME[0]#test_}"
+
+       ${VSOCK_TEST} \
+               --mode "server" \
+               --control-port "${TEST_HOST_PORT_LISTENER}" \
+               --peer-cid "${VSOCK_CID}" 2>&1 | log_host "${testname}" &
+
+       host_wait_for_listener
+
+       vm_ssh -- "${VSOCK_TEST}" \
+               --mode=client \
+               --control-host=10.0.2.2 \
+               --peer-cid=2 \
+               --control-port="${TEST_HOST_PORT_LISTENER}" 2>&1 | log_guest "${testname}"
+
+       return $?
+}
+
+test_vm_loopback() {
+       local testname="${FUNCNAME[0]#test_}"
+       local port=60000 # non-forwarded local port
+
+       vm_ssh -- "${VSOCK_TEST}" \
+               --mode=server \
+               --control-port="${port}" \
+               --peer-cid=1 2>&1 | log_guest "${testname}" &
+
+       vm_wait_for_listener "${port}"
+
+       vm_ssh -- "${VSOCK_TEST}" \
+               --mode=client \
+               --control-host="127.0.0.1" \
+               --control-port="${port}" \
+               --peer-cid=1 2>&1 | log_guest "${testname}"
+
+       return $?
+}
+
+run_test() {
+       local host_oops_cnt_before
+       local host_warn_cnt_before
+       local vm_oops_cnt_before
+       local vm_warn_cnt_before
+       local host_oops_cnt_after
+       local host_warn_cnt_after
+       local vm_oops_cnt_after
+       local vm_warn_cnt_after
+       local name
+       local rc
+
+       host_oops_cnt_before=$(dmesg | grep -c -i 'Oops')
+       host_warn_cnt_before=$(dmesg --level=warn | wc -l)
+       vm_oops_cnt_before=$(vm_ssh -- dmesg | grep -c -i 'Oops')
+       vm_warn_cnt_before=$(vm_ssh -- dmesg --level=warn | wc -l)
+
+       name=$(echo "${1}" | awk '{ print $1 }')
+       eval test_"${name}"
+       rc=$?
+
+       host_oops_cnt_after=$(dmesg | grep -i 'Oops' | wc -l)
+       if [[ ${host_oops_cnt_after} -gt ${host_oops_cnt_before} ]]; then
+               echo "FAIL: kernel oops detected on host" | log_host "${name}"
+               rc=$KSFT_FAIL
+       fi
+
+       host_warn_cnt_after=$(dmesg --level=warn | wc -l)
+       if [[ ${host_warn_cnt_after} -gt ${host_warn_cnt_before} ]]; then
+               echo "FAIL: kernel warning detected on host" | log_host "${name}"
+               rc=$KSFT_FAIL
+       fi
+
+       vm_oops_cnt_after=$(vm_ssh -- dmesg | grep -i 'Oops' | wc -l)
+       if [[ ${vm_oops_cnt_after} -gt ${vm_oops_cnt_before} ]]; then
+               echo "FAIL: kernel oops detected on vm" | log_host "${name}"
+               rc=$KSFT_FAIL
+       fi
+
+       vm_warn_cnt_after=$(vm_ssh -- dmesg --level=warn | wc -l)
+       if [[ ${vm_warn_cnt_after} -gt ${vm_warn_cnt_before} ]]; then
+               echo "FAIL: kernel warning detected on vm" | log_host "${name}"
+               rc=$KSFT_FAIL
+       fi
+
+       return "${rc}"
+}
+
+QEMU="qemu-system-$(uname -m)"
+
+while getopts :hvsq:b o
+do
+       case $o in
+       v) VERBOSE=1;;
+       b) BUILD=1;;
+       q) QEMU=$OPTARG;;
+       h|*) usage;;
+       esac
+done
+shift $((OPTIND-1))
+
+trap cleanup EXIT
+
+if [[ ${#} -eq 0 ]]; then
+       ARGS=("${TEST_NAMES[@]}")
+else
+       ARGS=("$@")
+fi
+
+check_args "${ARGS[@]}"
+check_deps
+check_vng
+handle_build
+
+echo "1..${#ARGS[@]}"
+
+log_setup "Booting up VM"
+vm_start
+vm_wait_for_ssh
+log_setup "VM booted up"
+
+cnt_pass=0
+cnt_fail=0
+cnt_skip=0
+cnt_total=0
+for arg in "${ARGS[@]}"; do
+       run_test "${arg}"
+       rc=$?
+       if [[ ${rc} -eq $KSFT_PASS ]]; then
+               cnt_pass=$(( cnt_pass + 1 ))
+               echo "ok ${cnt_total} ${arg}"
+       elif [[ ${rc} -eq $KSFT_SKIP ]]; then
+               cnt_skip=$(( cnt_skip + 1 ))
+               echo "ok ${cnt_total} ${arg} # SKIP"
+       elif [[ ${rc} -eq $KSFT_FAIL ]]; then
+               cnt_fail=$(( cnt_fail + 1 ))
+               echo "not ok ${cnt_total} ${arg} # exit=$rc"
+       fi
+       cnt_total=$(( cnt_total + 1 ))
+done
+
+echo "SUMMARY: PASS=${cnt_pass} SKIP=${cnt_skip} FAIL=${cnt_fail}"
+echo "Log: ${LOG}"
+
+if [ $((cnt_pass + cnt_skip)) -eq ${cnt_total} ]; then
+       exit "$KSFT_PASS"
+else
+       exit "$KSFT_FAIL"
+fi