8cb7d5b461
The test scripts create a bunch of temporary files to keep track of internal state. Some are made in /tmp with individual mktemp calls, some go in the passt source directory, and some go in $LOGDIR. This can sometimes make it messy to clean up after failed test runs. Start cleaning this up by creating a single "state" directory ($STATEBASE) in /tmp for all the state or temporary files used by a single test run. Clean it up automatically in cleanup() - except when DEBUG==1, because those files can be useful for debugging test script failures. We create subdirectories under $STATEBASE for each setup function, exposed as $STATESETUP. We also create subdirectories for each test script and expose those to the scripts as __STATEDIR__. Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
409 lines
14 KiB
Bash
Executable file
409 lines
14 KiB
Bash
Executable file
#!/bin/sh
|
|
#
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
#
|
|
# PASST - Plug A Simple Socket Transport
|
|
# for qemu/UNIX domain socket mode
|
|
#
|
|
# PASTA - Pack A Subtle Tap Abstraction
|
|
# for network namespace/tap device mode
|
|
#
|
|
# test/lib/setup - Set up and tear down passt and pasta environments
|
|
#
|
|
# Copyright (c) 2021 Red Hat GmbH
|
|
# Author: Stefano Brivio <sbrivio@redhat.com>
|
|
|
|
INITRAMFS="${BASEPATH}/mbuto.img"
|
|
VCPUS="$( [ $(nproc) -ge 8 ] && echo 6 || echo $(( $(nproc) / 2 + 1 )) )"
|
|
__mem_kib="$(sed -n 's/MemTotal:[ ]*\([0-9]*\) kB/\1/p' /proc/meminfo)"
|
|
VMEM="$((${__mem_kib} / 1024 / 4))"
|
|
NSHOLDER="${BASEPATH}/nsholder"
|
|
|
|
# setup_build() - Set up pane layout for build tests
|
|
setup_build() {
|
|
context_setup_host host
|
|
|
|
layout_host
|
|
}
|
|
|
|
# setup_distro() - Set up pane layout for distro tests
|
|
setup_distro() {
|
|
layout_host
|
|
}
|
|
|
|
# setup_passt() - Start qemu and passt
|
|
setup_passt() {
|
|
context_setup_host host
|
|
context_setup_host passt
|
|
context_setup_host qemu
|
|
|
|
layout_passt
|
|
|
|
# Ports:
|
|
#
|
|
# guest | host
|
|
# --------------|---------------------
|
|
# 10001 as server | forwarded to guest
|
|
# 10003 | as server
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
context_run passt "make clean"
|
|
context_run passt "make valgrind"
|
|
context_run_bg passt "valgrind --max-stackframe=$((4 * 1024 * 1024)) --trace-children=yes --vgdb=no --error-exitcode=1 --suppressions=test/valgrind.supp ./passt ${__opts} -f -t 10001 -u 10001 -P passt.pid"
|
|
sleep 5
|
|
|
|
GUEST_CID=94557
|
|
context_run_bg qemu './qrap 5 qemu-system-$(uname -m)' \
|
|
' -machine accel=kvm' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=16384" \
|
|
" -netdev socket,fd=5,id=hostnet0" \
|
|
" -pidfile passt_qemu.pid" \
|
|
" -device vhost-vsock-pci,guest-cid=$GUEST_CID"
|
|
|
|
context_setup_guest guest $GUEST_CID
|
|
}
|
|
|
|
# setup_pasta() - Create a network and user namespace, connect pasta to it
|
|
setup_pasta() {
|
|
context_setup_host host
|
|
context_setup_host passt
|
|
context_setup_host unshare
|
|
|
|
layout_pasta
|
|
|
|
context_run_bg unshare "unshare -rUnpf ${NSHOLDER} ns.hold hold"
|
|
__target_pid=$(${NSHOLDER} ns.hold pid)
|
|
|
|
context_setup_nsenter ns -U -n -p --preserve-credentials -t ${__target_pid}
|
|
|
|
# Ports:
|
|
#
|
|
# ns | host
|
|
# ------------------|---------------------
|
|
# 10002 as server | spliced to ns
|
|
# 10003 spliced to init | as server
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
context_run_bg passt "./pasta ${__opts} -f -t 10002 -T 10003 -u 10002 -U 10003 -P passt.pid ${__target_pid}"
|
|
sleep 1
|
|
}
|
|
|
|
# setup_passt_in_ns() - Set up namespace (with pasta), run qemu and passt into it
|
|
setup_passt_in_ns() {
|
|
context_setup_host host
|
|
context_setup_host pasta
|
|
|
|
layout_passt_in_pasta
|
|
|
|
# Ports:
|
|
#
|
|
# guest | ns | host
|
|
# -------------|--------------------|-----------------
|
|
# 10001 as server | forwarded to guest | spliced to ns
|
|
# 10002 | as server | spliced to ns
|
|
# 10003 | spliced to init | as server
|
|
# 10011 as server | forwarded to guest | spliced to ns
|
|
# 10012 | as server | spliced to ns
|
|
# 10013 | spliced to init | as server
|
|
#
|
|
# 10021 as server | forwarded to guest |
|
|
# 10031 as server | forwarded to guest |
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta_with_passt.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
context_run_bg pasta "./pasta ${__opts} -t 10001,10002,10011,10012 -T 10003,10013 -u 10001,10002,10011,10012 -U 10003,10013 -P pasta.pid ${NSHOLDER} ns.hold hold"
|
|
sleep 1
|
|
__ns_pid=$(${NSHOLDER} ns.hold pid)
|
|
|
|
context_setup_nsenter qemu "-t ${__ns_pid} -U -n -p --preserve-credentials"
|
|
context_setup_nsenter ns "-t ${__ns_pid} -U -n -p --preserve-credentials"
|
|
context_setup_nsenter passt "-t ${__ns_pid} -U -n -p --preserve-credentials"
|
|
|
|
__ifname=$(context_run ns "ip -j link show | jq -rM '.[] | select(.link_type == \"ether\").ifname'")
|
|
context_run ns "/sbin/dhclient -4 --no-pid ${__ifname}"
|
|
sleep 2
|
|
context_run ns "/sbin/dhclient -6 --no-pid ${__ifname}"
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt_in_pasta.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
if [ ${VALGRIND} -eq 1 ]; then
|
|
context_run passt "make clean"
|
|
context_run passt "make valgrind"
|
|
context_run_bg passt "valgrind --max-stackframe=$((4 * 1024 * 1024)) --trace-children=yes --vgdb=no --error-exitcode=1 --suppressions=test/valgrind.supp ./passt -f ${__opts} -t 10001,10011,10021,10031 -u 10001,10011,10021,10031 -P passt.pid"
|
|
else
|
|
context_run passt "make clean"
|
|
context_run passt "make"
|
|
context_run_bg passt "./passt -f ${__opts} -t 10001,10011,10021,10031 -u 10001,10011,10021,10031 -P passt.pid"
|
|
fi
|
|
sleep 5
|
|
|
|
GUEST_CID=94557
|
|
context_run_bg qemu './qrap 5 qemu-system-$(uname -m)' \
|
|
' -machine accel=kvm' \
|
|
' -M accel=kvm:tcg' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=524288" \
|
|
" -netdev socket,fd=5,id=hostnet0" \
|
|
' -pidfile passt_in_ns_qemu.pid' \
|
|
" -device vhost-vsock-pci,guest-cid=$GUEST_CID"
|
|
|
|
context_setup_guest guest $GUEST_CID
|
|
}
|
|
|
|
# setup_two_guests() - Set up two namespace, run qemu and passt in both of them
|
|
setup_two_guests() {
|
|
context_setup_host host
|
|
context_setup_host pasta_1
|
|
context_setup_host pasta_2
|
|
|
|
layout_two_guests
|
|
|
|
# Ports:
|
|
#
|
|
# guest #1 | guest #2 | ns #1 | ns #2 | host
|
|
# --------- |-----------|-----------|------------|------------
|
|
# 10001 as server | | to guest | to init | to ns #1
|
|
# 10002 | | as server | | to ns #1
|
|
# 10003 | | to init | to init | as server
|
|
# 10004 | as server | to init | to guest | to ns #2
|
|
# 10005 | | | as server | to ns #2
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta_1.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
context_run_bg pasta_1 "./pasta ${__opts} -P pasta_1.pid -t 10001,10002 -T 10003,10004 -u 10001,10002 -U 10003,10004 ${NSHOLDER} ns1.hold hold"
|
|
__ns1_pid=$(${NSHOLDER} ns1.hold pid)
|
|
context_setup_nsenter passt_1 -U -n -p --preserve-credentials -t ${__ns1_pid}
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta_2.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
context_run_bg pasta_2 "./pasta ${__opts} -P pasta_2.pid -t 10004,10005 -T 10003,10001 -u 10004,10005 -U 10003,10001 ${NSHOLDER} ns2.hold hold"
|
|
__ns2_pid=$(${NSHOLDER} ns2.hold pid)
|
|
context_setup_nsenter passt_2 -U -n -p --preserve-credentials -t ${__ns2_pid}
|
|
|
|
context_setup_nsenter qemu_1 -U -n -p --preserve-credentials -t ${__ns1_pid}
|
|
context_setup_nsenter qemu_2 -U -n -p --preserve-credentials -t ${__ns2_pid}
|
|
|
|
__ifname="$(context_run qemu_1 "ip -j link show | jq -rM '.[] | select(.link_type == \"ether\").ifname'")"
|
|
|
|
context_run qemu_1 "/sbin/dhclient -4 --no-pid ${__ifname}"
|
|
context_run qemu_2 "/sbin/dhclient -4 --no-pid ${__ifname}"
|
|
context_run qemu_1 "/sbin/dhclient -6 --no-pid ${__ifname}"
|
|
context_run qemu_2 "/sbin/dhclient -6 --no-pid ${__ifname}"
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt_1.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
context_run_bg passt_1 "./passt -P passt_1.pid -f ${__opts} -t 10001 -u 10001"
|
|
sleep 1
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt_2.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
context_run_bg passt_2 "./passt -P passt_2.pid -f ${__opts} -t 10004 -u 10004"
|
|
|
|
GUEST_1_CID=94557
|
|
context_run_bg qemu_1 './qrap 5 qemu-system-$(uname -m)' \
|
|
' -M accel=kvm:tcg' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=16384" \
|
|
" -netdev socket,fd=5,id=hostnet0" \
|
|
' -pidfile two_guests_qemu_1.pid' \
|
|
" -device vhost-vsock-pci,guest-cid=$GUEST_1_CID"
|
|
|
|
GUEST_2_CID=94558
|
|
context_run_bg qemu_2 './qrap 5 qemu-system-$(uname -m)' \
|
|
' -M accel=kvm:tcg' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=16384" \
|
|
" -netdev socket,fd=5,id=hostnet0" \
|
|
' -pidfile two_guests_qemu_2.pid' \
|
|
" -device vhost-vsock-pci,guest-cid=$GUEST_2_CID"
|
|
|
|
context_setup_guest guest_1 ${GUEST_1_CID}
|
|
context_setup_guest guest_2 ${GUEST_2_CID}
|
|
}
|
|
|
|
# teardown_context_watch() - Remove contexts and stop panes watching them
|
|
# $1: Pane number watching
|
|
# $@: Context names
|
|
teardown_context_watch() {
|
|
__pane="$1"
|
|
shift
|
|
for __c; do
|
|
context_teardown "${__c}"
|
|
done
|
|
tmux send-keys -t ${__pane} "C-c"
|
|
}
|
|
|
|
# teardown_build() - Nothing to do, yet
|
|
teardown_build() {
|
|
teardown_context_watch ${PANE_HOST} host
|
|
}
|
|
|
|
# teardown_distro() - Nothing to do, yet
|
|
teardown_distro() {
|
|
:
|
|
}
|
|
|
|
# teardown_passt() - Kill qemu, remove passt PID file
|
|
teardown_passt() {
|
|
kill $(cat passt_qemu.pid)
|
|
|
|
rm passt.pid
|
|
|
|
teardown_context_watch ${PANE_HOST} host
|
|
teardown_context_watch ${PANE_PASST} passt
|
|
teardown_context_watch ${PANE_GUEST} qemu guest
|
|
}
|
|
|
|
# teardown_passt() - Exit namespace, kill pasta process
|
|
teardown_pasta() {
|
|
${NSHOLDER} ns.hold stop
|
|
context_wait unshare
|
|
|
|
teardown_context_watch ${PANE_HOST} host
|
|
teardown_context_watch ${PANE_PASST} passt
|
|
teardown_context_watch ${PANE_NS} unshare ns
|
|
}
|
|
|
|
# teardown_passt_in_ns() - Exit namespace, kill qemu and pasta, remove pid file
|
|
teardown_passt_in_ns() {
|
|
context_run ns kill $(cat passt_in_ns_qemu.pid)
|
|
context_wait qemu
|
|
|
|
${NSHOLDER} ns.hold stop
|
|
context_wait pasta
|
|
|
|
rm passt.pid pasta.pid
|
|
|
|
teardown_context_watch ${PANE_HOST} host
|
|
teardown_context_watch ${PANE_PASST} pasta passt
|
|
teardown_context_watch ${PANE_NS} ns
|
|
teardown_context_watch ${PANE_GUEST} qemu guest
|
|
}
|
|
|
|
# teardown_two_guests() - Exit namespaces, kill qemu processes, passt and pasta
|
|
teardown_two_guests() {
|
|
__ns1_pid=$(${NSHOLDER} ns1.hold pid)
|
|
__ns2_pid=$(${NSHOLDER} ns2.hold pid)
|
|
nsenter -U -p --preserve-credentials -t ${__ns1_pid} kill $(cat two_guests_qemu_1.pid)
|
|
nsenter -U -p --preserve-credentials -t ${__ns2_pid} kill $(cat two_guests_qemu_2.pid)
|
|
context_wait qemu_1
|
|
context_wait qemu_2
|
|
|
|
nsenter -U -p --preserve-credentials -t ${__ns1_pid} kill $(cat passt_1.pid)
|
|
nsenter -U -p --preserve-credentials -t ${__ns2_pid} kill $(cat passt_2.pid)
|
|
context_wait passt_1
|
|
context_wait passt_2
|
|
${NSHOLDER} ns1.hold stop
|
|
${NSHOLDER} ns2.hold stop
|
|
context_wait pasta_1
|
|
context_wait pasta_2
|
|
|
|
rm -f passt_[12].pid pasta_[12].pid
|
|
|
|
teardown_context_watch ${PANE_HOST} host
|
|
teardown_context_watch ${PANE_GUEST_1} qemu_1 guest_1
|
|
teardown_context_watch ${PANE_GUEST_2} qemu_2 guest_2
|
|
teardown_context_watch ${PANE_PASST_1} pasta_1 passt_1
|
|
teardown_context_watch ${PANE_PASST_2} pasta_2 passt_2
|
|
}
|
|
|
|
# teardown_demo_passt() - Exit namespace, kill qemu, passt and pasta
|
|
teardown_demo_passt() {
|
|
tmux send-keys -t ${PANE_GUEST} "C-c"
|
|
pane_wait GUEST
|
|
|
|
tmux send-keys -t ${PANE_GUEST} "C-d"
|
|
tmux send-keys -t ${PANE_PASST} "C-c"
|
|
|
|
pane_wait GUEST
|
|
pane_wait HOST
|
|
pane_wait PASST
|
|
|
|
tmux kill-pane -a -t 0
|
|
tmux send-keys -t 0 "C-c"
|
|
}
|
|
|
|
# teardown_demo_pasta() - Exit perf and namespace from remaining pane
|
|
teardown_demo_pasta() {
|
|
tmux send-keys -t ${PANE_NS} "q"
|
|
pane_wait NS
|
|
tmux send-keys -t ${PANE_NS} "C-d"
|
|
pane_wait NS
|
|
|
|
tmux kill-pane -a -t 0
|
|
tmux send-keys -t 0 "C-c"
|
|
}
|
|
|
|
# teardown_demo_podman() - Exit namespaces
|
|
teardown_demo_podman() {
|
|
tmux send-keys -t ${PANE_NS1} "C-d"
|
|
tmux send-keys -t ${PANE_NS2} "C-d"
|
|
pane_wait NS1
|
|
pane_wait NS2
|
|
|
|
tmux kill-pane -a -t 0
|
|
tmux send-keys -t 0 "C-c"
|
|
}
|
|
|
|
# setup() - Run setup_*() functions
|
|
# $*: Suffix list of setup_*() functions to be called
|
|
setup() {
|
|
for arg do
|
|
STATESETUP="${STATEBASE}/${arg}"
|
|
mkdir -p "${STATESETUP}"
|
|
eval setup_${arg}
|
|
done
|
|
}
|
|
|
|
# teardown() - Run teardown_*() functions
|
|
# $*: Suffix list of teardown_*() functions to be called
|
|
teardown() {
|
|
for arg do
|
|
eval teardown_${arg}
|
|
done
|
|
}
|