d078a1113f
teardown_passt_in_ns() sends a ^D to the NS pane, which appears to be intended to terminate the nsenter running there, leaving the namespace. However, we've also sent a ^D to the PASST pane which will exit the pasta instance which created the namespace. With the namespace destroyed the nsenter in the NS pane will be killed, so it does not need to be exited explicitly. In fact sending the extra ^D can be harmful, since it will exit the shell in which the nsenter was run, causing the whole pane to be closed. That can then mean that the "pane_wait NS" hangs indefinitely. I believe this will sometimes work, because there's a race between the various options here, but it should be more reliable without the extra ^D. Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
392 lines
12 KiB
Bash
Executable file
392 lines
12 KiB
Bash
Executable file
#!/bin/sh
|
|
#
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
#
|
|
# PASST - Plug A Simple Socket Transport
|
|
# for qemu/UNIX domain socket mode
|
|
#
|
|
# PASTA - Pack A Subtle Tap Abstraction
|
|
# for network namespace/tap device mode
|
|
#
|
|
# test/lib/setup - Set up and tear down passt and pasta environments
|
|
#
|
|
# Copyright (c) 2021 Red Hat GmbH
|
|
# Author: Stefano Brivio <sbrivio@redhat.com>
|
|
|
|
INITRAMFS="${BASEPATH}/mbuto.img"
|
|
VCPUS="$( [ $(nproc) -ge 8 ] && echo 6 || echo $(( $(nproc) / 2 + 1 )) )"
|
|
__mem_kib="$(sed -n 's/MemTotal:[ ]*\([0-9]*\) kB/\1/p' /proc/meminfo)"
|
|
VMEM="$((${__mem_kib} / 1024 / 4))"
|
|
|
|
# setup_build() - Set up pane layout for build tests
|
|
setup_build() {
|
|
layout_host
|
|
}
|
|
|
|
# setup_passt() - Start qemu and passt
|
|
setup_passt() {
|
|
layout_passt
|
|
|
|
# Ports:
|
|
#
|
|
# guest | host
|
|
# --------------|---------------------
|
|
# 10001 as server | forwarded to guest
|
|
# 10003 | as server
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
pane_run PASST "make clean"
|
|
pane_status PASST
|
|
pane_run PASST "make valgrind"
|
|
pane_status PASST
|
|
pane_run PASST "valgrind --max-stackframe=$((4 * 1024 * 1024)) --trace-children=yes --vgdb=no --error-exitcode=1 --suppressions=test/valgrind.supp ./passt ${__opts} -f -t 10001 -u 10001 -P passt.pid"
|
|
sleep 5
|
|
|
|
pane_run GUEST './qrap 5 qemu-system-$(uname -m)' \
|
|
' -machine accel=kvm' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=16384" \
|
|
" -netdev socket,fd=5,id=hostnet0"
|
|
pane_status GUEST
|
|
|
|
# Set things up to reduce problems parsing host command output
|
|
pane_run HOST "PS1='$ '"
|
|
pane_wait HOST
|
|
# Non-bash shells will fail this, but also don't need it, so ignore errors
|
|
pane_run HOST "bind 'set enable-bracketed-paste off'"
|
|
pane_wait HOST
|
|
}
|
|
|
|
# setup_pasta() - Create a network and user namespace, connect pasta to it
|
|
setup_pasta() {
|
|
layout_pasta
|
|
|
|
pane_run NS 'echo $$'
|
|
pane_wait NS
|
|
__tty_pid="$(pane_parse NS)"
|
|
|
|
pane_run NS "unshare -rUnpf /bin/sh"
|
|
pane_status NS
|
|
|
|
pane_run PASST "pstree -p ${__tty_pid} | sed -n 's/.*(\([0-9].*\))$/\1/p'"
|
|
pane_wait PASST
|
|
__target_pid="$(pane_parse PASST)"
|
|
|
|
# Ports:
|
|
#
|
|
# ns | host
|
|
# ------------------|---------------------
|
|
# 10002 as server | spliced to ns
|
|
# 10003 spliced to init | as server
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
pane_run PASST "./pasta ${__opts} -f -t 10002 -T 10003 -u 10002 -U 10003 ${__target_pid}"
|
|
sleep 1
|
|
}
|
|
|
|
# setup_passt_in_ns() - Set up namespace (with pasta), run qemu and passt into it
|
|
setup_passt_in_ns() {
|
|
layout_passt_in_pasta
|
|
|
|
# Ports:
|
|
#
|
|
# guest | ns | host
|
|
# -------------|--------------------|-----------------
|
|
# 10001 as server | forwarded to guest | spliced to ns
|
|
# 10002 | as server | spliced to ns
|
|
# 10003 | spliced to init | as server
|
|
# 10011 as server | forwarded to guest | spliced to ns
|
|
# 10012 | as server | spliced to ns
|
|
# 10013 | spliced to init | as server
|
|
#
|
|
# 10021 as server | forwarded to guest |
|
|
# 10031 as server | forwarded to guest |
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta_with_passt.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
__pid_file="$(mktemp)"
|
|
pane_run PASST "./pasta ${__opts} -t 10001,10002,10011,10012 -T 10003,10013 -u 10001,10002,10011,10012 -U 10003,10013 -P ${__pid_file}"
|
|
sleep 1
|
|
pane_run PASST ''
|
|
pane_status PASST
|
|
__pasta_pid="$(cat "${__pid_file}")"
|
|
__ns_pid="$(cat /proc/${__pasta_pid}/task/${__pasta_pid}/children | cut -f1 -d' ')"
|
|
rm "${__pid_file}"
|
|
|
|
pane_run GUEST "nsenter -t ${__ns_pid} -U -n --preserve-credentials"
|
|
pane_run NS "nsenter -t ${__ns_pid} -U -n -p --preserve-credentials"
|
|
pane_status GUEST
|
|
pane_status NS
|
|
|
|
pane_run NS "ip -j link show | jq -rM '.[] | select(.link_type == \"ether\").ifname'"
|
|
pane_wait NS
|
|
__ifname="$(pane_parse NS)"
|
|
pane_run NS "/sbin/dhclient -4 --no-pid ${__ifname}"
|
|
pane_status NS
|
|
sleep 2
|
|
pane_run NS "/sbin/dhclient -6 --no-pid ${__ifname}"
|
|
pane_status NS
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt_in_pasta.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
if [ ${VALGRIND} -eq 1 ]; then
|
|
pane_run PASST "make clean"
|
|
pane_status PASST
|
|
pane_run PASST "make valgrind"
|
|
pane_status PASST
|
|
pane_run PASST "valgrind --max-stackframe=$((4 * 1024 * 1024)) --trace-children=yes --vgdb=no --error-exitcode=1 --suppressions=test/valgrind.supp ./passt -f ${__opts} -t 10001,10011,10021,10031 -u 10001,10011,10021,10031 -P passt.pid"
|
|
else
|
|
pane_run PASST "make clean"
|
|
pane_status PASST
|
|
pane_run PASST "make"
|
|
pane_status PASST
|
|
pane_run PASST "./passt -f ${__opts} -t 10001,10011,10021,10031 -u 10001,10011,10021,10031 -P passt.pid"
|
|
fi
|
|
sleep 5
|
|
|
|
pane_run GUEST './qrap 5 qemu-system-$(uname -m)' \
|
|
' -machine accel=kvm' \
|
|
' -M accel=kvm:tcg' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=524288" \
|
|
" -netdev socket,fd=5,id=hostnet0"
|
|
pane_status GUEST
|
|
|
|
# Set things up to reduce problems parsing host command output
|
|
pane_run HOST "PS1='$ '"
|
|
pane_wait HOST
|
|
# Non-bash shells will fail this, but also don't need it, so ignore errors
|
|
pane_run HOST "bind 'set enable-bracketed-paste off'"
|
|
pane_wait HOST
|
|
}
|
|
|
|
# setup_two_guests() - Set up two namespace, run qemu and passt in both of them
|
|
setup_two_guests() {
|
|
layout_two_guests
|
|
|
|
# Ports:
|
|
#
|
|
# guest #1 | guest #2 | ns #1 | ns #2 | host
|
|
# --------- |-----------|-----------|------------|------------
|
|
# 10001 as server | | to guest | to init | to ns #1
|
|
# 10002 | | as server | | to ns #1
|
|
# 10003 | | to init | to init | as server
|
|
# 10004 | as server | to init | to guest | to ns #2
|
|
# 10005 | | | as server | to ns #2
|
|
|
|
__pid1_file="$(mktemp)"
|
|
__pid2_file="$(mktemp)"
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta_1.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
pane_run PASST_1 "./pasta ${__opts} -P ${__pid1_file} -t 10001,10002 -T 10003,10004 -u 10001,10002 -U 10003,10004"
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/pasta_2.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
pane_run PASST_2 "./pasta ${__opts} -P ${__pid2_file} -t 10004,10005 -T 10003,10001 -u 10004,10005 -U 10003,10001"
|
|
|
|
sleep 1
|
|
pane_run PASST_1 ''
|
|
pane_run PASST_2 ''
|
|
|
|
pane_status PASST_1
|
|
pane_status PASST_2
|
|
__pasta1_pid="$(cat "${__pid1_file}")"
|
|
__ns1_pid="$(cat /proc/${__pasta1_pid}/task/${__pasta1_pid}/children | cut -f1 -d' ')"
|
|
rm "${__pid1_file}"
|
|
__pasta2_pid="$(cat "${__pid2_file}")"
|
|
__ns2_pid="$(cat /proc/${__pasta2_pid}/task/${__pasta2_pid}/children | cut -f1 -d' ')"
|
|
rm "${__pid2_file}"
|
|
|
|
pane_run GUEST_1 "nsenter -t ${__ns1_pid} -U -n --preserve-credentials"
|
|
pane_run GUEST_2 "nsenter -t ${__ns2_pid} -U -n --preserve-credentials"
|
|
|
|
pane_run PASST_1 "ip -j link show | jq -rM '.[] | select(.link_type == \"ether\").ifname'"
|
|
pane_wait PASST_1
|
|
__ifname="$(pane_parse PASST_1)"
|
|
|
|
pane_run GUEST_1 "/sbin/dhclient -4 ${__ifname}"
|
|
pane_run GUEST_2 "/sbin/dhclient -4 ${__ifname}"
|
|
pane_status GUEST_1
|
|
pane_status GUEST_2
|
|
sleep 2
|
|
pane_run GUEST_1 "/sbin/dhclient -6 ${__ifname}"
|
|
pane_run GUEST_2 "/sbin/dhclient -6 ${__ifname}"
|
|
pane_status GUEST_1
|
|
pane_status GUEST_2
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt_1.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
|
|
pane_run PASST_1 "./passt -f ${__opts} -t 10001 -u 10001"
|
|
sleep 1
|
|
|
|
__opts=
|
|
[ ${PCAP} -eq 1 ] && __opts="${__opts} -p /tmp/passt_2.pcap"
|
|
[ ${DEBUG} -eq 1 ] && __opts="${__opts} -d"
|
|
[ ${TRACE} -eq 1 ] && __opts="${__opts} --trace"
|
|
pane_run PASST_2 "./passt -f ${__opts} -t 10004 -u 10004"
|
|
|
|
pane_run GUEST_1 './qrap 5 qemu-system-$(uname -m)' \
|
|
' -M accel=kvm:tcg' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=16384" \
|
|
" -netdev socket,fd=5,id=hostnet0"
|
|
pane_run GUEST_2 './qrap 5 qemu-system-$(uname -m)' \
|
|
' -M accel=kvm:tcg' \
|
|
' -m '${VMEM}' -cpu host -smp '${VCPUS} \
|
|
' -kernel ' "/boot/vmlinuz-$(uname -r)" \
|
|
' -initrd '${INITRAMFS}' -nographic -serial stdio' \
|
|
' -nodefaults' \
|
|
' -append "console=ttyS0 mitigations=off apparmor=0 ' \
|
|
'virtio-net.napi_tx=1"' \
|
|
" -device virtio-net-pci,netdev=hostnet0,x-txburst=16384" \
|
|
" -netdev socket,fd=5,id=hostnet0"
|
|
pane_status GUEST_1
|
|
pane_status GUEST_2
|
|
}
|
|
|
|
# teardown_passt() - Kill qemu, remove passt PID file
|
|
teardown_passt() {
|
|
tmux send-keys -t ${PANE_GUEST} "C-c"
|
|
pane_wait GUEST
|
|
rm passt.pid
|
|
}
|
|
|
|
# teardown_passt() - Exit namespace, kill pasta process
|
|
teardown_pasta() {
|
|
tmux send-keys -t ${PANE_PASST} "C-c"
|
|
pane_wait PASST
|
|
tmux send-keys -t ${PANE_NS} "C-d"
|
|
pane_wait NS
|
|
}
|
|
|
|
# teardown_passt_in_ns() - Exit namespace, kill qemu and pasta, remove pid file
|
|
teardown_passt_in_ns() {
|
|
tmux send-keys -t ${PANE_GUEST} "C-c"
|
|
pane_wait GUEST
|
|
tmux send-keys -t ${PANE_GUEST} "C-d"
|
|
|
|
[ ${VALGRIND} -eq 0 ] && tmux send-keys -t ${PANE_PASST} "C-c"
|
|
[ ${VALGRIND} -eq 0 ] && pane_status GUEST
|
|
tmux send-keys -t ${PANE_PASST} "C-d"
|
|
|
|
pane_wait GUEST
|
|
pane_wait NS
|
|
pane_wait PASST
|
|
|
|
rm passt.pid
|
|
}
|
|
|
|
# teardown_two_guests() - Exit namespaces, kill qemu processes, passt and pasta
|
|
teardown_two_guests() {
|
|
tmux send-keys -t ${PANE_GUEST_1} "C-c"
|
|
pane_wait GUEST_1
|
|
tmux send-keys -t ${PANE_GUEST_1} "C-d"
|
|
|
|
tmux send-keys -t ${PANE_GUEST_2} "C-c"
|
|
pane_wait GUEST_2
|
|
tmux send-keys -t ${PANE_GUEST_2} "C-d"
|
|
|
|
tmux send-keys -t ${PANE_PASST_1} "C-c"
|
|
pane_wait PASST_1
|
|
tmux send-keys -t ${PANE_PASST_1} "C-d"
|
|
|
|
tmux send-keys -t ${PANE_PASST_2} "C-c"
|
|
pane_wait PASST_2
|
|
tmux send-keys -t ${PANE_PASST_2} "C-d"
|
|
|
|
pane_wait GUEST_1
|
|
pane_wait GUEST_2
|
|
pane_wait PASST_1
|
|
pane_wait PASST_2
|
|
}
|
|
|
|
# teardown_demo_passt() - Exit namespace, kill qemu, passt and pasta
|
|
teardown_demo_passt() {
|
|
tmux send-keys -t ${PANE_GUEST} "C-c"
|
|
pane_wait GUEST
|
|
|
|
tmux send-keys -t ${PANE_GUEST} "C-d"
|
|
tmux send-keys -t ${PANE_PASST} "C-c"
|
|
|
|
pane_wait GUEST
|
|
pane_wait HOST
|
|
pane_wait PASST
|
|
|
|
tmux kill-pane -a -t 0
|
|
tmux send-keys -t 0 "C-c"
|
|
}
|
|
|
|
# teardown_demo_pasta() - Exit perf and namespace from remaining pane
|
|
teardown_demo_pasta() {
|
|
tmux send-keys -t ${PANE_NS} "q"
|
|
pane_wait NS
|
|
tmux send-keys -t ${PANE_NS} "C-d"
|
|
pane_wait NS
|
|
|
|
tmux kill-pane -a -t 0
|
|
tmux send-keys -t 0 "C-c"
|
|
}
|
|
|
|
# teardown_demo_podman() - Exit namespaces
|
|
teardown_demo_podman() {
|
|
tmux send-keys -t ${PANE_NS1} "C-d"
|
|
tmux send-keys -t ${PANE_NS2} "C-d"
|
|
pane_wait NS1
|
|
pane_wait NS2
|
|
|
|
tmux kill-pane -a -t 0
|
|
tmux send-keys -t 0 "C-c"
|
|
}
|
|
|
|
# setup() - Run setup_*() functions
|
|
# $*: Suffix list of setup_*() functions to be called
|
|
setup() {
|
|
for arg do
|
|
eval setup_${arg}
|
|
done
|
|
}
|
|
|
|
# teardown() - Run teardown_*() functions
|
|
# $*: Suffix list of teardown_*() functions to be called
|
|
teardown() {
|
|
for arg do
|
|
eval teardown_${arg}
|
|
done
|
|
}
|