passt/test/perf/passt_udp

# SPDX-License-Identifier: AGPL-3.0-or-later
#
# PASST - Plug A Simple Socket Transport
#  for qemu/UNIX domain socket mode
#
# PASTA - Pack A Subtle Tap Abstraction
#  for network namespace/tap device mode
#
# test/perf/passt_udp - Check UDP performance in passt mode
#
# Copyright (c) 2021 Red Hat GmbH
# Author: Stefano Brivio <sbrivio@redhat.com>

gtools	sysctl ip jq nproc sleep iperf3 udp_rr # From neper
nstools	ip jq sleep iperf3 udp_rr
htools	bc head sed

# In this setup, virtio_net TX queue sometimes hangs, still under investigation
def	virtio_net_workaround
guest	modprobe -r virtio_net; modprobe virtio_net napi_tx=1; ip link set dev eth0 up; dhclient -4; dhclient -6; sleep 3
endef

test	passt: throughput and latency

guest	/sbin/sysctl -w net.core.rmem_max=16777216
guest	/sbin/sysctl -w net.core.wmem_max=16777216
guest	/sbin/sysctl -w net.core.rmem_default=16777216
guest	/sbin/sysctl -w net.core.wmem_default=16777216

gout	GW ip -j -4 route show|jq -rM '.[] | select(.dst == "default").gateway'
gout	GW6 ip -j -6 route show|jq -rM '.[] | select(.dst == "default").gateway'
gout	IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'

hout	FREQ_PROCFS (echo "scale=1"; sed -n 's/cpu MHz.*: \([0-9]*\)\..*$/(\1+10^2\/2)\/10^3/p' /proc/cpuinfo) | bc -l | head -n1
hout	FREQ_CPUFREQ (echo "scale=1"; printf '( %i + 10^5 / 2 ) / 10^6\n' $(cat /sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq) ) | bc -l
hout	FREQ [ -n "__FREQ_CPUFREQ__" ] && echo __FREQ_CPUFREQ__ || echo __FREQ_PROCFS__

set	THREADS 4
set	STREAMS 1
set	OPTS -u -i1 -t30 -P __STREAMS__ --pacing-timer 1000

info	Throughput in Gbps, latency in µs, __THREADS__ threads at __FREQ__ GHz, one stream each

report	passt udp __THREADS__ __FREQ__

th	MTU 256B 576B 1280B 1500B 9000B 65520B


tr	UDP throughput over IPv6: guest to host
bw	-
bw	-
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1280
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -b 2G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 0.8 1.2
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1500
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -b 3G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 1.0 1.5
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 9000
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -b 5G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 4.0 5.0
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 65520
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -b 7G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 4.0 5.0

tl	UDP RR latency over IPv6: guest to host
lat	-
lat	-
lat	-
lat	-
lat	-
nsb	udp_rr --nolog -6
gout	LAT udp_rr --nolog -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150


tr	UDP throughput over IPv4: guest to host
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 256
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -b 500M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 0.0 0.0
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 576
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -b 1G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 0.4 0.6
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1280
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -b 2G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 0.8 1.2
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1500
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -b 3G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 1.0 1.5
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 9000
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -b 6G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 4.0 5.0
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 65520
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -b 7G
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 4.0 5.0

tl	UDP RR latency over IPv4: guest to host
lat	-
lat	-
lat	-
lat	-
lat	-
nsb	udp_rr --nolog -4
gout	LAT udp_rr --nolog -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150


tr	UDP throughput over IPv6: host to guest
bw	-
bw	-
ns	ip link set dev lo mtu 1280
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__ -b 2G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 0.8 1.2
ns	ip link set dev lo mtu 1500
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__ -b 2G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 1.0 1.5
ns	ip link set dev lo mtu 9000
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__ -b 3G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 3.0 4.0
ns	ip link set dev lo mtu 65520
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__ -b 3G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 3.0 4.0

tl	UDP RR latency over IPv6: host to guest
lat	-
lat	-
lat	-
lat	-
lat	-
guestb	udp_rr --nolog -P 10001 -C 10011 -6
nsout	LAT udp_rr --nolog -P 10001 -C 10011 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150
ns	ip link set dev lo mtu 65535


tr	UDP throughput over IPv4: host to guest
ns	ip link set dev lo mtu 256
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__ -b 1G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 0.0 0.0
ns	ip link set dev lo mtu 576
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__ -b 1G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 0.4 0.6
ns	ip link set dev lo mtu 1280
ns	ip addr add ::1 dev lo
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__ -b 3G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 0.8 1.2
ns	ip link set dev lo mtu 1500
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__ -b 3G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 1.0 1.5
ns	ip link set dev lo mtu 9000
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__ -b 3G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 3.0 4.0
ns	ip link set dev lo mtu 65520
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__ -b 3G
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 3.0 4.0

tl	UDP RR latency over IPv4: host to guest
lat	-
lat	-
lat	-
lat	-
lat	-
guestb	udp_rr --nolog -P 10001 -C 10011 -4
nsout	LAT udp_rr --nolog -P 10001 -C 10011 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150
ns	ip link set dev lo mtu 65535

te