f94adb121a
Packet size can make a big difference to UDP throughput, so it makes sense to measure it for a variety of different sizes. Currently we do this by adjusting the MTU on the relevant interface before running iperf3. However, the UDP packet size has no inherent connection to the MTU - it's controlled by the sender, and the MTU just affects whether the packet will make it through or be fragmented. The only reason adjusting the MTU works is because iperf3 bases its default packet size on the (path) MTU. We can test this more simply by using the -l option to the iperf3 client to directly control the packet size, instead of adjusting the MTU. As well as simplifying this lets us test different packet sizes for host to ns traffic. We couldn't do that previously because we don't have permission to change the MTU on the host. Signed-off-by: David Gibson <david@gibson.dropbear.id.au> Signed-off-by: Stefano Brivio <sbrivio@redhat.com>
161 lines
5 KiB
Text
161 lines
5 KiB
Text
# SPDX-License-Identifier: GPL-2.0-or-later
|
|
#
|
|
# PASST - Plug A Simple Socket Transport
|
|
# for qemu/UNIX domain socket mode
|
|
#
|
|
# PASTA - Pack A Subtle Tap Abstraction
|
|
# for network namespace/tap device mode
|
|
#
|
|
# test/perf/passt_udp - Check UDP performance in passt mode
|
|
#
|
|
# Copyright (c) 2021 Red Hat GmbH
|
|
# Author: Stefano Brivio <sbrivio@redhat.com>
|
|
|
|
gtools /sbin/sysctl ip jq nproc sleep iperf3 udp_rr # From neper
|
|
nstools ip jq sleep iperf3 udp_rr
|
|
htools bc head sed
|
|
|
|
test passt: throughput and latency
|
|
|
|
guest /sbin/sysctl -w net.core.rmem_max=16777216
|
|
guest /sbin/sysctl -w net.core.wmem_max=16777216
|
|
guest /sbin/sysctl -w net.core.rmem_default=16777216
|
|
guest /sbin/sysctl -w net.core.wmem_default=16777216
|
|
|
|
gout GW ip -j -4 route show|jq -rM '.[] | select(.dst == "default").gateway'
|
|
gout GW6 ip -j -6 route show|jq -rM '.[] | select(.dst == "default").gateway'
|
|
gout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'
|
|
|
|
hout FREQ_PROCFS (echo "scale=1"; sed -n 's/cpu MHz.*: \([0-9]*\)\..*$/(\1+10^2\/2)\/10^3/p' /proc/cpuinfo) | bc -l | head -n1
|
|
hout FREQ_CPUFREQ (echo "scale=1"; printf '( %i + 10^5 / 2 ) / 10^6\n' $(cat /sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq) ) | bc -l
|
|
hout FREQ [ -n "__FREQ_CPUFREQ__" ] && echo __FREQ_CPUFREQ__ || echo __FREQ_PROCFS__
|
|
|
|
set THREADS 4
|
|
set STREAMS 1
|
|
set TIME 10
|
|
set OPTS -u -P __STREAMS__ --pacing-timer 1000
|
|
|
|
info Throughput in Gbps, latency in µs, __THREADS__ threads at __FREQ__ GHz, one stream each
|
|
|
|
report passt udp __THREADS__ __FREQ__
|
|
|
|
th pktlen 256B 576B 1280B 1500B 9000B 65520B
|
|
|
|
tr UDP throughput over IPv6: guest to host
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
|
|
|
|
bw -
|
|
bw -
|
|
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1232
|
|
bw __BW__ 0.8 1.2
|
|
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1452
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 5G -l 8952
|
|
bw __BW__ 4.0 5.0
|
|
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 7G -l 64372
|
|
bw __BW__ 4.0 5.0
|
|
|
|
iperf3k ns
|
|
|
|
tl UDP RR latency over IPv6: guest to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb udp_rr --nolog -6
|
|
gout LAT udp_rr --nolog -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv4: guest to host
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
|
|
|
|
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 500M -l 228
|
|
bw __BW__ 0.0 0.0
|
|
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 1G -l 548
|
|
bw __BW__ 0.4 0.6
|
|
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1252
|
|
bw __BW__ 0.8 1.2
|
|
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1472
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 6G -l 8972
|
|
bw __BW__ 4.0 5.0
|
|
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 7G -l 65492
|
|
bw __BW__ 4.0 5.0
|
|
|
|
iperf3k ns
|
|
|
|
tl UDP RR latency over IPv4: guest to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb udp_rr --nolog -4
|
|
gout LAT udp_rr --nolog -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv6: host to guest
|
|
iperf3s guest 100${i}1 __THREADS__
|
|
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
|
|
|
|
bw -
|
|
bw -
|
|
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1232
|
|
bw __BW__ 0.8 1.2
|
|
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1452
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 8952
|
|
bw __BW__ 3.0 4.0
|
|
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 64372
|
|
bw __BW__ 3.0 4.0
|
|
|
|
iperf3k guest
|
|
|
|
tl UDP RR latency over IPv6: host to guest
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
guestb udp_rr --nolog -P 10001 -C 10011 -6
|
|
sleep 1
|
|
nsout LAT udp_rr --nolog -P 10001 -C 10011 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv4: host to guest
|
|
iperf3s guest 100${i}1 __THREADS__
|
|
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
|
|
|
|
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 1G -l 228
|
|
bw __BW__ 0.0 0.0
|
|
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 1G -l 548
|
|
bw __BW__ 0.4 0.6
|
|
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1252
|
|
bw __BW__ 0.8 1.2
|
|
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1472
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 8972
|
|
bw __BW__ 3.0 4.0
|
|
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 65492
|
|
bw __BW__ 3.0 4.0
|
|
|
|
iperf3k guest
|
|
|
|
tl UDP RR latency over IPv4: host to guest
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
lat -
|
|
guestb udp_rr --nolog -P 10001 -C 10011 -4
|
|
sleep 1
|
|
nsout LAT udp_rr --nolog -P 10001 -C 10011 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
lat __LAT__ 200 150
|
|
|
|
te
|