f94adb121a
Packet size can make a big difference to UDP throughput, so it makes sense to measure it for a variety of different sizes. Currently we do this by adjusting the MTU on the relevant interface before running iperf3. However, the UDP packet size has no inherent connection to the MTU - it's controlled by the sender, and the MTU just affects whether the packet will make it through or be fragmented. The only reason adjusting the MTU works is because iperf3 bases its default packet size on the (path) MTU. We can test this more simply by using the -l option to the iperf3 client to directly control the packet size, instead of adjusting the MTU. As well as simplifying this lets us test different packet sizes for host to ns traffic. We couldn't do that previously because we don't have permission to change the MTU on the host. Signed-off-by: David Gibson <david@gibson.dropbear.id.au> Signed-off-by: Stefano Brivio <sbrivio@redhat.com>
245 lines
7.5 KiB
Text
245 lines
7.5 KiB
Text
# SPDX-License-Identifier: GPL-2.0-or-later
|
|
#
|
|
# PASST - Plug A Simple Socket Transport
|
|
# for qemu/UNIX domain socket mode
|
|
#
|
|
# PASTA - Pack A Subtle Tap Abstraction
|
|
# for network namespace/tap device mode
|
|
#
|
|
# test/perf/pasta_udp - Check UDP performance in pasta mode
|
|
#
|
|
# Copyright (c) 2021 Red Hat GmbH
|
|
# Author: Stefano Brivio <sbrivio@redhat.com>
|
|
|
|
htools bc head ip sleep iperf3 udp_rr jq sed
|
|
nstools ip sleep iperf3 udp_rr jq sed
|
|
|
|
test pasta: throughput and latency (local traffic)
|
|
|
|
hout FREQ_PROCFS (echo "scale=1"; sed -n 's/cpu MHz.*: \([0-9]*\)\..*$/(\1+10^2\/2)\/10^3/p' /proc/cpuinfo) | bc -l | head -n1
|
|
hout FREQ_CPUFREQ (echo "scale=1"; printf '( %i + 10^5 / 2 ) / 10^6\n' $(cat /sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq) ) | bc -l
|
|
hout FREQ [ -n "__FREQ_CPUFREQ__" ] && echo __FREQ_CPUFREQ__ || echo __FREQ_PROCFS__
|
|
|
|
set THREADS 1
|
|
set STREAMS 4
|
|
set TIME 10
|
|
set OPTS -u -P __STREAMS__
|
|
|
|
info Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__ streams
|
|
|
|
report pasta lo_udp 1 __FREQ__
|
|
|
|
th pktlen 1500B 4000B 16384B 65535B
|
|
|
|
|
|
tr UDP throughput over IPv6: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
|
|
|
|
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1452
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 1.2 1.8
|
|
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16336
|
|
bw __BW__ 5.0 6.0
|
|
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65487
|
|
bw __BW__ 7.0 9.0
|
|
|
|
iperf3k host
|
|
|
|
tl UDP RR latency over IPv6: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb udp_rr --nolog -P 10003 -C 10013 -6
|
|
nsout LAT udp_rr --nolog -P 10003 -C 10013 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv4: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
|
|
|
|
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1372
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 1.2 1.8
|
|
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16356
|
|
bw __BW__ 5.0 6.0
|
|
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65507
|
|
bw __BW__ 7.0 9.0
|
|
|
|
iperf3k host
|
|
|
|
tl UDP RR latency over IPv4: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb udp_rr --nolog -P 10003 -C 10013 -4
|
|
nsout LAT udp_rr --nolog -P 10003 -C 10013 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv6: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1452
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 1.2 1.8
|
|
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16336
|
|
bw __BW__ 5.0 6.0
|
|
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 16336
|
|
bw __BW__ 7.0 9.0
|
|
|
|
iperf3k ns
|
|
|
|
tl UDP RR latency over IPv6: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb udp_rr --nolog -P 10002 -C 10012 -6
|
|
hout LAT udp_rr --nolog -P 10002 -C 10012 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv4: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1372
|
|
bw __BW__ 1.0 1.5
|
|
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 1.2 1.8
|
|
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16356
|
|
bw __BW__ 5.0 6.0
|
|
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65507
|
|
bw __BW__ 7.0 9.0
|
|
|
|
iperf3k ns
|
|
|
|
tl UDP RR latency over IPv4: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb udp_rr --nolog -P 10002 -C 10012 -4
|
|
hout LAT udp_rr --nolog -P 10002 -C 10012 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 200 150
|
|
|
|
te
|
|
|
|
|
|
|
|
test pasta: throughput and latency (traffic via tap)
|
|
|
|
nsout GW ip -j -4 route show|jq -rM '.[] | select(.dst == "default").gateway'
|
|
nsout GW6 ip -j -6 route show|jq -rM '.[] | select(.dst == "default").gateway'
|
|
nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'
|
|
|
|
info Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__ streams
|
|
report pasta tap_udp 1 __FREQ__
|
|
|
|
th pktlen 1500B 4000B 16384B 65520B
|
|
|
|
tr UDP throughput over IPv6: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
|
|
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
|
|
bw __BW__ 0.3 0.5
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 0.5 0.8
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
|
|
bw __BW__ 3.0 4.0
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 6G -l 65472
|
|
bw __BW__ 6.0 7.0
|
|
|
|
iperf3k host
|
|
|
|
tl UDP RR latency over IPv6: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb udp_rr --nolog -P 10003 -C 10013 -6
|
|
nsout LAT udp_rr --nolog -P 10003 -C 10013 -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv4: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
|
|
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
|
|
bw __BW__ 0.3 0.5
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 0.5 0.8
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
|
|
bw __BW__ 3.0 4.0
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 6G -l 65492
|
|
bw __BW__ 6.0 7.0
|
|
|
|
iperf3k host
|
|
|
|
tl UDP RR latency over IPv4: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb udp_rr --nolog -P 10003 -C 10013 -4
|
|
nsout LAT udp_rr --nolog -P 10003 -C 10013 -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 200 150
|
|
|
|
tr UDP throughput over IPv6: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'
|
|
nsout ADDR6 ip -j -6 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[] | select(.scope == "global" and .prefixlen == 64).local'
|
|
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
|
|
bw __BW__ 0.3 0.5
|
|
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 0.5 0.8
|
|
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
|
|
bw __BW__ 3.0 4.0
|
|
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65472
|
|
bw __BW__ 7.0 9.0
|
|
|
|
iperf3k ns
|
|
|
|
tl UDP RR latency over IPv6: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb udp_rr --nolog -P 10002 -C 10012 -6
|
|
hout LAT udp_rr --nolog -P 10002 -C 10012 -6 -c -H __ADDR6__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 200 150
|
|
|
|
|
|
tr UDP throughput over IPv4: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
nsout ADDR ip -j -4 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[0].local'
|
|
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
|
|
bw __BW__ 0.3 0.5
|
|
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
|
|
bw __BW__ 0.5 0.8
|
|
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
|
|
bw __BW__ 3.0 4.0
|
|
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65492
|
|
bw __BW__ 7.0 9.0
|
|
|
|
iperf3k ns
|
|
|
|
tl UDP RR latency over IPv4: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb udp_rr --nolog -P 10002 -C 10012 -4
|
|
hout LAT udp_rr --nolog -P 10002 -C 10012 -4 -c -H __ADDR__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 200 150
|
|
|
|
te
|