test/perf: Explicitly control UDP packet length, instead of MTU

Packet size can make a big difference to UDP throughput, so it makes sense
to measure it for a variety of different sizes.  Currently we do this by
adjusting the MTU on the relevant interface before running iperf3.

However, the UDP packet size has no inherent connection to the MTU - it's
controlled by the sender, and the MTU just affects whether the packet will
make it through or be fragmented.  The only reason adjusting the MTU works
is because iperf3 bases its default packet size on the (path) MTU.

We can test this more simply by using the -l option to the iperf3 client
to directly control the packet size, instead of adjusting the MTU.

As well as simplifying this lets us test different packet sizes for host to
ns traffic.  We couldn't do that previously because we don't have
permission to change the MTU on the host.

Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
Signed-off-by: Stefano Brivio <sbrivio@redhat.com>
This commit is contained in:
David Gibson 2023-11-06 18:08:30 +11:00 committed by Stefano Brivio
parent 2926970523
commit f94adb121a
2 changed files with 75 additions and 94 deletions

View file

@ -39,24 +39,21 @@ info Throughput in Gbps, latency in µs, __THREADS__ threads at __FREQ__ GHz, on
report passt udp __THREADS__ __FREQ__ report passt udp __THREADS__ __FREQ__
th MTU 256B 576B 1280B 1500B 9000B 65520B th pktlen 256B 576B 1280B 1500B 9000B 65520B
tr UDP throughput over IPv6: guest to host tr UDP throughput over IPv6: guest to host
iperf3s ns 100${i}2 __THREADS__ iperf3s ns 100${i}2 __THREADS__
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
bw - bw -
bw - bw -
guest ip link set dev __IFNAME__ mtu 1280 iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1232
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G
bw __BW__ 0.8 1.2 bw __BW__ 0.8 1.2
guest ip link set dev __IFNAME__ mtu 1500 iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1452
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.0 1.5 bw __BW__ 1.0 1.5
guest ip link set dev __IFNAME__ mtu 9000 iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 5G -l 8952
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 5G
bw __BW__ 4.0 5.0 bw __BW__ 4.0 5.0
guest ip link set dev __IFNAME__ mtu 65520 iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 7G -l 64372
iperf3 BW guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 7G
bw __BW__ 4.0 5.0 bw __BW__ 4.0 5.0
iperf3k ns iperf3k ns
@ -74,24 +71,19 @@ lat __LAT__ 200 150
tr UDP throughput over IPv4: guest to host tr UDP throughput over IPv4: guest to host
iperf3s ns 100${i}2 __THREADS__ iperf3s ns 100${i}2 __THREADS__
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
guest ip link set dev __IFNAME__ mtu 256 iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 500M -l 228
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 500M
bw __BW__ 0.0 0.0 bw __BW__ 0.0 0.0
guest ip link set dev __IFNAME__ mtu 576 iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 1G -l 548
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 1G
bw __BW__ 0.4 0.6 bw __BW__ 0.4 0.6
guest ip link set dev __IFNAME__ mtu 1280 iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1252
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G
bw __BW__ 0.8 1.2 bw __BW__ 0.8 1.2
guest ip link set dev __IFNAME__ mtu 1500 iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1472
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.0 1.5 bw __BW__ 1.0 1.5
guest ip link set dev __IFNAME__ mtu 9000 iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 6G -l 8972
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 6G
bw __BW__ 4.0 5.0 bw __BW__ 4.0 5.0
guest ip link set dev __IFNAME__ mtu 65520 iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 7G -l 65492
iperf3 BW guest __GW__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 7G
bw __BW__ 4.0 5.0 bw __BW__ 4.0 5.0
iperf3k ns iperf3k ns
@ -109,20 +101,17 @@ lat __LAT__ 200 150
tr UDP throughput over IPv6: host to guest tr UDP throughput over IPv6: host to guest
iperf3s guest 100${i}1 __THREADS__ iperf3s guest 100${i}1 __THREADS__
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
bw - bw -
bw - bw -
ns ip link set dev lo mtu 1280 iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1232
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 2G
bw __BW__ 0.8 1.2 bw __BW__ 0.8 1.2
ns ip link set dev lo mtu 1500 iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1452
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 2G
bw __BW__ 1.0 1.5 bw __BW__ 1.0 1.5
ns ip link set dev lo mtu 9000 iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 8952
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 3.0 4.0 bw __BW__ 3.0 4.0
ns ip link set dev lo mtu 65520 iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 64372
iperf3 BW ns ::1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 3.0 4.0 bw __BW__ 3.0 4.0
iperf3k guest iperf3k guest
@ -137,30 +126,23 @@ guestb udp_rr --nolog -P 10001 -C 10011 -6
sleep 1 sleep 1
nsout LAT udp_rr --nolog -P 10001 -C 10011 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p' nsout LAT udp_rr --nolog -P 10001 -C 10011 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat __LAT__ 200 150 lat __LAT__ 200 150
ns ip link set dev lo mtu 65535
tr UDP throughput over IPv4: host to guest tr UDP throughput over IPv4: host to guest
iperf3s guest 100${i}1 __THREADS__ iperf3s guest 100${i}1 __THREADS__
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
ns ip link set dev lo mtu 256 iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 1G -l 228
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 1G
bw __BW__ 0.0 0.0 bw __BW__ 0.0 0.0
ns ip link set dev lo mtu 576 iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 1G -l 548
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 1G
bw __BW__ 0.4 0.6 bw __BW__ 0.4 0.6
ns ip link set dev lo mtu 1280 iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1252
ns ip addr add ::1 dev lo
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 0.8 1.2 bw __BW__ 0.8 1.2
ns ip link set dev lo mtu 1500 iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1472
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.0 1.5 bw __BW__ 1.0 1.5
ns ip link set dev lo mtu 9000 iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 8972
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 3.0 4.0 bw __BW__ 3.0 4.0
ns ip link set dev lo mtu 65520 iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G -l 65492
iperf3 BW ns 127.0.0.1 100${i}1 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 3.0 4.0 bw __BW__ 3.0 4.0
iperf3k guest iperf3k guest
@ -175,6 +157,5 @@ guestb udp_rr --nolog -P 10001 -C 10011 -4
sleep 1 sleep 1
nsout LAT udp_rr --nolog -P 10001 -C 10011 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p' nsout LAT udp_rr --nolog -P 10001 -C 10011 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat __LAT__ 200 150 lat __LAT__ 200 150
ns ip link set dev lo mtu 65535
te te

View file

@ -29,23 +29,20 @@ info Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__
report pasta lo_udp 1 __FREQ__ report pasta lo_udp 1 __FREQ__
th MTU 1500B 4000B 16384B 65535B th pktlen 1500B 4000B 16384B 65535B
tr UDP throughput over IPv6: ns to host tr UDP throughput over IPv6: ns to host
iperf3s host 100${i}3 __THREADS__ iperf3s host 100${i}3 __THREADS__
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
ns ip link set dev lo mtu 1500 iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1452
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.0 1.5 bw __BW__ 1.0 1.5
ns ip link set dev lo mtu 4000 iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.2 1.8 bw __BW__ 1.2 1.8
ns ip link set dev lo mtu 16384 iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16336
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 10G
bw __BW__ 5.0 6.0 bw __BW__ 5.0 6.0
ns ip link set dev lo mtu 65535 iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65487
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 15G
bw __BW__ 7.0 9.0 bw __BW__ 7.0 9.0
iperf3k host iperf3k host
@ -62,18 +59,15 @@ lat __LAT__ 200 150
tr UDP throughput over IPv4: ns to host tr UDP throughput over IPv4: ns to host
iperf3s host 100${i}3 __THREADS__ iperf3s host 100${i}3 __THREADS__
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
ns ip link set dev lo mtu 1500 iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1372
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.0 1.5 bw __BW__ 1.0 1.5
ns ip link set dev lo mtu 4000 iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 1.2 1.8 bw __BW__ 1.2 1.8
ns ip link set dev lo mtu 16384 iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16356
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 10G
bw __BW__ 5.0 6.0 bw __BW__ 5.0 6.0
ns ip link set dev lo mtu 65535 iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65507
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 15G
bw __BW__ 7.0 9.0 bw __BW__ 7.0 9.0
iperf3k host iperf3k host
@ -91,10 +85,13 @@ lat __LAT__ 200 150
tr UDP throughput over IPv6: host to ns tr UDP throughput over IPv6: host to ns
iperf3s ns 100${i}2 __THREADS__ iperf3s ns 100${i}2 __THREADS__
bw - iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1452
bw - bw __BW__ 1.0 1.5
bw - iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G bw __BW__ 1.2 1.8
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16336
bw __BW__ 5.0 6.0
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 16336
bw __BW__ 7.0 9.0 bw __BW__ 7.0 9.0
iperf3k ns iperf3k ns
@ -111,10 +108,13 @@ lat __LAT__ 200 150
tr UDP throughput over IPv4: host to ns tr UDP throughput over IPv4: host to ns
iperf3s ns 100${i}2 __THREADS__ iperf3s ns 100${i}2 __THREADS__
bw - iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 1372
bw - bw __BW__ 1.0 1.5
bw - iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G bw __BW__ 1.2 1.8
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 10G -l 16356
bw __BW__ 5.0 6.0
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65507
bw __BW__ 7.0 9.0 bw __BW__ 7.0 9.0
iperf3k ns iperf3k ns
@ -141,22 +141,19 @@ nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifnam
info Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__ streams info Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__ streams
report pasta tap_udp 1 __FREQ__ report pasta tap_udp 1 __FREQ__
th MTU 1500B 4000B 16384B 65520B th pktlen 1500B 4000B 16384B 65520B
tr UDP throughput over IPv6: ns to host tr UDP throughput over IPv6: ns to host
iperf3s host 100${i}3 __THREADS__ iperf3s host 100${i}3 __THREADS__
# (datagram size) = (packet size) - 48: 40 bytes of IPv6 header, 8 of UDP header
ns ip link set dev __IFNAME__ mtu 1500 iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 2G
bw __BW__ 0.3 0.5 bw __BW__ 0.3 0.5
ns ip link set dev __IFNAME__ mtu 4000 iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 0.5 0.8 bw __BW__ 0.5 0.8
ns ip link set dev __IFNAME__ mtu 16384 iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 4G
bw __BW__ 3.0 4.0 bw __BW__ 3.0 4.0
ns ip link set dev __IFNAME__ mtu 65520 iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 6G -l 65472
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 6G
bw __BW__ 6.0 7.0 bw __BW__ 6.0 7.0
iperf3k host iperf3k host
@ -173,18 +170,15 @@ lat __LAT__ 200 150
tr UDP throughput over IPv4: ns to host tr UDP throughput over IPv4: ns to host
iperf3s host 100${i}3 __THREADS__ iperf3s host 100${i}3 __THREADS__
# (datagram size) = (packet size) - 28: 20 bytes of IPv4 header, 8 of UDP header
ns ip link set dev __IFNAME__ mtu 1500 iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 2G
bw __BW__ 0.3 0.5 bw __BW__ 0.3 0.5
ns ip link set dev __IFNAME__ mtu 4000 iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 3G
bw __BW__ 0.5 0.8 bw __BW__ 0.5 0.8
ns ip link set dev __IFNAME__ mtu 16384 iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 4G
bw __BW__ 3.0 4.0 bw __BW__ 3.0 4.0
ns ip link set dev __IFNAME__ mtu 65520 iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 6G -l 65492
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -b 6G
bw __BW__ 6.0 7.0 bw __BW__ 6.0 7.0
iperf3k host iperf3k host
@ -203,10 +197,13 @@ iperf3s ns 100${i}2 __THREADS__
nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname' nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'
nsout ADDR6 ip -j -6 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[] | select(.scope == "global" and .prefixlen == 64).local' nsout ADDR6 ip -j -6 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[] | select(.scope == "global" and .prefixlen == 64).local'
bw - iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
bw - bw __BW__ 0.3 0.5
bw - iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G bw __BW__ 0.5 0.8
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
bw __BW__ 3.0 4.0
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65472
bw __BW__ 7.0 9.0 bw __BW__ 7.0 9.0
iperf3k ns iperf3k ns
@ -225,10 +222,13 @@ tr UDP throughput over IPv4: host to ns
iperf3s ns 100${i}2 __THREADS__ iperf3s ns 100${i}2 __THREADS__
nsout ADDR ip -j -4 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[0].local' nsout ADDR ip -j -4 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[0].local'
bw - iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 2G -l 1472
bw - bw __BW__ 0.3 0.5
bw - iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 3G -l 3972
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G bw __BW__ 0.5 0.8
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 4G -l 16356
bw __BW__ 3.0 4.0
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__ -b 15G -l 65492
bw __BW__ 7.0 9.0 bw __BW__ 7.0 9.0
iperf3k ns iperf3k ns