200GbE ipert3 Test

Host Spec

Host	Asset	Model	CPU	MEM	NIC	IP
HOST_A	2020024816	SMCI/IR110P/1U/200G	Xeon(R) Gold 6334 CPU @ 3.60GHz 8C 16T	96GB	ConnectX-6 200GbE Dual	10.0.1.10
HOST_B	2023000636	SMCi/IR110P/1U/200G	Xeon(R) Gold 6346 CPU @ 3.10GHz 16C 32T	96GB	ConnectX-6 200GbE Dual	10.0.1.20

SW

# uname -a
Linux perfsonar5-kisti 6.1.0-26-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.112-1 (2024-09-30) x86_64 GNU/Linux

# lsb_release -a
No LSB modules are available.
Distributor ID:	Debian
Description:	Debian GNU/Linux 12 (bookworm)
Release:	12
Codename:	bookworm

# iperf3 --version
iperf 3.17.1 (cJSON 1.7.15)
Linux perfsonar5-kisti 6.1.0-26-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.112-1 (2024-09-30) x86_64
Optional features available: CPU affinity setting, IPv6 flow label, SCTP, TCP congestion algorithm setting, sendfile / zerocopy, socket pacing, authentication, bind to device, support IPv4 don't fragment, POSIX threads

Config

MTU 9000

HOST_A # ping -M do -s 8972 10.0.1.20 -c 5
PING 10.0.1.20 (10.0.1.20) 8972(9000) bytes of data.
8980 bytes from 10.0.1.20: icmp_seq=1 ttl=64 time=0.242 ms
8980 bytes from 10.0.1.20: icmp_seq=2 ttl=64 time=0.268 ms
8980 bytes from 10.0.1.20: icmp_seq=3 ttl=64 time=0.356 ms
8980 bytes from 10.0.1.20: icmp_seq=4 ttl=64 time=0.311 ms
8980 bytes from 10.0.1.20: icmp_seq=5 ttl=64 time=0.315 ms
--- 10.0.1.20 ping statistics ---
5 packets transmitted, 5 received, 0% packet loss, time 4076ms
rtt min/avg/max/mdev = 0.242/0.298/0.356/0.039 ms

sysctl

net.core.rmem_max = 67108864
net.core.wmem_max = 67108864
net.ipv4.conf.all.arp_announce = 2
net.ipv4.conf.all.arp_filter = 1
net.ipv4.conf.all.arp_ignore = 1
net.ipv4.conf.default.arp_filter = 1
net.ipv4.tcp_congestion_control = htcp
net.ipv4.tcp_mtu_probing = 1
net.ipv4.tcp_no_metrics_save = 1
net.ipv4.tcp_rmem = 4096 87380 268435456
net.ipv4.tcp_wmem = 4096 65536 268435456

Test Scripts

#!/bin/bash

SERVER_IP="10.0.1.10"
DURATION=13
OFFSET=3
ITERATIONS=10
TPUT_FILE="tput_results.tsv"
RETRIES_FILE="retries_results.tsv"

echo -e "streams\titer1\titer2\titer3\titer4\titer5\titer6\titer7\titer8\titer9\titer10\tavg" > "$TPUT_FILE"
echo -e "streams\titer1\titer2\titer3\titer4\titer5\titer6\titer7\titer8\titer9\titer10\tavg" > "$RETRIES_FILE"

for P in {1..10}; do
  TPUT_VALUES=()
  RETRY_VALUES=()
  for ((i=1; i<=ITERATIONS; i++)); do
    JSON_OUTPUT=$(iperf3 -c $SERVER_IP -i 1 -t $DURATION -O $OFFSET -P $P -J)
    THROUGHPUT=$(echo "$JSON_OUTPUT" | jq -r '.end.sum_received.bits_per_second' | awk '{print $1 / 1e9}')
    RETRIES=$(echo "$JSON_OUTPUT" | jq -r '.end.sum_sent.retransmits')
    TPUT_VALUES+=("$THROUGHPUT")
    RETRY_VALUES+=("$RETRIES")
    sleep 10
  done
  TPUT_AVG=$(echo "${TPUT_VALUES[@]}" | awk '{for(i=1;i<=NF;i++) sum+=$i; print sum/NF}')
  RETRY_AVG=$(echo "${RETRY_VALUES[@]}" | awk '{for(i=1;i<=NF;i++) sum+=$i; print sum/NF}')
  echo -e "$P\t${TPUT_VALUES[*]// /\\t}\t$TPUT_AVG" >> "$TPUT_FILE"
  echo -e "$P\t${RETRY_VALUES[*]// /\\t}\t$RETRY_AVG" >> "$RETRIES_FILE"
done

Test Results

Throughput (Gbps)

streams	iter1	iter2	iter3	iter4	iter5	iter6	iter7	iter8	iter9	iter10	avg
1	57.5103	58.4331	58.3461	58.0784	58.2971	57.0363	57.1124	56.6859	56.7269	57.6774	57.5904
2	93.3364	97.5597	98.0755	97.8925	98.1473	97.7466	97.585	98.1528	98.2307	98.7228	97.5449
3	123.778	133.295	134.464	135.621	135.088	135.191	134.999	135.302	133.645	132.244	133.363
4	167.337	137.069	166.946	167.785	167.176	166.494	166.75	167.35	168.059	166.518	164.148
5	177.734	169.236	169.334	174.266	179.907	170.806	177.147	164.093	170.572	174.037	172.713
6	178.636	180.729	180.96	175.383	179.595	179.805	175.311	180.81	180.798	180.058	179.209
7	179.966	180.08	180.729	180.097	180.975	180.72	180.387	180.238	179.946	180.262	180.34
8	179.911	178.766	179.459	179.388	179.374	179.601	179.296	179.664	180.167	179.127	179.475
9	178.778	179.474	179.236	179.221	179.09	179.008	178.881	179.556	179.087	178.366	179.07
10	177.788	178.057	178.302	178.367	178.58	176.807	177.586	178.144	178.389	178.45	178.047

Retries

streams	iter1	iter2	iter3	iter4	iter5	iter6	iter7	iter8	iter9	iter10	avg
1	173	99	117	134	245	200	187	198	211	234	179.8
2	782	577	590	225	563	443	549	272	352	468	482.1
3	1118	333	330	601	383	517	467	344	394	336	482.3
4	781	710	410	644	450	474	543	611	419	566	560.8
5	1313	301	527	848	799	548	503	744	527	467	657.7
6	890	234	659	271	205	224	740	228	232	181	386.4
7	291	167	514	205	165	367	772	271	173	315	324
8	528	387	546	393	318	1249	1249	442	339	167	561.8
9	129	989	2114	1100	448	1254	702	392	710	183	802.1
10	693	4181	2039	1206	436	1385	2547	966	402	1653	1550.8

Example Full Logs (4 Streams)

HOST_A

HOST_B

# iperf3 -s -i 1
-----------------------------------------------------------
Server listening on 5201 (test #4)
-----------------------------------------------------------
Accepted connection from 10.0.1.20, port 55514
[  5] local 10.0.1.10 port 5201 connected to 10.0.1.20 port 55522
[  8] local 10.0.1.10 port 5201 connected to 10.0.1.20 port 55534
[ 10] local 10.0.1.10 port 5201 connected to 10.0.1.20 port 55548
[ 12] local 10.0.1.10 port 5201 connected to 10.0.1.20 port 55554
[ ID] Interval           Transfer     Bitrate
[  5]   0.00-1.00   sec  4.66 GBytes  40.0 Gbits/sec    (omitted)
[  8]   0.00-1.00   sec  4.98 GBytes  42.7 Gbits/sec    (omitted)
[ 10]   0.00-1.06   sec  4.99 GBytes  40.5 Gbits/sec    (omitted)
[ 12]   0.00-1.06   sec  4.94 GBytes  40.1 Gbits/sec    (omitted)
[SUM]   0.00-1.00   sec  19.6 GBytes   168 Gbits/sec    (omitted)
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   1.00-2.00   sec  4.81 GBytes  41.3 Gbits/sec    (omitted)
[  8]   1.00-2.00   sec  4.75 GBytes  40.8 Gbits/sec    (omitted)
[ 10]   1.06-2.00   sec  4.66 GBytes  42.4 Gbits/sec    (omitted)
[ 12]   1.06-2.00   sec  4.56 GBytes  41.4 Gbits/sec    (omitted)
[SUM]   1.00-2.00   sec  18.8 GBytes   161 Gbits/sec    (omitted)
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   2.00-3.00   sec  4.76 GBytes  40.9 Gbits/sec    (omitted)
[  8]   2.00-3.00   sec  5.04 GBytes  43.3 Gbits/sec    (omitted)
[ 10]   2.00-3.00   sec  4.94 GBytes  42.5 Gbits/sec    (omitted)
[ 12]   2.00-3.00   sec  4.77 GBytes  41.0 Gbits/sec    (omitted)
[SUM]   2.00-3.00   sec  19.5 GBytes   168 Gbits/sec    (omitted)
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   0.00-1.00   sec  4.78 GBytes  41.0 Gbits/sec
[  8]   0.00-1.00   sec  5.06 GBytes  43.4 Gbits/sec
[ 10]   0.00-1.00   sec  4.96 GBytes  42.5 Gbits/sec
[ 12]   0.00-1.00   sec  4.84 GBytes  41.5 Gbits/sec
[SUM]   0.00-1.00   sec  19.6 GBytes   169 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   1.00-2.00   sec  4.71 GBytes  40.4 Gbits/sec
[  8]   1.00-2.00   sec  5.10 GBytes  43.8 Gbits/sec
[ 10]   1.00-2.00   sec  4.91 GBytes  42.3 Gbits/sec
[ 12]   1.00-2.00   sec  4.76 GBytes  41.0 Gbits/sec
[SUM]   1.00-2.00   sec  19.5 GBytes   167 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   2.00-3.00   sec  4.77 GBytes  41.0 Gbits/sec
[  8]   2.00-3.00   sec  5.05 GBytes  43.4 Gbits/sec
[ 10]   2.00-3.00   sec  4.74 GBytes  40.7 Gbits/sec
[ 12]   2.00-3.00   sec  4.47 GBytes  38.4 Gbits/sec
[SUM]   2.00-3.00   sec  19.0 GBytes   163 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   3.00-4.00   sec  4.77 GBytes  40.9 Gbits/sec
[  8]   3.00-4.00   sec  5.05 GBytes  43.3 Gbits/sec
[ 10]   3.00-4.00   sec  4.89 GBytes  42.0 Gbits/sec
[ 12]   3.00-4.00   sec  4.74 GBytes  40.8 Gbits/sec
[SUM]   3.00-4.00   sec  19.5 GBytes   167 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   4.00-5.00   sec  4.80 GBytes  41.2 Gbits/sec
[  8]   4.00-5.00   sec  5.06 GBytes  43.4 Gbits/sec
[ 10]   4.00-5.00   sec  4.95 GBytes  42.5 Gbits/sec
[ 12]   4.00-5.00   sec  4.72 GBytes  40.5 Gbits/sec
[SUM]   4.00-5.00   sec  19.5 GBytes   168 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   5.00-6.00   sec  4.83 GBytes  41.5 Gbits/sec
[  8]   5.00-6.00   sec  5.08 GBytes  43.6 Gbits/sec
[ 10]   5.00-6.00   sec  5.02 GBytes  43.3 Gbits/sec
[ 12]   5.00-6.00   sec  4.74 GBytes  40.9 Gbits/sec
[SUM]   5.00-6.00   sec  19.7 GBytes   169 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   6.00-7.00   sec  4.71 GBytes  40.5 Gbits/sec
[  8]   6.00-7.00   sec  5.05 GBytes  43.4 Gbits/sec
[ 10]   6.00-7.01   sec  5.03 GBytes  42.9 Gbits/sec
[ 12]   6.00-7.01   sec  4.74 GBytes  40.5 Gbits/sec
[SUM]   6.00-7.00   sec  19.5 GBytes   168 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   7.00-8.00   sec  4.78 GBytes  41.1 Gbits/sec
[  8]   7.00-8.00   sec  5.05 GBytes  43.4 Gbits/sec
[ 10]   7.01-8.00   sec  5.00 GBytes  43.2 Gbits/sec
[ 12]   7.01-8.00   sec  4.74 GBytes  41.0 Gbits/sec
[SUM]   7.00-8.00   sec  19.6 GBytes   168 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   8.00-9.00   sec  4.77 GBytes  41.0 Gbits/sec
[  8]   8.00-9.00   sec  5.09 GBytes  43.8 Gbits/sec
[ 10]   8.00-9.00   sec  5.00 GBytes  42.9 Gbits/sec
[ 12]   8.00-9.00   sec  4.75 GBytes  40.8 Gbits/sec
[SUM]   8.00-9.00   sec  19.6 GBytes   168 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   9.00-10.00  sec  4.83 GBytes  41.5 Gbits/sec
[  8]   9.00-10.00  sec  5.10 GBytes  43.8 Gbits/sec
[ 10]   9.00-10.00  sec  4.99 GBytes  42.8 Gbits/sec
[ 12]   9.00-10.00  sec  4.73 GBytes  40.6 Gbits/sec
[SUM]   9.00-10.00  sec  19.7 GBytes   169 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]  10.00-11.00  sec  4.80 GBytes  41.3 Gbits/sec
[  8]  10.00-11.00  sec  5.09 GBytes  43.7 Gbits/sec
[ 10]  10.00-11.00  sec  5.00 GBytes  42.9 Gbits/sec
[ 12]  10.00-11.00  sec  4.78 GBytes  41.1 Gbits/sec
[SUM]  10.00-11.00  sec  19.7 GBytes   169 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]  11.00-12.00  sec  4.66 GBytes  40.0 Gbits/sec
[  8]  11.00-12.00  sec  4.94 GBytes  42.4 Gbits/sec
[ 10]  11.00-12.00  sec  5.02 GBytes  43.2 Gbits/sec
[ 12]  11.00-12.00  sec  4.77 GBytes  41.0 Gbits/sec
[SUM]  11.00-12.00  sec  19.4 GBytes   167 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]  12.00-13.00  sec  4.81 GBytes  41.3 Gbits/sec
[  8]  12.00-13.00  sec  4.86 GBytes  41.7 Gbits/sec
[ 10]  12.00-13.00  sec  4.99 GBytes  42.9 Gbits/sec
[ 12]  12.00-13.00  sec  4.80 GBytes  41.3 Gbits/sec
[SUM]  12.00-13.00  sec  19.5 GBytes   167 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[ ID] Interval           Transfer     Bitrate
[  5]   0.00-13.00  sec  62.1 GBytes  41.0 Gbits/sec    receiver
[  8]   0.00-13.00  sec  65.7 GBytes  43.4 Gbits/sec    receiver
[ 10]   0.00-13.00  sec  64.6 GBytes  42.7 Gbits/sec    receiver
[ 12]   0.00-13.00  sec  61.6 GBytes  40.7 Gbits/sec    receiver
[SUM]   0.00-13.00  sec   254 GBytes   168 Gbits/sec    receiver

# iperf3 -c 10.0.1.10 -i 1 -t 13 -O 3 -P 4
Connecting to host 10.0.1.10, port 5201
[  5] local 10.0.1.20 port 55522 connected to 10.0.1.10 port 5201
[  7] local 10.0.1.20 port 55534 connected to 10.0.1.10 port 5201
[  9] local 10.0.1.20 port 55548 connected to 10.0.1.10 port 5201
[ 11] local 10.0.1.20 port 55554 connected to 10.0.1.10 port 5201
[ ID] Interval           Transfer     Bitrate         Retr  Cwnd
[  5]   0.00-1.00   sec  4.68 GBytes  40.1 Gbits/sec  441   12.4 MBytes   (omitted)
[  7]   0.00-1.00   sec  4.99 GBytes  42.7 Gbits/sec  373   10.9 MBytes   (omitted)
[  9]   0.00-1.01   sec  4.75 GBytes  40.6 Gbits/sec  742   11.5 MBytes   (omitted)
[ 11]   0.00-1.01   sec  4.69 GBytes  40.1 Gbits/sec  648   11.7 MBytes   (omitted)
[SUM]   0.00-1.00   sec  19.1 GBytes   164 Gbits/sec  2204         (omitted)
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   1.00-2.00   sec  4.81 GBytes  41.3 Gbits/sec    0   14.8 MBytes   (omitted)
[  7]   1.00-2.00   sec  5.02 GBytes  43.1 Gbits/sec    0   12.6 MBytes   (omitted)
[  9]   1.01-2.00   sec  4.92 GBytes  42.4 Gbits/sec    0   12.8 MBytes   (omitted)
[ 11]   1.01-2.00   sec  4.86 GBytes  41.8 Gbits/sec    0   13.9 MBytes   (omitted)
[SUM]   1.00-2.00   sec  19.6 GBytes   168 Gbits/sec    0         (omitted)
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   2.00-3.00   sec  4.78 GBytes  41.0 Gbits/sec  103   10.6 MBytes   (omitted)
[  7]   2.00-3.00   sec  5.04 GBytes  43.3 Gbits/sec    0   14.7 MBytes   (omitted)
[  9]   2.00-3.00   sec  4.94 GBytes  42.4 Gbits/sec    0   13.8 MBytes   (omitted)
[ 11]   2.00-3.00   sec  4.74 GBytes  40.7 Gbits/sec    4   10.2 MBytes   (omitted)
[SUM]   2.00-3.00   sec  19.5 GBytes   168 Gbits/sec  107         (omitted)
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   0.00-1.00   sec  4.78 GBytes  41.0 Gbits/sec    0   13.6 MBytes
[  7]   0.00-1.00   sec  5.01 GBytes  42.9 Gbits/sec    1   8.57 MBytes
[  9]   0.00-1.00   sec  4.91 GBytes  42.0 Gbits/sec    0   14.2 MBytes
[ 11]   0.00-1.00   sec  4.79 GBytes  41.1 Gbits/sec    0   13.2 MBytes
[SUM]   0.00-1.00   sec  19.5 GBytes   167 Gbits/sec    1
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   1.00-2.00   sec  4.71 GBytes  40.4 Gbits/sec   40   9.52 MBytes
[  7]   1.00-2.00   sec  5.11 GBytes  43.9 Gbits/sec    0   11.4 MBytes
[  9]   1.00-2.00   sec  4.94 GBytes  42.3 Gbits/sec    0   14.2 MBytes
[ 11]   1.00-2.00   sec  4.81 GBytes  41.2 Gbits/sec    2   9.46 MBytes
[SUM]   1.00-2.00   sec  19.6 GBytes   168 Gbits/sec   42
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   2.00-3.00   sec  4.76 GBytes  40.9 Gbits/sec    0   12.7 MBytes
[  7]   2.00-3.00   sec  5.04 GBytes  43.3 Gbits/sec    0   13.2 MBytes
[  9]   2.00-3.00   sec  4.73 GBytes  40.7 Gbits/sec    2   10.6 MBytes
[ 11]   2.00-3.00   sec  4.44 GBytes  38.2 Gbits/sec    0   12.7 MBytes
[SUM]   2.00-3.00   sec  19.0 GBytes   163 Gbits/sec    2
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   3.00-4.00   sec  4.78 GBytes  41.1 Gbits/sec   97   8.03 MBytes
[  7]   3.00-4.01   sec  5.10 GBytes  43.4 Gbits/sec    0   15.0 MBytes
[  9]   3.00-4.01   sec  4.96 GBytes  42.2 Gbits/sec    0   13.8 MBytes
[ 11]   3.00-4.01   sec  4.77 GBytes  40.7 Gbits/sec   23   7.94 MBytes
[SUM]   3.00-4.00   sec  19.6 GBytes   168 Gbits/sec  120
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   4.00-5.00   sec  4.72 GBytes  40.6 Gbits/sec    0   11.6 MBytes
[  7]   4.01-5.00   sec  5.04 GBytes  43.5 Gbits/sec    0   16.7 MBytes
[  9]   4.01-5.01   sec  4.91 GBytes  42.3 Gbits/sec    2   10.6 MBytes
[ 11]   4.01-5.01   sec  4.70 GBytes  40.5 Gbits/sec    0   11.4 MBytes
[SUM]   4.00-5.00   sec  19.4 GBytes   166 Gbits/sec    2
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   5.00-6.00   sec  4.83 GBytes  41.5 Gbits/sec    0   14.4 MBytes
[  7]   5.00-6.00   sec  5.07 GBytes  43.7 Gbits/sec    0   18.1 MBytes
[  9]   5.01-6.00   sec  5.02 GBytes  43.2 Gbits/sec    0   13.8 MBytes
[ 11]   5.01-6.00   sec  4.74 GBytes  40.8 Gbits/sec    0   14.2 MBytes
[SUM]   5.00-6.00   sec  19.7 GBytes   169 Gbits/sec    0
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   6.00-7.00   sec  4.72 GBytes  40.5 Gbits/sec    7   9.86 MBytes
[  7]   6.00-7.00   sec  5.03 GBytes  43.3 Gbits/sec   27   11.1 MBytes
[  9]   6.00-7.00   sec  4.96 GBytes  42.8 Gbits/sec    5   10.0 MBytes
[ 11]   6.00-7.00   sec  4.65 GBytes  40.1 Gbits/sec   10   10.2 MBytes
[SUM]   6.00-7.00   sec  19.4 GBytes   166 Gbits/sec   49
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   7.00-8.00   sec  4.80 GBytes  41.2 Gbits/sec    0   13.2 MBytes
[  7]   7.00-8.00   sec  5.10 GBytes  43.6 Gbits/sec    0   13.9 MBytes
[  9]   7.00-8.00   sec  5.06 GBytes  43.2 Gbits/sec    0   12.9 MBytes
[ 11]   7.00-8.01   sec  4.79 GBytes  40.9 Gbits/sec    0   12.0 MBytes
[SUM]   7.00-8.00   sec  19.7 GBytes   170 Gbits/sec    0
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   8.00-9.00   sec  4.74 GBytes  40.7 Gbits/sec    8   9.56 MBytes
[  7]   8.00-9.00   sec  5.07 GBytes  43.7 Gbits/sec    1   9.92 MBytes
[  9]   8.00-9.00   sec  4.98 GBytes  43.0 Gbits/sec    7   9.45 MBytes
[ 11]   8.01-9.00   sec  4.74 GBytes  40.9 Gbits/sec    0   14.1 MBytes
[SUM]   8.00-9.00   sec  19.5 GBytes   168 Gbits/sec   16
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]   9.00-10.00  sec  4.81 GBytes  41.3 Gbits/sec    0   12.8 MBytes
[  7]   9.00-10.00  sec  5.09 GBytes  43.8 Gbits/sec    0   12.8 MBytes
[  9]   9.00-10.00  sec  4.99 GBytes  42.9 Gbits/sec    0   12.9 MBytes
[ 11]   9.00-10.00  sec  4.69 GBytes  40.3 Gbits/sec    3   10.6 MBytes
[SUM]   9.00-10.00  sec  19.6 GBytes   168 Gbits/sec    3
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]  10.00-11.00  sec  4.82 GBytes  41.4 Gbits/sec    0   15.5 MBytes
[  7]  10.00-11.00  sec  5.09 GBytes  43.8 Gbits/sec    0   15.2 MBytes
[  9]  10.00-11.00  sec  5.00 GBytes  43.0 Gbits/sec    5   9.57 MBytes
[ 11]  10.00-11.00  sec  4.78 GBytes  41.1 Gbits/sec    0   13.5 MBytes
[SUM]  10.00-11.00  sec  19.7 GBytes   169 Gbits/sec    5
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]  11.00-12.00  sec  4.64 GBytes  39.9 Gbits/sec   43   11.2 MBytes
[  7]  11.00-12.00  sec  4.96 GBytes  42.6 Gbits/sec   79   10.6 MBytes
[  9]  11.00-12.00  sec  5.04 GBytes  43.2 Gbits/sec    0   13.1 MBytes
[ 11]  11.00-12.00  sec  4.81 GBytes  41.2 Gbits/sec    2   9.61 MBytes
[SUM]  11.00-12.00  sec  19.5 GBytes   167 Gbits/sec  124
- - - - - - - - - - - - - - - - - - - - - - - - -
[  5]  12.00-13.00  sec  4.79 GBytes  41.2 Gbits/sec    0   14.1 MBytes
[  7]  12.00-13.00  sec  4.84 GBytes  41.6 Gbits/sec    0   13.7 MBytes
[  9]  12.00-13.00  sec  4.97 GBytes  42.9 Gbits/sec    6   9.80 MBytes
[ 11]  12.00-13.00  sec  4.78 GBytes  41.3 Gbits/sec    0   12.8 MBytes
[SUM]  12.00-13.00  sec  19.4 GBytes   167 Gbits/sec    6
- - - - - - - - - - - - - - - - - - - - - - - - -
[ ID] Interval           Transfer     Bitrate         Retr
[  5]   0.00-13.00  sec  62.0 GBytes  41.0 Gbits/sec  195   sender
[  5]   0.00-13.00  sec  62.1 GBytes  41.0 Gbits/sec        receiver
[  7]   0.00-13.00  sec  65.6 GBytes  43.4 Gbits/sec  108   sender
[  7]   0.00-13.00  sec  65.7 GBytes  43.4 Gbits/sec        receiver
[  9]   0.00-13.00  sec  64.5 GBytes  42.6 Gbits/sec   27   sender
[  9]   0.00-13.00  sec  64.6 GBytes  42.7 Gbits/sec        receiver
[ 11]   0.00-13.00  sec  61.6 GBytes  40.7 Gbits/sec   40   sender
[ 11]   0.00-13.00  sec  61.6 GBytes  40.7 Gbits/sec        receiver
[SUM]   0.00-13.00  sec   254 GBytes   168 Gbits/sec  370   sender
[SUM]   0.00-13.00  sec   254 GBytes   168 Gbits/sec        receiver

페이지 트리

200GbE ipert3 Test

Host Spec

SW

Config

MTU 9000

sysctl

Test Scripts

Test Results

Throughput (Gbps)

Retries

Example Full Logs (4 Streams)