DebConf24 Router

HW

	Model	Spec	Count	All
CPU	Intel Xeon E5-2630 v3	8C 1T 2.40GHz	2	16 Core
Memory	Samsung M393A2G40DB0-CPB	DDR4 2133 MT/s 16GB	4	64GB
Mainboard	Supermicro X10DRU-i+
NIC 1	Nvidia ConnectX-6	200GbE Dual Port
NIC 2	Nvidia ConnectX-6	200GbE Dual Port
NIC 3	Intel 82599ES	10GbE Dual Port

root@vyos:~# lshw -short -c net
H/W path              Device     Class          Description
===========================================================
/0/100/1/0            eth0       network        82599ES 10-Gigabit SFI/SFP+ Network Connection
/0/100/1/0.1          eth1       network        82599ES 10-Gigabit SFI/SFP+ Network Connection
/0/100/2/0            eth7       network        MT28908 Family [ConnectX-6]
/0/100/2/0.1          eth6       network        MT28908 Family [ConnectX-6]
/0/100/3/0            eth2       network        MT28908 Family [ConnectX-6]
/0/100/3/0.1          eth3       network        MT28908 Family [ConnectX-6]
/0/3/0                eth4       network        82599ES 10-Gigabit SFI/SFP+ Network Connection
/0/3/0.1              eth5       network        82599ES 10-Gigabit SFI/SFP+ Network Connection

root@vyos:~# lscpu
CPU(s):                   16
  On-line CPU(s) list:    0-15
Vendor ID:                GenuineIntel
  Model name:             Intel(R) Xeon(R) CPU E5-2630 v3 @ 2.40GHz
    Thread(s) per core:   1
    Core(s) per socket:   8
    Socket(s):            2

root@vyos:~# free -h
               total        used        free      shared  buff/cache   available
Mem:            62Gi       1.9Gi        60Gi       3.8Mi       1.1Gi        60Gi
Swap:             0B          0B          0B

HW Topo

Network

vyos@vyos:~$ show interfaces
Codes: S - State, L - Link, u - Up, D - Down, A - Admin Down
Interface    IP Address            VRF        MTU  S/L    Description
-----------  --------------------  -------  -----  -----  -------------
eth0         -                     default   1500  u/D
eth1         -                     default   1500  u/D
eth2         116.aaa.bbb.2/27      default   1500  u/u    KOREN
eth3         210.aaa.bbb.2/26      default   1500  u/u    KREONET
             2001:320:a:b::2/64    
eth4         -                     default   1500  u/D
eth5         -                     default   1500  u/D    MIRAE
eth6         -                     default   1500  u/D    ENG_1
eth7         -                     default   1500  u/D
lo           127.0.0.1/8           default  65536  u/u
             ::1/128

Performance - iperf 79.5Gbps

MTU 1500

root@vyos:~# iperf -c ps-daej.kreonet2.net -i 1 -t 20 -w 256M -P 8
------------------------------------------------------------
Client connecting to ps-daej.kreonet2.net, TCP port 5001
TCP window size:  512 MByte (WARNING: requested  256 MByte)
------------------------------------------------------------
[  8] local 210.AAA.BBB.2 port 40866 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/6199)
[  1] local 210.AAA.BBB.2 port 40814 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/6284)
[  2] local 210.AAA.BBB.2 port 40816 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/9116)
[  3] local 210.AAA.BBB.2 port 40812 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/9180)
[  5] local 210.AAA.BBB.2 port 40832 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/9128)
[  7] local 210.AAA.BBB.2 port 40860 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/9159)
[  4] local 210.AAA.BBB.2 port 40826 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/12025)
[  6] local 210.AAA.BBB.2 port 40846 connected with ps-daej.kreonet2.net port 5001 (icwnd/mss/irtt=14/1448/12010)
[ ID] Interval       Transfer     Bandwidth
[  1] 0.0000-1.0000 sec  1.74 GBytes  14.9 Gbits/sec
[  3] 0.0000-1.0000 sec  1.13 GBytes  9.73 Gbits/sec
[  2] 0.0000-1.0000 sec  1.76 GBytes  15.1 Gbits/sec
[  6] 0.0000-1.0000 sec  1.17 GBytes  10.0 Gbits/sec
[  4] 0.0000-1.0000 sec  1.75 GBytes  15.0 Gbits/sec
[  5] 0.0000-1.0000 sec  1.86 GBytes  15.9 Gbits/sec
[  7] 0.0000-1.0000 sec  1.23 GBytes  10.6 Gbits/sec
[  8] 0.0000-1.0000 sec  1.28 GBytes  11.0 Gbits/sec
[SUM] 0.0000-1.0000 sec  11.9 GBytes   102 Gbits/sec
[  1] 1.0000-2.0000 sec  1.57 GBytes  13.5 Gbits/sec
[  8] 1.0000-2.0000 sec   674 MBytes  5.66 Gbits/sec
[  6] 1.0000-2.0000 sec  1.00 GBytes  8.61 Gbits/sec
[  7] 1.0000-2.0000 sec  1.05 GBytes  9.01 Gbits/sec
[  2] 1.0000-2.0000 sec  1.54 GBytes  13.3 Gbits/sec
[  5] 1.0000-2.0000 sec  1.48 GBytes  12.7 Gbits/sec
[  4] 1.0000-2.0000 sec  1.49 GBytes  12.8 Gbits/sec
[  3] 1.0000-2.0000 sec   817 MBytes  6.85 Gbits/sec
[SUM] 1.0000-2.0000 sec  9.60 GBytes  82.4 Gbits/sec
[  6] 2.0000-3.0000 sec  1.17 GBytes  10.1 Gbits/sec
[  5] 2.0000-3.0000 sec  1.40 GBytes  12.0 Gbits/sec
[  4] 2.0000-3.0000 sec  1.41 GBytes  12.2 Gbits/sec
[  8] 2.0000-3.0000 sec   851 MBytes  7.14 Gbits/sec
[  2] 2.0000-3.0000 sec  1.26 GBytes  10.8 Gbits/sec
[  7] 2.0000-3.0000 sec  1.04 GBytes  8.91 Gbits/sec
[  1] 2.0000-3.0000 sec  1.46 GBytes  12.6 Gbits/sec
[  3] 2.0000-3.0000 sec   817 MBytes  6.85 Gbits/sec
[SUM] 2.0000-3.0000 sec  9.37 GBytes  80.5 Gbits/sec
[  5] 3.0000-4.0000 sec  1.05 GBytes  9.06 Gbits/sec
[  3] 3.0000-4.0000 sec   859 MBytes  7.21 Gbits/sec
[  4] 3.0000-4.0000 sec  1.64 GBytes  14.1 Gbits/sec
[  8] 3.0000-4.0000 sec   864 MBytes  7.25 Gbits/sec
[  2] 3.0000-4.0000 sec   856 MBytes  7.18 Gbits/sec
[  6] 3.0000-4.0000 sec  1.50 GBytes  12.9 Gbits/sec
[  7] 3.0000-4.0000 sec  1.22 GBytes  10.5 Gbits/sec
[  1] 3.0000-4.0000 sec   891 MBytes  7.48 Gbits/sec
[SUM] 3.0000-4.0000 sec  8.81 GBytes  75.7 Gbits/sec
[  5] 4.0000-5.0000 sec  1.45 GBytes  12.5 Gbits/sec
[  4] 4.0000-5.0000 sec  1.52 GBytes  13.1 Gbits/sec
[  6] 4.0000-5.0000 sec  1.19 GBytes  10.3 Gbits/sec
[  2] 4.0000-5.0000 sec  1.13 GBytes  9.69 Gbits/sec
[  3] 4.0000-5.0000 sec   737 MBytes  6.19 Gbits/sec
[  1] 4.0000-5.0000 sec  1.10 GBytes  9.46 Gbits/sec
[  7] 4.0000-5.0000 sec  1.27 GBytes  10.9 Gbits/sec
[  8] 4.0000-5.0000 sec   827 MBytes  6.94 Gbits/sec
[SUM] 4.0000-5.0000 sec  9.19 GBytes  79.0 Gbits/sec
[  4] 5.0000-6.0000 sec  1.42 GBytes  12.2 Gbits/sec
[  7] 5.0000-6.0000 sec  1.08 GBytes  9.28 Gbits/sec
[  2] 5.0000-6.0000 sec  1.40 GBytes  12.1 Gbits/sec
[  6] 5.0000-6.0000 sec  1.17 GBytes  10.1 Gbits/sec
[  5] 5.0000-6.0000 sec  1.45 GBytes  12.5 Gbits/sec
[  1] 5.0000-6.0000 sec  1.17 GBytes  10.0 Gbits/sec
[  3] 5.0000-6.0000 sec   798 MBytes  6.69 Gbits/sec
[  8] 5.0000-6.0000 sec   824 MBytes  6.91 Gbits/sec
[SUM] 5.0000-6.0000 sec  9.28 GBytes  79.7 Gbits/sec
[  3] 6.0000-7.0000 sec   665 MBytes  5.58 Gbits/sec
[  6] 6.0000-7.0000 sec  1.31 GBytes  11.3 Gbits/sec
[  7] 6.0000-7.0000 sec  1.16 GBytes  9.94 Gbits/sec
[  2] 6.0000-7.0000 sec  1.41 GBytes  12.1 Gbits/sec
[  5] 6.0000-7.0000 sec  1.35 GBytes  11.6 Gbits/sec
[  8] 6.0000-7.0000 sec   599 MBytes  5.03 Gbits/sec
[  1] 6.0000-7.0000 sec  1.24 GBytes  10.7 Gbits/sec
[  4] 6.0000-7.0000 sec  1.42 GBytes  12.2 Gbits/sec
[SUM] 6.0000-7.0000 sec  9.13 GBytes  78.4 Gbits/sec
[  6] 7.0000-8.0000 sec  1.44 GBytes  12.3 Gbits/sec
[  1] 7.0000-8.0000 sec  1.25 GBytes  10.7 Gbits/sec
[  5] 7.0000-8.0000 sec  1.40 GBytes  12.0 Gbits/sec
[  2] 7.0000-8.0000 sec  1.51 GBytes  13.0 Gbits/sec
[  4] 7.0000-8.0000 sec  1.40 GBytes  12.0 Gbits/sec
[  3] 7.0000-8.0000 sec  1.04 GBytes  8.93 Gbits/sec
[  7] 7.0000-8.0000 sec  1.00 GBytes  8.63 Gbits/sec
[  8] 7.0000-8.0000 sec   793 MBytes  6.65 Gbits/sec
[SUM] 7.0000-8.0000 sec  9.82 GBytes  84.3 Gbits/sec
[  4] 8.0000-9.0000 sec  1.40 GBytes  12.0 Gbits/sec
[  1] 8.0000-9.0000 sec  1.21 GBytes  10.4 Gbits/sec
[  7] 8.0000-9.0000 sec  1.03 GBytes  8.82 Gbits/sec
[  8] 8.0000-9.0000 sec   613 MBytes  5.14 Gbits/sec
[  5] 8.0000-9.0000 sec  1.49 GBytes  12.8 Gbits/sec
[  2] 8.0000-9.0000 sec  1.42 GBytes  12.2 Gbits/sec
[  6] 8.0000-9.0000 sec  1.26 GBytes  10.8 Gbits/sec
[  3] 8.0000-9.0000 sec   815 MBytes  6.84 Gbits/sec
[SUM] 8.0000-9.0000 sec  9.20 GBytes  79.0 Gbits/sec
[  1] 9.0000-10.0000 sec  1.33 GBytes  11.4 Gbits/sec
[  3] 9.0000-10.0000 sec   580 MBytes  4.87 Gbits/sec
[  7] 9.0000-10.0000 sec  1.34 GBytes  11.5 Gbits/sec
[  2] 9.0000-10.0000 sec  1.25 GBytes  10.8 Gbits/sec
[  6] 9.0000-10.0000 sec  1.30 GBytes  11.1 Gbits/sec
[  4] 9.0000-10.0000 sec  1.23 GBytes  10.6 Gbits/sec
[  5] 9.0000-10.0000 sec  1.29 GBytes  11.1 Gbits/sec
[  8] 9.0000-10.0000 sec   817 MBytes  6.85 Gbits/sec
[SUM] 9.0000-10.0000 sec  9.10 GBytes  78.2 Gbits/sec
[  5] 10.0000-11.0000 sec  1014 MBytes  8.50 Gbits/sec
[  1] 10.0000-11.0000 sec  1.09 GBytes  9.34 Gbits/sec
[  8] 10.0000-11.0000 sec   521 MBytes  4.37 Gbits/sec
[  2] 10.0000-11.0000 sec  1.31 GBytes  11.3 Gbits/sec
[  6] 10.0000-11.0000 sec  1.01 GBytes  8.71 Gbits/sec
[  7] 10.0000-11.0000 sec  1.32 GBytes  11.4 Gbits/sec
[  4] 10.0000-11.0000 sec   993 MBytes  8.33 Gbits/sec
[  3] 10.0000-11.0000 sec   845 MBytes  7.09 Gbits/sec
[SUM] 10.0000-11.0000 sec  8.03 GBytes  69.0 Gbits/sec
[  1] 11.0000-12.0000 sec  1.29 GBytes  11.1 Gbits/sec
[  3] 11.0000-12.0000 sec   709 MBytes  5.95 Gbits/sec
[  6] 11.0000-12.0000 sec  1.34 GBytes  11.5 Gbits/sec
[  7] 11.0000-12.0000 sec  1.38 GBytes  11.9 Gbits/sec
[  5] 11.0000-12.0000 sec  1.44 GBytes  12.3 Gbits/sec
[  2] 11.0000-12.0000 sec  1.42 GBytes  12.2 Gbits/sec
[  4] 11.0000-12.0000 sec  1.22 GBytes  10.5 Gbits/sec
[  8] 11.0000-12.0000 sec   731 MBytes  6.13 Gbits/sec
[SUM] 11.0000-12.0000 sec  9.50 GBytes  81.6 Gbits/sec
[  5] 12.0000-13.0000 sec  1.38 GBytes  11.8 Gbits/sec
[  2] 12.0000-13.0000 sec  1.34 GBytes  11.5 Gbits/sec
[  7] 12.0000-13.0000 sec  1.33 GBytes  11.5 Gbits/sec
[  1] 12.0000-13.0000 sec  1.19 GBytes  10.2 Gbits/sec
[  3] 12.0000-13.0000 sec   747 MBytes  6.27 Gbits/sec
[  6] 12.0000-13.0000 sec  1.24 GBytes  10.6 Gbits/sec
[  4] 12.0000-13.0000 sec  1.25 GBytes  10.8 Gbits/sec
[  8] 12.0000-13.0000 sec   771 MBytes  6.47 Gbits/sec
[SUM] 12.0000-13.0000 sec  9.21 GBytes  79.1 Gbits/sec
[  6] 13.0000-14.0000 sec  1.25 GBytes  10.8 Gbits/sec
[  4] 13.0000-14.0000 sec  1.18 GBytes  10.2 Gbits/sec
[  1] 13.0000-14.0000 sec  1.18 GBytes  10.2 Gbits/sec
[  2] 13.0000-14.0000 sec  1.36 GBytes  11.7 Gbits/sec
[  5] 13.0000-14.0000 sec  1.31 GBytes  11.3 Gbits/sec
[  7] 13.0000-14.0000 sec  1.36 GBytes  11.7 Gbits/sec
[  8] 13.0000-14.0000 sec   601 MBytes  5.04 Gbits/sec
[  3] 13.0000-14.0000 sec   803 MBytes  6.74 Gbits/sec
[SUM] 13.0000-14.0000 sec  9.02 GBytes  77.5 Gbits/sec
[  1] 14.0000-15.0000 sec  1.40 GBytes  12.0 Gbits/sec
[  2] 14.0000-15.0000 sec  1014 MBytes  8.50 Gbits/sec
[  7] 14.0000-15.0000 sec  1.29 GBytes  11.1 Gbits/sec
[  4] 14.0000-15.0000 sec  1.29 GBytes  11.1 Gbits/sec
[  3] 14.0000-15.0000 sec   618 MBytes  5.18 Gbits/sec
[  5] 14.0000-15.0000 sec  1.45 GBytes  12.5 Gbits/sec
[  6] 14.0000-15.0000 sec  1.53 GBytes  13.2 Gbits/sec
[  8] 14.0000-15.0000 sec   817 MBytes  6.85 Gbits/sec
[SUM] 14.0000-15.0000 sec  9.35 GBytes  80.3 Gbits/sec
[  2] 15.0000-16.0000 sec  1.41 GBytes  12.1 Gbits/sec
[  7] 15.0000-16.0000 sec  1.39 GBytes  12.0 Gbits/sec
[  4] 15.0000-16.0000 sec  1.18 GBytes  10.2 Gbits/sec
[  3] 15.0000-16.0000 sec   640 MBytes  5.36 Gbits/sec
[  5] 15.0000-16.0000 sec  1.23 GBytes  10.6 Gbits/sec
[  6] 15.0000-16.0000 sec  1.26 GBytes  10.8 Gbits/sec
[  1] 15.0000-16.0000 sec  1.29 GBytes  11.1 Gbits/sec
[  8] 15.0000-16.0000 sec   593 MBytes  4.97 Gbits/sec
[SUM] 15.0000-16.0000 sec  8.98 GBytes  77.1 Gbits/sec
[  4] 16.0000-17.0000 sec  1.30 GBytes  11.2 Gbits/sec
[  1] 16.0000-17.0000 sec  1.21 GBytes  10.4 Gbits/sec
[  6] 16.0000-17.0000 sec  1.31 GBytes  11.3 Gbits/sec
[  5] 16.0000-17.0000 sec  1.38 GBytes  11.9 Gbits/sec
[  2] 16.0000-17.0000 sec  1.30 GBytes  11.2 Gbits/sec
[  7] 16.0000-17.0000 sec  1.27 GBytes  10.9 Gbits/sec
[  3] 16.0000-17.0000 sec   852 MBytes  7.14 Gbits/sec
[  8] 16.0000-17.0000 sec   833 MBytes  6.99 Gbits/sec
[SUM] 16.0000-17.0000 sec  9.43 GBytes  81.0 Gbits/sec
[  5] 17.0000-18.0000 sec  1.13 GBytes  9.71 Gbits/sec
[  3] 17.0000-18.0000 sec   757 MBytes  6.35 Gbits/sec
[  8] 17.0000-18.0000 sec   636 MBytes  5.33 Gbits/sec
[  6] 17.0000-18.0000 sec  1.09 GBytes  9.35 Gbits/sec
[  4] 17.0000-18.0000 sec  1.44 GBytes  12.4 Gbits/sec
[  1] 17.0000-18.0000 sec  1.01 GBytes  8.64 Gbits/sec
[  2] 17.0000-18.0000 sec  1.44 GBytes  12.3 Gbits/sec
[  7] 17.0000-18.0000 sec   910 MBytes  7.64 Gbits/sec
[SUM] 17.0000-18.0000 sec  8.35 GBytes  71.8 Gbits/sec
[  2] 18.0000-19.0000 sec  1.28 GBytes  11.0 Gbits/sec
[  4] 18.0000-19.0000 sec  1.33 GBytes  11.4 Gbits/sec
[  5] 18.0000-19.0000 sec  1.25 GBytes  10.8 Gbits/sec
[  1] 18.0000-19.0000 sec  1.24 GBytes  10.7 Gbits/sec
[  6] 18.0000-19.0000 sec  1.38 GBytes  11.9 Gbits/sec
[  7] 18.0000-19.0000 sec  1.24 GBytes  10.6 Gbits/sec
[  3] 18.0000-19.0000 sec   680 MBytes  5.70 Gbits/sec
[  8] 18.0000-19.0000 sec   839 MBytes  7.03 Gbits/sec
[SUM] 18.0000-19.0000 sec  9.21 GBytes  79.1 Gbits/sec
[  5] 19.0000-20.0000 sec  1.38 GBytes  11.9 Gbits/sec
[  2] 19.0000-20.0000 sec  1.38 GBytes  11.9 Gbits/sec
[  4] 19.0000-20.0000 sec  1.23 GBytes  10.5 Gbits/sec
[  3] 19.0000-20.0000 sec   688 MBytes  5.77 Gbits/sec
[  8] 19.0000-20.0000 sec   583 MBytes  4.89 Gbits/sec
[  1] 19.0000-20.0000 sec  1.22 GBytes  10.5 Gbits/sec
[  6] 19.0000-20.0000 sec  1.37 GBytes  11.8 Gbits/sec
[  7] 19.0000-20.0000 sec  1.21 GBytes  10.4 Gbits/sec
[SUM] 19.0000-20.0000 sec  9.03 GBytes  77.5 Gbits/sec
[  4] 20.0000-20.2690 sec   128 KBytes  3.90 Mbits/sec
[  4] 0.0000-20.2690 sec  27.1 GBytes  11.5 Gbits/sec
[  6] 20.0000-20.3291 sec   128 KBytes  3.19 Mbits/sec
[  6] 0.0000-20.3291 sec  25.3 GBytes  10.7 Gbits/sec
[  7] 20.0000-20.3492 sec   128 KBytes  3.00 Mbits/sec
[  7] 0.0000-20.3492 sec  24.1 GBytes  10.2 Gbits/sec
[  1] 20.0000-20.5282 sec   128 KBytes  1.99 Mbits/sec
[  1] 0.0000-20.5282 sec  25.1 GBytes  10.5 Gbits/sec
[  3] 20.0000-20.5311 sec   128 KBytes  1.97 Mbits/sec
[  3] 0.0000-20.5311 sec  15.3 GBytes  6.39 Gbits/sec
[  5] 20.0000-20.5693 sec   128 KBytes  1.84 Mbits/sec
[  5] 0.0000-20.5693 sec  27.2 GBytes  11.3 Gbits/sec
[  8] 20.0000-20.5888 sec   128 KBytes  1.78 Mbits/sec
[  8] 0.0000-20.5888 sec  14.7 GBytes  6.15 Gbits/sec
[  2] 20.0000-20.7028 sec   128 KBytes  1.49 Mbits/sec
[  2] 0.0000-20.7028 sec  26.8 GBytes  11.1 Gbits/sec
[SUM] 0.0000-20.0474 sec   186 GBytes  79.5 Gbits/sec

페이지 트리

DebConf24 Router

HW

HW Topo

Network

Performance - iperf 79.5Gbps