DMC 2023

# lscpu
CPU(s):              48
Core(s) per socket:  12
Socket(s):           2
Model name:          Intel(R) Xeon(R) Gold 6246 CPU @ 3.30GHz


# free -h
192GB


# lshw -short -c net
H/W path             Device          Class          Description
===============================================================
/0/101/0             eno1            network        Ethernet Controller 10G X550T
/0/101/0.1           eno2            network        Ethernet Controller 10G X550T
/0/1/0               eno3            network        Ethernet Controller 10G X550T
/0/1/0.1             eno4            network        Ethernet Controller 10G X550T
/0/102/0             ens1            network        MT27800 Family [ConnectX-5]


# lsb_release -a
Distributor ID: Ubuntu
Description:  Ubuntu 20.04.6 LTS
Release:  20.04
Codename: focal


# nvme list
Node             SN                   Model                                    Namespace Usage                      Format           FW Rev
---------------- -------------------- ---------------------------------------- --------- -------------------------- ---------------- --------
/dev/nvme0n1     S463NF0M904971X      Samsung SSD 970 PRO 512GB                1          24.25  GB / 512.11  GB    512   B +  0 B   1B2QEXP7
/dev/nvme10n1    PHLN013001EE1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme1n1     BTLN944304QT1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme2n1     BTLN944302XQ1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme3n1     BTLN9443051V1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme4n1     BTLN944304PQ1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme5n1     BTLN944306NB1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme6n1     BTLN944304RX1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme7n1     PHLN013300VK1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme8n1     PHLN0131003M1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152
/dev/nvme9n1     PHLN0133005Q1P6AGN   INTEL SSDPE2KE016T8                      1           1.60  TB /   1.60  TB    512   B +  0 B   VDV10152


# sgdisk -Z /dev/nvme1n1
# sgdisk -Z /dev/nvme2n1
# sgdisk -Z /dev/nvme3n1
# sgdisk -Z /dev/nvme4n1
# sgdisk -Z /dev/nvme5n1
# sgdisk -Z /dev/nvme6n1
# sgdisk -Z /dev/nvme7n1
# sgdisk -Z /dev/nvme8n1
# sgdisk -Z /dev/nvme9n1
# sgdisk -Z /dev/nvme10n1


# mdadm --create --verbose /dev/md0 --level=10 --raid-devices=10 /dev/nvme{1,2,3,4,5,6,7,8,9,10}n1

# cd /etc/mdadm
# cp -arp mdadm.conf mdadm.conf.99
# mdadm -E -s -v > mdadm.conf
# mdadm --detail --scan --verbose >> mdadm.conf

# cat /proc/mdstat
Personalities : [raid10] [linear] [multipath] [raid0] [raid1] [raid6] [raid5] [raid4]
md0 : active raid10 nvme10n1[9] nvme9n1[8] nvme8n1[7] nvme7n1[6] nvme6n1[5] nvme5n1[4] nvme4n1[3] nvme3n1[2] nvme2n1[1] nvme1n1[0]
      7813406720 blocks super 1.2 512K chunks 2 near-copies [10/10] [UUUUUUUUUU]
      bitmap: 0/59 pages [0KB], 65536KB chunk
unused devices: <none>


# lsblk
NAME        MAJ:MIN RM  SIZE RO TYPE   MOUNTPOINT
nvme0n1     259:0    0  477G  0 disk
├─nvme0n1p1 259:1    0  1.1G  0 part   /boot/efi
├─nvme0n1p2 259:2    0    1G  0 part   /boot
└─nvme0n1p3 259:3    0  100G  0 part   /
nvme1n1     259:4    0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme2n1     259:5    0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme3n1     259:6    0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme4n1     259:7    0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme5n1     259:8    0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme6n1     259:9    0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme7n1     259:10   0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme8n1     259:11   0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme9n1     259:12   0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part
nvme10n1    259:13   0  1.5T  0 disk
└─md0         9:0    0  7.3T  0 raid10
  └─md0p1   259:15   0    2T  0 part


# parted -a optimal /dev/md0
GNU Parted 3.3
Using /dev/md0
Welcome to GNU Parted! Type 'help' to view a list of commands.

(parted) mklabel gpt
Warning: The existing disk label on /dev/md0 will be destroyed and all data on this disk will be lost. Do you want to continue?
Yes/No? Yes

(parted) print
Model: Linux Software RAID Array (md)
Disk /dev/md0: 8001GB
Sector size (logical/physical): 512B/512B
Partition Table: gpt
Disk Flags:
Number  Start  End  Size  File system  Name  Flags

(parted) mkpart primary 0 100%
Warning: The resulting partition is not properly aligned for best performance: 34s % 5120s != 0s
Ignore/Cancel? Cancel

(parted) mkpart
Partition name?  []?
File system type?  [ext2]? ext4
Start?
Start? 0%
End? 100%

(parted) align-check optimal 1
1 aligned

(parted) print
Model: Linux Software RAID Array (md)
Disk /dev/md0: 8001GB
Sector size (logical/physical): 512B/512B
Partition Table: gpt
Disk Flags:
Number  Start   End     Size    File system  Name  Flags
 1      2621kB  8001GB  8001GB  ext4

(parted) quit


# mkfs.ext4 /dev/md0p1


# echo "/dev/md0p1 /DMC ext4 defaults 0 2" >> /etc/fstab


# mount -a