mlx6 mlx5 switch from IB to ETH
mlxconfig -d mlx5_0 set LINK_TYPE_P1=2 mlxconfig -d mlx5_1 set LINK_TYPE_P1=2 mlxconfig -d mlx5_2 set LINK_TYPE_P1=2
Last login: Fri Nov 21 19:01:35 2025 from 10.251.1.251
root@node03:~# mlxconfig -d mlx5_0 set LINK_TYPE_P1=2
Device #1:
----------
Device type: ConnectX6
Name: MCX653105A-HDA_Ax
Description: ConnectX-6 VPI adapter card; HDR IB (200Gb/s) and 200GbE; single-port QSFP56; PCIe4.0 x16; tall bracket; ROHS R6
Device: mlx5_0
Configurations: Next Boot New
LINK_TYPE_P1 IB(1) ETH(2)
Apply new Configuration? (y/n) [n] : y
Applying... Done!
-I- Please reboot machine to load new configurations.
root@node03:~# mlxconfig -d mlx5_1 set LINK_TYPE_P1=2
Device #1:
----------
Device type: ConnectX6
Name: MCX653105A-HDA_Ax
Description: ConnectX-6 VPI adapter card; HDR IB (200Gb/s) and 200GbE; single-port QSFP56; PCIe4.0 x16; tall bracket; ROHS R6
Device: mlx5_1
Configurations: Next Boot New
LINK_TYPE_P1 IB(1) ETH(2)
Apply new Configuration? (y/n) [n] : y
Applying... Done!
-I- Please reboot machine to load new configurations.
root@node03:~# mlxconfig -d mlx5_2 set LINK_TYPE_P1=2
Device #1:
----------
Device type: ConnectX6
Name: MCX653105A-ECA_Ax
Description: ConnectX-6 VPI adapter card; 100Gb/s (HDR100; EDR IB and 100GbE); single-port QSFP56; PCIe3.0 x16; tall bracket; ROHS R6
Device: mlx5_2
Configurations: Next Boot New
LINK_TYPE_P1 IB(1) ETH(2)
Apply new Configuration? (y/n) [n] : y
Applying... Done!
-I- Please reboot machine to load new configurations.
root@node03:~# reboot
修改之前
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
link/ether a2:ad:31:2f:0b:7a brd ff:ff:ff:ff:ff:ff permaddr 8c:1a:f3:10:7a:99
altname eno1
altname enp101s0f0
altname ens10f0
3: eth1: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
link/ether a2:ad:31:2f:0b:7a brd ff:ff:ff:ff:ff:ff permaddr 8c:1a:f3:10:7a:9a
altname eno2
altname enp101s0f1
altname ens10f1
4: ib0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 2044 qdisc mq state UP group default qlen 256
link/infiniband 00:00:01:81:fe:80:00:00:00:00:00:00:58:a2:e1:03:00:3e:26:e6 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
altname ibp152s0
altname ibs4
5: ib1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 2044 qdisc mq state UP group default qlen 256
link/infiniband 00:00:03:ad:fe:80:00:00:00:00:00:00:58:a2:e1:03:00:3e:20:e6 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
altname ibp177s0
altname ibs9
6: ib2: <BROADCAST,MULTICAST> mtu 4092 qdisc noop state DOWN group default qlen 256
link/infiniband 00:00:04:bf:fe:80:00:00:00:00:00:00:b8:3f:d2:03:00:ac:98:7a brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
altname ibp228s0
altname ibs16
7: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether a2:ad:31:2f:0b:7a brd ff:ff:ff:ff:ff:ff
inet 10.251.1.252/24 brd 10.251.1.255 scope global bond0
valid_lft forever preferred_lft forever
修改之后
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
link/ether be:f4:1f:c9:ed:10 brd ff:ff:ff:ff:ff:ff permaddr 8c:1a:f3:10:7a:f1
altname eno1
altname enp101s0f0
altname ens10f0
3: eth1: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
link/ether be:f4:1f:c9:ed:10 brd ff:ff:ff:ff:ff:ff permaddr 8c:1a:f3:10:7a:f2
altname eno2
altname enp101s0f1
altname ens10f1
7: eth2: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 58:a2:e1:3e:22:4a brd ff:ff:ff:ff:ff:ff
altname enp152s0np0
altname ens4np0
8: eth3: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 58:a2:e1:cd:18:ec brd ff:ff:ff:ff:ff:ff
altname enp177s0np0
altname ens9np0
9: eth4: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether b8:3f:d2:ac:97:8a brd ff:ff:ff:ff:ff:ff
altname enp228s0np0
altname ens16np0
10: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether be:f4:1f:c9:ed:10 brd ff:ff:ff:ff:ff:ff
inet 10.251.1.251/24 brd 10.251.1.255 scope global bond0
valid_lft forever preferred_lft forever
inet6 fe80::bcf4:1fff:fec9:ed10/64 scope link
valid_lft forever preferred_lft forever
11: bond1: <NO-CARRIER,BROADCAST,MULTICAST,MASTER,UP> mtu 1500 qdisc noqueue state DOWN group default qlen 1000
link/ether 12:c0:d2:54:b9:4f brd ff:ff:ff:ff:ff:ff
inet 192.168.100.11/24 brd 192.168.100.255 scope global bond1
valid_lft forever preferred_lft forever
