네트워크 인터페이스 eno 또는 ens 에서 eth 바꾸기의 문제점

IT 기술문서/HPE Proliant Server 2022. 3. 21. 12:19

※ RHEL 7 또는 CentOS7 의 인터페이스 16개, 8개 연결 80G bonding기준 입니다.

2줄 요약

1. ens->eth 로 변경하니까 속도가 안나온다.

2. eth->ens 로 원상복구 하니까 정상!

[root@localhost] # ip a |grep link/ether |sort |awk '{print $2}' | sed s/^/'SUBSYSTEM=="net"\, ACTION=="add"\, DRIVERS=="?*"\, ATTR{address}=="'/g |sed s/$/'", NAME="eth0"'/g > /etc/udev/rules.d/70-persistent-net.rules

[root@localhost] # sed -i "2s/eth0/eth1/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "3s/eth0/eth2/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "4s/eth0/eth3/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "5s/eth0/eth4/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "6s/eth0/eth5/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "7s/eth0/eth6/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "8s/eth0/eth7/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "9s/eth0/eth8/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "10s/eth0/eth9/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "11s/eth0/eth10/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "12s/eth0/eth11/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "13s/eth0/eth12/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "14s/eth0/eth13/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "15s/eth0/eth14/g" /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # sed -i "16s/eth0/eth15/g" /etc/udev/rules.d/70-persistent-net.rules

위와 같이 하면 /etc/udev/rules.d/70-persistent-net.rules 파일이 생성됩니다.

8개만 연결할예정이지만 혼란을 막기위해서 전부 변경해줍니다.

SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="2a:6c:84:44:60:90", NAME="eth0"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:28:3a:20", NAME="eth1"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:28:3a:28", NAME="eth2"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:28:3a:b0", NAME="eth3"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:28:3a:b8", NAME="eth4"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:29:9d:00", NAME="eth5"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:29:9d:08", NAME="eth6"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:2b:4d:f0", NAME="eth7"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:2b:4d:f8", NAME="eth8"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:2b:53:40", NAME="eth9"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:2b:53:48", NAME="eth10"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:2b:56:b0", NAME="eth11"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="48:df:37:2b:56:b8", NAME="eth12"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="d0:67:26:ca:3e:d2", NAME="eth13"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="d0:67:26:ca:3e:d3", NAME="eth14"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="d0:67:26:ca:3e:d4", NAME="eth15"
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="d0:67:26:ca:3e:d5", NAME="eth16"

★ 인터넷에서 많이 확인 할 수 있는 아래의 grub 의 net.ifnames=0 추가하는 방법은 인터페이스명이 재부팅할때마다 계속 변경되므로 추천드리지 않습니다

[root@localhost]# vi /etc/default/grub 
GRUB_CMDLINE_LINUX="crashkernel=auto rd.lvm.lv=cl/root rd.lvm.lv=cl/swap net.ifnames=0 rhgb quiet"

이후 eth 를 재부팅 없이 적용시켜주기 위해서 아래의 명령을 입력해줍니다.

[root@localhost] # systemctl stop NetworkManager
[root@localhost] # systemctl disable NetworkManager
[root@localhost] # systemctl stop network
[root@localhost] # rmmod tg3
[root@localhost] # rmmod i40e
[root@localhost] # udevadm control --reload-rules
[root@localhost] # udevadm trigger
[root@localhost] # modprobe tg3
[root@localhost] # modprobe i40e
[root@localhost] # systemctl start NetworkManager

※ modprobe 값은 lspci -v 에서 "Kernel modules" 값을 확인해주면 됩니다.

※ NetworkManager 를 다시 시작시키는 이유는 아래의 ip a 에서 UP 을 확인하기 위해서 입니다.

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
1: eth13: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d2 brd ff:ff:ff:ff:ff:ff
2: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::fb7d:3aee:f174:b8da/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
3: eth14: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d3 brd ff:ff:ff:ff:ff:ff
4: eth6: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:29:9d:08 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::24a:7bd7:c613:c66d/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
5: eth15: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d4 brd ff:ff:ff:ff:ff:ff
6: eth5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:4d:f0 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::100f:bbd5:bed5:8ce1/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
7: eth16: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d5 brd ff:ff:ff:ff:ff:ff
8: eth7: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:4d:f8 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::50c6:3bae:53f:1cb3/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
9: eth0: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:28:3a:b0 brd ff:ff:ff:ff:ff:ff
10: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:28:3a:b8 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::7d28:93b3:97c:b2eb/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
11: eth4: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:2b:56:b0 brd ff:ff:ff:ff:ff:ff
12: eth12: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:56:b8 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::cdf6:ddaf:a110:d601/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
13: eth8: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:53:40 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::15a9:84e9:426c:5295/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
14: eth9: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:2b:53:48 brd ff:ff:ff:ff:ff:ff
15: eth10: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:28:3a:20 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::9cb2:9c1:152e:e51b/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
16: eth11: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:28:3a:28 brd ff:ff:ff:ff:ff:ff

총 8개의 네트워크가 활성화 되었다. 이제 /etc/sysconfig/network-scripts/ 에 인터페이스 설정파일을 만들어준다.

정상적인 인터페이스 사용을 위해서 HWADDR 에 MAC 주소를 기입한다. (필수!!)

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-bond0
DEVICE=bond0
USERCTL=no
BOOTPROT=none
ONBOOT=yes
NM_CONTROLLED=no
IPADDR=192.168.0.100
NETMASK=255.255.255.0
GATEWAY=192.168.0.1
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1 xmit_hash_policy=layer2+3"
TYPE=Ethernet
IPV6INIT=no
EOF

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE=eth1
NAME=eth1
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:29:9d:00
EOF

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth2
DEVICE=eth2
NAME=eth2
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:28:3a:b8

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth5
DEVICE=eth5
NAME=eth5
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:2b:4d:f0

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth6
DEVICE=eth6
NAME=eth6
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:29:9d:08

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth7
DEVICE=eth7
NAME=eth7
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:2b:4d:f8

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth8
DEVICE=eth8
NAME=eth8
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:2b:53:40

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth10
DEVICE=eth10
NAME=eth10
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:28:3a:20

[root@localhost] # cat << EOF >> /etc/sysconfig/network-scripts/ifcfg-eth12
DEVICE=eth12
NAME=eth12
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
MASTER=bond0
SLAVE=yes
HWADDR=48:df:37:2b:56:b8

NetworkManager 를 중지시키고 본딩을 활성화 합니다.

systemctl stop NetworkManager
modprobe --first-time bonding
ifdown bond0
ifup bond0

그런데 발생한 인터페이스 활성화 에러!! ifup eth1 해도 같은 메세지!!

오류: 연결 활성화가 실패했습니다: Master device 'eth1' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth10' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth12' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth2' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth5' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth6' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth7' can't be activated: Device unmanaged or not available for activation
오류: 연결 활성화가 실패했습니다: Master device 'eth8' can't be activated: Device unmanaged or not available for activation

다시 NetworkManager 를 활성화 하고 nmcli con 으로 UUID 값 확인을 해봅니다.

NAME          UUID TYPE      DEVICE
eth1          9c92fad9-6ecb-3e6c-eb4d-8a47c6f50c04  ethernet  --
eth10         a27c97ed-b4bf-262d-81d2-d4d5409f093f  ethernet  --
eth12         fb083a52-0032-c16d-6867-d36b6f07126f  ethernet  --
eth2          3a73717e-65ab-93e8-b518-24f5af32dc0d  ethernet  --
eth5          d9ced338-a402-60eb-c131-0fd3ab4b5ab7  ethernet  --
eth6          9c7edaaf-a235-841d-64a7-66502d9706e9  ethernet  --
eth7          1e690eec-2d2c-007e-535f-a873a2b375d5  ethernet  --
eth8          e37946c9-e527-31d0-3c0d-9542c730267f  ethernet  --
유선 연결 1   c2939dde-ad7d-3dbf-8178-0fc0f081dc45  ethernet  --
유선 연결 10  3e234091-747f-3a03-9770-b6aed4abd8ec  ethernet  --
유선 연결 11  901983a5-b99c-3e18-b0d9-1e1577a1ceb8  ethernet  --
유선 연결 12  67fa74e0-9097-3000-941c-4d3599207719  ethernet  --
유선 연결 13  25a8a5b5-3dad-3c10-b28a-49c3f6608aec  ethernet  --
유선 연결 14  985e6b9a-e438-31f4-98e7-e83d08169523  ethernet  --
유선 연결 15  7d1c9068-524f-36ec-85a0-398ef3d1f703  ethernet  --
유선 연결 16  0e703172-bd3f-302a-aaa5-bde55017b141  ethernet  --
유선 연결 2   28a17d3b-8d57-37f6-88e9-d26daf105dbe  ethernet  --
유선 연결 3   504e38ae-5a07-3e59-8e75-daeabdcef3c0  ethernet  --
유선 연결 4   16881bef-1b81-3d2e-b614-33d2fadf7ed8  ethernet  --
유선 연결 5   be473b39-ce82-3d3d-9ca3-03c774f60d34  ethernet  --
유선 연결 6   5066240a-9720-3b53-a787-d03af74f7e8a  ethernet  --
유선 연결 7   4beed446-fad3-3ade-b7b7-907d9a2288d4  ethernet  --
유선 연결 8   f029b935-4685-3fb7-a0ac-df5a2ff70f36  ethernet  --
유선 연결 9   949fe04a-836a-3cd0-9c02-7cece0ad5cfc  ethernet  --

만든적 없는 "유선 연결 1~16" 이 있습니다. 전부 삭제해줍니다.

for n in {1..16}
do
nmcli connection delete "유선 연결 $n"
done

다시 NetworkManager 를 중지 시키고 ifup bond0 해봐도 같은 에러가 납니다.

인터페이스 파일에서 HWADDR 을 삭제해 봅니다.

sed -i '/HWADDR/d' /etc/sysconfig/network-scripts/ifcfg-eth*

그리고 다시 ifup bond0 을하면.... 정상적으로 bonding 이 활성화 되었습니다.

ethtool bond0 해보면...80G 정상적으로 올라옵니다.

Settings for bond0:
Supported ports: [ ]
Supported link modes: Not reported
Supported pause frame use: No
Supports auto-negotiation: No
Supported FEC modes: Not reported
Advertised link modes: Not reported
Advertised pause frame use: No
Advertised auto-negotiation: No
Advertised FEC modes: Not reported
Speed: 80000Mb/s
Duplex: Full
Port: Other
PHYAD: 0
Transceiver: internal
Auto-negotiation: off
Link detected: yes

ip a 로 연결 상태를 확인해봅니다.

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
33: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
    inet 192.168.0.100/24 brd 192.168.0.255 scope global bond0
       valid_lft forever preferred_lft forever
    inet6 fe80::4adf:37ff:fe29:9d00/64 scope link
       valid_lft forever preferred_lft forever
17: eth13: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d2 brd ff:ff:ff:ff:ff:ff
18: eth1: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
19: eth14: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d3 brd ff:ff:ff:ff:ff:ff
20: eth6: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
21: eth15: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d4 brd ff:ff:ff:ff:ff:ff
22: eth5: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
23: eth16: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d5 brd ff:ff:ff:ff:ff:ff
24: eth7: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
25: eth0: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:28:3a:b0 brd ff:ff:ff:ff:ff:ff
26: eth2: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
27: eth4: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:2b:56:b0 brd ff:ff:ff:ff:ff:ff
28: eth12: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
29: eth8: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
30: eth9: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:2b:53:48 brd ff:ff:ff:ff:ff:ff
31: eth10: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
32: eth11: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 48:df:37:28:3a:28 brd ff:ff:ff:ff:ff:ff

총 8개, bond 까지 정상적으로 활성화 되었습니다.

하지만 속도가 10G밖에 나오지 않습니다. 80G 로 연결되었는데도요....

왜그럴까요?

본딩을 중지 시키고 NetworkManager 를 다시 활성화 시켜서 누가 실질적으로 통신을 하고있는지 확인해봐야 합니다.

[root@localhost] # systemctl start NetworkManager
[root@localhost] # nmcli con
NAME         UUID TYPE      DEVICE
eth1         9c92fad9-6ecb-3e6c-eb4d-8a47c6f50c04  ethernet  --
eth10        a27c97ed-b4bf-262d-81d2-d4d5409f093f  ethernet  --
eth12        fb083a52-0032-c16d-6867-d36b6f07126f  ethernet  --
eth2         3a73717e-65ab-93e8-b518-24f5af32dc0d  ethernet  --
eth5         d9ced338-a402-60eb-c131-0fd3ab4b5ab7  ethernet  --
eth6         9c7edaaf-a235-841d-64a7-66502d9706e9  ethernet  --
eth7         1e690eec-2d2c-007e-535f-a873a2b375d5  ethernet  --
eth8         e37946c9-e527-31d0-3c0d-9542c730267f  ethernet  --

Name 은 있으나 DEVICE 는 없네요? 정상적으로 링크 활성화가 되었다면 DEVICE 에도 NAME 과 똑같은것이 써있어야합니다. 본딩은 알수없는 녀석과 연결되어 있었던것 입니다. 인터페이스가 제대로 꼬인것으로 보입니다.

eth 로 변경했던것을 ens로 원상복구 시켜봅니다.

[root@localhost] # rm -f /etc/udev/rules.d/70-persistent-net.rules
[root@localhost] # systemctl stop NetworkManager
[root@localhost] # systemctl stop network
[root@localhost] # rmmod tg3
[root@localhost] # rmmod i40e
[root@localhost] # udevadm control --reload-rules
[root@localhost] # udevadm trigger
[root@localhost] # modprobe tg3
[root@localhost] # modprobe i40e
[root@localhost] # systemctl start NetworkManager
[root@localhost] # ip a

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: eno1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d2 brd ff:ff:ff:ff:ff:ff
3: ens3f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:29:9d:00 brd ff:ff:ff:ff:ff:ff
4: ens3f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:29:9d:08 brd ff:ff:ff:ff:ff:ff
5: ens2f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:4d:f0 brd ff:ff:ff:ff:ff:ff
6: eno2: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d3 brd ff:ff:ff:ff:ff:ff
7: ens2f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:4d:f8 brd ff:ff:ff:ff:ff:ff
8: eno3: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d4 brd ff:ff:ff:ff:ff:ff
9: ens5f0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether 48:df:37:28:3a:b0 brd ff:ff:ff:ff:ff:ff
10: eno4: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether d0:67:26:ca:3e:d5 brd ff:ff:ff:ff:ff:ff
11: ens5f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:28:3a:b8 brd ff:ff:ff:ff:ff:ff
12: ens6f0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether 48:df:37:2b:56:b0 brd ff:ff:ff:ff:ff:ff
13: ens6f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:56:b8 brd ff:ff:ff:ff:ff:ff
14: ens7f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:2b:53:40 brd ff:ff:ff:ff:ff:ff
15: ens7f1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether 48:df:37:2b:53:48 brd ff:ff:ff:ff:ff:ff
16: ens8f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 48:df:37:28:3a:20 brd ff:ff:ff:ff:ff:ff
17: ens8f1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether 48:df:37:28:3a:28 brd ff:ff:ff:ff:ff:ff

총 8개가 ens 로 다시 활성화 되었습니다. 인터페이스명에 맞춰서 ifcfg-eth1 -> ifcfg-ens2f0 으로 변경해 줍니다.

그리고 HWADDR 을 다시 추가해 줍니다.

[root@localhost] # systemctl stop NetworkManager
[root@localhost] # ifdown bond0
[root@localhost] # ifup bond0

HWADDR 을 넣어도 이번에는 에러가 나지 않습니다.

[root@localhost] # ethtool bond0

Settings for bond0:
Supported ports: [ ]
Supported link modes: Not reported
Supported pause frame use: No
Supports auto-negotiation: No
Supported FEC modes: Not reported
Advertised link modes: Not reported
Advertised pause frame use: No
Advertised auto-negotiation: No
Advertised FEC modes: Not reported
Speed: 80000Mb/s
Duplex: Full
Port: Other
PHYAD: 0
Transceiver: internal
Auto-negotiation: off
Link detected: yes

80G 정상적으로 나옵니다.

결론 : ens -> eth 변경은 LAN 케이블 1개만 쓰는게 아니라면 안하는것이 좋다.

저작자표시 비영리

'IT 기술문서 > HPE Proliant Server' 카테고리의 다른 글

iLO OneView 초기화 (0)	2019.01.21

Posted by 미니도라

내 블로그 - 관리자 홈 전환	`Q` `Q`
새 글 쓰기	`W` `W`

글 수정 (권한 있는 경우)	`E` `E`
댓글 영역으로 이동	`C` `C`

이 페이지의 URL 복사	`S` `S`
맨 위로 이동	`T` `T`
티스토리 홈 이동	`H` `H`
단축키 안내	`Shift` + `/` `⇧` + `/`

미니도라의 메모장