owned this note
owned this note
Published
Linked with GitHub
Controller is unreachable , lets see what's causing that:-
~~~
(undercloud) [zuul@undercloud ~]$ ssh heat-admin@10.9.120.139
ssh: connect to host 10.9.120.139 port 22: No route to host
~~~
Ahh, ***Same IP(10.9.120.139) on eth1 and br-ex**
~~~
[root@overcloud-controller-2 ~]# ip a | grep -i 10.9.120.139 -B 3
valid_lft forever preferred_lft forever
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether d0:43:1e:fe:9a:3b brd ff:ff:ff:ff:ff:ff
inet 10.9.120.139/26 brd 10.9.120.191 scope global dynamic noprefixroute eth1
--
link/ether da:6d:25:db:6c:d3 brd ff:ff:ff:ff:ff:ff
9: br-ex: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether 00:0a:f7:89:c1:f8 brd ff:ff:ff:ff:ff:ff
inet 10.9.120.139/26 brd 10.9.120.191 scope global br-ex
~~~
ovs bridge created on eth0 but wait seems provisioning interface is eth1 here
====
[root@overcloud-controller-2 ~]# ovs-vsctl show
cc232235-017f-4275-9a74-1348f5e75f26
Bridge br-ex
fail_mode: standalone
Port vlan1245
tag: 1245
Interface vlan1245
type: internal
Port vlan1242
tag: 1242
Interface vlan1242
type: internal
Port br-ex
Interface br-ex
type: internal
Port vlan1243
tag: 1243
Interface vlan1243
type: internal
Port eth0
Interface eth0 --------> eth0
Port vlan1244
tag: 1244
Interface vlan1244
type: internal
Port vlan107
tag: 107
Interface vlan107
type: internal
ovs_version: "2.13.0"
* As per /etc/os-net-config/config.json - bridge should be created on first nic
~~~
[root@overcloud-controller-2 ~]# cat /etc/os-net-config/config.json | jq .
{
"network_config": [
{
"addresses": [
{
"ip_netmask": "10.9.120.139/26"
}
],
"dns_servers": [
"10.5.30.160",
"10.11.5.19"
],
"domain": [],
"members": [
{
"mtu": 1500,
"name": "nic1", ----> nic1
"primary": true,
~~~
Lets check the Bios name:-
~~~
[root@overcloud-controller-2 ~]# biosdevname -d
BIOS device: em1
Kernel name: eth1
.
.
BIOS device: p6p1
Kernel name: eth0
~~~
Looks like its because of inconsistent naming of interface and net.ifnames=0 is culprit
===========
~~~
[root@overcloud-controller-2 ~]# cat /proc/cmdline
BOOT_IMAGE=(hd0,msdos2)/boot/vmlinuz-4.18.0-193.1.2.el8_2.x86_64 root=UUID=137b2d7d-6e7f-4098-99e1-9f9a09a2a1e8 ro console=ttyS0 console=ttyS0,115200n8 no_timer_check net.ifnames=0 crashkernel=auto
~~~
**No net.ifnames=0 in upstream overcloud image**, Output from envD ussuri overcloud machine:-
~~~
[root@overcloud-controller-0 ~]# ip link
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq master ovs-system state UP mode DEFAULT group default qlen 1000
link/ether 94:57:a5:56:ed:14 brd ff:ff:ff:ff:ff:ff
3: eno2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
link/ether 94:57:a5:56:ed:15 brd ff:ff:ff:ff:ff:ff
~~~
Testing time
============
* remove net.ifnames=0 , rebuild grub and reboot
* run "os-net-config -c /etc/os-net-config/config.json -v --detailed-exit-codes" manually on overcloud node:-
Hurrah things worked
~~~
(undercloud) [zuul@undercloud ~]$ ssh heat-admin@10.9.120.139
Activate the web console with: systemctl enable --now cockpit.socket
This system is not registered to Red Hat Insights. See https://cloud.redhat.com/
To register this system, run: insights-client --register
Last login: Wed Jun 3 11:21:11 2020 from 10.9.120.129
[heat-admin@overcloud-controller-2 ~]$
~~~
~~~
[root@overcloud-controller-2 ~]# cat /proc/cmdline
BOOT_IMAGE=(hd0,msdos2)/boot/vmlinuz-4.18.0-193.1.2.el8_2.x86_64 root=UUID=137b2d7d-6e7f-4098-99e1-9f9a09a2a1e8 ro console=ttyS0 console=ttyS0,115200n8 no_timer_check crashkernel=auto
~~~
~~~
[root@overcloud-controller-2 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: enp6s0f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:0a:f7:89:c1:f8 brd ff:ff:ff:ff:ff:ff
inet6 fe80::d58e:db20:63db:634f/64 scope link noprefixroute
valid_lft forever preferred_lft forever
3: enp6s0f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:0a:f7:89:c1:f9 brd ff:ff:ff:ff:ff:ff
inet6 fe80::c3f6:ec44:6c1d:3752/64 scope link noprefixroute
valid_lft forever preferred_lft forever
4: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq master ovs-system state UP group default qlen 1000
link/ether d0:43:1e:fe:9a:3b brd ff:ff:ff:ff:ff:ff
inet6 fe80::d243:1eff:fefe:9a3b/64 scope link
valid_lft forever preferred_lft forever
5: enp6s0f2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:0a:f7:89:c1:fa brd ff:ff:ff:ff:ff:ff
inet6 fe80::25ef:8d14:1ff:a37d/64 scope link noprefixroute
valid_lft forever preferred_lft forever
6: eno2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether d0:43:1e:fe:9a:3c brd ff:ff:ff:ff:ff:ff
inet6 fe80::543c:6f2c:99d6:5ad2/64 scope link noprefixroute
valid_lft forever preferred_lft forever
7: enp6s0f3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:0a:f7:89:c1:fb brd ff:ff:ff:ff:ff:ff
inet6 fe80::c760:2e54:e26:c95b/64 scope link noprefixroute
valid_lft forever preferred_lft forever
15: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 2a:33:d3:9a:1d:a2 brd ff:ff:ff:ff:ff:ff
16: br-ex: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether d0:43:1e:fe:9a:3b brd ff:ff:ff:ff:ff:ff
inet 10.9.120.139/26 brd 10.9.120.191 scope global br-ex
valid_lft forever preferred_lft forever
inet6 fe80::d243:1eff:fefe:9a3b/64 scope link
valid_lft forever preferred_lft forever
17: vlan1242: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether da:72:92:c8:3f:a2 brd ff:ff:ff:ff:ff:ff
inet 172.21.33.192/24 brd 172.21.33.255 scope global vlan1242
valid_lft forever preferred_lft forever
inet6 fe80::d872:92ff:fec8:3fa2/64 scope link
valid_lft forever preferred_lft forever
18: vlan1245: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether e6:69:52:dd:6f:3f brd ff:ff:ff:ff:ff:ff
inet 172.16.0.153/24 brd 172.16.0.255 scope global vlan1245
valid_lft forever preferred_lft forever
inet6 fe80::e469:52ff:fedd:6f3f/64 scope link
valid_lft forever preferred_lft forever
19: vlan107: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether ea:28:cc:f7:e1:d8 brd ff:ff:ff:ff:ff:ff
inet 10.9.120.222/26 brd 10.9.120.255 scope global vlan107
valid_lft forever preferred_lft forever
inet6 fe80::e828:ccff:fef7:e1d8/64 scope link
valid_lft forever preferred_lft forever
20: vlan1243: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether 82:cd:f7:5e:b9:3a brd ff:ff:ff:ff:ff:ff
inet 172.21.36.12/24 brd 172.21.36.255 scope global vlan1243
valid_lft forever preferred_lft forever
inet6 fe80::80cd:f7ff:fe5e:b93a/64 scope link
valid_lft forever preferred_lft forever
21: vlan1244: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether be:d8:7b:16:ef:f0 brd ff:ff:ff:ff:ff:ff
inet 172.21.35.17/24 brd 172.21.35.255 scope global vlan1244
valid_lft forever preferred_lft forever
inet6 fe80::bcd8:7bff:fe16:eff0/64 scope link
valid_lft forever preferred_lft forever
[root@overcloud-controller-2 ~]# ovs-vsctl show
cc232235-017f-4275-9a74-1348f5e75f26
Bridge br-ex
fail_mode: standalone
Port vlan1245
tag: 1245
Interface vlan1245
type: internal
Port vlan1242
tag: 1242
Interface vlan1242
type: internal
Port vlan1243
tag: 1243
Interface vlan1243
type: internal
Port vlan1244
tag: 1244
Interface vlan1244
type: internal
Port br-ex
Interface br-ex
type: internal
Port eno1
Interface eno1
Port vlan107
tag: 107
Interface vlan107
type: internal
ovs_version: "2.13.0"
~~~