We are faced with a strange situation. We have a host based on Ubuntu 22.04, lxd version 5.10-b392610.
There are several containers, one of them is nginx, and others is an application. I recently added a new container and gave it the same address from range as everyone else. After some time, the connection between nginx and this new container losing, the rest of containers works fine.
In the nginx error log record connection refused appears. The situation can be fixed by a simple ping from inside the new container to a nginx container address, but ping starts with some delay. I tried rebooted the host server with no success, issue still there. Please help, How you can I solve or debug that problem.
Please show lxc config show <instance> --expanded and ip a and ip r on the host and inside the container.
I replaced our external IP with XXX
Config of instance:
architecture: x86_64
config:
image.architecture: amd64
image.description: ubuntu 20.04 LTS amd64 (release) (20210603)
image.label: release
image.os: ubuntu
image.release: focal
image.serial: "20210603"
image.type: squashfs
image.version: "20.04"
snapshots.expiry: 3w
snapshots.pattern: snapshot-{{creation_date.Format("20060102_15-04-05")}}
snapshots.schedule: 5 3/6 * * *
snapshots.schedule.stopped: "false"
volatile.base_image: 4aa3f03ce1247bf5ac2a329bec79f23574b5ac7bed71ac60cea0d6cb89c4b675
volatile.cloud-init.instance-id: c7c8ec83-9230-4ea9-9a5d-9e2e4ae49309
volatile.eth0.host_name: veth7bbb71b2
volatile.eth0.hwaddr: 00:16:3e:7c:c5:4e
volatile.idmap.base: "0"
volatile.idmap.current: '[{"Isuid":true,"Isgid":false,"Hostid":1000000,"Nsid":0,"Maprange":1000000000},{"Isuid":false,"Isgid":true,"Hostid":1000000,"Nsid":0,"Maprange":1000000000}]'
volatile.idmap.next: '[{"Isuid":true,"Isgid":false,"Hostid":1000000,"Nsid":0,"Maprange":1000000000},{"Isuid":false,"Isgid":true,"Hostid":1000000,"Nsid":0,"Maprange":1000000000}]'
volatile.last_state.idmap: '[{"Isuid":true,"Isgid":false,"Hostid":1000000,"Nsid":0,"Maprange":1000000000},{"Isuid":false,"Isgid":true,"Hostid":1000000,"Nsid":0,"Maprange":1000000000}]'
volatile.last_state.power: RUNNING
volatile.uuid: 0b013d1c-14a0-46a1-84d9-1f334c132718
devices:
APPSET:
path: /var/app-settings
source:
type: disk
YCM:
path: /var/www/
source:
type: disk
eth0:
name: eth0
nictype: bridged
parent: br0
type: nic
keys:
path: /var/app-storage/
source:
type: disk
root:
path: /
pool: default
type: disk
ephemeral: false
profiles:
- default
stateful: false
description: ""
ip a and ip r for host:
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: enp3s0f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether d4:5d:64:41:8f:b6 brd ff:ff:ff:ff:ff:ff
inet XXX metric 100 brd XXX scope global dynamic enp3s0f0
valid_lft 74364sec preferred_lft 74364sec
3: enx82ae4a9fe9a3: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 82:ae:4a:9f:e9:a3 brd ff:ff:ff:ff:ff:ff
4: enp3s0f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether d4:5d:64:41:8f:b7 brd ff:ff:ff:ff:ff:ff
inet 192.168.1.100/24 brd 192.168.1.255 scope global enp3s0f1
valid_lft forever preferred_lft forever
5: br0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether fe:06:6a:cf:9d:cc brd ff:ff:ff:ff:ff:ff
inet 192.168.10.1/24 brd 192.168.10.255 scope global br0
valid_lft forever preferred_lft forever
8: veth97946021@if7: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 8e:a4:43:26:a6:f8 brd ff:ff:ff:ff:ff:ff link-netnsid 4
10: veth11f3f0bb@if9: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether e2:18:8b:0b:01:2f brd ff:ff:ff:ff:ff:ff link-netnsid 3
12: vethd1fd3591@if11: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 3e:9e:0b:fd:dc:02 brd ff:ff:ff:ff:ff:ff link-netnsid 1
14: veth6aad4951@if13: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 2a:d4:7e:a3:c8:0f brd ff:ff:ff:ff:ff:ff link-netnsid 0
16: vethcae9b3fa@if15: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 72:45:08:06:74:2f brd ff:ff:ff:ff:ff:ff link-netnsid 2
18: veth8d6fcebe@if17: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether c2:ae:5e:1d:47:09 brd ff:ff:ff:ff:ff:ff link-netnsid 5
20: vethb157e6de@if19: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 1e:90:a9:9c:c1:9d brd ff:ff:ff:ff:ff:ff link-netnsid 6
22: veth93876ec3@if21: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 06:81:d0:3b:7f:df brd ff:ff:ff:ff:ff:ff link-netnsid 7
24: vetha01f02f3@if23: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether c6:14:46:c4:d4:22 brd ff:ff:ff:ff:ff:ff link-netnsid 9
26: veth3cb1f1f2@if25: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 82:1c:2e:a2:79:25 brd ff:ff:ff:ff:ff:ff link-netnsid 10
28: veth7bbb71b2@if27: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 26:87:74:23:4c:b0 brd ff:ff:ff:ff:ff:ff link-netnsid 8
30: vethf2586e97@if29: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether ca:75:07:9e:c5:05 brd ff:ff:ff:ff:ff:ff link-netnsid 12
32: veth2a14ff3c@if31: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether a2:d2:b5:48:13:08 brd ff:ff:ff:ff:ff:ff link-netnsid 11
34: veth172d1338@if33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 26:7e:0a:a1:50:d0 brd ff:ff:ff:ff:ff:ff link-netnsid 15
36: veth761f159c@if35: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether ae:6c:6f:a0:05:0b brd ff:ff:ff:ff:ff:ff link-netnsid 17
38: veth2c96548a@if37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether f2:c5:0c:d2:e3:69 brd ff:ff:ff:ff:ff:ff link-netnsid 14
40: veth5319ab90@if39: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 76:29:f6:fe:fd:8d brd ff:ff:ff:ff:ff:ff link-netnsid 16
42: vethc11bda6c@if41: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 26:9f:ee:98:42:5a brd ff:ff:ff:ff:ff:ff link-netnsid 13
44: veth287cdeed@if43: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 36:f5:23:8f:59:b3 brd ff:ff:ff:ff:ff:ff link-netnsid 18
46: veth2a5e5ba6@if45: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 9a:31:48:9b:1f:bc brd ff:ff:ff:ff:ff:ff link-netnsid 19
48: vethb9b75dc5@if47: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether be:eb:f8:0e:a5:90 brd ff:ff:ff:ff:ff:ff link-netnsid 21
50: veth840a1e1d@if49: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 0e:3f:48:fd:0d:2e brd ff:ff:ff:ff:ff:ff link-netnsid 20
52: veth7aa352b6@if51: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master br0 state UP group default qlen 1000
link/ether 5e:31:f5:28:2c:2f brd ff:ff:ff:ff:ff:ff link-netnsid 22
---
default via XXX dev enp3s0f0 proto dhcp src XXX metric 100
XXX dev enp3s0f0 proto kernel scope link src XXX metric 100
XXX dev enp3s0f0 proto dhcp scope link src XXX metric 100
192.168.10.0/24 dev br0 proto kernel scope link src 192.168.10.1
XXX via XXX dev enp3s0f0 proto dhcp src XXX metric 100
for container:
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
27: eth0@if28: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether 00:16:3e:7c:c5:4e brd ff:ff:ff:ff:ff:ff link-netnsid 0
inet 192.168.10.250/24 brd 192.168.10.255 scope global eth0
valid_lft forever preferred_lft forever
---
default via 192.168.10.1 dev eth0 proto static
192.168.10.0/24 dev eth0 proto kernel scope link src 192.168.10.250