VM won't start after update from 6.13 to 6.14 RK3588 arm64

Incus
1

VM won’t start after update from 6.13 to 6.14 on OrangePi with Debian 12

Failed to run: forklimits limit=memlock:unlimited:unlimited fd=3 fd=4 -- /opt/incus/bin/qemu-system-aarch64 -S -name ns1 -uuid 9fb76ace-8360-4a08-8e30-af27973c12ab -daemonize -cpu host -nographic -serial chardev:console -nodefaults -no-user-config -sandbox on,obsolete=deny,elevateprivileges=allow,spawn=allow,resourcecontrol=deny -readconfig /run/incus/ns1/qemu.conf -spice unix=on,disable-ticketing=on,addr=/run/incus/ns1/qemu.spice -pidfile /run/incus/ns1/qemu.pid -D /var/log/incus/ns1/qemu.log -rtc base=2025-07-01T20:54:58 -smbios type=2,manufacturer=LinuxContainers,product=Incus -runas incus: : exit status 1

The, my qemu.log shows this:

qemu-system-aarch64: Addressing limited to 40 bits, but memory exceeds it by 9663676416 bytes
2

Can you show the content of /run/incus/ns1/qemu.conf?

3

Worth noting that there is an update rolling out in the next few hours which will almost certainly fix this for you, though that’s really just papering over the real issue, so I’d still appreciate the qemu.conf prior to updating.

4

Hi @stgraber, sure! This is my /run/incus/ns1/qemu.conf file:

# Machine
[machine]
graphics = "off"
accel = "kvm"
usb = "off"
type = "virt"
gic-version = "max"

[boot-opts]
strict = "on"

# Memory
[memory]
size = "4096M"
maxmem = "1048576M"
slots = "8"

# CPU
[smp-opts]
cpus = "1"
sockets = "1"
cores = "1"
threads = "1"

# Firmware (read only)
[drive]
if = "pflash"
format = "raw"
unit = "0"
readonly = "on"
file = "/opt/incus/share/qemu/OVMF_CODE.4MB.fd"

# Firmware settings (writable)
[drive]
if = "pflash"
format = "raw"
unit = "1"
file = "/dev/fd/4"

# Qemu control
[chardev "monitor"]
backend = "socket"
server = "on"
wait = "off"
path = "/run/incus/ns1/qemu.monitor"

[mon]
chardev = "monitor"
mode = "control"

# Console
[chardev "console"]
size = "1048576"
backend = "ringbuf"

# VM core info driver
[device "qemu_vmcoreinfo"]
driver = "vmcoreinfo"

[device "qemu_pcie0"]
addr = "1.0"
chassis = "0"
multifunction = "on"
driver = "pcie-root-port"
bus = "pcie.0"

# Balloon driver
[device "qemu_balloon"]
driver = "virtio-balloon-pci"
bus = "qemu_pcie0"
addr = "00.0"
multifunction = "on"

# Random number generator
[object "qemu_rng"]
qom-type = "rng-random"
filename = "/dev/urandom"

[device "dev-qemu_rng"]
driver = "virtio-rng-pci"
bus = "qemu_pcie0"
addr = "00.1"
rng = "qemu_rng"

# Input
[device "qemu_keyboard"]
driver = "virtio-keyboard-pci"
bus = "qemu_pcie0"
addr = "00.2"

# Input
[device "qemu_tablet"]
driver = "virtio-tablet-pci"
bus = "qemu_pcie0"
addr = "00.3"

# Vsock
[device "qemu_vsock"]
vhostfd = "3"
driver = "vhost-vsock-pci"
bus = "qemu_pcie0"
addr = "00.4"
guest-cid = "1975432680"

# Virtual serial bus
[device "dev-qemu_serial"]
driver = "virtio-serial-pci"
bus = "qemu_pcie0"
addr = "00.5"

# Serial identifier
[chardev "qemu_serial-chardev"]
size = "16B"
backend = "ringbuf"

[device "qemu_serial"]
name = "org.linuxcontainers.incus"
bus = "dev-qemu_serial.0"
chardev = "qemu_serial-chardev"
driver = "virtserialport"

[device "qemu_serial_legacy"]
name = "org.linuxcontainers.lxd"
bus = "dev-qemu_serial.0"
driver = "virtserialport"

# Spice agent
[chardev "qemu_spice-chardev"]
backend = "spicevmc"
name = "vdagent"

[device "qemu_spice"]
driver = "virtserialport"
name = "com.redhat.spice.0"
chardev = "qemu_spice-chardev"
bus = "dev-qemu_serial.0"

# Spice folder
[chardev "qemu_spicedir-chardev"]
backend = "spiceport"
name = "org.spice-space.webdav.0"

[device "qemu_spicedir"]
driver = "virtserialport"
name = "org.spice-space.webdav.0"
chardev = "qemu_spicedir-chardev"
bus = "dev-qemu_serial.0"

# USB controller
[device "qemu_usb"]
p3 = "8"
driver = "qemu-xhci"
bus = "qemu_pcie0"
addr = "00.6"
p2 = "8"

[chardev "qemu_spice-usb-chardev1"]
backend = "spicevmc"
name = "usbredir"

[device "qemu_spice-usb1"]
driver = "usb-redir"
chardev = "qemu_spice-usb-chardev1"

[chardev "qemu_spice-usb-chardev2"]
backend = "spicevmc"
name = "usbredir"

[device "qemu_spice-usb2"]
driver = "usb-redir"
chardev = "qemu_spice-usb-chardev2"

[chardev "qemu_spice-usb-chardev3"]
backend = "spicevmc"
name = "usbredir"

[device "qemu_spice-usb3"]
chardev = "qemu_spice-usb-chardev3"
driver = "usb-redir"

[device "qemu_pcie1"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.1"
chassis = "1"

# SCSI controller
[device "qemu_scsi"]
bus = "qemu_pcie1"
addr = "00.0"
driver = "virtio-scsi-pci"

[device "qemu_pcie2"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.2"
chassis = "2"

# Shared config drive (9p)
[fsdev "qemu_config"]
readonly = "on"
path = "/var/lib/incus/devices/ns1/config.mount"
fsdriver = "local"
security_model = "none"

[device "dev-qemu_config-drive-9p"]
bus = "qemu_pcie2"
addr = "00.0"
multifunction = "on"
mount_tag = "config"
fsdev = "qemu_config"
driver = "virtio-9p-pci"

# Shared agent drive (9p)
[fsdev "qemu_agent"]
security_model = "none"
readonly = "on"
path = "/opt/incus/agent/"
fsdriver = "local"

[device "dev-qemu_agent-drive-9p"]
driver = "virtio-9p-pci"
bus = "qemu_pcie2"
addr = "00.1"
mount_tag = "agent"
fsdev = "qemu_agent"

[device "qemu_pcie3"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.3"
chassis = "3"

# GPU
[device "qemu_gpu"]
addr = "00.0"
driver = "virtio-gpu-pci"
bus = "qemu_pcie3"

[device "qemu_pcie4"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.4"
chassis = "4"

[device "qemu_pcie5"]
chassis = "5"
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.5"

[device "qemu_pcie6"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.6"
chassis = "6"

[device "qemu_pcie7"]
chassis = "7"
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.7"

[device "qemu_pcie8"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.0"
chassis = "8"
multifunction = "on"

[device "qemu_pcie9"]
addr = "2.1"
chassis = "9"
driver = "pcie-root-port"
bus = "pcie.0"

[device "qemu_pcie10"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.2"
chassis = "10"

[device "qemu_pcie11"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.3"
chassis = "11"

[device "qemu_pcie12"]
bus = "pcie.0"
addr = "2.4"
chassis = "12"
driver = "pcie-root-port"
5

Oh, that’s higher than I’d have expected…

Can you show incus query /1.0/resources too?

6 
{
"cpu": {
"architecture": "aarch64",
"sockets": [
{
"cache": [
{
"level": 1,
"size": 32768,
"type": "Data"
},
{
"level": 1,
"size": 32768,
"type": "Instruction"
},
{
"level": 2,
"size": 131072,
"type": "Unified"
},
{
"level": 3,
"size": 3145728,
"type": "Unified"
}
],
"cores": [
{
"core": 0,
"die": 0,
"flags": null,
"frequency": 1008,
"threads": [
{
"id": 0,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 0
},
{
"id": 4,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 1
},
{
"id": 6,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 2
}
]
},
{
"core": 1,
"die": 0,
"flags": null,
"frequency": 1008,
"threads": [
{
"id": 1,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 0
},
{
"id": 5,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 1
},
{
"id": 7,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 2
}
]
},
{
"core": 2,
"die": 0,
"flags": null,
"frequency": 1008,
"threads": [
{
"id": 2,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 0
}
]
},
{
"core": 3,
"die": 0,
"flags": null,
"frequency": 1008,
"threads": [
{
"id": 3,
"isolated": false,
"numa_node": 0,
"online": true,
"thread": 0
}
]
}
],
"frequency": 1008,
"frequency_minimum": 408,
"frequency_turbo": 1800,
"name": "Rockchip RK3588",
"socket": 0,
"vendor": "Rockchip"
}
],
"total": 8
},
"gpu": {
"cards": [
{
"driver": "panthor",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"drm": {
"card_device": "226:0",
"card_name": "card0",
"id": 0,
"render_device": "226:128",
"render_name": "renderD128"
},
"numa_node": 0
},
{
"driver": "rockchip-drm",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"drm": {
"card_device": "226:1",
"card_name": "card1",
"control_device": "226:1",
"control_name": "controlD65",
"id": 1
},
"numa_node": 0
}
],
"total": 2
},
"load": {
"Average10Min": 0.05,
"Average1Min": 0.06,
"Average5Min": 0.06,
"Processes": 278
},
"memory": {
"hugepages_size": 2097152,
"hugepages_total": 0,
"hugepages_used": 0,
"nodes": [
{
"hugepages_total": 0,
"hugepages_used": 0,
"numa_node": 0,
"total": 33295872000,
"used": 1653710848
}
],
"total": 33295872000,
"used": 720150528
},
"network": {
"cards": [
{
"driver": "r8169",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"firmware_version": "rtl8125b-2_0.0.2 07/13/20",
"numa_node": 0,
"pci_address": "0003:31:00.0",
"ports": [
{
"address": "c0:74:2b:fe:67:22",
"auto_negotiation": true,
"id": "enP3p49s0",
"link_detected": true,
"link_duplex": "full",
"link_speed": 1000,
"port": 0,
"port_type": "twisted pair",
"protocol": "ethernet",
"supported_modes": [
"10baseT/Half",
"10baseT/Full",
"100baseT/Half",
"100baseT/Full",
"1000baseT/Full",
"2500baseT/Full"
],
"supported_ports": [
"twisted pair",
"media-independent"
],
"transceiver_type": "internal"
}
],
"product": "RTL8125 2.5GbE Controller",
"product_id": "8125",
"vendor": "Realtek Semiconductor Co., Ltd.",
"vendor_id": "10ec"
},
{
"driver": "r8169",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"firmware_version": "rtl8125b-2_0.0.2 07/13/20",
"numa_node": 0,
"pci_address": "0004:41:00.0",
"ports": [
{
"address": "c0:74:2b:fe:67:23",
"auto_negotiation": true,
"id": "enP4p65s0",
"link_detected": true,
"link_duplex": "full",
"link_speed": 1000,
"port": 0,
"port_type": "twisted pair",
"protocol": "ethernet",
"supported_modes": [
"10baseT/Half",
"10baseT/Full",
"100baseT/Half",
"100baseT/Full",
"1000baseT/Full",
"2500baseT/Full"
],
"supported_ports": [
"twisted pair",
"media-independent"
],
"transceiver_type": "internal"
}
],
"product": "RTL8125 2.5GbE Controller",
"product_id": "8125",
"vendor": "Realtek Semiconductor Co., Ltd.",
"vendor_id": "10ec"
}
],
"total": 2
},
"pci": {
"devices": [
{
"driver": "pcieport",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"iommu_group": 9,
"numa_node": 0,
"pci_address": "0000:00:00.0",
"product": "RK3588",
"product_id": "3588",
"vendor": "Rockchip Electronics Co., Ltd",
"vendor_id": "1d87",
"vpd": {}
},
{
"driver": "nvme",
"driver_version": "1.0",
"iommu_group": 9,
"numa_node": 0,
"pci_address": "0000:01:00.0",
"product": "NVMe SSD Controller SM961/PM961/SM963",
"product_id": "a804",
"vendor": "Samsung Electronics Co Ltd",
"vendor_id": "144d",
"vpd": {}
},
{
"driver": "pcieport",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"iommu_group": 8,
"numa_node": 0,
"pci_address": "0002:20:00.0",
"product": "RK3588",
"product_id": "3588",
"vendor": "Rockchip Electronics Co., Ltd",
"vendor_id": "1d87",
"vpd": {}
},
{
"driver": "pcieport",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"iommu_group": 6,
"numa_node": 0,
"pci_address": "0003:30:00.0",
"product": "RK3588",
"product_id": "3588",
"vendor": "Rockchip Electronics Co., Ltd",
"vendor_id": "1d87",
"vpd": {}
},
{
"driver": "r8169",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"iommu_group": 6,
"numa_node": 0,
"pci_address": "0003:31:00.0",
"product": "RTL8125 2.5GbE Controller",
"product_id": "8125",
"vendor": "Realtek Semiconductor Co., Ltd.",
"vendor_id": "10ec",
"vpd": {}
},
{
"driver": "pcieport",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"iommu_group": 7,
"numa_node": 0,
"pci_address": "0004:40:00.0",
"product": "RK3588",
"product_id": "3588",
"vendor": "Rockchip Electronics Co., Ltd",
"vendor_id": "1d87",
"vpd": {}
},
{
"driver": "r8169",
"driver_version": "6.16.0-rc3-edge-rockchip64",
"iommu_group": 7,
"numa_node": 0,
"pci_address": "0004:41:00.0",
"product": "RTL8125 2.5GbE Controller",
"product_id": "8125",
"vendor": "Realtek Semiconductor Co., Ltd.",
"vendor_id": "10ec",
"vpd": {}
}
],
"total": 7
},
"storage": {
"disks": [
{
"block_size": 512,
"device": "179:0",
"device_id": "mmc-A3A564_0xf49010f0",
"device_path": "platform-fe2e0000.mmc",
"id": "mmcblk0",
"numa_node": 0,
"partitions": [
{
"device": "179:1",
"id": "mmcblk0p1",
"partition": 1,
"read_only": false,
"size": 247463936000
},
{
"device": "179:2",
"id": "mmcblk0p2",
"partition": 2,
"read_only": false,
"size": 1073741824
},
{
"device": "179:3",
"id": "mmcblk0p3",
"partition": 3,
"read_only": false,
"size": 1073741824
}
],
"read_only": false,
"removable": false,
"rpm": 0,
"serial": "0xf49010f0",
"size": 250139901952,
"type": "mmc"
},
{
"block_size": 512,
"device": "179:32",
"device_id": "",
"device_path": "platform-fe2e0000.mmc-boot0",
"id": "mmcblk0boot0",
"numa_node": 0,
"partitions": [],
"read_only": true,
"removable": false,
"rpm": 0,
"serial": "0xf49010f0",
"size": 4194304,
"type": "block"
},
{
"block_size": 512,
"device": "179:64",
"device_id": "",
"device_path": "platform-fe2e0000.mmc-boot1",
"id": "mmcblk0boot1",
"numa_node": 0,
"partitions": [],
"read_only": true,
"removable": false,
"rpm": 0,
"serial": "0xf49010f0",
"size": 4194304,
"type": "block"
},
{
"block_size": 512,
"device": "31:0",
"device_id": "",
"id": "mtdblock0",
"numa_node": 0,
"partitions": [],
"read_only": false,
"removable": false,
"rpm": 0,
"size": 16777216,
"type": "mtd"
},
{
"block_size": 512,
"device": "259:0",
"device_id": "nvme-eui.0025385271b10dc5",
"device_path": "platform-a40000000.pcie-pci-0000:01:00.0-nvme-1",
"firmware_version": "2B7QCXE7",
"id": "nvme0n1",
"model": "Samsung SSD 960 EVO 250GB",
"numa_node": 0,
"partitions": [
{
"device": "259:1",
"id": "nvme0n1p1",
"partition": 1,
"read_only": false,
"size": 250058113024
}
],
"pci_address": "0000:01:00.0",
"read_only": false,
"removable": false,
"rpm": 0,
"serial": "S3ESNX0J234178X",
"size": 250059350016,
"type": "nvme",
"wwn": "eui.0025385271b10dc5"
}
],
"total": 9
},
"system": {
"chassis": {
"serial": "7246EC90A225272B",
"type": "Embedded PC",
"vendor": "Orange Pi",
"version": "Orange Pi 5 Plus"
},
"family": "Orange Pi 5",
"firmware": {
"date": "04/09/2025",
"vendor": "EDK II",
"version": "v1.1"
},
"motherboard": {
"product": "Orange Pi 5 Plus",
"serial": "7246EC90A225272B",
"vendor": "Orange Pi",
"version": "0"
},
"product": "Orange Pi 5 Plus",
"serial": "7246EC90A225272B",
"sku": "0000000000000000",
"type": "physical",
"uuid": "00000000-0000-0000-7246-ec90a225272b",
"vendor": "Orange Pi",
"version": "0"
},
"usb": {
"devices": [],
"total": 0
}
}
7

Oh crap, I found the issue in the logic :slight_smile:

Anyway, the update that will be available in the next hour will take care of the issue and I’ll send a proper fix to fix my mistake.

8

Waiting for the update! :smiley:

Thank you so much.

9
1 Like
10

Updated Incus packages are built now and are publishing, should be live in around 5 minutes.

1 Like
11

Seems that just one of the tests fail: incusd/instance/qemu: Fix memory calculation logic · lxc/incus@60c8f08 · GitHub

12

After upgrade to version 6.14-debian12-202507110352 the problem still continues. I check the qemu.log file:

qemu-system-aarch64: Addressing limited to 40 bits, but memory exceeds it by 9663676416 bytes

13

Can you show /run/incus/NAME/qemu.conf and incus config --show-expanded NAME?

14

cat /run/incus/ns2/qemu.conf:

# Machine
[machine]
usb = "off"
type = "virt"
gic-version = "max"
graphics = "off"
accel = "kvm"

[boot-opts]
strict = "on"

# Memory
[memory]
maxmem = "1048576M"
slots = "8"
size = "4096M"

# CPU
[smp-opts]
cpus = "1"
maxcpus = "8"

# Firmware (read only)
[drive]
readonly = "on"
file = "/opt/incus/share/qemu/OVMF_CODE.4MB.fd"
if = "pflash"
format = "raw"
unit = "0"

# Firmware settings (writable)
[drive]
file = "/dev/fd/4"
if = "pflash"
format = "raw"
unit = "1"

# Qemu control
[chardev "monitor"]
backend = "socket"
server = "on"
wait = "off"
path = "/run/incus/ns2/qemu.monitor"

[mon]
chardev = "monitor"
mode = "control"

# Console
[chardev "console"]
backend = "ringbuf"
size = "1048576"

# VM core info driver
[device "qemu_vmcoreinfo"]
driver = "vmcoreinfo"

[device "qemu_pcie0"]
chassis = "0"
multifunction = "on"
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.0"

# Balloon driver
[device "qemu_balloon"]
bus = "qemu_pcie0"
addr = "00.0"
multifunction = "on"
driver = "virtio-balloon-pci"

# Random number generator
[object "qemu_rng"]
qom-type = "rng-random"
filename = "/dev/urandom"

[device "dev-qemu_rng"]
bus = "qemu_pcie0"
addr = "00.1"
rng = "qemu_rng"
driver = "virtio-rng-pci"

# Input
[device "qemu_keyboard"]
driver = "virtio-keyboard-pci"
bus = "qemu_pcie0"
addr = "00.2"

# Input
[device "qemu_tablet"]
driver = "virtio-tablet-pci"
bus = "qemu_pcie0"
addr = "00.3"

# Vsock
[device "qemu_vsock"]
bus = "qemu_pcie0"
addr = "00.4"
guest-cid = "2412580954"
vhostfd = "3"
driver = "vhost-vsock-pci"

# Virtual serial bus
[device "dev-qemu_serial"]
driver = "virtio-serial-pci"
bus = "qemu_pcie0"
addr = "00.5"

# Serial identifier
[chardev "qemu_serial-chardev"]
backend = "ringbuf"
size = "16B"

[device "qemu_serial"]
driver = "virtserialport"
name = "org.linuxcontainers.incus"
bus = "dev-qemu_serial.0"
chardev = "qemu_serial-chardev"

[device "qemu_serial_legacy"]
driver = "virtserialport"
name = "org.linuxcontainers.lxd"
bus = "dev-qemu_serial.0"

# Spice agent
[chardev "qemu_spice-chardev"]
backend = "spicevmc"
name = "vdagent"

[device "qemu_spice"]
driver = "virtserialport"
name = "com.redhat.spice.0"
chardev = "qemu_spice-chardev"
bus = "dev-qemu_serial.0"

# Spice folder
[chardev "qemu_spicedir-chardev"]
backend = "spiceport"
name = "org.spice-space.webdav.0"

[device "qemu_spicedir"]
name = "org.spice-space.webdav.0"
chardev = "qemu_spicedir-chardev"
bus = "dev-qemu_serial.0"
driver = "virtserialport"

# USB controller
[device "qemu_usb"]
p2 = "8"
p3 = "8"
driver = "qemu-xhci"
bus = "qemu_pcie0"
addr = "00.6"

[chardev "qemu_spice-usb-chardev1"]
backend = "spicevmc"
name = "usbredir"

[device "qemu_spice-usb1"]
driver = "usb-redir"
chardev = "qemu_spice-usb-chardev1"

[chardev "qemu_spice-usb-chardev2"]
backend = "spicevmc"
name = "usbredir"

[device "qemu_spice-usb2"]
driver = "usb-redir"
chardev = "qemu_spice-usb-chardev2"

[chardev "qemu_spice-usb-chardev3"]
backend = "spicevmc"
name = "usbredir"

[device "qemu_spice-usb3"]
driver = "usb-redir"
chardev = "qemu_spice-usb-chardev3"

[device "qemu_pcie1"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.1"
chassis = "1"

# SCSI controller
[device "qemu_scsi"]
driver = "virtio-scsi-pci"
bus = "qemu_pcie1"
addr = "00.0"

[device "qemu_pcie2"]
chassis = "2"
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.2"

# Shared config drive (9p)
[fsdev "qemu_config"]
fsdriver = "local"
security_model = "none"
readonly = "on"
path = "/var/lib/incus/devices/ns2/config.mount"

[device "dev-qemu_config-drive-9p"]
multifunction = "on"
mount_tag = "config"
fsdev = "qemu_config"
driver = "virtio-9p-pci"
bus = "qemu_pcie2"
addr = "00.0"

# Shared agent drive (9p)
[fsdev "qemu_agent"]
security_model = "none"
readonly = "on"
path = "/opt/incus/agent/"
fsdriver = "local"

[device "dev-qemu_agent-drive-9p"]
addr = "00.1"
mount_tag = "agent"
fsdev = "qemu_agent"
driver = "virtio-9p-pci"
bus = "qemu_pcie2"

[device "qemu_pcie3"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.3"
chassis = "3"

# GPU
[device "qemu_gpu"]
driver = "virtio-gpu-pci"
bus = "qemu_pcie3"
addr = "00.0"

[device "qemu_pcie4"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.4"
chassis = "4"

[device "qemu_pcie5"]
bus = "pcie.0"
addr = "1.5"
chassis = "5"
driver = "pcie-root-port"

[device "qemu_pcie6"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.6"
chassis = "6"

[device "qemu_pcie7"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "1.7"
chassis = "7"

[device "qemu_pcie8"]
multifunction = "on"
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.0"
chassis = "8"

[device "qemu_pcie9"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.1"
chassis = "9"

[device "qemu_pcie10"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.2"
chassis = "10"

[device "qemu_pcie11"]
driver = "pcie-root-port"
bus = "pcie.0"
addr = "2.3"
chassis = "11"

[device "qemu_pcie12"]
bus = "pcie.0"
addr = "2.4"
chassis = "12"
driver = "pcie-root-port"

incus config show --expanded ns2:

architecture: aarch64
config:
  boot.autostart: "true"
  cloud-init.network-config: |+
    version: 2
    ethernets:
      enp5s0:
        addresses:
          - omitted
        gateway4: omitted
        nameservers:
          addresses:
            - omitted


  cloud-init.user-data: |
    #cloud-config
    timezone: America/Santiago
    locale: es_CL
    keyboard:
      layout: es
    package_upgrade: true
    packages:
      - sudo
      - curl
      - nano
      - net-tools
      - openssh-server
      - wget
      - apt-transport-https
      - ca-certificates
      - gnupg
      - lsb-release
      - apt-utils
      - python3-pip
      - rsync
      - htop
      - jq
      - python3-apt
    runcmd:
      - mkdir -p /etc/apt/keyrings
      - curl -fsSL https://download.docker.com/linux/debian/gpg | gpg --dearmor -o /etc/apt/keyrings/docker.gpg
      - chmod a+r /etc/apt/keyrings/docker.gpg
      - echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/debian $(lsb_release -cs) stable" | tee /etc/apt/sources.list.d/docker.list > /dev/null
      - apt-get update
      - apt-get install -y docker-ce docker-ce-cli containerd.io
      - systemctl enable --now docker
      - pip install github3.py --break-system-packages
    users:
      - name: dockerman
        groups: [sudo, docker]
        lock-passwd: false
        sudo: ALL=(ALL) NOPASSWD:ALL
        shell: /bin/bash
        # passwd: password
        # - or -
        ssh_authorized_keys:
          - omitted
    final_message: |
      Sistema configurado exitosamente!
      Docker ha sido instalado y está ejecutándose.
      Para verificar: sudo docker --version
      Para probar: sudo docker run hello-world
  image.architecture: arm64
  image.description: Debian bookworm arm64 (20250710_05:24)
  image.os: Debian
  image.release: bookworm
  image.serial: "20250710_05:24"
  image.type: disk-kvm.img
  image.variant: cloud
  limits.memory: 4GiB
  migration.stateful: "true"
  volatile.base_image: 36d1f593d14e175ca528e08182ac42f4ddc77f729cef9249e01d0601fab2ff97
  volatile.cloud-init.instance-id: 85990dda-5856-42f5-9be6-d088a2aa2638
  volatile.eth0.hwaddr: 10:66:6a:26:87:a3
  volatile.uuid: 73c8ebb4-78b3-428e-94d0-77d7d31fdd53
  volatile.uuid.generation: 73c8ebb4-78b3-428e-94d0-77d7d31fdd53
  volatile.vm.rtc_adjustment: "0"
  volatile.vm.rtc_offset: "0"
  volatile.vsock_id: "2412580954"
devices:
  eth0:
    nictype: bridged
    parent: br0
    type: nic
  root:
    path: /
    pool: lvm-data
    type: disk
ephemeral: false
profiles:
- docker
stateful: false
description: ""
15

Crap, we missed a cherry-pick… Working on an update now.

In the meantime, the raw.qemu.conf trick will work.

2 Likes
16

After the upgrade I still get the error message.

ubuntu@tnode3:~$ incus start test
Error: Failed to run: forklimits limit=memlock:unlimited:unlimited fd=3 fd=4 -- /opt/incus/bin/qemu-system-aarch64 -S -name test -uuid 8e696da4-e7e1-4207-851c-49b8ac5a878d -daemonize -cpu host -nographic -serial chardev:console -nodefaults -no-user-config -sandbox on,obsolete=deny,elevateprivileges=allow,spawn=allow,resourcecontrol=deny -readconfig /run/incus/test/qemu.conf -spice unix=on,disable-ticketing=on,addr=/run/incus/test/qemu.spice -pidfile /run/incus/test/qemu.pid -D /var/log/incus/test/qemu.log -rtc base=2025-07-15T18:30:56 -smbios type=2,manufacturer=LinuxContainers,product=Incus -runas incus: : exit status 1
Try `incus info --show-log test` for more info

Here is the output.

ubuntu@tnode3:~$ incus info --show-log test
Name: test
Description:
Status: STOPPED
Type: virtual-machine
Architecture: aarch64
Created: 2025/07/15 20:27 +03
Last Used: 2025/07/15 21:30 +03

Log:

qemu-system-aarch64: Failed to put registers after init: Invalid argument
17

You updated to the latest version? I upgraded my arm machines and worked!

18

Are you using zabbly stable? Cos the latest upgrade for the 6.14 dont clean out the error.

ubuntu@tnode3:/etc/apt/sources.list.d$ more zabbly-incus-stable.sources
Enabled: yes
Types: deb
URIs: https://pkgs.zabbly.com/incus/stable
Suites: noble
Components: main
Architectures: arm64
Signed-By: /etc/apt/keyrings/zabbly.asc

ubuntu@tnode3:/etc/apt/sources.list.d$
ubuntu@tnode3:/etc/apt/sources.list.d$ incus version
Client version: 6.14
Server version: 6.14
19

Yes, I’m using the zabbly stable repo, I rebooted all my arm nodes and recreate the vm’s

incus package version: 6.14-debian12-202507140407

20

Have you ever tried stop / start procedure? or just launch?
Regards.