ladybird/Meta/run.py
Sönke Holz 0dca6990b3 Meta: Disable network hardware in run.py for RISC-V
The e1000 driver tries to use interrupt handling functions, which
aren't implemented on RISC-V yet.
2024-02-26 13:22:27 -07:00

936 lines
37 KiB
Python
Executable File

#!/usr/bin/env python3
# Copyright (c) 2018-2023, the SerenityOS developers.
# Copyright (c) 2023, kleines Filmröllchen <filmroellchen@serenityos.org>
#
# SPDX-License-Identifier: BSD-2-Clause
from __future__ import annotations
import os
import re
import sys
from dataclasses import dataclass, field
from enum import Enum, unique
from itertools import chain, repeat
from os import access, environ
from pathlib import Path
from shutil import which
from subprocess import run
from typing import Any, Callable, Literal
QEMU_MINIMUM_REQUIRED_MAJOR_VERSION = 6
QEMU_MINIMUM_REQUIRED_MINOR_VERSION = 2
class RunError(Exception):
pass
@unique
class Arch(Enum):
"""SerenityOS architecture, not host architecture."""
Aarch64 = "aarch64"
RISCV64 = "riscv64"
x86_64 = "x86_64"
@unique
class QEMUKind(Enum):
"""VM distinctions determining which hardware acceleration technology *might* be used."""
# Linux and anything that may or may not have KVM, including WSL with Linux QEMU.
Other = "kvm"
# WSL with native Windows QEMU (and possibly WHPX).
NativeWindows = "whpx"
# MacOS with HVF.
MacOS = "hvf"
# Serenity on Serenity with ported QEMU
SerenityOS = "tcg"
@unique
class MachineType(Enum):
Default = ""
QEMUTap = "qtap"
QEMUWithoutNetwork = "qn"
QEMUExtLinux = "qextlinux"
QEMU35 = "q35"
QEMU35Grub = "q35grub"
QEMUGrub = "qgrub"
CI = "ci"
Limine = "limine"
Bochs = "b"
MicroVM = "microvm"
ISAPC = "isapc"
def uses_grub(self) -> bool:
return self in [MachineType.QEMU35Grub, MachineType.QEMUGrub]
def is_q35(self) -> bool:
return self in [MachineType.QEMU35Grub, MachineType.QEMU35]
def supports_pc_speaker(self) -> bool:
"""Whether the pcspk-audiodev option is allowed for this machine type."""
return self in [
MachineType.Default,
MachineType.QEMUTap,
MachineType.QEMUWithoutNetwork,
MachineType.QEMUExtLinux,
MachineType.QEMU35,
MachineType.QEMU35Grub,
MachineType.QEMUGrub,
MachineType.Limine,
]
def arguments_generator(prefix: str) -> Any:
"""
Construct an argument generator that returns some prefix and the member value(s) if the member value
is not None, or returns an empty list otherwise.
The member value is the return value of the function decorated with this decorator.
If a default is provided, in this case we return [prefix, default] instead.
Many of our configurable QEMU arguments work like this.
"""
def decorate_function(member_accessor: Callable[[Configuration], str | list[str]]):
def generate_arguments(self: Configuration) -> list[str]:
member_value = member_accessor(self)
if member_value is not None:
if type(member_value) is list:
# apply the prefix to every element of the list
return list(chain(*zip(repeat(prefix), member_value)))
# NOTE: the typechecker gets confused and can't figure out that
# type(member_value) is *always* str here.
elif type(member_value) is str:
return [prefix, member_value]
return []
return generate_arguments
return decorate_function
@dataclass
class Configuration:
"""Run configuration, populated from command-line or environment variable data."""
# ## Programs and environmental configuration
virtualization_support: bool = False
bochs_binary: Path = Path("bochs")
qemu_binary: Path | None = None
qemu_kind: QEMUKind | None = None
kvm_usable: bool | None = None
architecture: Arch | None = None
serenity_src: Path | None = None
# ## High-level run configuration
machine_type: MachineType = MachineType.Default
enable_gdb: bool = False
enable_gl: bool = False
# FIXME: Replace these three flags by a boot drive enum, see FIXME for boot_drive below.
nvme_enable: bool = True
sd_enable: bool = False
usb_boot_enable: bool = False
screen_count: int = 1
host_ip: str = "127.0.0.1"
ethernet_device_type: str = "e1000"
disk_image: Path = Path("_disk_image")
# ## Low-level QEMU configuration
# QEMU -append
kernel_cmdline: list[str] = field(default_factory=lambda: ["hello"])
# QEMU -m
ram_size: str | None = "2G"
# QEMU -cpu
qemu_cpu: str | None = "max"
# QEMU -smp
cpu_count: int | None = 2
# QEMU -machine
qemu_machine: str | None = None
# QEMU -usb
enable_usb: bool = False
# QEMU -audiodev
audio_backend: str | None = "none,id=snd0"
# Each is a QEMU -device related to audio.
audio_devices: list[str] = field(default_factory=list)
# QEMU -vga
vga_type: str | None = "none"
# QEMU -display; if None, will omit the option and let QEMU figure out which backend to use on its own.
display_backend: str | None = None
# A QEMU -device for the graphics card.
display_device: str | None = "VGA,vgamem_mb=64"
# QEMU -netdev
network_backend: str | None = None
# A QEMU -device for networking.
# Note that often, there are other network devices in the generic device list, added by specific machine types.
network_default_device: str | None = None
# QEMU -drive
# FIXME: Make an enum for the various boot drive options to handle boot drive selection more cleanly.
boot_drive: str | None = None
# Each is a QEMU -chardev
character_devices: list[str] = field(default_factory=list)
# Each is a QEMU -device
devices: list[str] = field(default_factory=list)
# ## Argument lists and methods generating them
# Argument list pertaining to Kernel and Prekernel image(s)
kernel_and_initrd_arguments: list[str] = field(default_factory=list)
# Argument list provided by the user for performing packet logging
packet_logging_arguments: list[str] = field(default_factory=list)
# Various arguments relating to SPICE setup
spice_arguments: list[str] = field(default_factory=list)
# Arbitrary extra arguments
extra_arguments: list[str] = field(default_factory=list)
@property
@arguments_generator(prefix="-accel")
def accelerator_arguments(self) -> str | None:
return self.qemu_kind.value if self.virtualization_support and (self.qemu_kind is not None) else "tcg"
@property
def kernel_cmdline_arguments(self) -> list[str]:
return ["-append", " ".join(self.kernel_cmdline)] if len(self.kernel_cmdline) != 0 else []
@property
@arguments_generator(prefix="-m")
def ram_arguments(self) -> str | None:
return self.ram_size
@property
@arguments_generator(prefix="-cpu")
def cpu_arguments(self) -> str | None:
return self.qemu_cpu
@property
@arguments_generator(prefix="-smp")
def smp_arguments(self) -> str | None:
return str(self.cpu_count) if self.cpu_count is not None else None
@property
@arguments_generator(prefix="-machine")
def machine_arguments(self) -> str | None:
return self.qemu_machine
@property
def usb_arguments(self) -> list[str]:
return ["-usb"] if self.enable_usb else []
@property
@arguments_generator(prefix="-audiodev")
def audio_backend_arguments(self) -> str | None:
return self.audio_backend
@property
@arguments_generator(prefix="-device")
def audio_devices_arguments(self) -> list[str] | None:
return self.audio_devices
@property
@arguments_generator(prefix="-vga")
def vga_arguments(self) -> str | None:
return self.vga_type
@property
@arguments_generator(prefix="-display")
def display_backend_arguments(self) -> str | None:
return self.display_backend
@property
@arguments_generator(prefix="-device")
def display_device_arguments(self) -> str | None:
return self.display_device
@property
def network_backend_arguments(self) -> list[str]:
return ["-netdev", self.network_backend] if self.network_backend is not None else ["-nic", "none"]
@property
@arguments_generator(prefix="-device")
def network_default_arguments(self) -> str | None:
return self.network_default_device
@property
@arguments_generator(prefix="-drive")
def boot_drive_arguments(self) -> str | None:
return self.boot_drive
@property
@arguments_generator(prefix="-chardev")
def character_device_arguments(self) -> list[str]:
return self.character_devices
@property
@arguments_generator(prefix="-device")
def device_arguments(self) -> list[str]:
return self.devices
def add_device(self, device: str):
self.devices.append(device)
def add_devices(self, devices: list[str]):
self.devices.extend(devices)
def kvm_usable() -> bool:
return access("/dev/kvm", os.R_OK | os.W_OK)
def determine_qemu_kind() -> QEMUKind:
if which("wslpath") is not None and environ.get("SERENITY_NATIVE_WINDOWS_QEMU", "1") == "1":
# Assume native Windows QEMU for now,
# we might discard that assuption later when we properly
# look for the binary.
return QEMUKind.NativeWindows
if sys.platform == "darwin":
return QEMUKind.MacOS
if os.uname().sysname == "SerenityOS":
return QEMUKind.SerenityOS
return QEMUKind.Other
def determine_serenity_arch() -> Arch:
arch = environ.get("SERENITY_ARCH")
if arch == "aarch64":
return Arch.Aarch64
if arch == "riscv64":
return Arch.RISCV64
if arch == "x86_64":
return Arch.x86_64
raise RunError("Please specify a valid SerenityOS architecture")
def determine_machine_type() -> MachineType:
provided_machine_type = environ.get("SERENITY_RUN")
if provided_machine_type is not None:
try:
value = MachineType(provided_machine_type)
except ValueError:
raise RunError(f"{provided_machine_type} is not a valid SerenityOS machine type")
return value
return MachineType.Default
def detect_bochs() -> Path:
return Path(environ.get("SERENITY_BOCHS_BIN", "bochs"))
def detect_ram_size() -> str | None:
return environ.get("SERENITY_RAM_SIZE", "2G")
def set_up_qemu_binary(config: Configuration):
qemu_binary_basename: str | None = None
if "SERENITY_QEMU_BIN" in environ:
qemu_binary_basename = environ.get("SERENITY_QEMU_BIN")
else:
if config.architecture == Arch.Aarch64:
qemu_binary_basename = "qemu-system-aarch64"
elif config.architecture == Arch.RISCV64:
qemu_binary_basename = "qemu-system-riscv64"
elif config.architecture == Arch.x86_64:
qemu_binary_basename = "qemu-system-x86_64"
if qemu_binary_basename is None:
raise RunError("QEMU binary could not be determined")
# Try finding native Windows QEMU first
if config.qemu_kind == QEMUKind.NativeWindows:
# FIXME: Consider using the wslwinreg module instead to access the registry more conveniently.
# Some Windows systems don't have reg.exe's directory on the PATH by default.
environ["PATH"] = environ["PATH"] + ":/mnt/c/Windows/System32"
try:
qemu_install_dir_result = run(
["reg.exe", "query", r"HKLM\Software\QEMU", "/v", "Install_Dir", "/t", "REG_SZ"],
capture_output=True,
)
if qemu_install_dir_result.returncode == 0:
registry_regex = re.compile(rb"Install_Dir\s+REG_SZ\s+(.*)$", flags=re.MULTILINE)
qemu_install_dir_match = registry_regex.search(qemu_install_dir_result.stdout)
if qemu_install_dir_match is not None:
# If Windows prints non-ASCII characters, those will most likely not be UTF-8.
# Therefore, don't decode sooner. Also, remove trailing '\r'
qemu_install_dir = Path(qemu_install_dir_match.group(1).decode("utf-8").strip())
config.qemu_binary = Path(
run(
["wslpath", "--", Path(qemu_install_dir, qemu_binary_basename)],
encoding="utf-8",
capture_output=True,
).stdout.strip()
).with_suffix(".exe")
# No native Windows QEMU, reconfigure to Linux QEMU without KVM
else:
config.virtualization_support = False
config.qemu_kind = QEMUKind.Other
except Exception:
# reg.exe not found; errors in reg.exe itself do not throw an error.
config.qemu_kind = QEMUKind.Other
if config.qemu_binary is None:
# Set up full path for the binary if possible (otherwise trust system PATH)
local_qemu_bin = Path(str(config.serenity_src), "Toolchain/Local/qemu/bin/", qemu_binary_basename)
old_local_qemu_bin = Path(str(config.serenity_src), "Toolchain/Local/x86_64/bin/", qemu_binary_basename)
if local_qemu_bin.exists():
config.qemu_binary = local_qemu_bin
elif old_local_qemu_bin.exists():
config.qemu_binary = old_local_qemu_bin
else:
config.qemu_binary = Path(qemu_binary_basename)
def check_qemu_version(config: Configuration):
if config.qemu_binary is None:
raise RunError(
f"Please install QEMU version {QEMU_MINIMUM_REQUIRED_MAJOR_VERSION}.{QEMU_MINIMUM_REQUIRED_MINOR_VERSION} or newer or use the Toolchain/BuildQemu.sh script." # noqa: E501
)
version_information = run([config.qemu_binary, "-version"], capture_output=True, encoding="utf-8").stdout
qemu_version_regex = re.compile(r"QEMU emulator version ([1-9][0-9]*|0)\.([1-9][0-9]*|0)")
version_groups = qemu_version_regex.search(version_information)
if version_groups is None:
raise RunError(f'QEMU seems to be defective, its version information is "{version_information}"')
major = int(version_groups.group(1))
minor = int(version_groups.group(2))
if major < QEMU_MINIMUM_REQUIRED_MAJOR_VERSION or (
major == QEMU_MINIMUM_REQUIRED_MAJOR_VERSION and minor < QEMU_MINIMUM_REQUIRED_MINOR_VERSION
):
raise RunError(
f"Required QEMU >= {QEMU_MINIMUM_REQUIRED_MAJOR_VERSION}.{QEMU_MINIMUM_REQUIRED_MINOR_VERSION}!\
Found {major}.{minor}. Please install a newer version of QEMU or use the Toolchain/BuildQemu.sh script."
)
def set_up_virtualization_support(config: Configuration):
provided_virtualization_enable = environ.get("SERENITY_VIRTUALIZATION_SUPPORT")
# The user config always forces the platform-appropriate virtualizer to be used,
# even if we couldn't detect it otherwise; this is intended behavior.
if provided_virtualization_enable is not None:
config.virtualization_support = provided_virtualization_enable == "1"
else:
if (config.kvm_usable and config.architecture == Arch.x86_64 and os.uname().machine == Arch.x86_64.value) or (
config.qemu_kind == QEMUKind.NativeWindows and config.architecture == Arch.x86_64
):
config.virtualization_support = True
if config.virtualization_support:
available_accelerators = run(
[str(config.qemu_binary), "-accel", "help"],
capture_output=True,
).stdout
# Check if HVF is actually available if we're on MacOS
if config.qemu_kind == QEMUKind.MacOS and (b"hvf" not in available_accelerators):
config.virtualization_support = False
def set_up_basic_kernel_cmdline(config: Configuration):
provided_cmdline = environ.get("SERENITY_KERNEL_CMDLINE")
if provided_cmdline is not None:
# Split environment variable at spaces, since we don't pass arguments like shell scripts do.
config.kernel_cmdline.extend(provided_cmdline.split(sep=None))
# Handle system-specific arguments now, boot type specific arguments are handled later.
if config.qemu_kind == QEMUKind.NativeWindows:
config.kernel_cmdline.append("disable_virtio")
def set_up_disk_image_path(config: Configuration):
provided_disk_image = environ.get("SERENITY_DISK_IMAGE")
if provided_disk_image is not None:
config.disk_image = Path(provided_disk_image)
else:
if config.machine_type.uses_grub():
config.disk_image = Path("grub_disk_image")
elif config.machine_type == MachineType.Limine:
config.disk_image = Path("limine_disk_image")
elif config.machine_type == MachineType.QEMUExtLinux:
config.disk_image = Path("extlinux_disk_image")
if config.qemu_kind == QEMUKind.NativeWindows:
config.disk_image = Path(
run(["wslpath", "-w", config.disk_image], capture_output=True, encoding="utf-8").stdout.strip()
)
def set_up_cpu(config: Configuration):
if config.qemu_kind == QEMUKind.NativeWindows:
config.qemu_cpu = "max,vmx=off"
else:
provided_cpu = environ.get("SERENITY_QEMU_CPU")
if provided_cpu is not None:
config.qemu_cpu = provided_cpu
def set_up_cpu_count(config: Configuration):
if config.architecture != Arch.x86_64:
return
provided_cpu_count = environ.get("SERENITY_CPUS")
if provided_cpu_count is not None:
try:
config.cpu_count = int(provided_cpu_count)
except ValueError:
raise RunError(f"Non-integer CPU count {provided_cpu_count}")
if config.cpu_count is not None and config.qemu_cpu is not None and config.cpu_count <= 8:
# -x2apic is not a flag, but disables x2APIC for easier testing on lower CPU counts.
config.qemu_cpu += ",-x2apic"
def set_up_spice(config: Configuration):
if environ.get("SERENITY_SPICE") == "1":
chardev_info = run(
[str(config.qemu_binary), "-chardev", "help"],
capture_output=True,
encoding="utf-8",
).stdout.lower()
if "qemu-vdagent" in chardev_info:
config.spice_arguments = [
"-chardev",
"qemu-vdagent,clipboard=on,mouse=off,id=vdagent,name=vdagent",
]
elif "spicevmc" in chardev_info:
config.spice_arguments = ["-chardev", "spicevmc,id=vdagent,name=vdagent"]
else:
raise RunError("No compatible SPICE character device was found")
if "spice" in chardev_info:
config.spice_arguments.extend(["-spice", "port=5930,agent-mouse=off,disable-ticketing=on"])
if "spice" in chardev_info or "vdagent" in chardev_info:
config.spice_arguments.extend(["-device", "virtserialport,chardev=vdagent,nr=1"])
def set_up_audio_backend(config: Configuration):
if config.qemu_kind == QEMUKind.MacOS:
config.audio_backend = "coreaudio"
elif config.qemu_kind == QEMUKind.NativeWindows:
config.audio_backend = "dsound,timer-period=2000"
elif config.machine_type != MachineType.CI:
# FIXME: Use "-audiodev help" once that contains information on all our supported versions,
# "-audio-help" is marked as deprecated.
qemu_audio_help = run(
[str(config.qemu_binary), "-audio-help"],
capture_output=True,
encoding="utf-8",
).stdout
if qemu_audio_help == "":
qemu_audio_help = run(
[str(config.qemu_binary), "-audiodev", "help"],
capture_output=True,
encoding="utf-8",
).stdout
if "sdl" in qemu_audio_help:
config.audio_backend = "sdl"
elif "pa" in qemu_audio_help:
config.audio_backend = "pa,timer-period=2000"
if config.audio_backend is not None:
config.audio_backend += ",id=snd0"
def set_up_audio_hardware(config: Configuration):
provided_audio_hardware = environ.get("SERENITY_AUDIO_HARDWARE", "intelhda")
if provided_audio_hardware == "ac97":
config.audio_devices = ["ac97,audiodev=snd0"]
elif provided_audio_hardware == "intelhda":
config.audio_devices = ["ich9-intel-hda", "hda-output,audiodev=snd0"]
else:
raise RunError(f"Unknown audio hardware {provided_audio_hardware}. Supported values: ac97, intelhda")
if config.machine_type.supports_pc_speaker() and config.architecture == Arch.x86_64:
config.extra_arguments.extend(["-machine", "pcspk-audiodev=snd0"])
def has_virgl() -> bool:
try:
ldconfig_result = run(["ldconfig", "-p"], capture_output=True, encoding="utf-8").stdout.lower()
return "virglrenderer" in ldconfig_result
except FileNotFoundError:
print("Warning: ldconfig not found in PATH, assuming virgl support to not be present.")
return False
def set_up_screens(config: Configuration):
provided_screen_count_unparsed = environ.get("SERENITY_SCREENS", "1")
try:
config.screen_count = int(provided_screen_count_unparsed)
except ValueError:
raise RunError(f"Invalid screen count {provided_screen_count_unparsed}")
provided_display_backend = environ.get("SERENITY_QEMU_DISPLAY_BACKEND")
if provided_display_backend is not None:
config.display_backend = provided_display_backend
else:
qemu_display_info = run(
[str(config.qemu_binary), "-display", "help"],
capture_output=True,
encoding="utf-8",
).stdout.lower()
if len(config.spice_arguments) != 0:
config.display_backend = "spice-app"
elif config.qemu_kind == QEMUKind.NativeWindows:
# QEMU for windows does not like gl=on, so detect if we are building in wsl, and if so, disable it
# Also, when using the GTK backend we run into this problem:
# https://github.com/SerenityOS/serenity/issues/7657
config.display_backend = "sdl,gl=off"
elif config.screen_count > 1 and "sdl" in qemu_display_info:
config.display_backend = "sdl,gl=off"
elif "sdl" in qemu_display_info and has_virgl():
config.display_backend = "sdl,gl=on"
elif "cocoa" in qemu_display_info:
config.display_backend = "cocoa,gl=off"
elif config.qemu_kind == QEMUKind.SerenityOS:
config.display_backend = "sdl,gl=off"
else:
config.display_backend = "gtk,gl=off"
def set_up_display_device(config: Configuration):
config.enable_gl = environ.get("SERENITY_GL") == "1"
provided_display_device = environ.get("SERENITY_QEMU_DISPLAY_DEVICE")
if provided_display_device is not None:
config.display_device = provided_display_device
elif config.enable_gl:
# QEMU appears to not support the GL backend for VirtIO GPU variant on macOS.
if config.qemu_kind == QEMUKind.MacOS:
raise RunError("SERENITY_GL is not supported since there's no GL backend on macOS")
elif config.screen_count > 1:
raise RunError("SERENITY_GL and multi-monitor support cannot be set up simultaneously")
config.display_device = "virtio-vga-gl"
elif config.screen_count > 1:
# QEMU appears to not support the virtio-vga VirtIO GPU variant on macOS.
# To ensure we can still boot on macOS with VirtIO GPU, use the virtio-gpu-pci
# variant, which lacks any VGA compatibility (which is not relevant for us anyway).
if config.qemu_kind == QEMUKind.MacOS:
config.display_device = f"virtio-gpu-pci,max_outputs={config.screen_count}"
else:
config.display_device = f"virtio-vga,max_outputs={config.screen_count}"
# QEMU appears to always relay absolute mouse coordinates relative to the screen that the mouse is
# pointed to, without any way for us to know what screen it was. So, when dealing with multiple
# displays force using relative coordinates only.
config.kernel_cmdline.append("vmmouse=off")
def set_up_boot_drive(config: Configuration):
provided_nvme_enable = environ.get("SERENITY_NVME_ENABLE")
if provided_nvme_enable is not None:
config.nvme_enable = provided_nvme_enable == "1"
provided_usb_boot_enable = environ.get("SERENITY_USE_SDCARD")
if provided_usb_boot_enable is not None:
config.sd_enable = provided_usb_boot_enable == "1"
provided_usb_boot_enable = environ.get("SERENITY_USE_USBDRIVE")
if provided_usb_boot_enable is not None:
config.usb_boot_enable = provided_usb_boot_enable == "1"
if config.machine_type in [MachineType.MicroVM, MachineType.ISAPC]:
if config.nvme_enable:
print("Warning: NVMe does not work under MicroVM/ISA PC, automatically disabling it.")
config.nvme_enable = False
if config.architecture == Arch.Aarch64:
config.boot_drive = f"file={config.disk_image},if=sd,format=raw,id=disk"
elif config.nvme_enable:
config.boot_drive = f"file={config.disk_image},format=raw,index=0,media=disk,if=none,id=disk"
config.add_devices(
[
"i82801b11-bridge,id=bridge4",
"nvme,serial=deadbeef,drive=disk,bus=bridge4,logical_block_size=4096,physical_block_size=4096",
]
)
config.kernel_cmdline.append("root=nvme0:1:0")
elif config.sd_enable:
config.boot_drive = f"id=sd-boot-drive,if=none,format=raw,file={config.disk_image}"
config.add_devices(["sdhci-pci", "sd-card,drive=sd-boot-drive"])
config.kernel_cmdline.append("root=sd2:0:0")
elif config.usb_boot_enable:
config.boot_drive = f"if=none,id=usbstick,format=raw,file={config.disk_image}"
config.add_device("usb-storage,drive=usbstick")
# FIXME: Find a better way to address the usb drive
config.kernel_cmdline.append("root=block3:0")
else:
config.boot_drive = f"file={config.disk_image},format=raw,index=0,media=disk,id=disk"
def determine_host_address() -> str:
return environ.get("SERENITY_HOST_IP", "127.0.0.1")
def set_up_gdb(config: Configuration):
config.enable_gdb = environ.get("SERENITY_DISABLE_GDB_SOCKET") != "1"
if config.qemu_kind == QEMUKind.NativeWindows or (
config.virtualization_support and config.qemu_kind == QEMUKind.MacOS
):
config.enable_gdb = False
if config.enable_gdb:
config.extra_arguments.extend(["-gdb", f"tcp:{config.host_ip}:1234"])
def set_up_network_hardware(config: Configuration):
config.packet_logging_arguments = (environ.get("SERENITY_PACKET_LOGGING_ARG", "")).split()
provided_ethernet_device_type = environ.get("SERENITY_ETHERNET_DEVICE_TYPE")
if provided_ethernet_device_type is not None:
config.ethernet_device_type = provided_ethernet_device_type
if config.architecture in [Arch.Aarch64, Arch.RISCV64]:
config.network_backend = None
config.network_default_device = None
else:
config.network_backend = f"user,id=breh,hostfwd=tcp:{config.host_ip}:8888-10.0.2.15:8888,\
hostfwd=tcp:{config.host_ip}:8823-10.0.2.15:23,\
hostfwd=tcp:{config.host_ip}:8000-10.0.2.15:8000,\
hostfwd=tcp:{config.host_ip}:2222-10.0.2.15:22"
config.network_default_device = f"{config.ethernet_device_type},netdev=breh"
def set_up_kernel(config: Configuration):
if config.architecture == Arch.Aarch64:
config.kernel_and_initrd_arguments = ["-kernel", "Kernel/Kernel"]
elif config.architecture == Arch.RISCV64:
config.kernel_and_initrd_arguments = ["-kernel", "Kernel/Kernel.bin"]
elif config.architecture == Arch.x86_64:
config.kernel_and_initrd_arguments = ["-kernel", "Kernel/Prekernel/Prekernel", "-initrd", "Kernel/Kernel"]
def set_up_machine_devices(config: Configuration):
# TODO: Maybe disable SPICE everwhere except the default machine?
if config.qemu_kind != QEMUKind.NativeWindows:
config.extra_arguments.extend(["-qmp", "unix:qmp-sock,server,nowait"])
config.extra_arguments.extend(["-name", "SerenityOS", "-d", "guest_errors"])
# Architecture specifics.
if config.architecture == Arch.Aarch64:
config.qemu_machine = "raspi3b"
config.cpu_count = None
config.ram_size = "1G" # The raspi3b machine only accepts 1G as a valid RAM size.
config.vga_type = None
config.display_device = None
if config.machine_type != MachineType.CI:
# FIXME: Windows QEMU crashes when we set the same display as usual here.
config.display_backend = None
config.audio_devices = []
config.extra_arguments.extend(["-serial", "stdio"])
config.qemu_cpu = None
return
elif config.architecture == Arch.RISCV64:
config.qemu_machine = "virt"
config.cpu_count = None
config.vga_type = None
config.display_device = None
config.display_backend = None
config.audio_devices = []
config.extra_arguments.extend(["-serial", "stdio"])
config.kernel_cmdline.append("serial_debug")
config.qemu_cpu = None
return
# Machine specific base setups
if config.machine_type in [MachineType.QEMU35Grub, MachineType.QEMU35]:
config.qemu_machine = "q35"
config.vga_type = None
# We set up our own custom display devices.
config.display_device = None
config.add_devices(
[
"isa-debugcon,chardev=stdout",
"vmware-svga",
"ich9-usb-ehci1,bus=pcie.0,multifunction=on,addr=0x05.3,multifunction=on,id=ehci1",
"ich9-usb-uhci1,bus=pcie.0,multifunction=on,addr=0x05.0,masterbus=ehci1.0,firstport=0",
"ich9-usb-uhci2,bus=pcie.0,multifunction=on,addr=0x05.1,masterbus=ehci1.0,firstport=2",
"ich9-usb-uhci3,bus=pcie.0,multifunction=on,addr=0x05.2,masterbus=ehci1.0,firstport=4",
"ich9-usb-ehci2,bus=pcie.0,multifunction=on,addr=0x07.3,multifunction=on,id=ehci2",
"ich9-usb-uhci4,bus=pcie.0,multifunction=on,addr=0x07.0,masterbus=ehci2.0,firstport=0",
"ich9-usb-uhci5,bus=pcie.0,multifunction=on,addr=0x07.1,masterbus=ehci2.0,firstport=2",
"ich9-usb-uhci6,bus=pcie.0,multifunction=on,addr=0x07.2,masterbus=ehci2.0,firstport=4",
"pcie-root-port,port=0x10,chassis=1,id=pcie.1,bus=pcie.0,multifunction=on,addr=0x6",
"pcie-root-port,port=0x11,chassis=2,id=pcie.2,bus=pcie.0,addr=0x6.0x1",
"pcie-root-port,port=0x12,chassis=3,id=pcie.3,bus=pcie.0,addr=0x6.0x2",
"pcie-root-port,port=0x13,chassis=4,id=pcie.4,bus=pcie.0,addr=0x6.0x3",
"pcie-root-port,port=0x14,chassis=5,id=pcie.5,bus=pcie.0,addr=0x6.0x4",
"pcie-root-port,port=0x15,chassis=6,id=pcie.6,bus=pcie.0,addr=0x6.0x5",
"pcie-root-port,port=0x16,chassis=7,id=pcie.7,bus=pcie.0,addr=0x6.0x6",
"pcie-root-port,port=0x17,chassis=8,id=pcie.8,bus=pcie.0,addr=0x6.0x7",
"ich9-intel-hda,bus=pcie.2,addr=0x03.0x0",
"bochs-display",
"nec-usb-xhci,bus=pcie.2,addr=0x11.0x0",
"pci-bridge,chassis_nr=1,id=bridge1,bus=pcie.4,addr=0x3.0x0",
"sdhci-pci,bus=bridge1,addr=0x1.0x0",
]
)
config.character_devices.append("stdio,id=stdout,mux=on")
config.enable_usb = True
elif config.machine_type in [MachineType.MicroVM, MachineType.ISAPC]:
config.character_devices.append("stdio,id=stdout,mux=on")
config.qemu_cpu = "qemu64"
config.cpu_count = None
config.display_device = None
config.network_default_device = None
config.audio_devices = []
config.add_devices(["isa-debugcon,chardev=stdout", "isa-vga", "ne2k_isa,netdev=breh"])
if config.machine_type == MachineType.MicroVM:
config.qemu_machine = "microvm,pit=on,rtc=on,pic=on"
config.add_devices(["isa-ide", "ide-hd,drive=disk", "i8042"])
else: # ISAPC
config.qemu_machine = "isapc"
elif config.machine_type == MachineType.CI:
config.display_backend = "none"
config.audio_backend = None
config.audio_devices = []
config.extra_arguments.extend(["-serial", "stdio", "-no-reboot", "-monitor", "none"])
config.spice_arguments = []
if config.architecture == Arch.Aarch64:
config.extra_arguments.extend(["-serial", "file:debug.log"])
else:
config.add_device("ich9-ahci")
config.extra_arguments.extend(["-debugcon", "file:debug.log"])
else:
# Default machine
config.network_default_device = f"{config.network_default_device},bus=bridge1"
config.add_devices(
[
"virtio-serial,max_ports=2",
"virtconsole,chardev=stdout",
"isa-debugcon,chardev=stdout",
"virtio-rng-pci",
"pci-bridge,chassis_nr=1,id=bridge1",
"i82801b11-bridge,bus=bridge1,id=bridge2",
"sdhci-pci,bus=bridge2",
"i82801b11-bridge,id=bridge3",
"sdhci-pci,bus=bridge3",
"ich9-ahci,bus=bridge3",
]
)
config.character_devices.append("stdio,id=stdout,mux=on")
config.enable_usb = True
# Modifications for machine types that are *mostly* like the default,
# but not entirely (especially in terms of networking).
if config.machine_type in [MachineType.QEMUWithoutNetwork, MachineType.QEMU35Grub]:
config.network_backend = None
config.network_default_device = config.ethernet_device_type
config.packet_logging_arguments = []
elif config.machine_type == MachineType.QEMUTap:
config.network_backend = "tap,ifname=tap0,id=br0"
config.network_default_device = f"{config.ethernet_device_type},netdev=br0"
elif config.machine_type in [MachineType.QEMUGrub, MachineType.QEMUExtLinux]:
config.kernel_cmdline = []
def assemble_arguments(config: Configuration) -> list[str | Path]:
if config.machine_type == MachineType.Bochs:
boch_src = Path(config.serenity_src or ".", "Meta/bochsrc")
return [config.bochs_binary, "-q", "-f", boch_src]
return [
config.qemu_binary or "",
# Deviate from standard order here:
# The device list contains PCI bridges which must be available for other devices.
*config.device_arguments,
*config.kernel_and_initrd_arguments,
*config.packet_logging_arguments,
*config.spice_arguments,
*config.extra_arguments,
*config.accelerator_arguments,
*config.kernel_cmdline_arguments,
*config.ram_arguments,
*config.cpu_arguments,
*config.smp_arguments,
*config.machine_arguments,
*config.usb_arguments,
*config.audio_backend_arguments,
*config.audio_devices_arguments,
*config.vga_arguments,
*config.display_backend_arguments,
*config.display_device_arguments,
*config.network_backend_arguments,
*config.network_default_arguments,
*config.boot_drive_arguments,
*config.character_device_arguments,
]
class TapController:
"""Context manager for setting up and tearing down a tap device when QEMU is run with tap networking."""
def __init__(self, machine_type: MachineType):
self.should_enable_tap = machine_type == MachineType.QEMUTap
def __enter__(self) -> None:
if self.should_enable_tap:
run(["sudo", "ip", "tuntap", "del", "dev", "tap0", "mode", "tap"])
user = os.getuid()
run(["sudo", "ip", "tuntap", "add", "dev", "tap0", "mode", "tap", "user", str(user)])
def __exit__(self, exc_type: type | None, exc_value: Any | None, traceback: Any | None) -> Literal[False]:
if self.should_enable_tap:
run(["sudo", "ip", "tuntap", "del", "dev", "tap0", "mode", "tap"])
# Re-raise exceptions in any case.
return False
def configure_and_run():
config = Configuration()
config.kvm_usable = kvm_usable()
config.qemu_kind = determine_qemu_kind()
config.architecture = determine_serenity_arch()
config.machine_type = determine_machine_type()
config.bochs_binary = detect_bochs()
config.ram_size = detect_ram_size()
config.host_ip = determine_host_address()
serenity_src = environ.get("SERENITY_SOURCE_DIR")
if serenity_src is None:
raise RunError("SERENITY_SOURCE_DIR not set or empty")
config.serenity_src = Path(serenity_src)
set_up_qemu_binary(config)
check_qemu_version(config)
set_up_virtualization_support(config)
set_up_basic_kernel_cmdline(config)
set_up_disk_image_path(config)
set_up_cpu(config)
set_up_cpu_count(config)
set_up_spice(config)
set_up_audio_backend(config)
set_up_audio_hardware(config)
set_up_screens(config)
set_up_display_device(config)
set_up_boot_drive(config)
set_up_gdb(config)
set_up_network_hardware(config)
set_up_kernel(config)
set_up_machine_devices(config)
arguments = assemble_arguments(config)
build_directory = environ.get("SERENITY_BUILD", ".")
os.chdir(build_directory)
with TapController(config.machine_type):
run(arguments)
def main():
try:
configure_and_run()
except KeyboardInterrupt:
pass
except RunError as e:
print(f"Error: {e}")
except Exception as e:
print(f"Unknown error: {e}")
print("This is likely a bug, consider filing a bug report.")
if __name__ == "__main__":
main()