1
1
mirror of https://github.com/NixOS/mobile-nixos.git synced 2024-09-11 12:05:26 +03:00
mobile-nixos/release.nix
Samuel Dionne-Riel c06fd19c50 release.nix: Try to build phosh as cross
Most of the system will have already been built by the hello system
anyway. What's left is what's specific to phosh.

With this build we'll be able to see any form of progress with phosh
cross-compilation, and then any form of regression.
2022-09-30 16:59:36 -04:00

280 lines
9.3 KiB
Nix

# What's release.nix?
# ===================
#
# This is mainly intended to be run by the build farm at the foundation's Hydra
# instance. Though you can use it to run your builds, it is not as ergonomic as
# using `nix-build` on `./default.nix`.
#
# Also note that *by design* it still relies on NIX_PATH being used for the
# input Nixpkgs.
#
# Note:
# Verify that .ci/instantiate-all.nix lists the expected paths when adding to this file.
let
# An ambiant arbitrary Nixpkgs package set.
# This is assumed to be used for e.g. Hydra evals where <nixpkgs> is an input.
# This pkgs' is used as an input to release-tools, *and* to get a `lib`.
# Named pkgs' to reduce confusion with fully evaluated `pkgs`.
pkgs' = import <nixpkgs> {};
mobileReleaseTools = (import ./lib/release-tools.nix {
pkgs = pkgs';
});
inherit (mobileReleaseTools) all-devices;
in
{ mobile-nixos ? builtins.fetchGit ./.
# By default, builds all devices.
, devices ? all-devices
# By default, assume we eval only for currentSystem
, systems ? [ builtins.currentSystem ]
# nixpkgs is also an input, used as `<nixpkgs>` in the system configuration.
# Some additional configuration will be made with this.
# Mainly to work with some limitations (output size).
, inNixOSHydra ? false
}:
let
# We require some `lib` stuff in here.
# Pick a lib from the arbitrary package set.
inherit (pkgs') lib releaseTools;
inherit (mobileReleaseTools.withPkgs pkgs')
evalFor
evalWithConfiguration
knownSystems
specialConfig
;
# Systems we should eval for, per host system.
# Non-native will be assumed cross.
shouldEvalOn = {
x86_64-linux = [
"armv7l-linux"
"aarch64-linux"
"x86_64-linux"
];
aarch64-linux = [
"aarch64-linux"
];
armv7l-linux = [
"armv7l-linux"
];
};
onlyDerivations = lib.filterAttrs (k: v: lib.isDerivation v);
onlyDerivationsAndAttrsets = lib.filterAttrs (k: v: lib.isDerivation v || (lib.isAttrs v && !lib.isFunction v));
# Given an evaluated "device", filters `pkgs` down to only our packages
# unique to the overaly.
# Also removes some non-packages from the overlay.
overlayForEval =
let
# Trick the overlay in giving us its attributes.
# Using the values is likely to fail. Thank lazyness!
overlayAttrNames = builtins.attrNames (import ./overlay/overlay.nix {} {});
in
eval: let overlay = (lib.genAttrs overlayAttrNames (name: eval.pkgs.${name})); in
overlay // {
# We only "monkey patch" over top of the main nixos one.
xorg = {
xf86videofbdev = eval.pkgs.xorg.xf86videofbdev;
};
# lib-like attributes...
# How should we handle these?
imageBuilder = null;
mobile-nixos = (onlyDerivationsAndAttrsets overlay.mobile-nixos) // {
# The cross canaries attrsets will be used as constituents.
# Filter out `override` and `overrideAttrs` early.
cross-canary-test = onlyDerivations overlay.mobile-nixos.cross-canary-test;
cross-canary-test-static = onlyDerivations overlay.mobile-nixos.cross-canary-test-static;
};
# Also lib-like, but a "global" like attribute :/
defaultKernelPatches = null;
}
;
# Given a system builds run on, this will return a set of further systems
# this builds in, either native or cross.
# The values are `overlayForEval` applied for the pair local/cross systems.
evalForSystem = system: builtins.listToAttrs
(builtins.map (
buildingForSystem:
let
# "device" name for the eval *and* key used for the set.
name = if system == buildingForSystem then buildingForSystem else "${buildingForSystem}-cross";
# "device" eval for our dummy device.
eval = evalFor (specialConfig {inherit name buildingForSystem system;});
overlay = overlayForEval eval;
in {
inherit name;
value = overlay;
}) shouldEvalOn.${system}
)
;
# `device` here is indexed by the system it's being built on first.
# FIXME: can we better filter this?
device = lib.genAttrs devices (device:
lib.genAttrs systems (system:
(evalWithConfiguration {
nixpkgs.localSystem = knownSystems.${system};
} device).config.mobile.outputs.default
)
);
# `kernel` here is indexed by the system it's being built on first.
# FIXME: can we better filter this?
kernel = lib.genAttrs devices (device:
lib.genAttrs systems (system:
(evalWithConfiguration {
nixpkgs.localSystem = knownSystems.${system};
} device).config.mobile.boot.stage-1.kernel.package
)
);
evalExample =
{ example
, system
, targetSystem ? system
}:
import example {
device = specialConfig {
name =
if system == targetSystem
then system
else "${targetSystem}-built-on-${system}"
;
inherit system;
buildingForSystem = targetSystem;
config = {
# Ensures outputs are digestible by Hydra
mobile._internal.compressLargeArtifacts = inNixOSHydra;
# Build a generic rootfs
mobile.rootfs.shared.enabled = true;
};
};
}
;
doc = import ./doc {
pkgs = pkgs';
};
in
rec {
inherit device;
inherit kernel;
inherit doc;
# Some example systems to build.
# They track breaking changes, and ensures dependencies are built.
# They may or may not work as-they-are on devices. YMMV.
examples = {
hello = {
x86_64-linux.rootfs = (evalExample { example = ./examples/hello; system = "x86_64-linux"; }).outputs.rootfs;
aarch64-linux.rootfs = (evalExample { example = ./examples/hello; system = "aarch64-linux"; }).outputs.rootfs;
cross-x86-aarch64.rootfs = (evalExample { example = ./examples/hello; system = "x86_64-linux"; targetSystem = "aarch64-linux"; }).outputs.rootfs;
cross-x86-armv7l.rootfs = (evalExample { example = ./examples/hello; system = "x86_64-linux"; targetSystem = "armv7l-linux"; }).outputs.rootfs;
};
phosh = {
x86_64-linux.rootfs = (evalExample { example = ./examples/phosh; system = "x86_64-linux"; }).outputs.rootfs;
aarch64-linux.rootfs = (evalExample { example = ./examples/phosh; system = "aarch64-linux"; }).outputs.rootfs;
cross-x86-aarch64.rootfs = (evalExample { example = ./examples/phosh; system = "x86_64-linux"; targetSystem = "aarch64-linux"; }).outputs.rootfs;
};
};
# Overlays build native, and cross, according to shouldEvalOn
overlay = lib.genAttrs systems (system:
(evalForSystem system)
);
cross-canaries = lib.genAttrs ["aarch64-linux" "armv7l-linux"] (system:
releaseTools.aggregate {
name = "cross-canaries-${system}";
constituents =
let
overlay' = overlay.x86_64-linux."${system}-cross";
in
(builtins.attrValues overlay'.mobile-nixos.cross-canary-test)
++ (builtins.attrValues overlay'.mobile-nixos.cross-canary-test-static)
;
meta = {
description = "Useful checks for cross-compilation.";
};
}
);
tested = let
hasSystem = name: lib.lists.any (el: el == name) systems;
constituents =
cross-canaries.aarch64-linux.constituents
++ lib.optionals (hasSystem "x86_64-linux") [
device.uefi-x86_64.x86_64-linux # UEFI system
# Cross builds
device.asus-z00t.x86_64-linux # Android
device.asus-dumo.x86_64-linux # Depthcharge
# Example systems
examples.hello.x86_64-linux.rootfs
examples.hello.cross-x86-aarch64.rootfs
examples.phosh.x86_64-linux.rootfs
# Flashable zip binaries are universal for a platform.
overlay.x86_64-linux.aarch64-linux-cross.mobile-nixos.android-flashable-zip-binaries
]
++ lib.optionals (hasSystem "aarch64-linux") [
device.asus-z00t.aarch64-linux # Android
device.asus-dumo.aarch64-linux # Depthcharge
# Example systems
examples.hello.aarch64-linux.rootfs
examples.phosh.aarch64-linux.rootfs
# Flashable zip binaries are universal for a platform.
overlay.aarch64-linux.aarch64-linux.mobile-nixos.android-flashable-zip-binaries
];
in
releaseTools.aggregate {
name = "mobile-nixos-tested";
inherit constituents;
meta = {
description = "Representative subset of devices that have to succeed.";
};
};
# Uses the constituents of tested
testedPlus = let
hasSystem = name: lib.lists.any (el: el == name) systems;
constituents = tested.constituents
++ cross-canaries.armv7l-linux.constituents
++ lib.optionals (hasSystem "x86_64-linux") [
device.asus-flo.x86_64-linux
overlay.x86_64-linux.armv7l-linux-cross.mobile-nixos.android-flashable-zip-binaries
examples.hello.cross-x86-armv7l.rootfs
]
++ lib.optionals (hasSystem "aarch64-linux") [
]
++ lib.optionals (hasSystem "armv7l-linux") [
device.asus-flo.armv7l-linux
overlay.armv7l-linux.armv7l-linux.mobile-nixos.android-flashable-zip-binaries
]
;
in
releaseTools.aggregate {
name = "mobile-nixos-tested-plus";
inherit constituents;
meta = {
description = ''
Other targets that may be failing more often than `tested`.
This contains more esoteric and less tested platforms.
For a future release, `testedPlus` shoud also pass.
'';
};
};
}