crane/lib/vendorCargoRegistries.nix
Ivan Petkov f491bee4f9
Add support for building standard library crates (#287)
* vendorCargoRegistries: accept `registries` from the caller if specified
* Add vendorMultipleCargoDeps
2023-04-02 17:57:17 +00:00

110 lines
3.0 KiB
Nix

{ downloadCargoPackage
, lib
, runCommandLocal
}:
{ cargoConfigs ? [ ]
, lockPackages
, ...
}@args:
let
inherit (builtins)
attrNames
concatStringsSep
filter
hasAttr
hashString
head
length
mapAttrs
placeholder
readFile;
inherit (lib)
concatMapStrings
concatStrings
escapeShellArg
flatten
groupBy
hasPrefix
mapAttrs'
mapAttrsToList
nameValuePair;
inherit (lib.lists) unique;
hash = hashString "sha256";
# Local crates will show up in the lock file with no checksum/source,
# so should filter them out without trying to download them
lockedPackagesFromRegistry = filter
(p: p ? checksum && hasPrefix "registry" (p.source or ""))
lockPackages;
lockedRegistryGroups = groupBy (p: p.source) lockedPackagesFromRegistry;
vendorSingleRegistry = packages: runCommandLocal "vendor-registry" { } ''
mkdir -p $out
${concatMapStrings (p: ''
ln -s ${escapeShellArg (downloadCargoPackage p)} $out/${escapeShellArg "${p.name}-${p.version}"}
'') packages}
'';
parsedCargoConfigTomls = map (p: builtins.fromTOML (readFile p)) cargoConfigs;
allCargoRegistries = flatten (map (c: c.registries or [ ]) parsedCargoConfigTomls);
allCargoRegistryPairs = flatten (map (mapAttrsToList (name: value: { inherit name value; })) allCargoRegistries);
allCargoRegistryPairsWithIndex = filter (r: r ? value.index) allCargoRegistryPairs;
configuredRegistries = mapAttrs (_: map (r: r.value.index)) (groupBy (x: x.name) allCargoRegistryPairsWithIndex);
# Append the default crates.io registry, but allow it to be overridden
registries = {
"crates-io" = [ "https://github.com/rust-lang/crates.io-index" ];
} // (
if args ? registires
then mapAttrs (_: val: [ val ]) args.registries
else configuredRegistries
);
sources = mapAttrs'
(url: packages: nameValuePair (hash url) (vendorSingleRegistry packages))
lockedRegistryGroups;
configLocalSources = concatMapStrings
(hashedUrl: ''
[source.nix-sources-${hashedUrl}]
directory = "${placeholder "out"}/${hashedUrl}"
'')
(attrNames sources);
configReplaceRegistries = mapAttrsToList
(name: urls:
let
actuallyConfigured = unique (filter (u: hasAttr "registry+${u}" lockedRegistryGroups) urls);
numConfigured = length actuallyConfigured;
in
if numConfigured == 0 then ""
else if numConfigured > 1 then
throw ''
there are multiple distinct registries configured with the same name.
please ensure that each unique registry name is used with exactly one registry url.
${name} is used with:
${concatStringsSep "\n" urls}
''
else
let
url = head actuallyConfigured;
hashed = hash "registry+${url}";
in
''
[source.${name}]
registry = "${url}"
replace-with = "nix-sources-${hashed}"
''
)
registries;
in
{
inherit sources;
config = configLocalSources + (concatStrings configReplaceRegistries);
}