nixpkgs/pkgs/by-name/tr/triton-llvm/package.nix
Dennis Wuitz 4542cc7e33 treewide: remove openai-triton (alias) references
The repository moved out of the openai org, so it doesn't make sense to
prefix the package with it.

(cherry picked from commit af13bb4513647eec3c3790c5272dbd4aa190d208)
2024-07-23 12:11:29 +00:00

177 lines
5.7 KiB
Nix

{ lib
, stdenv
, fetchFromGitHub
, pkgsBuildBuild
, pkg-config
, cmake
, ninja
, git
, libxml2
, libxcrypt
, libedit
, libffi
, libpfm
, mpfr
, zlib
, ncurses
, doxygen
, sphinx
, which
, sysctl
, python3Packages
, buildDocs ? true
, buildMan ? true
, buildTests ? true
, llvmTargetsToBuild ? [ "NATIVE" ] # "NATIVE" resolves into x86 or aarch64 depending on stdenv
, llvmProjectsToBuild ? [ "llvm" "mlir" ]
}:
let
llvmNativeTarget =
if stdenv.hostPlatform.isx86_64 then "X86"
else if stdenv.hostPlatform.isAarch64 then "AArch64"
else throw "Currently unsupported LLVM platform '${stdenv.hostPlatform.config}'";
inferNativeTarget = t: if t == "NATIVE" then llvmNativeTarget else t;
llvmTargetsToBuild' = [ "AMDGPU" "NVPTX" ] ++ builtins.map inferNativeTarget llvmTargetsToBuild;
# This LLVM version can't seem to find pygments/pyyaml,
# but a later update will likely fix this (triton-2.1.0)
python =
if buildTests
then python3Packages.python.withPackages (p: with p; [ psutil pygments pyyaml ])
else python3Packages.python;
isNative = stdenv.hostPlatform == stdenv.buildPlatform;
in stdenv.mkDerivation (finalAttrs: {
pname = "triton-llvm";
version = "17.0.0-c5dede880d17";
outputs = [
"out"
] ++ lib.optionals buildDocs [
"doc"
] ++ lib.optionals buildMan [
"man"
];
# See https://github.com/triton-lang/triton/blob/main/python/setup.py
# and https://github.com/ptillet/triton-llvm-releases/releases
src = fetchFromGitHub {
owner = "llvm";
repo = "llvm-project";
rev = "c5dede880d175f7229c9b2923f4753e12702305d";
hash = "sha256-v4r3+7XVFK+Dzxt/rErZNJ9REqFO3JmGN4X4vZ+77ew=";
};
nativeBuildInputs = [
pkg-config
cmake
ninja
git
python
] ++ lib.optionals (buildDocs || buildMan) [
doxygen
sphinx
python3Packages.recommonmark
];
buildInputs = [
libxml2
libxcrypt
libedit
libffi
libpfm
mpfr
];
propagatedBuildInputs = [
zlib
ncurses
];
sourceRoot = "${finalAttrs.src.name}/llvm";
cmakeFlags = [
(lib.cmakeFeature "LLVM_TARGETS_TO_BUILD" (lib.concatStringsSep ";" llvmTargetsToBuild'))
(lib.cmakeFeature "LLVM_ENABLE_PROJECTS" (lib.concatStringsSep ";" llvmProjectsToBuild))
(lib.cmakeFeature "LLVM_HOST_TRIPLE" stdenv.hostPlatform.config)
(lib.cmakeFeature "LLVM_DEFAULT_TARGET_TRIPLE" stdenv.hostPlatform.config)
(lib.cmakeBool "LLVM_INSTALL_UTILS" true)
(lib.cmakeBool "LLVM_INCLUDE_DOCS" (buildDocs || buildMan))
(lib.cmakeBool "MLIR_INCLUDE_DOCS" (buildDocs || buildMan))
(lib.cmakeBool "LLVM_BUILD_DOCS" (buildDocs || buildMan))
# Way too slow, only uses one core
# (lib.cmakeBool "LLVM_ENABLE_DOXYGEN" (buildDocs || buildMan))
(lib.cmakeBool "LLVM_ENABLE_SPHINX" (buildDocs || buildMan))
(lib.cmakeBool "SPHINX_OUTPUT_HTML" buildDocs)
(lib.cmakeBool "SPHINX_OUTPUT_MAN" buildMan)
(lib.cmakeBool "SPHINX_WARNINGS_AS_ERRORS" false)
(lib.cmakeBool "LLVM_INCLUDE_TESTS" buildTests)
(lib.cmakeBool "MLIR_INCLUDE_TESTS" buildTests)
(lib.cmakeBool "LLVM_BUILD_TESTS" buildTests)
# Cross compilation code taken/modified from LLVM 16 derivation
] ++ lib.optionals (!isNative) (let
nativeToolchainFlags = let
nativeCC = pkgsBuildBuild.targetPackages.stdenv.cc;
nativeBintools = nativeCC.bintools.bintools;
in [
(lib.cmakeFeature "CMAKE_C_COMPILER" "${nativeCC}/bin/${nativeCC.targetPrefix}cc")
(lib.cmakeFeature "CMAKE_CXX_COMPILER" "${nativeCC}/bin/${nativeCC.targetPrefix}c++")
(lib.cmakeFeature "CMAKE_AR" "${nativeBintools}/bin/${nativeBintools.targetPrefix}ar")
(lib.cmakeFeature "CMAKE_STRIP" "${nativeBintools}/bin/${nativeBintools.targetPrefix}strip")
(lib.cmakeFeature "CMAKE_RANLIB" "${nativeBintools}/bin/${nativeBintools.targetPrefix}ranlib")
];
# We need to repass the custom GNUInstallDirs values, otherwise CMake
# will choose them for us, leading to wrong results in llvm-config-native
nativeInstallFlags = [
(lib.cmakeFeature "CMAKE_INSTALL_PREFIX" (placeholder "out"))
(lib.cmakeFeature "CMAKE_INSTALL_BINDIR" "${placeholder "out"}/bin")
(lib.cmakeFeature "CMAKE_INSTALL_INCLUDEDIR" "${placeholder "out"}/include")
(lib.cmakeFeature "CMAKE_INSTALL_LIBDIR" "${placeholder "out"}/lib")
(lib.cmakeFeature "CMAKE_INSTALL_LIBEXECDIR" "${placeholder "out"}/libexec")
];
in [
(lib.cmakeBool "CMAKE_CROSSCOMPILING" true)
(lib.cmakeFeature "CROSS_TOOLCHAIN_FLAGS_NATIVE" (lib.concatStringsSep ";"
(lib.concatLists [ nativeToolchainFlags nativeInstallFlags ])))
]);
postPatch = ''
# `CMake Error: cannot write to file "/build/source/llvm/build/lib/cmake/mlir/MLIRTargets.cmake": Permission denied`
chmod +w -R ../mlir
patchShebangs ../mlir/test/mlir-reduce
# FileSystem permissions tests fail with various special bits
rm test/tools/llvm-objcopy/ELF/mirror-permissions-unix.test
rm unittests/Support/Path.cpp
substituteInPlace unittests/Support/CMakeLists.txt \
--replace "Path.cpp" ""
'' + lib.optionalString stdenv.isAarch64 ''
# Not sure why this fails
rm test/tools/llvm-exegesis/AArch64/latency-by-opcode-name.s
'';
postInstall = lib.optionalString (!isNative) ''
cp -a NATIVE/bin/llvm-config $out/bin/llvm-config-native
'';
doCheck = buildTests;
nativeCheckInputs = [ which ]
++ lib.optionals stdenv.isDarwin [ sysctl ];
checkTarget = "check-all";
requiredSystemFeatures = [ "big-parallel" ];
meta = with lib; {
description = "Collection of modular and reusable compiler and toolchain technologies";
homepage = "https://github.com/llvm/llvm-project";
license = with licenses; [ ncsa ];
maintainers = with maintainers; [ SomeoneSerge Madouura ];
platforms = with platforms; aarch64 ++ x86;
};
})