83 lines
2.3 KiB
Nix
83 lines
2.3 KiB
Nix
|
{ lib
|
||
|
|
, stdenv
|
||
|
|
, addOpenGLRunpath
|
||
|
|
, cudaPackages
|
||
|
|
, buildPythonPackage
|
||
|
|
, fetchurl
|
||
|
|
, isPy38
|
||
|
|
, isPy39
|
||
|
|
, isPy310
|
||
|
|
, isPy311
|
||
|
|
, python
|
||
|
|
, autoPatchelfHook
|
||
|
|
, filelock
|
||
|
|
, lit
|
||
|
|
, pythonRelaxDepsHook
|
||
|
|
, zlib
|
||
|
|
}:
|
||
|
|
|
||
|
|
buildPythonPackage rec {
|
||
|
|
pname = "triton";
|
||
|
|
version = "2.0.0";
|
||
|
|
format = "wheel";
|
||
|
|
|
||
|
|
src =
|
||
|
|
let pyVerNoDot = lib.replaceStrings [ "." ] [ "" ] python.pythonVersion;
|
||
|
|
unsupported = throw "Unsupported system";
|
||
|
|
srcs = (import ./binary-hashes.nix version)."${stdenv.system}-${pyVerNoDot}" or unsupported;
|
||
|
|
in fetchurl srcs;
|
||
|
|
|
||
|
|
disabled = !(isPy38 || isPy39 || isPy310 || isPy311);
|
||
|
|
|
||
|
|
pythonRemoveDeps = [ "cmake" "torch" ];
|
||
|
|
|
||
|
|
buildInputs = [ zlib ];
|
||
|
|
|
||
|
|
nativeBuildInputs = [
|
||
|
|
pythonRelaxDepsHook # torch and triton refer to each other so this hook is included to mitigate that.
|
||
|
|
autoPatchelfHook
|
||
|
|
];
|
||
|
|
|
||
|
|
propagatedBuildInputs = [
|
||
|
|
filelock
|
||
|
|
lit
|
||
|
|
zlib
|
||
|
|
];
|
||
|
|
|
||
|
|
dontStrip = true;
|
||
|
|
|
||
|
|
# If this breaks, consider replacing with "${cuda_nvcc}/bin/ptxas"
|
||
|
|
postFixup = ''
|
||
|
|
chmod +x "$out/${python.sitePackages}/triton/third_party/cuda/bin/ptxas"
|
||
|
|
'' +
|
||
|
|
(let
|
||
|
|
# Bash was getting weird without linting,
|
||
|
|
# but basically upstream contains [cc, ..., "-lcuda", ...]
|
||
|
|
# and we replace it with [..., "-lcuda", "-L/run/opengl-driver/lib", "-L$stubs", ...]
|
||
|
|
old = [ "-lcuda" ];
|
||
|
|
new = [ "-lcuda" "-L${addOpenGLRunpath.driverLink}" "-L${cudaPackages.cuda_cudart}/lib/stubs/" ];
|
||
|
|
|
||
|
|
quote = x: ''"${x}"'';
|
||
|
|
oldStr = lib.concatMapStringsSep ", " quote old;
|
||
|
|
newStr = lib.concatMapStringsSep ", " quote new;
|
||
|
|
in
|
||
|
|
''
|
||
|
|
substituteInPlace $out/${python.sitePackages}/triton/compiler.py \
|
||
|
|
--replace '${oldStr}' '${newStr}'
|
||
|
|
'');
|
||
|
|
|
||
|
|
meta = with lib; {
|
||
|
|
description = "A language and compiler for custom Deep Learning operations";
|
||
|
|
homepage = "https://github.com/openai/triton/";
|
||
|
|
changelog = "https://github.com/openai/triton/releases/tag/v${version}";
|
||
|
|
# Includes NVIDIA's ptxas, but redistributions of the binary are not limited.
|
||
|
|
# https://docs.nvidia.com/cuda/eula/index.html
|
||
|
|
# triton's license is MIT.
|
||
|
|
# openai-triton-bin includes ptxas binary, therefore unfreeRedistributable is set.
|
||
|
|
license = with licenses; [ unfreeRedistributable mit ];
|
||
|
|
sourceProvenance = with sourceTypes; [ binaryNativeCode ];
|
||
|
|
platforms = [ "x86_64-linux" ];
|
||
|
|
maintainers = with maintainers; [ junjihashimoto ];
|
||
|
|
};
|
||
|
|
}
|