145 lines
3.8 KiB
Nix
145 lines
3.8 KiB
Nix
{
|
|
lib,
|
|
stdenv,
|
|
buildPythonPackage,
|
|
autoAddDriverRunpath,
|
|
fetchurl,
|
|
python,
|
|
pythonAtLeast,
|
|
pythonOlder,
|
|
addOpenGLRunpath,
|
|
cudaPackages,
|
|
future,
|
|
numpy,
|
|
autoPatchelfHook,
|
|
pyyaml,
|
|
requests,
|
|
setuptools,
|
|
typing-extensions,
|
|
sympy,
|
|
jinja2,
|
|
networkx,
|
|
filelock,
|
|
openai-triton,
|
|
}:
|
|
|
|
let
|
|
pyVerNoDot = builtins.replaceStrings [ "." ] [ "" ] python.pythonVersion;
|
|
srcs = import ./binary-hashes.nix version;
|
|
unsupported = throw "Unsupported system";
|
|
version = "2.3.1";
|
|
in
|
|
buildPythonPackage {
|
|
inherit version;
|
|
|
|
pname = "torch";
|
|
# Don't forget to update torch to the same version.
|
|
|
|
format = "wheel";
|
|
|
|
disabled = (pythonOlder "3.8") || (pythonAtLeast "3.13");
|
|
|
|
src = fetchurl srcs."${stdenv.system}-${pyVerNoDot}" or unsupported;
|
|
|
|
nativeBuildInputs = lib.optionals stdenv.isLinux [
|
|
addOpenGLRunpath
|
|
autoPatchelfHook
|
|
autoAddDriverRunpath
|
|
];
|
|
|
|
buildInputs = lib.optionals stdenv.isLinux (
|
|
with cudaPackages;
|
|
[
|
|
# $out/${sitePackages}/nvfuser/_C*.so wants libnvToolsExt.so.1 but torch/lib only ships
|
|
# libnvToolsExt-$hash.so.1
|
|
cuda_nvtx
|
|
|
|
cuda_cudart
|
|
cuda_cupti
|
|
cuda_nvrtc
|
|
cudnn
|
|
libcublas
|
|
libcufft
|
|
libcurand
|
|
libcusolver
|
|
libcusparse
|
|
nccl
|
|
]
|
|
);
|
|
|
|
autoPatchelfIgnoreMissingDeps = lib.optionals stdenv.isLinux [
|
|
# This is the hardware-dependent userspace driver that comes from
|
|
# nvidia_x11 package. It must be deployed at runtime in
|
|
# /run/opengl-driver/lib or pointed at by LD_LIBRARY_PATH variable, rather
|
|
# than pinned in runpath
|
|
"libcuda.so.1"
|
|
];
|
|
|
|
dependencies = [
|
|
future
|
|
numpy
|
|
pyyaml
|
|
requests
|
|
setuptools
|
|
typing-extensions
|
|
sympy
|
|
jinja2
|
|
networkx
|
|
filelock
|
|
] ++ lib.optionals (stdenv.isLinux && stdenv.isx86_64) [ openai-triton ];
|
|
|
|
postInstall = ''
|
|
# ONNX conversion
|
|
rm -rf $out/bin
|
|
'';
|
|
|
|
postFixup = lib.optionalString stdenv.isLinux ''
|
|
addAutoPatchelfSearchPath "$out/${python.sitePackages}/torch/lib"
|
|
'';
|
|
|
|
# See https://github.com/NixOS/nixpkgs/issues/296179
|
|
#
|
|
# This is a quick hack to add `libnvrtc` to the runpath so that torch can find
|
|
# it when it is needed at runtime.
|
|
extraRunpaths = lib.optionals stdenv.hostPlatform.isLinux [ "${lib.getLib cudaPackages.cuda_nvrtc}/lib" ];
|
|
postPhases = lib.optionals stdenv.isLinux [ "postPatchelfPhase" ];
|
|
postPatchelfPhase = ''
|
|
while IFS= read -r -d $'\0' elf ; do
|
|
for extra in $extraRunpaths ; do
|
|
echo patchelf "$elf" --add-rpath "$extra" >&2
|
|
patchelf "$elf" --add-rpath "$extra"
|
|
done
|
|
done < <(
|
|
find "''${!outputLib}" "$out" -type f -iname '*.so' -print0
|
|
)
|
|
'';
|
|
|
|
# The wheel-binary is not stripped to avoid the error of `ImportError: libtorch_cuda_cpp.so: ELF load command address/offset not properly aligned.`.
|
|
dontStrip = true;
|
|
|
|
pythonImportsCheck = [ "torch" ];
|
|
|
|
meta = {
|
|
description = "PyTorch: Tensors and Dynamic neural networks in Python with strong GPU acceleration";
|
|
homepage = "https://pytorch.org/";
|
|
changelog = "https://github.com/pytorch/pytorch/releases/tag/v${version}";
|
|
# Includes CUDA and Intel MKL, but redistributions of the binary are not limited.
|
|
# https://docs.nvidia.com/cuda/eula/index.html
|
|
# https://www.intel.com/content/www/us/en/developer/articles/license/onemkl-license-faq.html
|
|
# torch's license is BSD3.
|
|
# torch-bin used to vendor CUDA. It still links against CUDA and MKL.
|
|
license = with lib.licenses; [
|
|
bsd3
|
|
issl
|
|
unfreeRedistributable
|
|
];
|
|
sourceProvenance = with lib.sourceTypes; [ binaryNativeCode ];
|
|
platforms = [
|
|
"aarch64-darwin"
|
|
"aarch64-linux"
|
|
"x86_64-linux"
|
|
];
|
|
hydraPlatforms = [ ]; # output size 3.2G on 1.11.0
|
|
maintainers = with lib.maintainers; [ junjihashimoto ];
|
|
};
|
|
}
|