110 lines
2.2 KiB
Nix
110 lines
2.2 KiB
Nix
{ lib
|
|
, buildPythonPackage
|
|
, pythonOlder
|
|
, fetchFromGitHub
|
|
, which
|
|
# runtime dependencies
|
|
, numpy
|
|
, torch
|
|
# check dependencies
|
|
, pytestCheckHook
|
|
, pytest-cov
|
|
# , pytest-mpi
|
|
, pytest-timeout
|
|
# , pytorch-image-models
|
|
, hydra-core
|
|
, fairscale
|
|
, scipy
|
|
, cmake
|
|
, openai-triton
|
|
, networkx
|
|
#, apex
|
|
, einops
|
|
, transformers
|
|
, timm
|
|
#, flash-attn
|
|
}:
|
|
let
|
|
inherit (torch) cudaCapabilities cudaPackages cudaSupport;
|
|
version = "0.0.23.post1";
|
|
in
|
|
buildPythonPackage {
|
|
pname = "xformers";
|
|
inherit version;
|
|
format = "setuptools";
|
|
|
|
disabled = pythonOlder "3.7";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "facebookresearch";
|
|
repo = "xformers";
|
|
rev = "refs/tags/v${version}";
|
|
hash = "sha256-AJXow8MmX4GxtEE2jJJ/ZIBr+3i+uS4cA6vofb390rY=";
|
|
fetchSubmodules = true;
|
|
};
|
|
|
|
patches = [
|
|
./0001-fix-allow-building-without-git.patch
|
|
];
|
|
|
|
preBuild = ''
|
|
cat << EOF > ./xformers/version.py
|
|
# noqa: C801
|
|
__version__ = "${version}"
|
|
EOF
|
|
'' + lib.optionalString cudaSupport ''
|
|
export CUDA_HOME=${cudaPackages.cuda_nvcc}
|
|
export TORCH_CUDA_ARCH_LIST="${lib.concatStringsSep ";" cudaCapabilities}"
|
|
'';
|
|
|
|
buildInputs = lib.optionals cudaSupport (with cudaPackages; [
|
|
# flash-attn build
|
|
cuda_cudart # cuda_runtime_api.h
|
|
libcusparse.dev # cusparse.h
|
|
cuda_cccl.dev # nv/target
|
|
libcublas.dev # cublas_v2.h
|
|
libcusolver.dev # cusolverDn.h
|
|
libcurand.dev # curand_kernel.h
|
|
]);
|
|
|
|
nativeBuildInputs = [
|
|
which
|
|
];
|
|
|
|
propagatedBuildInputs = [
|
|
numpy
|
|
torch
|
|
];
|
|
|
|
pythonImportsCheck = [ "xformers" ];
|
|
|
|
dontUseCmakeConfigure = true;
|
|
|
|
# see commented out missing packages
|
|
doCheck = false;
|
|
|
|
nativeCheckInputs = [
|
|
pytestCheckHook
|
|
pytest-cov
|
|
pytest-timeout
|
|
hydra-core
|
|
fairscale
|
|
scipy
|
|
cmake
|
|
networkx
|
|
openai-triton
|
|
# apex
|
|
einops
|
|
transformers
|
|
timm
|
|
# flash-attn
|
|
];
|
|
|
|
meta = with lib; {
|
|
description = "XFormers: A collection of composable Transformer building blocks";
|
|
homepage = "https://github.com/facebookresearch/xformers";
|
|
changelog = "https://github.com/facebookresearch/xformers/blob/${version}/CHANGELOG.md";
|
|
license = licenses.bsd3;
|
|
maintainers = with maintainers; [ happysalada ];
|
|
};
|
|
}
|