587713944a
GitOrigin-RevId: 6143fc5eeb9c4f00163267708e26191d1e918932
215 lines
6.2 KiB
Nix
215 lines
6.2 KiB
Nix
{ lib
|
|
, buildGo122Module
|
|
, fetchFromGitHub
|
|
, fetchpatch
|
|
, buildEnv
|
|
, linkFarm
|
|
, overrideCC
|
|
, makeWrapper
|
|
, stdenv
|
|
, nixosTests
|
|
|
|
, pkgs
|
|
, cmake
|
|
, gcc12
|
|
, clblast
|
|
, libdrm
|
|
, rocmPackages
|
|
, cudaPackages
|
|
, linuxPackages
|
|
, darwin
|
|
|
|
, testers
|
|
, ollama
|
|
|
|
, config
|
|
# one of `[ null false "rocm" "cuda" ]`
|
|
, acceleration ? null
|
|
}:
|
|
|
|
let
|
|
pname = "ollama";
|
|
# don't forget to invalidate all hashes each update
|
|
version = "0.1.31";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "jmorganca";
|
|
repo = "ollama";
|
|
rev = "v${version}";
|
|
hash = "sha256-Ip1zrhgGpeYo2zsN206/x+tcG/bmPJAq4zGatqsucaw=";
|
|
fetchSubmodules = true;
|
|
};
|
|
vendorHash = "sha256-Lj7CBvS51RqF63c01cOCgY7BCQeCKGu794qzb/S80C0=";
|
|
# ollama's patches of llama.cpp's example server
|
|
# `ollama/llm/generate/gen_common.sh` -> "apply temporary patches until fix is upstream"
|
|
# each update, these patches should be synchronized with the contents of `ollama/llm/patches/`
|
|
llamacppPatches = [
|
|
(preparePatch "03-load_exception.diff" "sha256-1DfNahFYYxqlx4E4pwMKQpL+XR0bibYnDFGt6dCL4TM=")
|
|
(preparePatch "04-locale.diff" "sha256-r5nHiP6yN/rQObRu2FZIPBKpKP9yByyZ6sSI2SKj6Do=")
|
|
];
|
|
|
|
preparePatch = patch: hash: fetchpatch {
|
|
url = "file://${src}/llm/patches/${patch}";
|
|
inherit hash;
|
|
stripLen = 1;
|
|
extraPrefix = "llm/llama.cpp/";
|
|
};
|
|
|
|
|
|
accelIsValid = builtins.elem acceleration [ null false "rocm" "cuda" ];
|
|
validateFallback = lib.warnIf (config.rocmSupport && config.cudaSupport)
|
|
(lib.concatStrings [
|
|
"both `nixpkgs.config.rocmSupport` and `nixpkgs.config.cudaSupport` are enabled, "
|
|
"but they are mutually exclusive; falling back to cpu"
|
|
])
|
|
(!(config.rocmSupport && config.cudaSupport));
|
|
validateLinux = api: (lib.warnIfNot stdenv.isLinux
|
|
"building ollama with `${api}` is only supported on linux; falling back to cpu"
|
|
stdenv.isLinux);
|
|
shouldEnable = assert accelIsValid;
|
|
mode: fallback:
|
|
((acceleration == mode)
|
|
|| (fallback && acceleration == null && validateFallback))
|
|
&& (validateLinux mode);
|
|
|
|
enableRocm = shouldEnable "rocm" config.rocmSupport;
|
|
enableCuda = shouldEnable "cuda" config.cudaSupport;
|
|
|
|
|
|
rocmClang = linkFarm "rocm-clang" {
|
|
llvm = rocmPackages.llvm.clang;
|
|
};
|
|
rocmPath = buildEnv {
|
|
name = "rocm-path";
|
|
paths = [
|
|
rocmPackages.clr
|
|
rocmPackages.hipblas
|
|
rocmPackages.rocblas
|
|
rocmPackages.rocsolver
|
|
rocmPackages.rocsparse
|
|
rocmPackages.rocm-device-libs
|
|
rocmClang
|
|
];
|
|
};
|
|
|
|
cudaToolkit = buildEnv {
|
|
name = "cuda-toolkit";
|
|
ignoreCollisions = true; # FIXME: find a cleaner way to do this without ignoring collisions
|
|
paths = [
|
|
cudaPackages.cudatoolkit
|
|
cudaPackages.cuda_cudart
|
|
cudaPackages.cuda_cudart.static
|
|
];
|
|
};
|
|
|
|
runtimeLibs = lib.optionals enableRocm [
|
|
rocmPackages.rocm-smi
|
|
] ++ lib.optionals enableCuda [
|
|
linuxPackages.nvidia_x11
|
|
];
|
|
|
|
appleFrameworks = darwin.apple_sdk_11_0.frameworks;
|
|
metalFrameworks = [
|
|
appleFrameworks.Accelerate
|
|
appleFrameworks.Metal
|
|
appleFrameworks.MetalKit
|
|
appleFrameworks.MetalPerformanceShaders
|
|
];
|
|
|
|
|
|
goBuild =
|
|
if enableCuda then
|
|
buildGo122Module.override { stdenv = overrideCC stdenv gcc12; }
|
|
else
|
|
buildGo122Module;
|
|
inherit (lib) licenses platforms maintainers;
|
|
in
|
|
goBuild ((lib.optionalAttrs enableRocm {
|
|
ROCM_PATH = rocmPath;
|
|
CLBlast_DIR = "${clblast}/lib/cmake/CLBlast";
|
|
}) // (lib.optionalAttrs enableCuda {
|
|
CUDA_LIB_DIR = "${cudaToolkit}/lib";
|
|
CUDACXX = "${cudaToolkit}/bin/nvcc";
|
|
CUDAToolkit_ROOT = cudaToolkit;
|
|
}) // {
|
|
inherit pname version src vendorHash;
|
|
|
|
nativeBuildInputs = [
|
|
cmake
|
|
] ++ lib.optionals enableRocm [
|
|
rocmPackages.llvm.bintools
|
|
] ++ lib.optionals (enableRocm || enableCuda) [
|
|
makeWrapper
|
|
] ++ lib.optionals stdenv.isDarwin
|
|
metalFrameworks;
|
|
|
|
buildInputs = lib.optionals enableRocm [
|
|
rocmPackages.clr
|
|
rocmPackages.hipblas
|
|
rocmPackages.rocblas
|
|
rocmPackages.rocsolver
|
|
rocmPackages.rocsparse
|
|
libdrm
|
|
] ++ lib.optionals enableCuda [
|
|
cudaPackages.cuda_cudart
|
|
] ++ lib.optionals stdenv.isDarwin
|
|
metalFrameworks;
|
|
|
|
patches = [
|
|
# disable uses of `git` in the `go generate` script
|
|
# ollama's build script assumes the source is a git repo, but nix removes the git directory
|
|
# this also disables necessary patches contained in `ollama/llm/patches/`
|
|
# those patches are added to `llamacppPatches`, and reapplied here in the patch phase
|
|
./disable-git.patch
|
|
] ++ llamacppPatches;
|
|
postPatch = ''
|
|
# replace a hardcoded use of `g++` with `$CXX` so clang can be used on darwin
|
|
substituteInPlace llm/generate/gen_common.sh --replace-fail 'g++' '$CXX'
|
|
# replace inaccurate version number with actual release version
|
|
substituteInPlace version/version.go --replace-fail 0.0.0 '${version}'
|
|
'';
|
|
preBuild = ''
|
|
# disable uses of `git`, since nix removes the git directory
|
|
export OLLAMA_SKIP_PATCHING=true
|
|
# build llama.cpp libraries for ollama
|
|
go generate ./...
|
|
'';
|
|
postFixup = ''
|
|
# the app doesn't appear functional at the moment, so hide it
|
|
mv "$out/bin/app" "$out/bin/.ollama-app"
|
|
'' + lib.optionalString (enableRocm || enableCuda) ''
|
|
# expose runtime libraries necessary to use the gpu
|
|
mv "$out/bin/ollama" "$out/bin/.ollama-unwrapped"
|
|
makeWrapper "$out/bin/.ollama-unwrapped" "$out/bin/ollama" ${
|
|
lib.optionalString enableRocm
|
|
''--set-default HIP_PATH '${rocmPath}' ''} \
|
|
--suffix LD_LIBRARY_PATH : '/run/opengl-driver/lib:${lib.makeLibraryPath runtimeLibs}'
|
|
'';
|
|
|
|
ldflags = [
|
|
"-s"
|
|
"-w"
|
|
"-X=github.com/jmorganca/ollama/version.Version=${version}"
|
|
"-X=github.com/jmorganca/ollama/server.mode=release"
|
|
];
|
|
|
|
passthru.tests = {
|
|
service = nixosTests.ollama;
|
|
rocm = pkgs.ollama.override { acceleration = "rocm"; };
|
|
cuda = pkgs.ollama.override { acceleration = "cuda"; };
|
|
version = testers.testVersion {
|
|
inherit version;
|
|
package = ollama;
|
|
};
|
|
};
|
|
|
|
meta = {
|
|
description = "Get up and running with large language models locally";
|
|
homepage = "https://github.com/ollama/ollama";
|
|
changelog = "https://github.com/ollama/ollama/releases/tag/v${version}";
|
|
license = licenses.mit;
|
|
platforms = platforms.unix;
|
|
mainProgram = "ollama";
|
|
maintainers = with maintainers; [ abysssol dit7ya elohmeier ];
|
|
};
|
|
})
|