Luke Granger-Brown
57725ef3ec
git-subtree-dir: third_party/nixpkgs git-subtree-split: 76612b17c0ce71689921ca12d9ffdc9c23ce40b2
17 lines
327 B
Nix
17 lines
327 B
Nix
{ lib, ... }:
|
|
{
|
|
name = "ollama-cuda";
|
|
meta.maintainers = with lib.maintainers; [ abysssol ];
|
|
|
|
nodes.cuda =
|
|
{ ... }:
|
|
{
|
|
services.ollama.enable = true;
|
|
services.ollama.acceleration = "cuda";
|
|
};
|
|
|
|
testScript = ''
|
|
cuda.wait_for_unit("multi-user.target")
|
|
cuda.wait_for_open_port(11434)
|
|
'';
|
|
}
|