50 lines
1.2 KiB
Nix
50 lines
1.2 KiB
Nix
{ config, lib, pkgs, ... }: let
|
|
|
|
cfg = config.services.ollama;
|
|
|
|
in {
|
|
|
|
options = {
|
|
services.ollama = {
|
|
enable = lib.mkEnableOption (
|
|
lib.mdDoc "Server for local large language models"
|
|
);
|
|
listenAddress = lib.mkOption {
|
|
type = lib.types.str;
|
|
default = "127.0.0.1:11434";
|
|
description = lib.mdDoc ''
|
|
Specifies the bind address on which the ollama server HTTP interface listens.
|
|
'';
|
|
};
|
|
package = lib.mkPackageOption pkgs "ollama" { };
|
|
};
|
|
};
|
|
|
|
config = lib.mkIf cfg.enable {
|
|
|
|
systemd = {
|
|
services.ollama = {
|
|
wantedBy = [ "multi-user.target" ];
|
|
description = "Server for local large language models";
|
|
after = [ "network.target" ];
|
|
environment = {
|
|
HOME = "%S/ollama";
|
|
OLLAMA_MODELS = "%S/ollama/models";
|
|
OLLAMA_HOST = cfg.listenAddress;
|
|
};
|
|
serviceConfig = {
|
|
ExecStart = "${lib.getExe cfg.package} serve";
|
|
WorkingDirectory = "/var/lib/ollama";
|
|
StateDirectory = [ "ollama" ];
|
|
DynamicUser = true;
|
|
};
|
|
};
|
|
};
|
|
|
|
environment.systemPackages = [ cfg.package ];
|
|
|
|
};
|
|
|
|
meta.maintainers = with lib.maintainers; [ onny ];
|
|
|
|
}
|