18 lines
409 B
Nix
18 lines
409 B
Nix
{ pkgs, lib, host, nvidia, ... }:
|
|
let
|
|
p = if nvidia.enable then pkgs.ollama-cuda else pkgs.ollama;
|
|
in {
|
|
environment.systemPackages = [ p ];
|
|
|
|
services.ollama = {
|
|
package = p;
|
|
enable = true;
|
|
acceleration = lib.mkIf nvidia.enable "cuda";
|
|
host = if host == "NxACE" then "0.0.0.0" else "127.0.0.1";
|
|
port = 11434;
|
|
environmentVariables = {
|
|
OLLAMA_ORIGINS = "*";
|
|
};
|
|
};
|
|
}
|