new ollama

This commit is contained in:
Lennart J. Kurzweg (Nx2)
2024-07-23 14:08:49 +02:00
parent ad885f7675
commit ad784f41f9

View File

@@ -1,7 +1,7 @@
{ pkgs, lib, host, nvidia, ... }: { pkgs, pkgs-unstable, lib, host, nvidia, ... }:
let p = pkgs-unstable; in
{ {
environment.systemPackages = with pkgs; [ environment.systemPackages = with p; [
ollama ollama
]; ];
@@ -41,6 +41,7 @@
# ''; # '';
# }; # };
services.ollama = { services.ollama = {
package = p.ollama;
enable = true; enable = true;
acceleration = lib.mkIf nvidia.enable "cuda"; acceleration = lib.mkIf nvidia.enable "cuda";
listenAddress = if host == "NxACE" then "0.0.0.0:11434" else "127.0.0.1:11434"; listenAddress = if host == "NxACE" then "0.0.0.0:11434" else "127.0.0.1:11434";