24.11 Vicuna

This commit is contained in:
Lennart J. Kurzweg (Nx2)
2024-12-02 20:59:00 +01:00
parent 02c7814ce4
commit f828268b14
8 changed files with 78 additions and 76 deletions

View File

@@ -19,7 +19,8 @@ in {
package = p;
enable = true;
acceleration = lib.mkIf nvidia.enable "cuda";
listenAddress = if host == "NxACE" then "0.0.0.0:11434" else "127.0.0.1:11434";
host = if host == "NxACE" then "0.0.0.0" else "127.0.0.1";
port = 11434;
environmentVariables = {
OLLAMA_ORIGINS = "*";
};