Allow ollama connections from local network on port 11434.
This commit is contained in:
parent
d5a8c12383
commit
e3ec0ea1a5
1 changed files with 3 additions and 4 deletions
|
|
@ -3,10 +3,9 @@
|
||||||
config = lib.mkIf (config.networking.hostName == "FredOS-Mediaserver") {
|
config = lib.mkIf (config.networking.hostName == "FredOS-Mediaserver") {
|
||||||
|
|
||||||
services.ollama.enable = true;
|
services.ollama.enable = true;
|
||||||
# Quadro M2000 (Maxwell/GM206) uses legacy_535 driver which caps CUDA
|
services.ollama.host = "0.0.0.0"
|
||||||
# at 12.2. nixpkgs has removed all CUDA versions ≤12.5 as unmaintained,
|
networking.firewall.allowedTCPPorts = [ 11434 ];
|
||||||
# and 12.6+ requires driver ≥560. CPU inference is the only option.
|
|
||||||
|
|
||||||
services.open-webui.enable = true;
|
services.open-webui.enable = true;
|
||||||
services.open-webui.port = 8888;
|
services.open-webui.port = 8888;
|
||||||
services.open-webui.environment.WEBUI_AUTH = "False"; # auth handled by Authelia upstream
|
services.open-webui.environment.WEBUI_AUTH = "False"; # auth handled by Authelia upstream
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue