nixos/services/ollama.nix

31 lines
No EOL
1.2 KiB
Nix

{ config, pkgs, lib, ... }:
{
config = lib.mkIf (config.networking.hostName == "FredOS-Mediaserver") {
services.ollama.enable = true;
services.ollama.host = "0.0.0.0";
networking.firewall.allowedTCPPorts = [ 11434 ];
services.open-webui.enable = true;
services.open-webui.port = 8888;
services.open-webui.environment.WEBUI_AUTH = "False"; # auth handled by Authelia upstream
nixpkgs.overlays = [
(final: prev: {
# We need to reach into the python package set
pythonPackagesExtensions = prev.pythonPackagesExtensions ++ [
(python-final: python-prev: {
langchain = python-prev.langchain.overridePythonAttrs (oldAttrs: {
doCheck = false;
});
})
];
# valkey 8.1.x has a flaky replication integration test that
# fails non-deterministically; skip checks to unblock open-webui.
valkey = prev.valkey.overrideAttrs (oldAttrs: {
doCheck = false;
});
})
];
};
}