nixos/services/ollama.nix

25 lines
No EOL
858 B
Nix

{ config, pkgs, lib, ... }:
{
config = lib.mkIf (config.networking.hostName == "FredOS-Mediaserver") {
services.ollama.enable = true;
services.ollama.acceleration = "cuda";
services.open-webui.enable = true;
services.open-webui.port = 8888;
nixpkgs.overlays = [
(final: prev: {
# We need to reach into the python package set
pythonPackagesExtensions = prev.pythonPackagesExtensions ++ [
(python-final: python-prev: {
langchain = python-prev.langchain.overridePythonAttrs (oldAttrs: {
# This disables the checkPhase (running tests) for langchain
doCheck = false;
});
})
];
})
];
};
}