nixos/services/ollama.nix

{ config, pkgs, lib, ... }:
{
    config = lib.mkIf (config.networking.hostName == "FredOS-Mediaserver") {

        services.ollama.enable = true;
        services.ollama.acceleration = "cuda";

        services.open-webui.enable = true;
        services.open-webui.port = 8888;

        nixpkgs.overlays = [
            (final: prev: {
                # We need to reach into the python package set
                pythonPackagesExtensions = prev.pythonPackagesExtensions ++ [
                    (python-final: python-prev: {
                        langchain = python-prev.langchain.overridePythonAttrs (oldAttrs: {
                            # This disables the checkPhase (running tests) for langchain
                            doCheck = false; 
                        });
                    })
                ];
            })
        ];
    };
}