nixos/services/ollama.nix

{ config, pkgs, lib, ... }:
{
    config = lib.mkIf (config.networking.hostName == "FredOS-Mediaserver") {

        services.ollama.enable = true;
        # nixpkgs ollama-cuda builds against CUDA 12.8, which requires driver ≥570.
        # The Quadro M2000's legacy_535 driver only supports up to CUDA 12.2,
        # so we override cudaPackages to build against 12.2 instead.
        services.ollama.package = pkgs.ollama.override {
          acceleration = "cuda";
          cudaPackages = pkgs.cudaPackages_12_2;
          cudaArches = [ "sm_52" ]; # Maxwell GM206 compute capability
        };

        services.open-webui.enable = true;
        services.open-webui.port = 8888;
        services.open-webui.environment.WEBUI_AUTH = "False"; # auth handled by Authelia upstream

        nixpkgs.overlays = [
            (final: prev: {
                # We need to reach into the python package set
                pythonPackagesExtensions = prev.pythonPackagesExtensions ++ [
                    (python-final: python-prev: {
                        langchain = python-prev.langchain.overridePythonAttrs (oldAttrs: {
                            doCheck = false;
                        });
                    })
                ];
                # valkey 8.1.x has a flaky replication integration test that
                # fails non-deterministically; skip checks to unblock open-webui.
                valkey = prev.valkey.overrideAttrs (oldAttrs: {
                    doCheck = false;
                });
            })
        ];
    };
}