boron: run ollama service

2024-08-09 22:36:27 +01:00 · 2024-08-09 22:36:27 +01:00 · 9cc30cb537
commit 9cc30cb537
parent 39730d2ec3
1 changed files with 10 additions and 1 deletions
--- a/hosts/boron.cx.ts.hillion.co.uk/default.nix
+++ b/hosts/boron.cx.ts.hillion.co.uk/default.nix
@ -1,4 +1,4 @@
-{ config, pkgs, lib, ... }:
+{ config, pkgs, lib, nixpkgs-unstable, ... }:

 {
  imports = [
@ -113,6 +113,15 @@
    };
    users.users.jake.extraGroups = [ "podman" ];

+    ## Ollama
+    services.ollama = {
+      enable = true;
+      package = nixpkgs-unstable.legacyPackages.x86_64-linux.ollama;
+
+      models = "/data/ollama/models";
+      writablePaths = [ "/data/ollama/models" ];
+    };
+
    ## Networking
    boot.kernel.sysctl = {
      "net.ipv4.ip_forward" = true;