boron: run ollama service

2024-11-08 12:33:13 +00:00 · 2024-11-08 12:33:13 +00:00 · c32ce8861c
commit c32ce8861c
parent 843802bcb7
1 changed files with 10 additions and 1 deletions
--- a/hosts/boron.cx.ts.hillion.co.uk/default.nix
+++ b/hosts/boron.cx.ts.hillion.co.uk/default.nix
@ -1,4 +1,4 @@
-{ config, pkgs, lib, ... }:
+{ config, pkgs, lib, nixpkgs-unstable, ... }:

 {
  imports = [
@ -124,6 +124,15 @@
    };
    users.users.jake.extraGroups = [ "podman" ];

+    ## Ollama
+    services.ollama = {
+      enable = true;
+      package = nixpkgs-unstable.legacyPackages.x86_64-linux.ollama;
+
+      models = "/data/ollama/models";
+      writablePaths = [ "/data/ollama/models" ];
+    };
+
    ## Networking
    boot.kernel.sysctl = {
      "net.ipv4.ip_forward" = true;