boron: run ollama service

2024-08-09 22:36:27 +01:00 · 2024-08-09 22:36:27 +01:00 · 0a60584d50
commit 0a60584d50
parent 3d642e2320
1 changed files with 10 additions and 1 deletions
--- a/hosts/boron.cx.ts.hillion.co.uk/default.nix
+++ b/hosts/boron.cx.ts.hillion.co.uk/default.nix
@ -1,4 +1,4 @@
-{ config, pkgs, lib, ... }:
+{ config, pkgs, lib, nixpkgs-unstable, ... }:

 {
  imports = [
@ -82,6 +82,15 @@
      fileSystems = [ "/data" ];
    };

+    ## Ollama
+    services.ollama = {
+      enable = true;
+      pkg = nixpkgs-unstable.legacyPackages.x86_64-linux.ollama;
+
+      models = "/data/ollama/models";
+      writablePaths = [ "/data/ollama/models" ];
+    };
+
    ## Networking
    boot.kernel.sysctl = {
      "net.ipv4.ip_forward" = true;