From 9cc30cb537f154c795e41d23d72c89545a551a8c Mon Sep 17 00:00:00 2001 From: Jake Hillion Date: Fri, 9 Aug 2024 22:36:27 +0100 Subject: [PATCH] boron: run ollama service --- hosts/boron.cx.ts.hillion.co.uk/default.nix | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/hosts/boron.cx.ts.hillion.co.uk/default.nix b/hosts/boron.cx.ts.hillion.co.uk/default.nix index 35b2d01..e62da8b 100644 --- a/hosts/boron.cx.ts.hillion.co.uk/default.nix +++ b/hosts/boron.cx.ts.hillion.co.uk/default.nix @@ -1,4 +1,4 @@ -{ config, pkgs, lib, ... }: +{ config, pkgs, lib, nixpkgs-unstable, ... }: { imports = [ @@ -113,6 +113,15 @@ }; users.users.jake.extraGroups = [ "podman" ]; + ## Ollama + services.ollama = { + enable = true; + package = nixpkgs-unstable.legacyPackages.x86_64-linux.ollama; + + models = "/data/ollama/models"; + writablePaths = [ "/data/ollama/models" ]; + }; + ## Networking boot.kernel.sysctl = { "net.ipv4.ip_forward" = true;