From c32ce8861c9c4d54755a41c6db7fd9e4e2873859 Mon Sep 17 00:00:00 2001 From: Jake Hillion Date: Fri, 8 Nov 2024 12:33:13 +0000 Subject: [PATCH] boron: run ollama service --- hosts/boron.cx.ts.hillion.co.uk/default.nix | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/hosts/boron.cx.ts.hillion.co.uk/default.nix b/hosts/boron.cx.ts.hillion.co.uk/default.nix index f1e2003..dd3c9e1 100644 --- a/hosts/boron.cx.ts.hillion.co.uk/default.nix +++ b/hosts/boron.cx.ts.hillion.co.uk/default.nix @@ -1,4 +1,4 @@ -{ config, pkgs, lib, ... }: +{ config, pkgs, lib, nixpkgs-unstable, ... }: { imports = [ @@ -124,6 +124,15 @@ }; users.users.jake.extraGroups = [ "podman" ]; + ## Ollama + services.ollama = { + enable = true; + package = nixpkgs-unstable.legacyPackages.x86_64-linux.ollama; + + models = "/data/ollama/models"; + writablePaths = [ "/data/ollama/models" ]; + }; + ## Networking boot.kernel.sysctl = { "net.ipv4.ip_forward" = true; -- 2.47.0