From 0a60584d5088f36ca799836f1139b43522cd465e Mon Sep 17 00:00:00 2001 From: Jake Hillion Date: Fri, 9 Aug 2024 22:36:27 +0100 Subject: [PATCH] boron: run ollama service --- hosts/boron.cx.ts.hillion.co.uk/default.nix | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/hosts/boron.cx.ts.hillion.co.uk/default.nix b/hosts/boron.cx.ts.hillion.co.uk/default.nix index 95baa71..f0a59ef 100644 --- a/hosts/boron.cx.ts.hillion.co.uk/default.nix +++ b/hosts/boron.cx.ts.hillion.co.uk/default.nix @@ -1,4 +1,4 @@ -{ config, pkgs, lib, ... }: +{ config, pkgs, lib, nixpkgs-unstable, ... }: { imports = [ @@ -82,6 +82,15 @@ fileSystems = [ "/data" ]; }; + ## Ollama + services.ollama = { + enable = true; + pkg = nixpkgs-unstable.legacyPackages.x86_64-linux.ollama; + + models = "/data/ollama/models"; + writablePaths = [ "/data/ollama/models" ]; + }; + ## Networking boot.kernel.sysctl = { "net.ipv4.ip_forward" = true;