From a53052d0a48eb40cf35cb8fe9c4c51e488b69cd1 Mon Sep 17 00:00:00 2001 From: Daniel Langbein Date: Fri, 28 Feb 2025 16:07:40 +0100 Subject: [PATCH] docs: local-llm --- modules/local-llm.nix | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/modules/local-llm.nix b/modules/local-llm.nix index 6f3d388..ee7c63a 100644 --- a/modules/local-llm.nix +++ b/modules/local-llm.nix @@ -12,6 +12,7 @@ in # # https://ollama.com/library/deepseek-r1 # "deepseek-r1:32b" # "deepseek-r1:14b" + # "deepseek-r1:7b" #]; }; @@ -36,7 +37,18 @@ in # # https://docs.openwebui.com/getting-started/quick-start # Admin Creation: The first account created on Open WebUI gains Administrator privileges, controlling user management and system settings. -# services.open-webui.enable = true; + # + #services.open-webui = { + #enable = true; + #package = pkgs.unstable.open-webui; # TODO back to stable nixpkgs + #port = 8080; + + # Share via LAN + # + # Temporarily open firewall + # sudo nixos-firewall-tool open tcp 8080 && ip addr | grep 192 + #host = "0.0.0.0"; # Also listen to connections from other hosts + #}; # Web-UI # services.nextjs-ollama-llm-ui = {