Mirror/nix-git
Mirror/nix-git
1
0
Fork 0
mirror of https://codeberg.org/privacy1st/nix-git synced 2025-03-18 13:29:30 +01:00
Code Issues Packages Projects Releases Wiki Activity

docs: local-llm

Browse Source
This commit is contained in:
Daniel Langbein 2025-02-28 16:07:40 +01:00
parent 24afb85194
commit a53052d0a4
Signed by: langfingaz
GPG Key ID: 6C47C753F0823002
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
modules/local-llm.nix
View File

@ -12,6 +12,7 @@ in
# # https://ollama.com/library/deepseek-r1 # # https://ollama.com/library/deepseek-r1
# "deepseek-r1:32b" # "deepseek-r1:32b"
# "deepseek-r1:14b" # "deepseek-r1:14b"
# "deepseek-r1:7b"
#]; #];
}; };
@ -36,7 +37,18 @@ in
# #
# https://docs.openwebui.com/getting-started/quick-start # https://docs.openwebui.com/getting-started/quick-start
# Admin Creation: The first account created on Open WebUI gains Administrator privileges, controlling user management and system settings. # Admin Creation: The first account created on Open WebUI gains Administrator privileges, controlling user management and system settings.
# services.open-webui.enable = true; #
#services.open-webui = {
#enable = true;
#package = pkgs.unstable.open-webui; # TODO back to stable nixpkgs
#port = 8080;
# Share via LAN
#
# Temporarily open firewall
# sudo nixos-firewall-tool open tcp 8080 && ip addr | grep 192
#host = "0.0.0.0"; # Also listen to connections from other hosts
#};
# Web-UI # Web-UI
# services.nextjs-ollama-llm-ui = { # services.nextjs-ollama-llm-ui = {