nix-git/llama-cpp.nix

15 lines
277 B
Nix
Raw Normal View History

2025-02-11 16:48:13 +01:00
{ }:
let
sources = import ./nix/sources.nix;
pkgs = import sources.unstable { };
in
pkgs.mkShell {
nativeBuildInputs = with pkgs.buildPackages; [
llama-cpp
];
shellHook = ''
llama-server -m /models/DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q4_K_S.gguf
'';
}