Add go-llama.cpp backend

This commit is contained in:
Chandler Swift 2025-12-17 22:39:18 -06:00
parent 9b80f6733d
commit 2a335176e6
5 changed files with 99 additions and 1 deletions

19
shell.nix Normal file
View file

@ -0,0 +1,19 @@
{ pkgs ? import <nixpkgs> {} }:
let
llama = pkgs.llama-cpp;
in
pkgs.mkShell {
nativeBuildInputs = [
pkgs.go
pkgs.pkg-config
];
buildInputs = [ llama ];
shellHook = ''
export CGO_ENABLED=1
export CGO_CFLAGS="-I${llama}/include"
export CGO_LDFLAGS="-L${llama}/lib -lllama -lm -lstdc++"
'';
}