Add go-llama.cpp backend
This commit is contained in:
parent
9b80f6733d
commit
2a335176e6
5 changed files with 99 additions and 1 deletions
19
shell.nix
Normal file
19
shell.nix
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
{ pkgs ? import <nixpkgs> {} }:
|
||||
|
||||
let
|
||||
llama = pkgs.llama-cpp;
|
||||
in
|
||||
pkgs.mkShell {
|
||||
nativeBuildInputs = [
|
||||
pkgs.go
|
||||
pkgs.pkg-config
|
||||
];
|
||||
|
||||
buildInputs = [ llama ];
|
||||
|
||||
shellHook = ''
|
||||
export CGO_ENABLED=1
|
||||
export CGO_CFLAGS="-I${llama}/include"
|
||||
export CGO_LDFLAGS="-L${llama}/lib -lllama -lm -lstdc++"
|
||||
'';
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue