mirror of
https://github.com/SebastianWendel/nixpkgs.git
synced 2024-09-23 05:35:50 +02:00
51 lines
1.3 KiB
Nix
51 lines
1.3 KiB
Nix
{ lib
|
|
, buildGoModule
|
|
, fetchFromGitHub
|
|
, llama-cpp
|
|
}:
|
|
|
|
buildGoModule rec {
|
|
pname = "ollama";
|
|
version = "0.1.17";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "jmorganca";
|
|
repo = "ollama";
|
|
rev = "v${version}";
|
|
hash = "sha256-eXukNn9Lu1hF19GEi7S7a96qktsjnmXCUp38gw+3MzY=";
|
|
};
|
|
|
|
patches = [
|
|
# disable passing the deprecated gqa flag to llama-cpp-server
|
|
# see https://github.com/ggerganov/llama.cpp/issues/2975
|
|
./disable-gqa.patch
|
|
|
|
# replace the call to the bundled llama-cpp-server with the one in the llama-cpp package
|
|
./set-llamacpp-path.patch
|
|
];
|
|
|
|
postPatch = ''
|
|
substituteInPlace llm/llama.go \
|
|
--subst-var-by llamaCppServer "${llama-cpp}/bin/llama-cpp-server"
|
|
substituteInPlace server/routes_test.go --replace "0.0.0" "${version}"
|
|
'';
|
|
|
|
vendorHash = "sha256-yGdCsTJtvdwHw21v0Ot6I8gxtccAvNzZyRu1T0vaius=";
|
|
|
|
ldflags = [
|
|
"-s"
|
|
"-w"
|
|
"-X=github.com/jmorganca/ollama/version.Version=${version}"
|
|
"-X=github.com/jmorganca/ollama/server.mode=release"
|
|
];
|
|
|
|
meta = with lib; {
|
|
description = "Get up and running with large language models locally";
|
|
homepage = "https://github.com/jmorganca/ollama";
|
|
license = licenses.mit;
|
|
mainProgram = "ollama";
|
|
maintainers = with maintainers; [ dit7ya elohmeier ];
|
|
platforms = platforms.unix;
|
|
};
|
|
}
|