mirror of
https://github.com/SebastianWendel/nixpkgs.git
synced 2024-09-20 12:29:02 +02:00
24 lines
531 B
Diff
24 lines
531 B
Diff
diff --git a/llm/llama.go b/llm/llama.go
|
|
index f23d5d8..6563550 100644
|
|
--- a/llm/llama.go
|
|
+++ b/llm/llama.go
|
|
@@ -25,7 +25,6 @@ import (
|
|
"github.com/jmorganca/ollama/api"
|
|
)
|
|
|
|
-//go:embed llama.cpp/*/build/*/bin/*
|
|
var llamaCppEmbed embed.FS
|
|
|
|
type ModelRunner struct {
|
|
@@ -33,6 +32,10 @@ type ModelRunner struct {
|
|
}
|
|
|
|
func chooseRunners(workDir, runnerType string) []ModelRunner {
|
|
+ return []ModelRunner{
|
|
+ {Path: "@llamaCppServer@"},
|
|
+ }
|
|
+
|
|
buildPath := path.Join("llama.cpp", runnerType, "build")
|
|
var runners []string
|
|
|