Restore system prompt on requests and default num_keep to 0

silicongreen · Nov 3, 2023 · 17678b7 · 17678b7
1 parent 6109beb
commit 17678b7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/api/types.go b/api/types.go
@@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          4,
+		NumKeep:          0,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,

diff --git a/llm/llama.go b/llm/llama.go
@@ -529,6 +529,8 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
 		"stop":              llm.Stop,
 	}
 
+	fmt.Println(request)
+
 	// Handling JSON marshaling with special characters unescaped.
 	buffer := &bytes.Buffer{}
 	enc := json.NewEncoder(buffer)