Use template input

2 years ago · ba70363330
parent 9fb581739b
commit ba70363330
1 changed files with 1 additions and 1 deletions
--- a/api.go
+++ b/api.go
@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre

 		// Generate the prediction using the language model
 		prediction, err := model.Predict(
-			templatedInput,
+			predInput,
 			llama.SetTemperature(temperature),
 			llama.SetTopP(topP),
 			llama.SetTopK(topK),