From ba70363330123617307df24d9818c98db12f6b15 Mon Sep 17 00:00:00 2001
From: mudler <mudler@c3os.io>
Date: Sat, 8 Apr 2023 11:24:25 +0200
Subject: [PATCH] Use template input

---
 api.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/api.go b/api.go
index 06ec8de..5ed04ea 100644
--- a/api.go
+++ b/api.go
@@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
 
 		// Generate the prediction using the language model
 		prediction, err := model.Predict(
-			templatedInput,
+			predInput,
 			llama.SetTemperature(temperature),
 			llama.SetTopP(topP),
 			llama.SetTopK(topK),