Use template input

add/first-example
mudler 2 years ago
parent 9fb581739b
commit ba70363330
  1. 2
      api.go

@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
// Generate the prediction using the language model // Generate the prediction using the language model
prediction, err := model.Predict( prediction, err := model.Predict(
templatedInput, predInput,
llama.SetTemperature(temperature), llama.SetTemperature(temperature),
llama.SetTopP(topP), llama.SetTopP(topP),
llama.SetTopK(topK), llama.SetTopK(topK),

Loading…
Cancel
Save