@ -10,7 +10,7 @@ import (
func api(model, listenAddr string, threads int) error {
app := fiber.New()
l, err := llama.New(model, 0)
l, err := llama.New(model)
if err != nil {
return err
}
@ -179,7 +179,7 @@ echo "An Alpaca (Vicugna pacos) is a domesticated species of South American came
fmt.Println("Templating the input failed:", err.Error())
os.Exit(1)
l, err := llama.New(ctx.String("model"), 0)
l, err := llama.New(ctx.String("model"))
fmt.Println("Loading the model failed:", err.Error())