No need to set 0 for default context anymore

add/first-example
mudler 2 years ago
parent 37660eeb6d
commit 2ce1d51ad5
  1. 2
      api.go
  2. 2
      main.go

@ -10,7 +10,7 @@ import (
func api(model, listenAddr string, threads int) error { func api(model, listenAddr string, threads int) error {
app := fiber.New() app := fiber.New()
l, err := llama.New(model, 0) l, err := llama.New(model)
if err != nil { if err != nil {
return err return err
} }

@ -179,7 +179,7 @@ echo "An Alpaca (Vicugna pacos) is a domesticated species of South American came
fmt.Println("Templating the input failed:", err.Error()) fmt.Println("Templating the input failed:", err.Error())
os.Exit(1) os.Exit(1)
} }
l, err := llama.New(ctx.String("model"), 0) l, err := llama.New(ctx.String("model"))
if err != nil { if err != nil {
fmt.Println("Loading the model failed:", err.Error()) fmt.Println("Loading the model failed:", err.Error())
os.Exit(1) os.Exit(1)

Loading…
Cancel
Save