diff --git a/api.go b/api.go index c493d4d..140fe61 100644 --- a/api.go +++ b/api.go @@ -10,7 +10,7 @@ import ( func api(model, listenAddr string, threads int) error { app := fiber.New() - l, err := llama.New(model, 0) + l, err := llama.New(model) if err != nil { return err } diff --git a/main.go b/main.go index a630a12..673dc1e 100644 --- a/main.go +++ b/main.go @@ -179,7 +179,7 @@ echo "An Alpaca (Vicugna pacos) is a domesticated species of South American came fmt.Println("Templating the input failed:", err.Error()) os.Exit(1) } - l, err := llama.New(ctx.String("model"), 0) + l, err := llama.New(ctx.String("model")) if err != nil { fmt.Println("Loading the model failed:", err.Error()) os.Exit(1)