You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
95 lines
2.6 KiB
95 lines
2.6 KiB
package api
|
|
|
|
import (
|
|
"errors"
|
|
|
|
_ "github.com/go-skynet/LocalAI/docs/swagger"
|
|
model "github.com/go-skynet/LocalAI/pkg/model"
|
|
"github.com/gofiber/fiber/v2"
|
|
"github.com/gofiber/fiber/v2/middleware/cors"
|
|
"github.com/gofiber/fiber/v2/middleware/recover"
|
|
swagger "github.com/gofiber/swagger"
|
|
"github.com/rs/zerolog"
|
|
"github.com/rs/zerolog/log"
|
|
)
|
|
|
|
// @title LocalAI API
|
|
// @version 2.0
|
|
// @description LocalAI is a drop-in replacement for OpenAI to enable local models inferencing with ggml.
|
|
// @termsOfService xxx
|
|
|
|
// @contact.name API Support
|
|
// @contact.url xxx
|
|
// @contact.email xxx
|
|
|
|
// @license.name MIT
|
|
// @license.url xxx
|
|
|
|
// @host localhost:8080
|
|
// @BasePath /
|
|
// @schemes http
|
|
func App(configFile string, loader *model.ModelLoader, threads, ctxSize int, f16 bool, debug, disableMessage bool) *fiber.App {
|
|
zerolog.SetGlobalLevel(zerolog.InfoLevel)
|
|
if debug {
|
|
zerolog.SetGlobalLevel(zerolog.DebugLevel)
|
|
}
|
|
|
|
// Return errors as JSON responses
|
|
app := fiber.New(fiber.Config{
|
|
DisableStartupMessage: disableMessage,
|
|
// Override default error handler
|
|
ErrorHandler: func(ctx *fiber.Ctx, err error) error {
|
|
// Status code defaults to 500
|
|
code := fiber.StatusInternalServerError
|
|
|
|
// Retrieve the custom status code if it's a *fiber.Error
|
|
var e *fiber.Error
|
|
if errors.As(err, &e) {
|
|
code = e.Code
|
|
}
|
|
|
|
// Send custom error page
|
|
return ctx.Status(code).JSON(
|
|
ErrorResponse{
|
|
Error: &APIError{Message: err.Error(), Code: code},
|
|
},
|
|
)
|
|
},
|
|
})
|
|
|
|
cm := make(ConfigMerger)
|
|
if err := cm.LoadConfigs(loader.ModelPath); err != nil {
|
|
log.Error().Msgf("error loading config files: %s", err.Error())
|
|
}
|
|
|
|
if configFile != "" {
|
|
if err := cm.LoadConfigFile(configFile); err != nil {
|
|
log.Error().Msgf("error loading config file: %s", err.Error())
|
|
}
|
|
}
|
|
|
|
if debug {
|
|
for k, v := range cm {
|
|
log.Debug().Msgf("Model: %s (config: %+v)", k, v)
|
|
}
|
|
}
|
|
// Default middleware config
|
|
app.Use(recover.New())
|
|
app.Use(cors.New())
|
|
|
|
app.Get("/swagger/*", swagger.HandlerDefault) // default
|
|
|
|
app.Post("/v1/chat/completions", chatEndpoint(cm, debug, loader, threads, ctxSize, f16))
|
|
app.Post("/chat/completions", chatEndpoint(cm, debug, loader, threads, ctxSize, f16))
|
|
|
|
app.Post("/v1/edits", editEndpoint(cm, debug, loader, threads, ctxSize, f16))
|
|
app.Post("/edits", editEndpoint(cm, debug, loader, threads, ctxSize, f16))
|
|
|
|
app.Post("/v1/completions", completionEndpoint(cm, debug, loader, threads, ctxSize, f16))
|
|
app.Post("/completions", completionEndpoint(cm, debug, loader, threads, ctxSize, f16))
|
|
|
|
app.Get("/v1/models", listModels(loader, cm))
|
|
app.Get("/models", listModels(loader, cm))
|
|
|
|
return app
|
|
}
|
|
|