Add mutex, build only lite images

add/first-example
mudler 2 years ago
parent 1f45ff8cd6
commit e860e62036
  1. 2
      Earthfile
  2. 4
      api.go

@ -43,5 +43,5 @@ lite-image:
SAVE IMAGE --push $IMAGE-lite SAVE IMAGE --push $IMAGE-lite
image-all: image-all:
BUILD --platform=linux/amd64 --platform=linux/arm64 +image #BUILD --platform=linux/amd64 --platform=linux/arm64 +image
BUILD --platform=linux/amd64 --platform=linux/arm64 +lite-image BUILD --platform=linux/amd64 --platform=linux/arm64 +lite-image

@ -4,6 +4,7 @@ import (
"embed" "embed"
"net/http" "net/http"
"strconv" "strconv"
"sync"
llama "github.com/go-skynet/llama/go" llama "github.com/go-skynet/llama/go"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
@ -28,9 +29,12 @@ func api(l *llama.LLama, listenAddr string, threads int) error {
"tokens": 100 "tokens": 100
}' }'
*/ */
var mutex = &sync.Mutex{}
// Endpoint to generate the prediction // Endpoint to generate the prediction
app.Post("/predict", func(c *fiber.Ctx) error { app.Post("/predict", func(c *fiber.Ctx) error {
mutex.Lock()
defer mutex.Unlock()
// Get input data from the request body // Get input data from the request body
input := new(struct { input := new(struct {
Text string `json:"text"` Text string `json:"text"`

Loading…
Cancel
Save