gregandev
/
FlaskAI
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Drop fat images, will document how to consume models

Browse Source
add/first-example
mudler 2 years ago
parent 650a22aef1
commit c61b023bc8
1 changed files with 3 additions and 9 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 12
      Earthfile

12
Earthfile
Unescape View File

@ -11,11 +11,6 @@ go-deps:
SAVE ARTIFACT go.mod AS LOCAL go.mod SAVE ARTIFACT go.mod AS LOCAL go.mod
SAVE ARTIFACT go.sum AS LOCAL go.sum SAVE ARTIFACT go.sum AS LOCAL go.sum
model-image:
ARG MODEL_IMAGE=quay.io/go-skynet/models:ggml2-alpaca-7b-v0.2
FROM $MODEL_IMAGE
SAVE ARTIFACT /models/model.bin
build: build:
FROM +go-deps FROM +go-deps
WORKDIR /build WORKDIR /build
@ -34,14 +29,13 @@ image:
ENTRYPOINT [ "/llama-cli" ] ENTRYPOINT [ "/llama-cli" ]
SAVE IMAGE --push $IMAGE SAVE IMAGE --push $IMAGE
lite-image: image:
FROM +go-deps FROM +go-deps
ARG IMAGE=alpaca-cli-nomodel ARG IMAGE=alpaca-cli-nomodel
COPY +build/llama-cli /llama-cli COPY +build/llama-cli /llama-cli
ENV MODEL_PATH=/model.bin ENV MODEL_PATH=/model.bin
ENTRYPOINT [ "/llama-cli" ] ENTRYPOINT [ "/llama-cli" ]
SAVE IMAGE --push $IMAGE-lite SAVE IMAGE --push $IMAGE
image-all: image-all:
#BUILD --platform=linux/amd64 --platform=linux/arm64 +image BUILD --platform=linux/amd64 --platform=linux/arm64 +image
BUILD --platform=linux/amd64 --platform=linux/arm64 +lite-image

Write Preview
Loading…
Cancel
Save