Use models from model repository

add/first-example
mudler 2 years ago
parent 0785cb6b0b
commit d98d1fe55e
  1. 12
      Earthfile

@ -11,12 +11,10 @@ go-deps:
SAVE ARTIFACT go.mod AS LOCAL go.mod SAVE ARTIFACT go.mod AS LOCAL go.mod
SAVE ARTIFACT go.sum AS LOCAL go.sum SAVE ARTIFACT go.sum AS LOCAL go.sum
alpaca-model: model-image:
FROM alpine ARG MODEL_IMAGE=quay.io/go-skynet/models:ggml2-alpaca-7b-v0.2
# This is the alpaca.cpp model https://github.com/antimatter15/alpaca.cpp FROM $MODEL_IMAGE
ARG MODEL_URL=https://ipfs.io/ipfs/QmUp1UGeQFDqJKvtjbSYPBiZZKRjLp8shVP9hT8ZB9Ynv1 SAVE ARTIFACT /models/model.bin
RUN wget -O model.bin -c $MODEL_URL
SAVE ARTIFACT model.bin AS LOCAL model.bin
build: build:
FROM +go-deps FROM +go-deps
@ -30,7 +28,7 @@ build:
image: image:
FROM +go-deps FROM +go-deps
ARG IMAGE=alpaca-cli ARG IMAGE=alpaca-cli
COPY +alpaca-model/model.bin /model.bin COPY +model-image/model.bin /model.bin
COPY +build/llama-cli /llama-cli COPY +build/llama-cli /llama-cli
ENV MODEL_PATH=/model.bin ENV MODEL_PATH=/model.bin
ENTRYPOINT [ "/llama-cli" ] ENTRYPOINT [ "/llama-cli" ]

Loading…
Cancel
Save