You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
30 lines
682 B
30 lines
682 B
version: '3.6'
|
|
|
|
services:
|
|
|
|
# chatgpt:
|
|
# image: ghcr.io/mckaywrigley/chatbot-ui:main
|
|
# # platform: linux/amd64
|
|
# ports:
|
|
# - 3000:3000
|
|
# environment:
|
|
# - 'OPENAI_API_KEY=sk-000000000000000'
|
|
# - 'OPENAI_API_HOST=http://api:8080'
|
|
|
|
api:
|
|
image: quay.io/go-skynet/llama-cli:latest
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
# args:
|
|
# BUILD_TYPE: generic # Uncomment to build CPU generic code that works on most HW
|
|
ports:
|
|
- 8080:8080
|
|
environment:
|
|
- MODELS_PATH=$MODELS_PATH
|
|
- CONTEXT_SIZE=$CONTEXT_SIZE
|
|
- THREADS=$THREADS
|
|
volumes:
|
|
- ./models:/models:cached
|
|
command: api
|
|
|