🤖 Self-hosted, community-driven, local OpenAI-compatible API with Keycloak Auth Flak app as frontend. 🏠
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
FROM python
|
|
|
|
|
|
|
|
|
|
RUN apt-get update && apt-get -y install cmake
|
|
|
|
|
|
|
|
|
|
# convert the model (one-off)
|
|
|
|
|
RUN pip3 install torch numpy
|
|
|
|
|
|
|
|
|
|
WORKDIR /build
|
|
|
|
|
COPY ./scripts/ .
|
|
|
|
|
|
|
|
|
|
RUN git clone --recurse-submodules https://github.com/saharNooby/rwkv.cpp && cd rwkv.cpp && cmake . && cmake --build . --config Release
|
|
|
|
|
ENTRYPOINT [ "/build/build.sh" ]
|
