14 lines
688 B
Docker
14 lines
688 B
Docker
FROM nvidia/cuda:12.8.1-runtime-ubuntu24.04
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
ca-certificates libcurl4 libgomp1 && \
|
|
rm -rf /var/lib/apt/lists/* && \
|
|
useradd --system --uid 10013 --home /nonexistent --shell /usr/sbin/nologin bonsai
|
|
ADD prism-cuda.tar.gz /opt/prism/
|
|
LABEL com.mike-ai.experiment="bonsai2-ab" \
|
|
com.mike-ai.prism-release="prism-b10685-7dffb15" \
|
|
com.mike-ai.archive-sha256="4ec1572702fa3fd359653528fa5625fdd9c7ae02dedab7146da7773dae48cf2c"
|
|
ENV LD_LIBRARY_PATH=/opt/prism/llama-prism-b10685-7dffb15
|
|
USER 10013:10013
|
|
ENTRYPOINT ["/opt/prism/llama-prism-b10685-7dffb15/llama-server"]
|