Prepare isolated Bonsai 2 A/B benchmark

2026-09-19 01:06:10 +02:00
parent edb2042c82
commit 8c0084755b
10 changed files with 310 additions and 0 deletions
@@ -0,0 +1,13 @@
+FROM nvidia/cuda:12.8.1-runtime-ubuntu24.04
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ca-certificates libcurl4 libgomp1 && \
+    rm -rf /var/lib/apt/lists/* && \
+    useradd --system --uid 10013 --home /nonexistent --shell /usr/sbin/nologin bonsai
+ADD prism-cuda.tar.gz /opt/prism/
+LABEL com.mike-ai.experiment="bonsai2-ab" \
+      com.mike-ai.prism-release="prism-b10685-7dffb15" \
+      com.mike-ai.archive-sha256="4ec1572702fa3fd359653528fa5625fdd9c7ae02dedab7146da7773dae48cf2c"
+ENV LD_LIBRARY_PATH=/opt/prism/llama-prism-b10685-7dffb15
+USER 10013:10013
+ENTRYPOINT ["/opt/prism/llama-prism-b10685-7dffb15/llama-server"]