We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d401992 commit 73c247dCopy full SHA for 73c247d
Dockerfile-cpu
@@ -3,14 +3,18 @@ FROM debian:12-slim AS env-build
3
WORKDIR /srv
4
5
# install build tools and clone and compile llama.cpp
6
-RUN apt-get update && apt-get install -y make git clang-16
+RUN apt-get update && apt-get install -y make git clang-16 libomp-16-dev
7
8
RUN git clone https://github.com/ggerganov/llama.cpp.git \
9
&& cd llama.cpp \
10
&& make -j CC=clang-16 CXX=clang++-16
11
12
FROM debian:12-slim AS env-deploy
13
14
+# copy openmp libraries
15
+ENV LD_LIBRARY_PATH=/usr/local/lib
16
+COPY --from=0 /usr/lib/llvm-16/lib/libomp.so.5 ${LD_LIBRARY_PATH}/libomp.so.5
17
+
18
# copy llama.cpp binaries
19
COPY --from=0 /srv/llama.cpp/main /usr/local/bin/llama
20
COPY --from=0 /srv/llama.cpp/server /usr/local/bin/llama-server
0 commit comments