File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -3,14 +3,18 @@ FROM debian:12-slim AS env-build
3
3
WORKDIR /srv
4
4
5
5
# install build tools and clone and compile llama.cpp
6
- RUN apt-get update && apt-get install -y make git clang-16
6
+ RUN apt-get update && apt-get install -y make git clang-16 libomp-16-dev
7
7
8
8
RUN git clone https://github.com/ggerganov/llama.cpp.git \
9
9
&& cd llama.cpp \
10
10
&& make -j CC=clang-16 CXX=clang++-16
11
11
12
12
FROM debian:12-slim AS env-deploy
13
13
14
+ # copy openmp libraries
15
+ ENV LD_LIBRARY_PATH=/usr/local/lib
16
+ COPY --from=0 /usr/lib/llvm-16/lib/libomp.so.5 ${LD_LIBRARY_PATH}/libomp.so.5
17
+
14
18
# copy llama.cpp binaries
15
19
COPY --from=0 /srv/llama.cpp/main /usr/local/bin/llama
16
20
COPY --from=0 /srv/llama.cpp/server /usr/local/bin/llama-server
You can’t perform that action at this time.
0 commit comments