Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +20 -8
Dockerfile
CHANGED
@@ -13,18 +13,30 @@ RUN apt-get update && \
|
|
13 |
|
14 |
WORKDIR /app
|
15 |
|
16 |
-
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 .
|
17 |
|
18 |
-
|
19 |
-
RUN LDFLAGS="-lcudart_static -lcublas_static -lcublasLt_static -lculibos" GGML_CUDA=1 LLAMA_CURL=1 LLAMA_CUDA=1 make llama-server -j
|
20 |
|
|
|
|
|
21 |
|
22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
|
24 |
-
RUN
|
25 |
|
26 |
-
WORKDIR /
|
27 |
-
|
|
|
|
|
|
|
|
|
28 |
|
29 |
-
CMD ["
|
30 |
|
|
|
13 |
|
14 |
WORKDIR /app
|
15 |
|
|
|
16 |
|
17 |
+
RUN apt install -y sudo && adduser --disabled-password --gecos '' docker && adduser docker sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
|
|
|
18 |
|
19 |
+
USER docker
|
20 |
+
WORKDIR /home/docker
|
21 |
|
22 |
+
ENV NODE_VERSION=22.11.0
|
23 |
+
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
|
24 |
+
ENV NVM_DIR=/home/docker/.nvm
|
25 |
+
RUN . "$NVM_DIR/nvm.sh" && nvm install ${NODE_VERSION}
|
26 |
+
RUN . "$NVM_DIR/nvm.sh" && nvm use v${NODE_VERSION}
|
27 |
+
RUN . "$NVM_DIR/nvm.sh" && nvm alias default v${NODE_VERSION}
|
28 |
+
ENV PATH="/home/docker/.nvm/versions/node/v${NODE_VERSION}/bin/:${PATH}"
|
29 |
+
RUN node --version
|
30 |
+
RUN npm --version
|
31 |
|
32 |
+
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1
|
33 |
|
34 |
+
WORKDIR /home/docker/llama.cpp
|
35 |
+
RUN sed -i 's/-lcublas /-lcublas_static /g' Makefile && \
|
36 |
+
sed -i 's/-lcublasLt /-lcublasLt_static /g' Makefile && \
|
37 |
+
sed -i 's/-lcudart /-lcudart_static /g' Makefile
|
38 |
+
|
39 |
+
RUN npm i -g http-server
|
40 |
|
41 |
+
CMD ["bash", "-c", "GGML_CUDA=1 LLAMA_CURL=1 make llama-server -j && ldd llama-server && http-server -p 7860 -c-1"]
|
42 |
|