ngxson HF Staff commited on
Commit
c2bde3f
·
verified ·
1 Parent(s): cf1355b

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -1,6 +1,6 @@
1
  ARG UBUNTU_VERSION=22.04
2
  # This needs to generally match the container host's environment.
3
- ARG CUDA_VERSION=12.6.0
4
  # Target the CUDA build image
5
  ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
6
  # Target the CUDA runtime image
@@ -9,7 +9,7 @@ ARG BASE_CUDA_RUN_CONTAINER=nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_V
9
  FROM ${BASE_CUDA_DEV_CONTAINER} AS build
10
 
11
  RUN apt-get update && \
12
- apt-get install -y build-essential git cmake libcurl4-openssl-dev curl sed wget
13
 
14
  WORKDIR /app
15
 
@@ -38,5 +38,5 @@ RUN sed -i 's/-lcublas /-lcublas_static /g' Makefile && \
38
 
39
  RUN npm i -g http-server
40
 
41
- CMD ["bash", "-c", "GGML_CUDA=1 LLAMA_CURL=1 make llama-server -j && ldd llama-server && http-server -p 7860 -c-1"]
42
 
 
1
  ARG UBUNTU_VERSION=22.04
2
  # This needs to generally match the container host's environment.
3
+ ARG CUDA_VERSION=12.2.0
4
  # Target the CUDA build image
5
  ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
6
  # Target the CUDA runtime image
 
9
  FROM ${BASE_CUDA_DEV_CONTAINER} AS build
10
 
11
  RUN apt-get update && \
12
+ apt-get install -y build-essential git cmake libcurl4-openssl-dev curl sed wget nvidia-driver-515
13
 
14
  WORKDIR /app
15
 
 
38
 
39
  RUN npm i -g http-server
40
 
41
+ CMD ["bash", "-c", "(http-server -p 7860 -c-1)& GGML_CUDA=1 LLAMA_CURL=1 make llama-server -j && ldd llama-server && sleep 999999999"]
42