update dockerfile

Dockerfile

@@ -1,7 +1,7 @@
-# Use Ubuntu 22.04 as a public base image
+# Use Ubuntu 22.04 as a base image
 FROM ubuntu:22.04
 
-# Disable interactive prompts and preconfigure timezone
+# Disable interactive prompts and set timezone to UTC
 ENV DEBIAN_FRONTEND=noninteractive
 ENV TZ=Etc/UTC
 
@@ -9,7 +9,7 @@ ENV TZ=Etc/UTC
 ENV XDG_CACHE_HOME=/tmp/.cache
 ENV HF_HOME=/tmp/.cache/huggingface
 
-# Use bash with strict modes for debugging
+# Use bash with strict modes for better debugging
 SHELL ["/bin/bash", "-euxo", "pipefail", "-c"]
 
 # Preseed tzdata to avoid interactive prompt
@@ -17,7 +17,7 @@ RUN echo "tzdata tzdata/Areas select Etc" > /tmp/tzdata.seed && \
     echo "tzdata tzdata/Zones/Etc select UTC" >> /tmp/tzdata.seed && \
     debconf-set-selections /tmp/tzdata.seed
 
-# STEP 1: Install OS-level dependencies
+# STEP 1: Install OS-level build and runtime dependencies
 RUN echo "### STEP 1: Installing OS-level dependencies" && \
     apt-get update && \
     apt-get install -y --no-install-recommends \
@@ -29,6 +29,7 @@ RUN echo "### STEP 1: Installing OS-level dependencies" && \
         git \
         python3 \
         python3-pip \
+        python3-dev \
         python3-opencv && \
     rm -rf /var/lib/apt/lists/*
 
@@ -36,24 +37,25 @@ RUN echo "### STEP 1: Installing OS-level dependencies" && \
 WORKDIR /app
 COPY requirements.txt ./
 COPY app.py ./
-# COPY any other source files or directories needed by your app
+# Copy additional source as needed
 
-# STEP 3: Install Python dependencies (ensure huggingface_hub is listed)
+# STEP 3: Install Python dependencies
 RUN echo "### STEP 3: Installing Python dependencies" && \
-    python3 -m pip install --upgrade pip && \
+    python3 -m pip install --upgrade pip setuptools wheel scikit-build-core && \
     pip install --no-cache-dir -r requirements.txt
 
 # STEP 4: Ensure cache directories are writable
-RUN echo "### STEP 4: Creating and permissioning cache directories" && \
+RUN echo "### STEP 4: Configuring cache directories" && \
     mkdir -p "$XDG_CACHE_HOME" "$HF_HOME" && \
     chmod -R a+rwX "$XDG_CACHE_HOME" "$HF_HOME"
 
-# STEP 5: Build and install llama-cpp-python from source with OpenBLAS
-RUN echo "### STEP 5: Building llama-cpp-python with OpenBLAS" && \
-    export CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS" && \
-    pip install --no-cache-dir --force-reinstall --no-binary llama-cpp-python llama-cpp-python==0.2.0
+# STEP 5: Build and install llama-cpp-python from Git with OpenBLAS support
+RUN echo "### STEP 5: Building llama-cpp-python from source" && \
+    git clone --depth 1 --recurse-submodules https://github.com/abetlen/llama-cpp-python.git /tmp/llama-cpp-python && \
+    cd /tmp/llama-cpp-python && \
+    CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS" pip install . && \
+    rm -rf /tmp/llama-cpp-python
 
-# STEP 6: Finalize and launch the application
-RUN echo "### STEP 6: Finalizing Docker image"
+# Expose port and set default command
 EXPOSE 7860
 CMD ["python3", "app.py"]