feat: added clip model and chat_format

Dockerfile

@@ -15,7 +15,8 @@ RUN pip install -U pip setuptools wheel && \
 
 # Download model
 RUN mkdir model && \
-    curl -L https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q5_k.gguf -o model/gguf-model.bin
+    curl -L https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q5_k.gguf -o model/gguf-model.bin && \
+    curl -L https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf -o model/clip-model.bin
 
 COPY ./start_server.sh ./
 COPY ./main.py ./

main.py

@@ -6,7 +6,9 @@ app = create_app(
     Settings(
         n_threads=2,  # set to number of cpu cores
         model="model/gguf-model.bin",
-        embedding=True
+        clip_model_path="model/clip-model.bin",
+        embedding=True,
+        chat_format="llava-1-5"
     )
 )