Spaces:
Sleeping
Sleeping
Update startup.sh
Browse files- startup.sh +50 -56
startup.sh
CHANGED
@@ -1,56 +1,50 @@
|
|
1 |
-
|
2 |
-
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
#
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
# Health check
|
52 |
-
HEALTHCHECK --interval=30s --timeout=30s --start-period=60s --retries=3 \
|
53 |
-
CMD curl -f http://localhost:7860/health || exit 1
|
54 |
-
|
55 |
-
# Start both Ollama server and FastAPI app
|
56 |
-
CMD ["./startup.sh"]
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
# Exit on any error
|
4 |
+
set -e
|
5 |
+
|
6 |
+
echo "Starting Ollama and FastAPI application..."
|
7 |
+
|
8 |
+
# Create necessary directories
|
9 |
+
mkdir -p /tmp/ollama/models
|
10 |
+
export OLLAMA_MODELS=/tmp/ollama/models
|
11 |
+
export OLLAMA_HOME=/tmp/ollama
|
12 |
+
|
13 |
+
# Start Ollama server in the background
|
14 |
+
echo "Starting Ollama server..."
|
15 |
+
ollama serve &
|
16 |
+
OLLAMA_PID=$!
|
17 |
+
|
18 |
+
# Wait for Ollama to be ready
|
19 |
+
echo "Waiting for Ollama server to start..."
|
20 |
+
for i in {1..30}; do
|
21 |
+
if curl -s http://localhost:11434/api/tags > /dev/null 2>&1; then
|
22 |
+
echo "Ollama server is ready!"
|
23 |
+
break
|
24 |
+
fi
|
25 |
+
if [ $i -eq 30 ]; then
|
26 |
+
echo "Timeout waiting for Ollama server to start"
|
27 |
+
exit 1
|
28 |
+
fi
|
29 |
+
sleep 2
|
30 |
+
done
|
31 |
+
|
32 |
+
# Optional: Pull a model (uncomment and modify as needed)
|
33 |
+
# echo "Pulling llama2 model..."
|
34 |
+
# ollama pull llama2
|
35 |
+
|
36 |
+
# Start FastAPI application
|
37 |
+
echo "Starting FastAPI application..."
|
38 |
+
python app.py
|
39 |
+
|
40 |
+
# Keep the script running and handle cleanup
|
41 |
+
cleanup() {
|
42 |
+
echo "Shutting down..."
|
43 |
+
kill $OLLAMA_PID 2>/dev/null || true
|
44 |
+
exit 0
|
45 |
+
}
|
46 |
+
|
47 |
+
trap cleanup SIGTERM SIGINT
|
48 |
+
|
49 |
+
# Wait for background processes
|
50 |
+
wait
|
|
|
|
|
|
|
|
|
|
|
|