Upload 3 files
Browse files- Dockerfile +3 -17
- app.py +8 -7
- requirements.txt +2 -1
Dockerfile
CHANGED
@@ -1,39 +1,25 @@
|
|
1 |
-
# استخدام صورة أساسية خفيفة الوزن مع بايثون
|
2 |
FROM python:3.9-slim
|
3 |
|
4 |
-
# أضف بعد FROM
|
5 |
-
RUN apt-get update && apt-get install -y libopenblas-dev
|
6 |
-
|
7 |
-
# تعيين مجلد العمل
|
8 |
WORKDIR /app
|
9 |
|
10 |
-
# تثبيت الاعتمادات النظامية المطلوبة
|
11 |
RUN apt-get update && apt-get install -y \
|
12 |
build-essential \
|
13 |
libpq-dev \
|
14 |
&& rm -rf /var/lib/apt/lists/*
|
15 |
|
16 |
-
# قبل COPY
|
17 |
-
RUN pip install --upgrade pip setuptools wheel
|
18 |
-
RUN pip install numpy==1.24.4
|
19 |
-
|
20 |
-
# نسخ ملفات المشروع
|
21 |
COPY . .
|
22 |
|
23 |
-
# إنشاء مجلد للذاكرة المؤقتة
|
24 |
RUN mkdir -p /app/model_cache && chmod -R 777 /app
|
25 |
|
26 |
-
|
|
|
27 |
RUN pip install --no-cache-dir -r requirements.txt
|
28 |
|
29 |
-
# تعيين متغيرات البيئة
|
30 |
ENV FLASK_APP=app.py
|
31 |
ENV FLASK_ENV=production
|
32 |
ENV TRANSFORMERS_CACHE=/app/model_cache
|
33 |
ENV TORCH_CACHE=/app/model_cache
|
34 |
|
35 |
-
# فتح المنفذ
|
36 |
EXPOSE 7860
|
37 |
|
38 |
-
|
39 |
-
CMD ["gunicorn", "--workers", "2", "--threads", "4", "--bind", "0.0.0.0:7860", "--timeout", "120", "app:app"]
|
|
|
|
|
1 |
FROM python:3.9-slim
|
2 |
|
|
|
|
|
|
|
|
|
3 |
WORKDIR /app
|
4 |
|
|
|
5 |
RUN apt-get update && apt-get install -y \
|
6 |
build-essential \
|
7 |
libpq-dev \
|
8 |
&& rm -rf /var/lib/apt/lists/*
|
9 |
|
|
|
|
|
|
|
|
|
|
|
10 |
COPY . .
|
11 |
|
|
|
12 |
RUN mkdir -p /app/model_cache && chmod -R 777 /app
|
13 |
|
14 |
+
RUN pip install --upgrade pip setuptools wheel
|
15 |
+
RUN pip install numpy==1.24.4
|
16 |
RUN pip install --no-cache-dir -r requirements.txt
|
17 |
|
|
|
18 |
ENV FLASK_APP=app.py
|
19 |
ENV FLASK_ENV=production
|
20 |
ENV TRANSFORMERS_CACHE=/app/model_cache
|
21 |
ENV TORCH_CACHE=/app/model_cache
|
22 |
|
|
|
23 |
EXPOSE 7860
|
24 |
|
25 |
+
CMD ["gunicorn", "--workers", "1", "--threads", "2", "--bind", "0.0.0.0:7860", "--timeout", "300", "--preload", "app:app"]
|
|
app.py
CHANGED
@@ -11,15 +11,15 @@ import json
|
|
11 |
app = Flask(__name__)
|
12 |
CORS(app)
|
13 |
|
14 |
-
#
|
15 |
logging.basicConfig(level=logging.INFO)
|
16 |
logger = logging.getLogger(__name__)
|
17 |
|
18 |
-
#
|
19 |
-
MODEL_NAME = "tscholak/
|
20 |
SUPABASE_DB_URL = os.getenv('SUPABASE_DB_URL')
|
21 |
|
22 |
-
#
|
23 |
os.makedirs("model_cache", exist_ok=True)
|
24 |
os.environ["TRANSFORMERS_CACHE"] = "model_cache"
|
25 |
os.environ["TORCH_CACHE"] = "model_cache"
|
@@ -30,7 +30,7 @@ model = None
|
|
30 |
def initialize():
|
31 |
global tokenizer, model
|
32 |
try:
|
33 |
-
logger.info("جاري تحميل
|
34 |
tokenizer = AutoTokenizer.from_pretrained(
|
35 |
MODEL_NAME,
|
36 |
cache_dir="model_cache",
|
@@ -39,7 +39,9 @@ def initialize():
|
|
39 |
model = AutoModelForSeq2SeqLM.from_pretrained(
|
40 |
MODEL_NAME,
|
41 |
cache_dir="model_cache",
|
42 |
-
device_map="auto"
|
|
|
|
|
43 |
)
|
44 |
model.eval()
|
45 |
logger.info("تم تحميل النموذج بنجاح")
|
@@ -48,7 +50,6 @@ def initialize():
|
|
48 |
raise
|
49 |
|
50 |
initialize()
|
51 |
-
|
52 |
# --- سكيمة قاعدة البيانات ---
|
53 |
DB_SCHEMA = """
|
54 |
CREATE TABLE public.profiles (
|
|
|
11 |
app = Flask(__name__)
|
12 |
CORS(app)
|
13 |
|
14 |
+
# إعدادات التسجيل
|
15 |
logging.basicConfig(level=logging.INFO)
|
16 |
logger = logging.getLogger(__name__)
|
17 |
|
18 |
+
# إعدادات النموذج
|
19 |
+
MODEL_NAME = "tscholak/1wnr2e8q" # نموذج أصغر
|
20 |
SUPABASE_DB_URL = os.getenv('SUPABASE_DB_URL')
|
21 |
|
22 |
+
# تهيئة مجلد الذاكرة المؤقتة
|
23 |
os.makedirs("model_cache", exist_ok=True)
|
24 |
os.environ["TRANSFORMERS_CACHE"] = "model_cache"
|
25 |
os.environ["TORCH_CACHE"] = "model_cache"
|
|
|
30 |
def initialize():
|
31 |
global tokenizer, model
|
32 |
try:
|
33 |
+
logger.info("جاري تحميل النموذج بتهيئة منخفضة الذاكرة...")
|
34 |
tokenizer = AutoTokenizer.from_pretrained(
|
35 |
MODEL_NAME,
|
36 |
cache_dir="model_cache",
|
|
|
39 |
model = AutoModelForSeq2SeqLM.from_pretrained(
|
40 |
MODEL_NAME,
|
41 |
cache_dir="model_cache",
|
42 |
+
device_map="auto",
|
43 |
+
torch_dtype=torch.float16,
|
44 |
+
low_cpu_mem_usage=True
|
45 |
)
|
46 |
model.eval()
|
47 |
logger.info("تم تحميل النموذج بنجاح")
|
|
|
50 |
raise
|
51 |
|
52 |
initialize()
|
|
|
53 |
# --- سكيمة قاعدة البيانات ---
|
54 |
DB_SCHEMA = """
|
55 |
CREATE TABLE public.profiles (
|
requirements.txt
CHANGED
@@ -5,4 +5,5 @@ flask==2.3.2
|
|
5 |
flask-cors==3.0.10
|
6 |
psycopg2-binary==2.9.7
|
7 |
gunicorn==20.1.0
|
8 |
-
accelerate==0.21.0
|
|
|
|
5 |
flask-cors==3.0.10
|
6 |
psycopg2-binary==2.9.7
|
7 |
gunicorn==20.1.0
|
8 |
+
accelerate==0.21.0
|
9 |
+
python-dotenv==1.0.0
|