Upload 3 files

Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN useradd -m -u 1000 user
+
+USER user
+
+ENV HOME=/home/user \
+ PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,23 @@
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+from FlagEmbedding import FlagReranker
+
+# Initialize FastAPI app
+app = FastAPI(title="BGE-Reranker API")
+
+# Load the reranker model once during startup
+reranker = FlagReranker('BAAI/bge-reranker-v2-m3', use_fp16=True)
+
+# Define the request body schema
+class RerankRequest(BaseModel):
+    query: str
+    passage: str
+
+# Define the API endpoint
+@app.post("/rerank")
+def rerank_score(request: RerankRequest):
+    try:
+        score = reranker.compute_score([request.query, request.passage], normalize=True)
+        return {"score": score}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))

requirements.txt

@@ -0,0 +1,4 @@
+fastapi 
+uvicorn 
+FlagEmbedding
+