Spaces:
Runtime error
Runtime error
File size: 2,255 Bytes
3e5cdc3 bf3a897 3e5cdc3 bf3a897 3e5cdc3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 |
from __future__ import annotations
from fastapi import FastAPI, UploadFile, File, Form
from fastapi.responses import StreamingResponse
from pydantic import BaseModel
import asyncio
import os
import tempfile
from pathlib import Path
from .chat import ChatSession
from .log import get_logger
from .db import list_sessions
_LOG = get_logger(__name__)
class ChatRequest(BaseModel):
user: str = "default"
session: str = "default"
prompt: str
def create_app() -> FastAPI:
app = FastAPI(title="LLM Backend API")
@app.post("/chat/stream")
async def chat_stream(req: ChatRequest):
async def stream() -> asyncio.AsyncIterator[str]:
async with ChatSession(user=req.user, session=req.session) as chat:
try:
async for part in chat.chat_stream(req.prompt):
yield part
except Exception as exc: # pragma: no cover - runtime failures
_LOG.error("Streaming chat failed: %s", exc)
yield f"Error: {exc}"
return StreamingResponse(stream(), media_type="text/plain")
@app.post("/upload")
async def upload_document(
user: str = Form(...),
session: str = Form("default"),
file: UploadFile = File(...),
):
async with ChatSession(user=user, session=session) as chat:
tmpdir = tempfile.mkdtemp(prefix="upload_")
tmp_path = Path(tmpdir) / file.filename
try:
contents = await file.read()
tmp_path.write_bytes(contents)
vm_path = chat.upload_document(str(tmp_path))
finally:
try:
os.remove(tmp_path)
os.rmdir(tmpdir)
except OSError:
pass
return {"path": vm_path}
@app.get("/sessions/{user}")
async def list_user_sessions(user: str):
return {"sessions": list_sessions(user)}
@app.get("/health")
async def health():
return {"status": "ok"}
return app
app = create_app()
if __name__ == "__main__": # pragma: no cover - manual start
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=int(os.getenv("PORT", "8000")))
|