gemma / api /generation.py
dasomaru's picture
Upload folder using huggingface_hub
9b14ff1 verified
raw
history blame contribute delete
605 Bytes
from fastapi import APIRouter
from pydantic import BaseModel
from generator.prompt_builder import build_prompt
from generator.llm_inference import generate_answer
router = APIRouter()
# 요청 스키마
class GenerateRequest(BaseModel):
query: str
context_docs: list
# 응답 스키마
class GenerateResponse(BaseModel):
output: str
@router.post("/generate", response_model=GenerateResponse)
async def generate(request: GenerateRequest):
prompt = build_prompt(request.query, request.context_docs)
output = generate_answer(prompt)
return {"output": output}