Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -19,6 +19,6 @@ class GenerateResponse(BaseModel):
|
|
19 |
@app.post("/generate/qwen3-0.6b-gguf", response_model=GenerateResponse)
|
20 |
async def generate_qwen3_gguf_endpoint(request: PromptRequest):
|
21 |
messages = [{"role": "user", "content": request.prompt}]
|
22 |
-
response = qwen3_gguf_llm.create_chat_completion(messages=messages
|
23 |
generated_text = response['choices'][0]['message']['content']
|
24 |
return GenerateResponse(generated_text=generated_text)
|
|
|
19 |
@app.post("/generate/qwen3-0.6b-gguf", response_model=GenerateResponse)
|
20 |
async def generate_qwen3_gguf_endpoint(request: PromptRequest):
|
21 |
messages = [{"role": "user", "content": request.prompt}]
|
22 |
+
response = qwen3_gguf_llm.create_chat_completion(messages=messages)
|
23 |
generated_text = response['choices'][0]['message']['content']
|
24 |
return GenerateResponse(generated_text=generated_text)
|