Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ from llama_cpp import Llama
|
|
4 |
|
5 |
app = FastAPI()
|
6 |
|
7 |
-
qwen3_gguf_llm = Llama(model_path="
|
8 |
|
9 |
class PromptRequest(BaseModel):
|
10 |
prompt: str
|
|
|
4 |
|
5 |
app = FastAPI()
|
6 |
|
7 |
+
qwen3_gguf_llm = Llama(model_path="Qwen3-0.6B-UD-IQ1_S.gguf")
|
8 |
|
9 |
class PromptRequest(BaseModel):
|
10 |
prompt: str
|