Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -4,10 +4,7 @@ from llama_cpp import Llama
|
|
4 |
|
5 |
app = FastAPI()
|
6 |
|
7 |
-
qwen3_gguf_llm = Llama.
|
8 |
-
repo_id="unsloth/Qwen3-0.6B-GGUF",
|
9 |
-
filename="Qwen3-0.6B-BF16.gguf",
|
10 |
-
)
|
11 |
|
12 |
class PromptRequest(BaseModel):
|
13 |
prompt: str
|
|
|
4 |
|
5 |
app = FastAPI()
|
6 |
|
7 |
+
qwen3_gguf_llm = Llama(model_path="./Qwen3-0.6B-UD-IQ1_S.gguf")
|
|
|
|
|
|
|
8 |
|
9 |
class PromptRequest(BaseModel):
|
10 |
prompt: str
|