gouravbhadraDev commited on
Commit
d2b247b
·
verified ·
1 Parent(s): d509bc5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -4,10 +4,7 @@ from llama_cpp import Llama
4
 
5
  app = FastAPI()
6
 
7
- qwen3_gguf_llm = Llama.from_pretrained(
8
- repo_id="unsloth/Qwen3-0.6B-GGUF",
9
- filename="Qwen3-0.6B-BF16.gguf",
10
- )
11
 
12
  class PromptRequest(BaseModel):
13
  prompt: str
 
4
 
5
  app = FastAPI()
6
 
7
+ qwen3_gguf_llm = Llama(model_path="./Qwen3-0.6B-UD-IQ1_S.gguf")
 
 
 
8
 
9
  class PromptRequest(BaseModel):
10
  prompt: str