gouravbhadraDev commited on
Commit
d776534
·
verified ·
1 Parent(s): f0ba669

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ import os
11
 
12
  qwen3_gguf_llm = Llama.from_pretrained(
13
  repo_id="unsloth/Qwen3-0.6B-GGUF",
14
- filename="Qwen3-0.6B-UD-IQ1_S.gguf",
15
  )
16
 
17
  class PromptRequest(BaseModel):
 
11
 
12
  qwen3_gguf_llm = Llama.from_pretrained(
13
  repo_id="unsloth/Qwen3-0.6B-GGUF",
14
+ filename="Qwen3-0.6B-UD-Q8_K_XL.gguf",
15
  )
16
 
17
  class PromptRequest(BaseModel):