gouravbhadraDev commited on
Commit
f0ba669
·
verified ·
1 Parent(s): a44c506

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -6,12 +6,13 @@ app = FastAPI()
6
 
7
  import os
8
 
9
- print("Current working directory:", os.getcwd())
10
- print("Files in current directory:", os.listdir("."))
11
- print("Model file exists:", os.path.isfile("Qwen3-0.6B-UD-IQ1_S.gguf"))
12
 
13
 
14
- qwen3_gguf_llm = Llama(model_path="Qwen3-0.6B-UD-IQ1_S.gguf")
 
 
 
 
15
 
16
  class PromptRequest(BaseModel):
17
  prompt: str
 
6
 
7
  import os
8
 
 
 
 
9
 
10
 
11
+
12
+ qwen3_gguf_llm = Llama.from_pretrained(
13
+ repo_id="unsloth/Qwen3-0.6B-GGUF",
14
+ filename="Qwen3-0.6B-UD-IQ1_S.gguf",
15
+ )
16
 
17
  class PromptRequest(BaseModel):
18
  prompt: str