cmcmaster commited on
Commit
3b05b02
·
verified ·
1 Parent(s): c0ba980

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -18,11 +18,7 @@ class Medication(BaseModel):
18
  total_daily_dose_mg: Optional[float] = Field(default=None, description="The total daily dose in milligrams.")
19
 
20
  # Load your model locally via llama-cpp
21
- model = LlamaCpp(
22
- model_path="/path/to/cmcmaster/drug_parsing_Llama-3.2-1B-Instruct-Q5_K_S-GGUF.gguf", # Change this path
23
- temperature=0.0,
24
- max_tokens=512
25
- )
26
 
27
  sampler = samplers.greedy()
28
 
 
18
  total_daily_dose_mg: Optional[float] = Field(default=None, description="The total daily dose in milligrams.")
19
 
20
  # Load your model locally via llama-cpp
21
+ model = LlamaCpp("cmcmaster/drug_parsing_Llama-3.2-1B-Instruct-Q5_K_S-GGUF", "drug_parsing_llama-3.2-1b-instruct-q5_k_s.gguf")
 
 
 
 
22
 
23
  sampler = samplers.greedy()
24