cmcmaster commited on
Commit
4a8b4ab
·
verified ·
1 Parent(s): 3b05b02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,5 +1,5 @@
1
  import gradio as gr
2
- from outlines.models.llamacpp import LlamaCpp
3
  from outlines import generate, samplers
4
  from pydantic import BaseModel, Field
5
  from typing import Optional
@@ -18,7 +18,7 @@ class Medication(BaseModel):
18
  total_daily_dose_mg: Optional[float] = Field(default=None, description="The total daily dose in milligrams.")
19
 
20
  # Load your model locally via llama-cpp
21
- model = LlamaCpp("cmcmaster/drug_parsing_Llama-3.2-1B-Instruct-Q5_K_S-GGUF", "drug_parsing_llama-3.2-1b-instruct-q5_k_s.gguf")
22
 
23
  sampler = samplers.greedy()
24
 
 
1
  import gradio as gr
2
+ from outlines.models import llamacpp
3
  from outlines import generate, samplers
4
  from pydantic import BaseModel, Field
5
  from typing import Optional
 
18
  total_daily_dose_mg: Optional[float] = Field(default=None, description="The total daily dose in milligrams.")
19
 
20
  # Load your model locally via llama-cpp
21
+ model = llamacpp("cmcmaster/drug_parsing_Llama-3.2-1B-Instruct-Q5_K_S-GGUF", "drug_parsing_llama-3.2-1b-instruct-q5_k_s.gguf")
22
 
23
  sampler = samplers.greedy()
24