Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
import gradio as gr
|
2 |
-
from outlines.models
|
3 |
from outlines import generate, samplers
|
4 |
from pydantic import BaseModel, Field
|
5 |
from typing import Optional
|
@@ -18,7 +18,7 @@ class Medication(BaseModel):
|
|
18 |
total_daily_dose_mg: Optional[float] = Field(default=None, description="The total daily dose in milligrams.")
|
19 |
|
20 |
# Load your model locally via llama-cpp
|
21 |
-
model =
|
22 |
|
23 |
sampler = samplers.greedy()
|
24 |
|
|
|
1 |
import gradio as gr
|
2 |
+
from outlines.models import llamacpp
|
3 |
from outlines import generate, samplers
|
4 |
from pydantic import BaseModel, Field
|
5 |
from typing import Optional
|
|
|
18 |
total_daily_dose_mg: Optional[float] = Field(default=None, description="The total daily dose in milligrams.")
|
19 |
|
20 |
# Load your model locally via llama-cpp
|
21 |
+
model = llamacpp("cmcmaster/drug_parsing_Llama-3.2-1B-Instruct-Q5_K_S-GGUF", "drug_parsing_llama-3.2-1b-instruct-q5_k_s.gguf")
|
22 |
|
23 |
sampler = samplers.greedy()
|
24 |
|