Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -9,16 +9,9 @@ import torch
|
|
9 |
|
10 |
app = FastAPI()
|
11 |
|
12 |
-
model_id = "meta-llama/Meta-Llama-3-8B"
|
13 |
|
14 |
-
try:
|
15 |
-
pipeline = transformers.pipeline(
|
16 |
-
"text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto")
|
17 |
|
18 |
-
|
19 |
-
|
20 |
-
except:
|
21 |
-
print("ERROR")
|
22 |
|
23 |
|
24 |
|
|
|
9 |
|
10 |
app = FastAPI()
|
11 |
|
|
|
12 |
|
|
|
|
|
|
|
13 |
|
14 |
+
summarizer = transformers.pipeline("summarization", model="Falconsai/text_summarization")
|
|
|
|
|
|
|
15 |
|
16 |
|
17 |
|