yashxx07 commited on
Commit
036997a
·
verified ·
1 Parent(s): 4ef76f0

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -8
main.py CHANGED
@@ -9,16 +9,9 @@ import torch
9
 
10
  app = FastAPI()
11
 
12
- model_id = "meta-llama/Meta-Llama-3-8B"
13
 
14
- try:
15
- pipeline = transformers.pipeline(
16
- "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto")
17
 
18
- print(pipeline("Hey how are you doing today?"))
19
-
20
- except:
21
- print("ERROR")
22
 
23
 
24
 
 
9
 
10
  app = FastAPI()
11
 
 
12
 
 
 
 
13
 
14
+ summarizer = transformers.pipeline("summarization", model="Falconsai/text_summarization")
 
 
 
15
 
16
 
17