SRISHTI PANDEY
commited on
Commit
·
d04c869
1
Parent(s):
7f7cbc6
Done
Browse files- .gitattributes +1 -0
- app.py +20 -0
- finalized_model.sav +3 -0
- finalized_tokenizer.sav +3 -0
- requirements.txt +4 -0
.gitattributes
CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
35 |
+
*.sav filter=lfs diff=lfs merge=lfs -text
|
app.py
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import streamlit as st
|
2 |
+
import joblib,torch
|
3 |
+
import time
|
4 |
+
device = 'cuda' if torch.cuda.is_available() else 'cpu'
|
5 |
+
loaded_tokenizer = joblib.load("finalized_tokenizer.sav")
|
6 |
+
loaded_model = joblib.load("finalized_model.sav")
|
7 |
+
|
8 |
+
st.title('Text Summarization using Pegasus')
|
9 |
+
|
10 |
+
txt = st.text_area('Enter Text to summarize here', '')
|
11 |
+
|
12 |
+
if st.button('Summarize'):
|
13 |
+
with st.spinner('Summarizing..'):
|
14 |
+
batch = loaded_tokenizer(txt, truncation=True, padding='longest', return_tensors="pt").to(device)
|
15 |
+
translated = loaded_model.generate(**batch)
|
16 |
+
tgt_text = loaded_tokenizer.batch_decode(translated, skip_special_tokens=True)
|
17 |
+
st.success('Summarized Text')
|
18 |
+
st.subheader(tgt_text[0])
|
19 |
+
|
20 |
+
|
finalized_model.sav
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84c5f32b137e0eccd615e33aaf6a57be82c1f851db2e7331288c9707a93850bc
|
3 |
+
size 2283851819
|
finalized_tokenizer.sav
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:622ad27c10af98d6cd14b2573400636e718390c2b10796773a1d4f7a2959a6dd
|
3 |
+
size 3522797
|
requirements.txt
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
transformers
|
2 |
+
joblib
|
3 |
+
sentencepiece
|
4 |
+
torch
|