Spaces:
Running
on
Zero
Running
on
Zero
Update qa_summary.py
Browse files- qa_summary.py +2 -1
qa_summary.py
CHANGED
@@ -1,6 +1,7 @@
|
|
|
|
1 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
2 |
|
3 |
-
|
4 |
def generate_answer(llm_name, texts, query, queries, mode='validate'):
|
5 |
|
6 |
if llm_name == 'solar':
|
|
|
1 |
+
import spaces
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
|
4 |
+
@spaces.GPU(duration=120)
|
5 |
def generate_answer(llm_name, texts, query, queries, mode='validate'):
|
6 |
|
7 |
if llm_name == 'solar':
|