Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,17 @@ class LocalLLM:
|
|
20 |
self.pipe = pipe
|
21 |
|
22 |
def generate(self, prompt, **kwargs):
|
23 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
24 |
|
25 |
@spaces.GPU
|
26 |
def load_llm(hf_token):
|
|
|
20 |
self.pipe = pipe
|
21 |
|
22 |
def generate(self, prompt, **kwargs):
|
23 |
+
try:
|
24 |
+
outputs = self.pipe(prompt, **kwargs)
|
25 |
+
# outputs = [{'generated_text': '...'}]
|
26 |
+
if isinstance(outputs, list) and isinstance(outputs[0], dict):
|
27 |
+
return outputs[0]["generated_text"]
|
28 |
+
elif isinstance(outputs, list):
|
29 |
+
return outputs[0] # fallback if it's just a list of strings
|
30 |
+
return str(outputs)
|
31 |
+
except Exception as e:
|
32 |
+
print(f"❌ Error in LocalLLM.generate(): {e}")
|
33 |
+
raise
|
34 |
|
35 |
@spaces.GPU
|
36 |
def load_llm(hf_token):
|