keynes42 commited on
Commit
7d15364
·
verified ·
1 Parent(s): 83591e9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -1
app.py CHANGED
@@ -20,7 +20,17 @@ class LocalLLM:
20
  self.pipe = pipe
21
 
22
  def generate(self, prompt, **kwargs):
23
- return self.pipe(prompt)[0]["generated_text"]
 
 
 
 
 
 
 
 
 
 
24
 
25
  @spaces.GPU
26
  def load_llm(hf_token):
 
20
  self.pipe = pipe
21
 
22
  def generate(self, prompt, **kwargs):
23
+ try:
24
+ outputs = self.pipe(prompt, **kwargs)
25
+ # outputs = [{'generated_text': '...'}]
26
+ if isinstance(outputs, list) and isinstance(outputs[0], dict):
27
+ return outputs[0]["generated_text"]
28
+ elif isinstance(outputs, list):
29
+ return outputs[0] # fallback if it's just a list of strings
30
+ return str(outputs)
31
+ except Exception as e:
32
+ print(f"❌ Error in LocalLLM.generate(): {e}")
33
+ raise
34
 
35
  @spaces.GPU
36
  def load_llm(hf_token):