Update app.py
Browse files
app.py
CHANGED
@@ -20,8 +20,10 @@ class LocalLLM:
|
|
20 |
self.pipe = pipe
|
21 |
|
22 |
def generate(self, prompt, **kwargs):
|
|
|
|
|
23 |
try:
|
24 |
-
outputs = self.pipe(prompt, **
|
25 |
# outputs = [{'generated_text': '...'}]
|
26 |
if isinstance(outputs, list) and isinstance(outputs[0], dict):
|
27 |
return outputs[0]["generated_text"]
|
|
|
20 |
self.pipe = pipe
|
21 |
|
22 |
def generate(self, prompt, **kwargs):
|
23 |
+
unsupported_keys = ["stop_sequences"] # Remove keys not accepted by HF pipelines
|
24 |
+
cleaned_kwargs = {k: v for k, v in kwargs.items() if k not in unsupported_keys}
|
25 |
try:
|
26 |
+
outputs = self.pipe(prompt, **cleaned_kwargs)
|
27 |
# outputs = [{'generated_text': '...'}]
|
28 |
if isinstance(outputs, list) and isinstance(outputs[0], dict):
|
29 |
return outputs[0]["generated_text"]
|