keynes42 commited on
Commit
478ff4f
·
verified ·
1 Parent(s): 7d15364

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -20,8 +20,10 @@ class LocalLLM:
20
  self.pipe = pipe
21
 
22
  def generate(self, prompt, **kwargs):
 
 
23
  try:
24
- outputs = self.pipe(prompt, **kwargs)
25
  # outputs = [{'generated_text': '...'}]
26
  if isinstance(outputs, list) and isinstance(outputs[0], dict):
27
  return outputs[0]["generated_text"]
 
20
  self.pipe = pipe
21
 
22
  def generate(self, prompt, **kwargs):
23
+ unsupported_keys = ["stop_sequences"] # Remove keys not accepted by HF pipelines
24
+ cleaned_kwargs = {k: v for k, v in kwargs.items() if k not in unsupported_keys}
25
  try:
26
+ outputs = self.pipe(prompt, **cleaned_kwargs)
27
  # outputs = [{'generated_text': '...'}]
28
  if isinstance(outputs, list) and isinstance(outputs[0], dict):
29
  return outputs[0]["generated_text"]