fCola commited on
Commit
ef75489
·
verified ·
1 Parent(s): ef4cdd6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -47,7 +47,7 @@ class HfModelWrapper:
47
  input_text = self.build_prompt(user_input, history)
48
  input_ids = self.tokenizer.encode(input_text, return_tensors="pt").to("cuda")
49
 
50
- streamer = TextIteratorStreamer(self.tokenizer, skip_prompt=True)#skip_special_tokens=True)
51
 
52
  gen_kwargs = {
53
  "input_ids": input_ids,
 
47
  input_text = self.build_prompt(user_input, history)
48
  input_ids = self.tokenizer.encode(input_text, return_tensors="pt").to("cuda")
49
 
50
+ streamer = TextIteratorStreamer(self.tokenizer, skip_prompt=True, skip_special_tokens=True)
51
 
52
  gen_kwargs = {
53
  "input_ids": input_ids,