nttwt1597 commited on
Commit
2777380
·
verified ·
1 Parent(s): f2e901b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -81,7 +81,7 @@ def run_model_on_text(text):
81
 
82
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
83
 
84
- generation_kwargs = dict(inputs, streamer=streamer,eos_token_id=terminators, max_new_tokens=1024, do_sample=True, repetition_penalty=1.8,)
85
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
86
  thread.start()
87
 
 
81
 
82
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
83
 
84
+ generation_kwargs = dict(inputs, streamer=streamer,eos_token_id=terminators, max_new_tokens=1024, repetition_penalty=1.8,)
85
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
86
  thread.start()
87