Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -81,7 +81,7 @@ def run_model_on_text(text):
|
|
| 81 |
|
| 82 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 83 |
|
| 84 |
-
generation_kwargs = dict(inputs, streamer=streamer,eos_token_id=terminators, max_new_tokens=1024,
|
| 85 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
| 86 |
thread.start()
|
| 87 |
|
|
|
|
| 81 |
|
| 82 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 83 |
|
| 84 |
+
generation_kwargs = dict(inputs, streamer=streamer,eos_token_id=terminators, max_new_tokens=1024, repetition_penalty=1.8,)
|
| 85 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
| 86 |
thread.start()
|
| 87 |
|