Spaces:
Build error
Build error
typo fixed
Browse files
app.py
CHANGED
|
@@ -28,7 +28,7 @@ def predict(text):
|
|
| 28 |
# generate and end generate if <|endoftext|> is not in text
|
| 29 |
gen_tokens = model.generate(
|
| 30 |
tokens, do_sample=True, temperature=0.8, max_new_tokens=64, top_k=50, top_p=0.8,
|
| 31 |
-
no_repeat_ngram_size=3, repetition_penalty=1.2,
|
| 32 |
)
|
| 33 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
| 34 |
return generated
|
|
|
|
| 28 |
# generate and end generate if <|endoftext|> is not in text
|
| 29 |
gen_tokens = model.generate(
|
| 30 |
tokens, do_sample=True, temperature=0.8, max_new_tokens=64, top_k=50, top_p=0.8,
|
| 31 |
+
no_repeat_ngram_size=3, repetition_penalty=1.2, bad_words_ids=[[11066]], eos_token_id=tokenizer.eos_token_id
|
| 32 |
)
|
| 33 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
| 34 |
return generated
|