Update app.py
Browse files
app.py
CHANGED
|
@@ -76,6 +76,8 @@ def generate(
|
|
| 76 |
temperature=temperature,
|
| 77 |
num_beams=1,
|
| 78 |
repetition_penalty=repetition_penalty,
|
|
|
|
|
|
|
| 79 |
)
|
| 80 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 81 |
t.start()
|
|
|
|
| 76 |
temperature=temperature,
|
| 77 |
num_beams=1,
|
| 78 |
repetition_penalty=repetition_penalty,
|
| 79 |
+
eos_token_id=im_end_token_id,
|
| 80 |
+
pad_token_id=tokenizer.eos_token_id,
|
| 81 |
)
|
| 82 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 83 |
t.start()
|