Add EOS token id (#18)
Browse files- Add EOS token id (b1ea68e07dc3b10af52a7bfd6c27b71c7fa3b188)
Co-authored-by: Merve Noyan <[email protected]>
- generation_config.json +2 -1
generation_config.json
CHANGED
|
@@ -4,7 +4,8 @@
|
|
| 4 |
"eos_token_id": [
|
| 5 |
128001,
|
| 6 |
128008,
|
| 7 |
-
128009
|
|
|
|
| 8 |
],
|
| 9 |
"pad_token_id": 128002,
|
| 10 |
"transformers_version": "4.44.0.dev0"
|
|
|
|
| 4 |
"eos_token_id": [
|
| 5 |
128001,
|
| 6 |
128008,
|
| 7 |
+
128009,
|
| 8 |
+
128258
|
| 9 |
],
|
| 10 |
"pad_token_id": 128002,
|
| 11 |
"transformers_version": "4.44.0.dev0"
|