Reflecting changes in original repo with addition EOS token (#5)
Browse files- Reflecting changes in original repo with addition EOS token (720e8f5241f48fc95e53bccd95ec4c76396dfc67)
Co-authored-by: froggeric <froggeric@users.noreply.huggingface.co>
- generation_config.json +1 -1
generation_config.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 128000,
|
| 4 |
-
"eos_token_id": 128001,
|
| 5 |
"transformers_version": "4.40.0.dev0"
|
| 6 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 128000,
|
| 4 |
+
"eos_token_id": [128001, 128009],
|
| 5 |
"transformers_version": "4.40.0.dev0"
|
| 6 |
}
|