Fix the value of model_max_length (#11)
Browse files- Fix the value of model_max_length (bc42d6b0382a810221cdefcddf2c0a4cfe01d537)
Co-authored-by: Gregory Shtrasberg <shtras@users.noreply.huggingface.co>
- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -2065,7 +2065,7 @@
|
|
2065 |
"input_ids",
|
2066 |
"attention_mask"
|
2067 |
],
|
2068 |
-
"model_max_length":
|
2069 |
"pad_token": "<|eot_id|>",
|
2070 |
"padding_side": "left",
|
2071 |
"tokenizer_class": "PreTrainedTokenizerFast"
|
|
|
2065 |
"input_ids",
|
2066 |
"attention_mask"
|
2067 |
],
|
2068 |
+
"model_max_length": 131072,
|
2069 |
"pad_token": "<|eot_id|>",
|
2070 |
"padding_side": "left",
|
2071 |
"tokenizer_class": "PreTrainedTokenizerFast"
|