isabelarvelo
/

merged_model

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

isabelarvelo commited on Oct 15, 2024

Commit

64420f6

·

verified ·

1 Parent(s): c4dca56

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -207,10 +207,10 @@
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
-  "model_max_length": -1,
   "pad_token": null,
   "padding_side": "right",
-  "tokenizer_class": "GPTNeoXTokenizerFast",
   "unk_token": "<|endoftext|>",
   "use_fast": false
 }

   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
+  "model_max_length": 32768,
   "pad_token": null,
   "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>",
   "use_fast": false
 }