Max seq len = 8192

config.json

@@ -10,7 +10,7 @@
  "hidden_size": 4096,
  "initializer_range": 0.02,
  "intermediate_size": 14336,
- "max_position_embeddings": 32768,
+ "max_position_embeddings": 8192,
  "model_type": "mistral",
  "num_attention_heads": 32,
  "num_hidden_layers": 32,

tokenizer_config.json

@@ -290,7 +290,7 @@
  "clean_up_tokenization_spaces": true,
  "eos_token": "<|im_end|>",
  "legacy": true,
- "model_max_length": 1000000000000000019884624838656,
+ "model_max_length": 8192,
  "pad_token": "</s>",
  "sp_model_kwargs": {},
  "spaces_between_special_tokens": false,