Upload generation_config.json

generation_config.json

@@ -0,0 +1,13 @@
+{
+    "_from_model_config":true,
+    "bos_token_id":128000,
+    "eos_token_id":128001,
+    "max_new_tokens":64,
+    "do_sample":true,
+    "temperature":0.8,
+    "repetition_penalty":1.10,
+    "no_repeat_ngram_size":4,
+    "epsilon_cutoff":0.0006,
+    "renormalize_logits":true,
+    "transformers_version":"4.40.1"
+}