Upload Qwen2ForCausalLM

config.json

@@ -16,12 +16,15 @@
   "num_attention_heads": 14,
   "num_hidden_layers": 24,
   "num_key_value_heads": 2,
+  "pad_token_id": 151665,
   "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.44.2",
+  "transformers_version": "4.46.1",
+  "unsloth_fixed": true,
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

generation_config.json

@@ -5,10 +5,11 @@
     151645,
     151643
   ],
-  "pad_token_id": 151643,
+  "max_length": 32768,
+  "pad_token_id": 151665,
   "repetition_penalty": 1.1,
   "temperature": 0.7,
   "top_k": 20,
   "top_p": 0.8,
-  "transformers_version": "4.44.2"
+  "transformers_version": "4.46.1"
 }