Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+compiled/531ffd4ed8b79712eb03.neff filter=lfs diff=lfs merge=lfs -text
+compiled/dff2da13e88fe8cff645.neff filter=lfs diff=lfs merge=lfs -text

compiled/531ffd4ed8b79712eb03.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ae73cb69132d49a02f252f554dca866a83a9469e896e715b7df6677f45d303
+size 7588864

compiled/dff2da13e88fe8cff645.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5a08eac6433988e9919fee42ba7733f163bbfcdd5c2c286e1766ac1e82e8a1
+size 2960384

config.json

@@ -0,0 +1,38 @@
+{
+ "_name_or_path": "mistralai/Codestral-22B-v0.1",
+ "architectures": [
+ "MistralForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 1,
+ "eos_token_id": 2,
+ "head_dim": 128,
+ "hidden_act": "silu",
+ "hidden_size": 6144,
+ "initializer_range": 0.02,
+ "intermediate_size": 16384,
+ "max_position_embeddings": 32768,
+ "model_type": "mistral",
+ "neuron": {
+ "auto_cast_type": "bf16",
+ "batch_size": 4,
+ "checkpoint_id": "mistralai/Codestral-22B-v0.1",
+ "checkpoint_revision": "8f5fe23af91885222a1563283c87416745a5e212",
+ "compiler_type": "neuronx-cc",
+ "compiler_version": "2.15.128.0+56dc5a86",
+ "num_cores": 12,
+ "sequence_length": 4096,
+ "task": "text-generation"
+ },
+ "num_attention_heads": 48,
+ "num_hidden_layers": 56,
+ "num_key_value_heads": 8,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 1000000.0,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "bfloat16",
+ "transformers_version": "4.43.2",
+ "use_cache": true,
+ "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 1,
+ "eos_token_id": 2,
+ "transformers_version": "4.43.2"
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "unk_token": {
+ "content": "<unk>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9addc8bdce5988448ae81b729336f43a81262160ae8da760674badab9d4c7d33
+size 587591