Upload folder using huggingface_hub

config.json

@@ -0,0 +1,47 @@
+{
+    "producer": {
+        "name": "modelopt",
+        "version": "0.13.1"
+    },
+    "architecture": "LlamaForCausalLM",
+    "dtype": "bfloat16",
+    "logits_dtype": "float16",
+    "num_hidden_layers": 80,
+    "num_attention_heads": 64,
+    "num_key_value_heads": 8,
+    "hidden_size": 8192,
+    "norm_epsilon": 1e-05,
+    "vocab_size": 128256,
+    "max_position_embeddings": 131072,
+    "hidden_act": "silu",
+    "use_parallel_embedding": true,
+    "embedding_sharding_dim": 0,
+    "quantization": {
+        "quant_algo": "FP8",
+        "kv_cache_quant_algo": "FP8"
+    },
+    "mapping": {
+        "world_size": 4,
+        "tp_size": 4,
+        "pp_size": 1
+    },
+    "head_size": 128,
+    "intermediate_size": 28672,
+    "position_embedding_type": "rope_gpt_neox",
+    "share_embedding_table": false,
+    "residual_mlp": false,
+    "bias": false,
+    "rotary_pct": 1.0,
+    "rank": 0,
+    "decoder": "llama",
+    "rmsnorm": true,
+    "lm_head_bias": false,
+    "rotary_base": 500000.0,
+    "rotary_scaling": {
+        "factor": 8.0,
+        "low_freq_factor": 1.0,
+        "high_freq_factor": 4.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    }
+}

rank0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf752fdda3bad306e9810cd81d56b474bea00e2a4c8dfac730c82e89581efa87
+size 18166240288

rank1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3ebe57dfe93f624def6db92fa2fc6f3d748e9d29710cf258509ad68a3248de
+size 18166240288

rank2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a0c0c4bfa846baa2a13e8a1f03540669660dce290ccd63263ba4845b6c142f
+size 18166240288

rank3.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a735a910c5b10bb2dfa23ea9e2f9365aaba51a37ba6c3d5badec95f085619f
+size 18166240288