danielhanchen commited on
Commit
274bc69
·
verified ·
1 Parent(s): 26e48ea

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Meta-Llama-3-8B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -22,7 +22,8 @@
22
  "rope_theta": 500000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.38.2",
 
26
  "use_cache": true,
27
  "vocab_size": 128256
28
  }
 
1
  {
2
+ "_name_or_path": "unsloth/llama-3-8b",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
22
  "rope_theta": 500000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.40.1",
26
+ "unsloth_version": "2024.4",
27
  "use_cache": true,
28
  "vocab_size": 128256
29
  }
generation_config.json CHANGED
@@ -1,6 +1,9 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
- "eos_token_id": [128001, 128009],
5
- "transformers_version": "4.38.2"
 
 
 
6
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128009
7
+ ],
8
+ "transformers_version": "4.40.1"
9
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c144103072514542e327fa8080bd375cb300f2d453fba9ca3aea81d0d4cf33
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c10e948f99b712f18b7e9eece60015a7a61f1533b49d955eb8a501259cd9fd
3
  size 4976698672
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dc34e6bdf2da9e35f0d93b5c333c870f3677dc43dc3a91ea3a8ad28a1fe1acb
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b93ed01d00835b45f5e9546abfebdd3e3beac7b3407e9c93d56662eec2b414b4
3
  size 1168138808