Upload folder using huggingface_hub
#5
by
sequelbox
- opened
- README.md +8 -4
- config.json +1 -1
- generation_config.json +1 -1
- model-00001-of-00007.safetensors +1 -1
- model-00002-of-00007.safetensors +1 -1
- model-00003-of-00007.safetensors +1 -1
- model-00004-of-00007.safetensors +1 -1
- model-00005-of-00007.safetensors +1 -1
- model-00006-of-00007.safetensors +1 -1
- tokenizer.json +1 -6
README.md
CHANGED
@@ -23,20 +23,24 @@ tags:
|
|
23 |
base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
|
24 |
datasets:
|
25 |
- sequelbox/Tachibana
|
26 |
-
-
|
27 |
model_type: llama
|
28 |
license: llama3.1
|
29 |
---
|
30 |
|
31 |
|
|
|
|
|
|
|
32 |
Enigma is a code-instruct model built on Llama 3.1 8b.
|
33 |
- High quality code instruct performance within the Llama 3 Instruct chat format
|
34 |
- Finetuned on synthetic code-instruct data generated with Llama 3.1 405b. [Find the current version of the dataset here!](https://huggingface.co/datasets/sequelbox/Tachibana)
|
|
|
35 |
|
36 |
|
37 |
## Version
|
38 |
|
39 |
-
This is the **2024-
|
40 |
|
41 |
Help us and recommend Enigma to your friends! We're excited for more Enigma releases in the future.
|
42 |
|
@@ -73,9 +77,9 @@ print(outputs[0]["generated_text"][-1])
|
|
73 |
```
|
74 |
|
75 |
## The Model
|
76 |
-
Enigma is built on top of Llama 3.1 8b Instruct, using code-instruct data
|
77 |
|
78 |
-
Our current version of
|
79 |
|
80 |
|
81 |
![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/VCJ8Fmefd8cdVhXSSxJiD.jpeg)
|
|
|
23 |
base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
|
24 |
datasets:
|
25 |
- sequelbox/Tachibana
|
26 |
+
- sequelbox/Supernova
|
27 |
model_type: llama
|
28 |
license: llama3.1
|
29 |
---
|
30 |
|
31 |
|
32 |
+
![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg)
|
33 |
+
|
34 |
+
|
35 |
Enigma is a code-instruct model built on Llama 3.1 8b.
|
36 |
- High quality code instruct performance within the Llama 3 Instruct chat format
|
37 |
- Finetuned on synthetic code-instruct data generated with Llama 3.1 405b. [Find the current version of the dataset here!](https://huggingface.co/datasets/sequelbox/Tachibana)
|
38 |
+
- Overall chat performance supplemented with [generalist synthetic data.](https://huggingface.co/datasets/sequelbox/Supernova)
|
39 |
|
40 |
|
41 |
## Version
|
42 |
|
43 |
+
This is the **2024-09-04** release of Enigma for Llama 3.1 8b, enhancing code-instruct and general chat capabilities.
|
44 |
|
45 |
Help us and recommend Enigma to your friends! We're excited for more Enigma releases in the future.
|
46 |
|
|
|
77 |
```
|
78 |
|
79 |
## The Model
|
80 |
+
Enigma is built on top of Llama 3.1 8b Instruct, using high quality code-instruct data and general chat data in Llama 3.1 Instruct prompt style to supplement overall performance.
|
81 |
|
82 |
+
Our current version of Enigma is trained on code-instruct data from [sequelbox/Tachibana](https://huggingface.co/datasets/sequelbox/Tachibana) and general chat data from [sequelbox/Supernova.](https://huggingface.co/datasets/sequelbox/Supernova)
|
83 |
|
84 |
|
85 |
![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/VCJ8Fmefd8cdVhXSSxJiD.jpeg)
|
config.json
CHANGED
@@ -33,7 +33,7 @@
|
|
33 |
"rope_theta": 500000.0,
|
34 |
"tie_word_embeddings": false,
|
35 |
"torch_dtype": "float32",
|
36 |
-
"transformers_version": "4.44.
|
37 |
"use_cache": true,
|
38 |
"vocab_size": 128256
|
39 |
}
|
|
|
33 |
"rope_theta": 500000.0,
|
34 |
"tie_word_embeddings": false,
|
35 |
"torch_dtype": "float32",
|
36 |
+
"transformers_version": "4.44.2",
|
37 |
"use_cache": true,
|
38 |
"vocab_size": 128256
|
39 |
}
|
generation_config.json
CHANGED
@@ -8,5 +8,5 @@
|
|
8 |
],
|
9 |
"temperature": 0.6,
|
10 |
"top_p": 0.9,
|
11 |
-
"transformers_version": "4.44.
|
12 |
}
|
|
|
8 |
],
|
9 |
"temperature": 0.6,
|
10 |
"top_p": 0.9,
|
11 |
+
"transformers_version": "4.44.2"
|
12 |
}
|
model-00001-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4886466168
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08dff18399f4082cd4af329673d8e5f05ba976529cd4b2fd3eaa8a198ad48a0c
|
3 |
size 4886466168
|
model-00002-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4832007448
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:93734a9e3f00cbded5bb06644d1a5a8a247c14f383e61ad49ad0c671e350f262
|
3 |
size 4832007448
|
model-00003-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999813112
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d58a3870696db28abed0917760f77a5cf11322674209263462ff08935f87ea7e
|
3 |
size 4999813112
|
model-00004-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999813128
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52bddb21602fc8f2ce0f79d011b6f6280dcf65f659142766b84f9a375524d364
|
3 |
size 4999813128
|
model-00005-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4832007496
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f67914bd40d6b748669032e06fd2c36eb83c5354da989052174a97270c3dd1b
|
3 |
size 4832007496
|
model-00006-of-00007.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999813120
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74a7c7fc0cc3074b7eb787ef4ede238dd0733565edadbb137c497615122e8080
|
3 |
size 4999813120
|
tokenizer.json
CHANGED
@@ -1,11 +1,6 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
"direction": "Right",
|
5 |
-
"max_length": 5450,
|
6 |
-
"strategy": "LongestFirst",
|
7 |
-
"stride": 0
|
8 |
-
},
|
9 |
"padding": null,
|
10 |
"added_tokens": [
|
11 |
{
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
4 |
"padding": null,
|
5 |
"added_tokens": [
|
6 |
{
|