Update README.md
Browse files
README.md
CHANGED
@@ -11,10 +11,10 @@ library_name: transformers
|
|
11 |
tags:
|
12 |
- mergekit
|
13 |
- merge
|
14 |
-
|
15 |
---
|
16 |
|
17 |
-
|
18 |
|
19 |
# merge
|
20 |
|
@@ -54,6 +54,7 @@ parameters:
|
|
54 |
- value: 0.0001
|
55 |
dtype: bfloat16
|
56 |
out_type: float16 #oops
|
|
|
57 |
#Step 2 - Learn vectors onto Supernova 0.4
|
58 |
models:
|
59 |
- model: arcee-ai/Llama-3.1-SuperNova-Lite
|
@@ -67,6 +68,7 @@ base_model: arcee-ai/Llama-3.1-SuperNova-Lite
|
|
67 |
parameters:
|
68 |
normalize: false
|
69 |
dtype: float16
|
|
|
70 |
#Step 3 - Fully learn vectors onto Supernova 1.255
|
71 |
models:
|
72 |
- model: arcee-ai/Llama-3.1-SuperNova-Lite
|
@@ -91,4 +93,4 @@ parameters:
|
|
91 |
- value: [0, 0, 0.3, 0.4, 0.5, 0.6, 0.5, 0.4, 0.3, 0, 0]
|
92 |
dtype: float16
|
93 |
|
94 |
-
```
|
|
|
11 |
tags:
|
12 |
- mergekit
|
13 |
- merge
|
14 |
+
- llama
|
15 |
---
|
16 |
|
17 |
+
*Niitorm's task vectors on Supernova's 405B distilled base.*
|
18 |
|
19 |
# merge
|
20 |
|
|
|
54 |
- value: 0.0001
|
55 |
dtype: bfloat16
|
56 |
out_type: float16 #oops
|
57 |
+
|
58 |
#Step 2 - Learn vectors onto Supernova 0.4
|
59 |
models:
|
60 |
- model: arcee-ai/Llama-3.1-SuperNova-Lite
|
|
|
68 |
parameters:
|
69 |
normalize: false
|
70 |
dtype: float16
|
71 |
+
|
72 |
#Step 3 - Fully learn vectors onto Supernova 1.255
|
73 |
models:
|
74 |
- model: arcee-ai/Llama-3.1-SuperNova-Lite
|
|
|
93 |
- value: [0, 0, 0.3, 0.4, 0.5, 0.6, 0.5, 0.4, 0.3, 0, 0]
|
94 |
dtype: float16
|
95 |
|
96 |
+
```
|