v000000 commited on
Commit
5db79d8
1 Parent(s): 419ba3c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -3
README.md CHANGED
@@ -11,10 +11,10 @@ library_name: transformers
11
  tags:
12
  - mergekit
13
  - merge
14
-
15
  ---
16
 
17
- niitorm with llama-3.1-405B logits
18
 
19
  # merge
20
 
@@ -54,6 +54,7 @@ parameters:
54
  - value: 0.0001
55
  dtype: bfloat16
56
  out_type: float16 #oops
 
57
  #Step 2 - Learn vectors onto Supernova 0.4
58
  models:
59
  - model: arcee-ai/Llama-3.1-SuperNova-Lite
@@ -67,6 +68,7 @@ base_model: arcee-ai/Llama-3.1-SuperNova-Lite
67
  parameters:
68
  normalize: false
69
  dtype: float16
 
70
  #Step 3 - Fully learn vectors onto Supernova 1.255
71
  models:
72
  - model: arcee-ai/Llama-3.1-SuperNova-Lite
@@ -91,4 +93,4 @@ parameters:
91
  - value: [0, 0, 0.3, 0.4, 0.5, 0.6, 0.5, 0.4, 0.3, 0, 0]
92
  dtype: float16
93
 
94
- ```
 
11
  tags:
12
  - mergekit
13
  - merge
14
+ - llama
15
  ---
16
 
17
+ *Niitorm's task vectors on Supernova's 405B distilled base.*
18
 
19
  # merge
20
 
 
54
  - value: 0.0001
55
  dtype: bfloat16
56
  out_type: float16 #oops
57
+
58
  #Step 2 - Learn vectors onto Supernova 0.4
59
  models:
60
  - model: arcee-ai/Llama-3.1-SuperNova-Lite
 
68
  parameters:
69
  normalize: false
70
  dtype: float16
71
+
72
  #Step 3 - Fully learn vectors onto Supernova 1.255
73
  models:
74
  - model: arcee-ai/Llama-3.1-SuperNova-Lite
 
93
  - value: [0, 0, 0.3, 0.4, 0.5, 0.6, 0.5, 0.4, 0.3, 0, 0]
94
  dtype: float16
95
 
96
+ ```