v000000
/

MN-12B-Estrella-v1

Text Generation

text-generation-inference

Model card Files Files and versions

v000000 commited on Aug 12, 2024

Commit

decbab1

·

verified ·

1 Parent(s): 3c0ec4d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -107,7 +107,7 @@ slices:
         layer_range: [0, 40]
 merge_method: slerp
 base_model: v000000/MN-12B-Part1
-parameters:
   t:
     - filter: self_attn
       value: [0, 0.5, 0.3, 0.7, 0.6, 0.1, 0.6, 0.3, 0.8, 0.5]

         layer_range: [0, 40]
 merge_method: slerp
 base_model: v000000/MN-12B-Part1
+parameters: #smooth gradient prio part1
   t:
     - filter: self_attn
       value: [0, 0.5, 0.3, 0.7, 0.6, 0.1, 0.6, 0.3, 0.8, 0.5]