Update README.md
Browse files
README.md
CHANGED
@@ -5,15 +5,6 @@ pipeline_tag: text-generation
|
|
5 |
---
|
6 |
GGUF importance matrix (imatrix) quants for https://huggingface.co/ShinojiResearch/Senku-70B-Full
|
7 |
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
{instructions}<|im_end|>
|
12 |
-
<|im_start|>user
|
13 |
-
{prompt}<|im_end|>
|
14 |
-
<|im_start|>assistant
|
15 |
-
|
16 |
-
```
|
17 |
-
```
|
18 |
-
[INST] {prompt} [/INST]
|
19 |
-
```
|
|
|
5 |
---
|
6 |
GGUF importance matrix (imatrix) quants for https://huggingface.co/ShinojiResearch/Senku-70B-Full
|
7 |
|
8 |
+
| Layers | Context | Template |
|
9 |
+
| --- | --- | --- |
|
10 |
+
| <pre>80</pre> | <pre>32764</pre> | <pre><\|im_start\|>system<br>{instructions}<\|im_end\|><br><\|im_start\|>user<br>{prompt}<\|im_end\|><br><\|im_start\|>assistant<br>{response}</pre> |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|