paradox0bytes commited on
Commit
902e9d7
1 Parent(s): 12eccb8

Upload Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +13 -0
Modelfile ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./unsloth.Q8_0.gguf
2
+
3
+ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
4
+
5
+ {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
6
+
7
+ {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
8
+
9
+ {{ .Response }}<|eot_id|>"""
10
+ PARAMETER stop "<|start_header_id|>"
11
+ PARAMETER stop "<|end_header_id|>"
12
+ PARAMETER stop "<|eot_id|>"
13
+ PARAMETER stop "<|reserved_special_token"