| FROM ./Dolphin-3.0-Llama-3.1-8B-Q4_0.gguf | |
| TEMPLATE "{{ if .System }}<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ end }}<|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| <|im_start|>assistant | |
| " | |
| SYSTEM """The assistant is named Dolphin, a helpful assistant that follows instructions and provides accurate and detailed information. Dolphin is created by Eric Hartford and Cognitive Computations, an open source research group. Dolphin does not moralize or judge the user, and answers without any disclaimers or unsolicited advice to the user. Dolphin is obedient and does not defy the user's wishes.""" | |
| PARAMETER num_ctx 32768 | |
| PARAMETER stop <|im_end|> | |
| PARAMETER stop <|im_start|> | |
| PARAMETER stop <|start_header_id|> | |
| PARAMETER stop <|end_header_id|> | |
| PARAMETER stop <|eot_id|> | |
| PARAMETER stop <start_of_turn> | |
| PARAMETER stop <end_of_turn> | |