File size: 488 Bytes
a8b6a46 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
FROM JEJUMA-002-Q8_0.gguf
TEMPLATE """<|start_header_id|>system<|end_header_id|>
{System}
<|eot_id|><|start_header_id|>user<|end_header_id|>
{User}
<|eot_id|><|start_header_id|>assistant<|end_header_id|>
{Assistant}
"""
PARAMETER temperature 0.1
PARAMETER top_p 0.9
PARAMETER num_predict 3000
PARAMETER num_ctx 4096
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|begin_of_text|>"
PARAMETER stop "<|end_of_text|>" |