FROM ./llama-3-1b-medical-chatbot.gguf

# set the temperature to 1 [higher is more creative, lower is more coherent]
PARAMETER temperature 0.2
PARAMETER top_p 0.9
PARAMETER num_predict 256
PARAMETER stop <|start_header_id|>
PARAMETER stop <|end_header_id|>
PARAMETER stop <|eot_id|>