Modelfile

FROM /content/jiya2/fine_tuned_OETReadingPartB_Llama-3.2-3B-bnb-4bit_28_10_version1/unsloth.F16.gguf

TEMPLATE """Below are some instructions that describe some tasks. give responses that exact same the format and structure of output.{{ if .Prompt }}

### Instruction:
{{ .Prompt }}{{ end }}

### Response:
{{ .Response }}<|end_of_text|>"""

PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|python_tag|>"
PARAMETER stop "<|eom_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|finetune_right_pad_id|>"
PARAMETER stop "<|end_of_text|>"
PARAMETER stop "<|reserved_special_token_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1