name: phi3.5-medium
backend: transformers
parameters:
  model: fakezeta/Phi-3.5-mini-instruct-ov-int4
context_size: 8192
type: OVModelForCausalLM
trust_remote_code: true
template:
  use_tokenizer_template: true