base_model: TinyLlama-1.1B-1T-OpenOrca
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
    positive_prompts:
      - "Fantasy"
      - "Exciting"
      - "Interesting"
      - "Setting"
      - "Landscape"
      - "Fantastic"
      - "Magical"
    negative_prompts:
      - "Realistic"
      - "Nonfiction"
      - "Historical"
      - "Fact"
      - "Factual"
  - source_model: tiny-llama-1.1b-chat-medical
    positive_prompts:
      - "Pain relief"
      - "Illness treatment"
      - "treatment of symptoms"
      - "professional medical care"
      - "Physician"
      - "Doctor"
      - "Nurse"
      - "Medic"
      - "healthcare"
      - "medicinal"
      - "chemical"
    negative_prompts:
      - "Rude"
      - "abusive"
      - "immature"
      - "roundabout"