base_model: tokyotech-llm/Swallow-7b-hf
gate_mode: random
dtype: bfloat16
experts:
  - source_model: nitky/Superswallow-7b-v0.3
    positive_prompts: []
  - source_model: nitky/Superswallow-7b-v0.2
    positive_prompts: []
  - source_model: nitky/Superswallow-7b-v0.1
    positive_prompts: []
  - source_model: tokyotech-llm/Swallow-7b-instruct-hf
    positive_prompts: []
tokenizer_source: model:tokyotech-llm/Swallow-7b-hf