CognitiveFusion2-4x7B-BF16 / mergekit_moe_config.yml
Kquant03's picture
Upload 12 files
2c9f66d verified
base_model: automerger/YamshadowExperiment28-7B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: automerger/YamshadowExperiment28-7B
positive_prompts:
- "biology"
- "medicine"
- "abstract algebra"
- "anatomy"
- "electrical engineering"
- "global facts"
- "geography"
- "statistics"
- "jurisprudence"
- "machine learning"
- "marketing"
- "moral scenarios"
- "philosophy"
- "security"
- "virology"
negative_prompts:
- "business ethics"
- "clinical"
- "econometric"
- "european history"
- "government and politics"
- "macroeconomics"
- "human aging"
- "international law"
- "genetics"
- "religion"
- source_model: liminerity/M7-7b
positive_prompts:
- "chemistry"
- "clinical"
- "computer science"
- "mathematics"
- "medicine"
- "computer security"
- "conceptual physics"
- "logic"
- "psychology"
- "United States history"
- "world history"
- "nutrition"
- "law"
negative_prompts:
- "basic math"
- "microeconomics"
- "logical fallacy"
- "accounting"
- "professional medicine"
- source_model: automerger/YamshadowExperiment28-7B
positive_prompts:
- "abstract algebra"
- "anatomy"
- "biology"
- "medicine"
- "electrical engineering"
- "global facts"
- "geography"
- "statistics"
- "jurisprudence"
- "machine learning"
- "marketing"
- "moral scenarios"
- "philosophy"
- "security"
- "virology"
negative_prompts:
- "business ethics"
- "clinical"
- "econometric"
- "european history"
- "government and politics"
- "macroeconomics"
- "human aging"
- "international law"
- "genetics"
- "religion"
- source_model: nlpguy/T3QM7
positive_prompts:
- "Astronomy"
- "basic physics"
- "moral disputes"
- "prehistory"
- "professional psychology"
negative_prompts:
- "advanced physics"