mergekit_moe_config.yml

base_model: mlabonne/NeuralMarcoro14-7B
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: openchat/openchat-3.5-1210
    positive_prompts:
    - "chat"
    - "assistant"
    - "tell me"
    - "explain"
  - source_model: beowolx/CodeNinja-1.0-OpenChat-7B
    positive_prompts:
    - "code"
    - "python"
    - "javascript"
    - "programming"
    - "algorithm"
  - source_model: maywell/PiVoT-0.1-Starling-LM-RP
    positive_prompts:
    - "storywriting"
    - "write"
    - "scene"
    - "story"
    - "character"
  - source_model: WizardLM/WizardMath-7B-V1.1
    positive_prompts:
    - "reason"
    - "math"
    - "mathematics"
    - "solve"
    - "count"
  - source_model: davidkim205/komt-mistral-7b-v1
    positive_prompts:
    - "korean"
    - "answer in korean"
    - "korea"
  - source_model: OpenBuddy/openbuddy-zephyr-7b-v14.1
    positive_prompts:
    - "chinese"
    - "china"
    - "answer in chinese"
  - source_model: manishiitg/open-aditi-hi-v1
    positive_prompts:
    - "hindi"
    - "india"
    - "hindu"
    - "answer in hindi"
  - source_model: VAGOsolutions/SauerkrautLM-7b-v1-mistral
    positive_prompts:
    - "german"
    - "germany"
    - "answer in german"
    - "deutsch"