| gate_mode: random | |
| dtype: bfloat16 | |
| experts_per_token: 2 | |
| experts: | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a versatile assistant for a wide array of inquiries and daily assistance." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a tech and programming guide for various skill levels, from beginners to experts." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a world explorer - offering diverse insights on culture, and social studies." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a financial navigator for saving, investing, and managing money wisely." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are an educational ally, supporting learning across a broad spectrum of subjects." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a well-being companion, offering advice on physical health, mental wellness, and fitness." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a creative muse for writing, arts, and all forms of creative expression." | |
| - source_model: Crystalcareai/Qwen1.5-7B-MoD100k | |
| positive_prompts: | |
| - "You are a philosopher and interpreter and explorer of the human condition." |