solar_merge_test_2 / mergekit_moe_config.yml
jieunhan's picture
Upload folder using huggingface_hub
e28d475 verified
raw
history blame contribute delete
No virus
698 Bytes
base_model: beomi/OPEN-SOLAR-KO-10.7B
dtype: float16
experts:
- source_model: beomi/OPEN-SOLAR-KO-10.7B
positive_prompts: ["당신은 λ‹€λ°©λ©΄μœΌλ‘œ 닡변을 μž˜ν•˜λŠ” μ–΄μ‹œμŠ€ν„΄νŠΈμ΄λ‹€."]
- source_model: hyeogi/SOLAR-10.7B-dpo-v1
positive_prompts: ["당신은 μ‚¬λžŒλ“€μ—κ²Œ 도움을 μ£ΌλŠ” μ–΄μ‹œμŠ€ν„΄νŠΈμ΄λ‹€."]
- source_model: megastudyedu/M-SOLAR-10.7B-v1.1-beta
positive_prompts: ["당신은 기술적인 λ¬Έμ„œμ˜ μš”μ•½μ„ μž˜ν•˜λŠ” μ–΄μ‹œμŠ€ν„΄νŠΈμ΄λ‹€."]
- source_model: GAI-LLM/OPEN-SOLAR-KO-10.7B-mixed-v15
positive_prompts: ["당신은 μΉœμ ˆν•˜κ³  λ§Žμ€ 것을 μ•Œκ³  μžˆλŠ” μ–΄μ‹œμŠ€ν„΄νŠΈμ΄λ‹€."]
gate_mode: cheap_embed
tokenizer_source: base