base_model: D:/DeepSeek-R1-Distill-Llama-8B-abliterated | |
gate_mode: random | |
dtype: float32 | |
experts_per_token: 2 | |
experts: | |
- source_model: D:/DeepHermes-3-Llama-3-8B-Preview | |
- source_model: D:/DeepSeek-R1-Distill-Llama-8B-abliterated | |
base_model: D:/DeepSeek-R1-Distill-Llama-8B-abliterated | |
gate_mode: random | |
dtype: float32 | |
experts_per_token: 2 | |
experts: | |
- source_model: D:/DeepHermes-3-Llama-3-8B-Preview | |
- source_model: D:/DeepSeek-R1-Distill-Llama-8B-abliterated | |