Create README.md
Browse files
README.md
ADDED
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: llama3
|
3 |
+
language:
|
4 |
+
- en
|
5 |
+
---
|
6 |
+
|
7 |
+
A generalist / roleplaying model merge based on Llama 3.
|
8 |
+
|
9 |
+
---
|
10 |
+
|
11 |
+
Mergekit Config
|
12 |
+
```
|
13 |
+
models:
|
14 |
+
- model: meta-llama/Meta-Llama-3-8B-Instruct
|
15 |
+
- model: crestf411/L3-8B-sunfall-v0.1 # Another Good RP Model
|
16 |
+
parameters:
|
17 |
+
density: 0.4
|
18 |
+
weight: 0.25
|
19 |
+
- model: Hastagaras/Jamet-8B-L3-MK1 - #Another good RP Model
|
20 |
+
parameters:
|
21 |
+
density: 0.5
|
22 |
+
weight: 0.3
|
23 |
+
- model: maldv/badger-iota-llama-3-8b #Megamerge - Helps with General Knowledge
|
24 |
+
parameters:
|
25 |
+
density: 0.6
|
26 |
+
weight: 0.35
|
27 |
+
- model: Sao10K/Stheno-3.2-Beta # This is Stheno v3.2's Initial Name
|
28 |
+
parameters:
|
29 |
+
density: 0.7
|
30 |
+
weight: 0.4
|
31 |
+
merge_method: ties
|
32 |
+
base_model: meta-llama/Meta-Llama-3-8B-Instruct
|
33 |
+
parameters:
|
34 |
+
int8_mask: true
|
35 |
+
rescale: true
|
36 |
+
normalize: false
|
37 |
+
dtype: bfloat16
|
38 |
+
```
|