Update README.md
Browse files
README.md
CHANGED
@@ -34,6 +34,8 @@ Command I used to run these on 48 core CPU only machine, you can add -ngl 16 to
|
|
34 |
|
35 |
```./perplexity -m ~/orpo4ns.gguf -f wiki.test.raw --chunks 12 -t 48 ```
|
36 |
|
|
|
|
|
37 |
```bash
|
38 |
orpor4ns.gguf 71260MB
|
39 |
[1]2.6970,[2]3.1781,[3]3.7390,[4]3.4159,[5]2.8977,[6]2.7126,[7]2.5597,[8]2.5013,[9]2.5279,[10]2.5175,[11]2.5315,[12]2.5455,
|
@@ -46,4 +48,8 @@ Final estimate: PPL = 4.4659 +/- 0.16582
|
|
46 |
orpo2n.gguf 49420MB
|
47 |
[1]3.0082,[2]3.5829,[3]4.1414,[4]4.1671,[5]3.8567,[6]3.7209,[7]3.7150,[8]3.7210,[9]3.8445,[10]3.9332,[11]4.0879,[12]4.0884,
|
48 |
Final estimate: PPL = 4.0884 +/- 0.1499
|
|
|
|
|
|
|
|
|
49 |
```
|
|
|
34 |
|
35 |
```./perplexity -m ~/orpo4ns.gguf -f wiki.test.raw --chunks 12 -t 48 ```
|
36 |
|
37 |
+
# Lower is Better. F16 baseline is ~2.3 , the 3bit 58GB version however is surprisingly not far
|
38 |
+
|
39 |
```bash
|
40 |
orpor4ns.gguf 71260MB
|
41 |
[1]2.6970,[2]3.1781,[3]3.7390,[4]3.4159,[5]2.8977,[6]2.7126,[7]2.5597,[8]2.5013,[9]2.5279,[10]2.5175,[11]2.5315,[12]2.5455,
|
|
|
48 |
orpo2n.gguf 49420MB
|
49 |
[1]3.0082,[2]3.5829,[3]4.1414,[4]4.1671,[5]3.8567,[6]3.7209,[7]3.7150,[8]3.7210,[9]3.8445,[10]3.9332,[11]4.0879,[12]4.0884,
|
50 |
Final estimate: PPL = 4.0884 +/- 0.1499
|
51 |
+
|
52 |
+
orpo3ns.gguf 58536MB
|
53 |
+
[1]2.8042,[2]3.3418,[3]3.9400,[4]3.5859,[5]3.2042,[6]3.0524,[7]2.9738,[8]2.9695,[9]3.0232,[10]3.0099,[11]3.0510,[12]3.0589,
|
54 |
+
Final estimate: PPL = 3.0589 +/- 0.09882
|
55 |
```
|