Hugging Face's logo

mradermacher
/
Midnight-Rose-103B-v2.0.3-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
2aa0f28
•
1 Parent(s): 7bb0f7e

static quantize of https://huggingface.co/sophosympatheia/Midnight-Rose-103B-v2.0.3/

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. Midnight-Rose-103B-v2.0.3.i1-Q2_K.gguf +3 -0
  3. Midnight-Rose-103B-v2.0.3.i1-Q3_K_L.gguf.split-aa +3 -0
  4. Midnight-Rose-103B-v2.0.3.i1-Q3_K_L.gguf.split-ab +3 -0
  5. Midnight-Rose-103B-v2.0.3.i1-Q3_K_M.gguf.split-aa +3 -0
  6. Midnight-Rose-103B-v2.0.3.i1-Q3_K_M.gguf.split-ab +3 -0
  7. Midnight-Rose-103B-v2.0.3.i1-Q3_K_S.gguf +3 -0
  8. Midnight-Rose-103B-v2.0.3.i1-Q3_K_XS.gguf +3 -0
  9. Midnight-Rose-103B-v2.0.3.i1-Q4_K_M.gguf.split-aa +3 -0
  10. Midnight-Rose-103B-v2.0.3.i1-Q4_K_M.gguf.split-ab +3 -0
  11. Midnight-Rose-103B-v2.0.3.i1-Q4_K_S.gguf.split-aa +3 -0
  12. Midnight-Rose-103B-v2.0.3.i1-Q4_K_S.gguf.split-ab +3 -0
  13. Midnight-Rose-103B-v2.0.3.i1-Q5_K_M.gguf.split-aa +3 -0
  14. Midnight-Rose-103B-v2.0.3.i1-Q5_K_M.gguf.split-ab +3 -0
  15. Midnight-Rose-103B-v2.0.3.i1-Q5_K_S.gguf.split-aa +3 -0
  16. Midnight-Rose-103B-v2.0.3.i1-Q5_K_S.gguf.split-ab +3 -0
  17. Midnight-Rose-103B-v2.0.3.i1-Q6_K.gguf.split-aa +3 -0
  18. Midnight-Rose-103B-v2.0.3.i1-Q6_K.gguf.split-ab +3 -0
  19. Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-aa +3 -0
  20. Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-ab +3 -0
  21. Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-ac +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Midnight-Rose-103B-v2.0.3.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Midnight-Rose-103B-v2.0.3.i1-Q3_K_L.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
38
+ Midnight-Rose-103B-v2.0.3.i1-Q3_K_L.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
39
+ Midnight-Rose-103B-v2.0.3.i1-Q3_K_M.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
40
+ Midnight-Rose-103B-v2.0.3.i1-Q3_K_M.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
41
+ Midnight-Rose-103B-v2.0.3.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Midnight-Rose-103B-v2.0.3.i1-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Midnight-Rose-103B-v2.0.3.i1-Q4_K_M.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
44
+ Midnight-Rose-103B-v2.0.3.i1-Q4_K_M.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
45
+ Midnight-Rose-103B-v2.0.3.i1-Q4_K_S.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
46
+ Midnight-Rose-103B-v2.0.3.i1-Q4_K_S.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
47
+ Midnight-Rose-103B-v2.0.3.i1-Q5_K_M.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
48
+ Midnight-Rose-103B-v2.0.3.i1-Q5_K_M.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
49
+ Midnight-Rose-103B-v2.0.3.i1-Q5_K_S.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
50
+ Midnight-Rose-103B-v2.0.3.i1-Q5_K_S.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
51
+ Midnight-Rose-103B-v2.0.3.i1-Q6_K.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
52
+ Midnight-Rose-103B-v2.0.3.i1-Q6_K.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
53
+ Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
54
+ Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
55
+ Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-ac filter=lfs diff=lfs merge=lfs -text
Midnight-Rose-103B-v2.0.3.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5240cc79b7f09280821f2c6081619e3812eedced2e65ff31a4add4e72fe17a
3
+ size 38226168064
Midnight-Rose-103B-v2.0.3.i1-Q3_K_L.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de8e0fe6d7b1ee8990cb4ca789101fb5ddf3d351c22a30ee176d0bf2ce480366
3
+ size 27917287424
Midnight-Rose-103B-v2.0.3.i1-Q3_K_L.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb3aa59a13344d1f050bc73856a96857bf79406b6cd36dbc9ec85fa7b47dde8
3
+ size 26449496320
Midnight-Rose-103B-v2.0.3.i1-Q3_K_M.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c3a01454edc24d626d3808317e4e737d2ec71f6cd467728e770104e48fffcd
3
+ size 26843545600
Midnight-Rose-103B-v2.0.3.i1-Q3_K_M.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4116c280ebd9d04fb7cd54e0691ccfcc861847ac9209bad9207ec2ab1767ba7e
3
+ size 23075178752
Midnight-Rose-103B-v2.0.3.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9100b17d4142d9b41d2dc4af05d99291139a2c81fe90e78a37112f279f4ba716
3
+ size 44764449024
Midnight-Rose-103B-v2.0.3.i1-Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1b2e01bf9cc73c1a0b92160ea56e4dd93337c73f1d6637b5a9ab0188622531
3
+ size 42267527424
Midnight-Rose-103B-v2.0.3.i1-Q4_K_M.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0cf6bec4c25b57119503ebfda9b6799112bc5808aa4d1baacdf5bc6c20f546f
3
+ size 31138512896
Midnight-Rose-103B-v2.0.3.i1-Q4_K_M.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59e37737d17e2ce81186170101842853f82fc003c0241993394a6a6795d7006
3
+ size 31060560128
Midnight-Rose-103B-v2.0.3.i1-Q4_K_S.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f617afe34eccc2e208bec47dfc440a72dda8d49a90ea2a337f14ca5177f30741
3
+ size 30064771072
Midnight-Rose-103B-v2.0.3.i1-Q4_K_S.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03696f4f8c9a2eece5e0868a7accdb51cb6d3cf9c9096766e75db7d4162dc0a3
3
+ size 28815821056
Midnight-Rose-103B-v2.0.3.i1-Q5_K_M.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a071af0b56dc48ed388d0f4b5625df35efb66ba27be17bbf912202bb6967d291
3
+ size 37580963840
Midnight-Rose-103B-v2.0.3.i1-Q5_K_M.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21753a4a280b3c9ff0766a435c0688f458ea548d3f7dcc0b0cb050da8517a13
3
+ size 35660925184
Midnight-Rose-103B-v2.0.3.i1-Q5_K_S.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a581d51dea5ced6d09299035bb132f6e1847d028125fc83dd85f7b4c1ab8fbdc
3
+ size 36507222016
Midnight-Rose-103B-v2.0.3.i1-Q5_K_S.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eee3458bf6cdd51a7f9aa49104b6cbfdbe0e8b4b50e03852eddb4c503c95787
3
+ size 34796112128
Midnight-Rose-103B-v2.0.3.i1-Q6_K.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008a2e445fa5a920caec715ffa8ac6f98466fc88d7aa964d4c26dbfb848d3bf2
3
+ size 42949672960
Midnight-Rose-103B-v2.0.3.i1-Q6_K.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fc7d3a020c6a13987988467a05773afec1961130e0093a330dcca94eaf6bea
3
+ size 42025208064
Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d68f5f68ced790fd6e4717f307f8da4670065e09606b8f1257986764c31b62
3
+ size 37580963840
Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6342c81ff03c5c33806ec0b60fb260ad64840e107ebf199211a2f44f7d83cd02
3
+ size 37580963840
Midnight-Rose-103B-v2.0.3.i1-Q8_0.gguf.split-ac ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875c8e76c68829f2ea930f9c447b954142e45de60776086a934ea24fbf7ddaf3
3
+ size 34743421184