Hugging Face's logo

koesn
/
Garten2-7B-GGUF

Transformers
GGUF
English
qlora
dto
Inference Endpoints
Model card Files Community
koesn commited on
Commit
c4c590c
·
verified ·
1 Parent(s): 862f9cb

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. garten2-7b.IQ4_NL.gguf +3 -0
  3. garten2-7b.Q4_0.gguf +3 -0
  4. garten2-7b.Q4_K_M.gguf +3 -0
  5. garten2-7b.Q5_K_M.gguf +3 -0
  6. garten2-7b.Q6_K.gguf +3 -0
  7. garten2-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  garten2-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  garten2-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  garten2-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  garten2-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ garten2-7b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
39
+ garten2-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ garten2-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ garten2-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ garten2-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ garten2-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
garten2-7b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8f526571bfc54831e319bc9038f4a27f0ddbe9a1c605d5246776a93480d678
3
+ size 4155053760
garten2-7b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62abab7a5e449487f024a27c3259c48e1b920e3c55d34652c937a3bbff129423
3
+ size 4108916416
garten2-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75fca678067ea1da22f334a4d442fae40bdfa5abb5f49851eea2e1801c04fd65
3
+ size 4368438976
garten2-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027e702c86d22cc9949dd9589efe1ae805d34dd1accea95ee9628d3f3f180d6a
3
+ size 5131409088
garten2-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c6c5441ce3be1ec565942fd9d11c11d15ca9a91e0df217afcbb74687bc8f5f
3
+ size 5942064832
garten2-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923a42c077e3649f3778614609de13240b4527c538a2b171840e8142b00df756
3
+ size 7695857344