Hugging Face's logo

legraphista
/
Reflection-Llama-3.1-70B-IMat-GGUF

Text Generation
GGUF
quantized
GGUF
quantization
imat
imatrix
static
16bit
8bit
6bit
5bit
4bit
3bit
2bit
1bit
conversational
Model card Files Community
1
Reflection-Llama-3.1-70B-IMat-GGUF
File size: 5,712 Bytes 
b96d827
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
382ccd5
690ff5e
76b2402
35147f2
4c81e64
5581e74
4fcea76
b42f4f5
5cdb5cf
98c74dc
8e30da9
ac3d6d4
3eb6d80
c5f0f7a
9d7e6d6
29b43bf
6e47bc2
e5fa6ec
f0ec7c3
9f39698
7ae6508
4cf729b
98e5e1c
d4b5111
fd14103
6e10f76
ff27c5f
5d0a84b
53c8a78
c657661
3f138f3
2297fe2
d74d0f0
687d535
f650a82
0fbf166
c3af184
df9619e
b81c21f
40eea06
f657875
c4c43c7
3a57740
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q8_0/Reflection-Llama-3.1-70B.Q8_0-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q8_0/Reflection-Llama-3.1-70B.Q8_0-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q8_0/Reflection-Llama-3.1-70B.Q8_0-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q6_K/Reflection-Llama-3.1-70B.Q6_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q6_K/Reflection-Llama-3.1-70B.Q6_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q8_0/Reflection-Llama-3.1-70B.Q8_0-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q6_K/Reflection-Llama-3.1-70B.Q6_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.BF16/Reflection-Llama-3.1-70B.BF16-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.BF16/Reflection-Llama-3.1-70B.BF16-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.BF16/Reflection-Llama-3.1-70B.BF16-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.BF16/Reflection-Llama-3.1-70B.BF16-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.BF16/Reflection-Llama-3.1-70B.BF16-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.FP16/Reflection-Llama-3.1-70B.FP16-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.FP16/Reflection-Llama-3.1-70B.FP16-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.BF16/Reflection-Llama-3.1-70B.BF16-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.FP16/Reflection-Llama-3.1-70B.FP16-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.FP16/Reflection-Llama-3.1-70B.FP16-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q5_K/Reflection-Llama-3.1-70B.Q5_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.FP16/Reflection-Llama-3.1-70B.FP16-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.FP16/Reflection-Llama-3.1-70B.FP16-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q5_K/Reflection-Llama-3.1-70B.Q5_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q5_K_S/Reflection-Llama-3.1-70B.Q5_K_S-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q5_K_S/Reflection-Llama-3.1-70B.Q5_K_S-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q5_K_S/Reflection-Llama-3.1-70B.Q5_K_S-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q5_K/Reflection-Llama-3.1-70B.Q5_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
Reflection-Llama-3.1-70B.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text