diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..02c5a746a0776aa04c6a0ce245663a5390d440cc 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,115 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00001-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00002-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00003-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00004-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00005-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00006-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00007-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00008-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00009-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00010-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00011-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00012-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00013-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00014-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00001-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..82660c0db707da8ca981617ddfb9ca8f1b055749 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351ceee7db46d7c2dc66cb608e74ac77a999044826958ad89934c41203edcb89 +size 4833024864 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00002-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..83a69165dd9cddf04bb3e47f2b06f5e544b99554 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977cd76fbd1040396bdd8f3f02feb6a30b47632661a7ce3156604335e9a5b7c0 +size 4971912000 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00003-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..27e6e49db727c5c3eca23449cf1417a356f5e5cb --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe15883b7ebf1287d2ca51946b27cda72d299c5abf9070b130febb4d619a229 +size 4888714176 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00004-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d29023e19e29836bae8f16916820c137cfa4147c --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabc6cb43dba86fad8e4e3ccca48eaa1d1555cf349b5c3313e973907b60c8b4e +size 4962745728 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00005-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..af25c26c9d2bd2e83e0ed5fd107a768251b5d5f6 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:492ac69d334b0dfc686aac5924d283bfd0818b49087e0ba86f36691f6abcb6c2 +size 4888681376 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00006-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1c4edbbd93729d13b274e9726fe754ad6b131bb3 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42299f9f8961cb707f1d0d6bc79dd5990bf0573c27a51de95b8938678ee5b2b6 +size 4962680096 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00007-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f9ca5b4b7d99bbde4c044a20e60b9c207790aa14 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e24ff0c75aeb4ecfc52ec5ced60ba7a348e9fa1bf9c9a472c0a3736ae15b12 +size 4881144768 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00008-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..731b2a4066598e311f5643e020754bcf5baedbb3 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0bd0535dc23a88c2fcc66fa90b5d50b2d75066cb0de2b808f33529e59c776a9 +size 4487436928 diff --git a/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00009-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d622245fa3a4d33bc417da1642d25e86428ab9d0 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-IQ4_XS/Qwen-Qwen2-72B-Instruct-IQ4_XS-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798df249f57f8870acb4c6603a8f3f08bb5d930f795bbfc18b0881189f2a5de1 +size 1286898112 diff --git a/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00001-of-00006.gguf b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b6ec53b1d25daba3aad7f37e63d6612f79a84095 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8da409fb06efaecfafa5dde7325c539315c9b2b01c275ab1eb1ce0fc695d58 +size 4997855200 diff --git a/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00002-of-00006.gguf b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..58ee1b8c2fb2f72e032e09f32ba113184d123194 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35efffd8325c0f7bb11f8b07e0e6e20b668a673efa0230872c8f4f3a93bb0dcd +size 4993447616 diff --git a/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00003-of-00006.gguf b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..843fc39d3c6c04fd48aacf4213b29e34ae25024d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405b6e09901b24bdc9e294c5f074c70f60787ee00f5e0660f08bbf12c5cf41a0 +size 4997281536 diff --git a/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00004-of-00006.gguf b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b883ffeb78bec84d6d34a1b2f6a6c35884167ba3 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab43c8b3d33a9f527c787ace9ca5732285f6b9e24eb9074bbe05731848f67f86 +size 4934063456 diff --git a/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00005-of-00006.gguf b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d66b0c66888614770900940b681d15f7c22c6f0b --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72099fbca145c8766ae6e90f4500c45c222e3732519621f7d90a75cde88bcc0f +size 4965656096 diff --git a/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00006-of-00006.gguf b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c175cdcdf675b2b3d08fda78bbe87bb12000a4eb --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q2_K/Qwen-Qwen2-72B-Instruct-Q2_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f391a152e7919ecc7a969a8ef36b5b1bb0777736b1aa5a43212248d3e9583ef7 +size 4923457088 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00001-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dfb55e4dd6cadfeabab973d6ce5edcb9790da528 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fce6f2831c6a9ca6bfd2de649ab50f469c35675471a7a505b24e0d31bd828b3 +size 4913765920 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00002-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c0dd79ea74375c098e980fcbe47a3e857c03b9ef --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4853bdd162e918c8c1a948412225431bae1c553a94023b4c87e550634e116c7 +size 4924464064 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00003-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..152be7c0230e293e8ef1b71bef542e0f9560ac6f --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6f041dd7539585e46da543a96484f2978a4dc465c8740f91da658b39f08e18 +size 4931296640 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00004-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9230f2db8558eb5806fa345862e9f12729b3a6ab --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54acbb6134d9bc823b4e452baaf87994a2563247e8137260a17c8ad8a46d4c14 +size 4924431264 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00005-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7ab256782ec0f0d054c14425d6a841c157b3f82b --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cab1d8b113946d0cb5ee4c822830e730e775b316493d601ca533d91d19f93fd +size 4931231008 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00006-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6e949ef178cd5e9231317520a7e9f224f4c78079 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9060378eb2bb57c642df79e1ae6d223f7f470b194bc2c6e7723d391a7cd892fb +size 4954565760 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00007-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1ca34f3c0025f7a5c5e6c0712fcd4f46c6e70f19 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afeeb88343f0398f85dfe850c198ad5d48cca679a435d1ed9072cea677309a9b +size 4920855392 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00008-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7d1ab449872fbcda7155a92cde42291f4d5939e2 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f48524a1784c06eff8d5a921609934688c3d4d2275646ae9e9c0e5ecef5c647 +size 4900468672 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00009-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b0b366c7f8bee4839d9ca989197256e739138c4e --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_L/Qwen-Qwen2-72B-Instruct-Q3_K_L-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5060c8e9f7dc633087ed056233a628a2cccb41ee744ff5e5734e2b1506bcf08f +size 104145184 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00001-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ca2e8f06951caed3d08157b2da6afa39a30b2472 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7738f760ad0fc657eaa797ee29d59182b8714990d6012e52513540652dc98660 +size 4957822976 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00002-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a0009fd3840b063e6980596100f123adced212c3 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3138108de4ee920881565ac54b9940fc92e7c99393cc57c184a9edb523a7bc6 +size 4944690304 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00003-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fa446349b30e6f4f0e027931461f3f55d3bc007a --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63f30d91be562ebc6a05776142e974e3d490698c0fe6bfa621e467d6800ff15 +size 4958240256 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00004-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4b31fd6b22c6da4601e4b295cf3c6e0bf3d20d29 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaad53df06319d1f569119eec8a2c96fa00fc971f2f92d5da90b3f3d594d3c4e +size 4958240256 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00005-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..613996df47e872197e074d6c5a9070f8257f54a8 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b43f92f3d62172ebb56ae0f023f6c15611194770e2c92f202371ee1662809a +size 4958240256 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00006-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a6dde6a0855acadf9ed7e4260ddb7c68d8268c4e --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3412bbb0abd1788175754a0d20518c36c56493e57d64fdc9ccaee2dbd4ec2931 +size 4958240256 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00007-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..feeea2f295ae611867a044508ab32a3d0f395031 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1549c802023bf360dedc23ee3d779ba5d663fbc07606c19ff8c49d27c0b1c8f5 +size 4958240256 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00008-of-00008.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2df90aafb397ba94b9d9484b55f9bc3cd692f189 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_M/Qwen-Qwen2-72B-Instruct-Q3_K_M-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc46f0c93dd59d3f91edce370762a2b64c09a2629911c6f470a0fd857c35cb8a +size 3005009312 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00001-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..41ca0e9b5261b2887a3242f76b7e65750f22ce0d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721d540043e704efe36ce6ad120cfa2852c5f0452e6c66d5dfc63651a0cd118c +size 4932059840 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00002-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fb6a3b13e77c2a7cbcf28c3dad5637fe9454cf8d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1412c239f730dc7c34d75b3d98c6cc977aa9217e6cdbda9a70b694b693a757 +size 4903788320 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00003-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2f795f30d9535ae6c957e1ace5a14da5090e1deb --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bdd34ea22194c4d5636c9c9cdf7c4d20a26c57a24f84f61316aabee0bfbbb21 +size 4869538304 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00004-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a3a4f20c379971436843ef0b1cd33d3caf70573f --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604e1762948c74e4eea6f62bd61aad35546af050f4739d24c7e8d0cad38920bd +size 4903788320 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00005-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3ddd4e72beb6cd1292cd64e2f84c53ffecb0de54 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c50c28a2b976cb55abd933e73d8deff604fef2e559a8b7dec9a97c52dfe687c +size 4938703040 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00006-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..12f9e21d8e74b98638af4cd0778dc744463235cd --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb265dbc066975850e0778fe1c98e0815f2226a9f996624f9da0e78c150bfa7c +size 4973617728 diff --git a/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00007-of-00007.gguf b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cdb1ddb7241d044c4affdceeba8ec87bf9a775ad --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q3_K_S/Qwen-Qwen2-72B-Instruct-Q3_K_S-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02416ca3971238090bc346cc7c4b7ccb63d55f1f942008005bbaf0e37c07c84e +size 4966291904 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00001-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00001-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..797083975462496bd3f5b0c5841a5ff2441d9efe --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00001-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932d56c5752c2605cb241862421f54b863cdd48c9858564336aa350234e7cbfa +size 4981450720 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00002-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00002-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..17484dd8b7616d63935ee89aad2be161d792122b --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00002-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38aa4b93470f93447c3d7da6c5b00c8bfec117aca4d8e348c344913ac2197ede +size 4870743808 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00003-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00003-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..baaa8d8ca62dd1fd7104e2d18100123f4d95139b --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00003-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ea38ba744c1f498037c8301e0c3892f4d5cccf32c4ed9d27e6c26deaa78d2e +size 4744525920 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00004-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00004-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..853195d43611219bf6dec285a5e942598a4268c6 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00004-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9185233fed715e7c47a9cda6b03f86541838811c725f805dc9f800e4057a272d +size 4865570816 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00005-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00005-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..82013c7afc7741b6345d676fcfa101f5110e7a2e --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00005-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f99b6574c964d55b61d8d3276a4196a13a9f832b5b7f746736671611792751c +size 4865636448 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00006-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00006-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2a22ffc1860dfa10243c472d267b2bc3eabbb7e0 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00006-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b51601e8de8977d96b6b8fc549a212c7a10164d9211896226a71f6bba282658 +size 4835358816 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00007-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00007-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..69731490b6674754988f773c85d242b9cb3d5eb6 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00007-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4eb8dfa4d547400d9e62d4562773a70d35434ea9552eade5ca9cfcea9923f7 +size 4996085824 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00008-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00008-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..970094fe374e84e134ebd64c515276af12d2a3bc --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00008-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1176fdb070287be5196aa1dc6bf71057afbbe73037f02c4860b3876bf8a28e5 +size 4964132928 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00009-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00009-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b9e42aff739f64d1fb76925202209689b7bda967 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00009-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480bdbb9331afdcc4b7fdf5ee18ed0e3e0a96a4da6b338c720caa65cb898c03a +size 4802086208 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00010-of-00010.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00010-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4c15fd4fa4faf2b8fe633d31636c8d4586d8d28d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_M/Qwen-Qwen2-72B-Instruct-Q4_K_M-00010-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845e3c8b90c67412f32488acaacc1b92e5c7695216dc68883007fe93a8f5affc +size 3490122592 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00001-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..912d65e40e932ed2a13ce960643c2e4f37188299 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12574752dc8d02a9844d9634cb2dde843c80b5408d2b12bb549a33a500dc1f91 +size 4892400320 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00002-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7724df908d541c974a14b63e5cbdd4cb8251c5a2 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64e4d06f42741935817f86690ebd9f96b88b6236898d0dba4ed98f5a3399eb4 +size 4892637504 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00003-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..990da5a4b7e41b3cb01c46670823a8242fd28730 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98fe51f218e68ff57e4eab9577ade2d1b859b43380fcf45c434cb026c8b38776 +size 4892571872 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00004-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..965e694f77fd78a9b059658f291dd71f3ed33876 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47b261e0e4526ea5ed12bf87630c83d922934b97e0a9a2a71fa6ca2362550a4 +size 4998580608 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00005-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d4e27dbef1e6994f86dbcafb4ced10ddbf4c8475 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47df70b2d71c5f4479f2cc3085cf1c48ae91e89f2d61be34b8564e73299c80e +size 4948314688 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00006-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fdf4d60ea9c93ee51abc68a077fe71590d9fe8d7 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb42cced23cb5a5c30500d13e8fe37841d2a31e479adb81c81de26882335282c +size 4948351648 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00007-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..33ad91f99eceac6195666629638b66a39e4270e6 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a445779b850c90628c630e750a3274de6f73ba81632c8dd8e7997ecaf13dfd +size 4892637536 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00008-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..956190cc8138941be7c90bef3d1d54f22e682f93 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bec2e669c05a0922da969ea25d01e5e796647359549cdbb2894747ef195d86 +size 4892571872 diff --git a/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00009-of-00009.gguf b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d2471c18eb30a9b99ff06760dd250e467f0c239f --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q4_K_S/Qwen-Qwen2-72B-Instruct-Q4_K_S-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0117232105cd05e418a450e9bc3536b531e9c3e43874ce44dc3ac4a076538697 +size 4531155776 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00001-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00001-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e157c4234dfcafd3b874bf0f3814e3b75a6bb21f --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00001-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e03582eb4096ccc99eda4285e0dc195696c9a220ee29404c47c816b4a4d176 +size 4868461952 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00002-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00002-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..99fbf216e0d805b7688f3f4d5a94f3c53c0e2e11 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00002-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f58d24d5bc901d2a45e795ead23a0e08beb5513a9b0e05d7b872e40ac03021c +size 4881085376 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00003-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00003-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f313f9cfd55cedab6c9c63ca7cc1a024b0b98b50 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00003-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6166a1e19baedb9bda161c0c530a207377f92d3fa645e86952293ccdd28fd848 +size 4998825056 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00004-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00004-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a5575ca25fadf525c95d104a6374218d3151820c --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00004-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d428ff3071fa31a4576da0c925f5f91ded9d5ba94f74d16c25ab02d8f503665a +size 4846421280 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00005-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00005-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..aacfc7ad780b9f31835d3c09ecd3ec0e517d0a2d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00005-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539082bcfba6dd3b067755bf8cfd1d62e941930d0d5f16f075bbf3e9f3eb8708 +size 4921005440 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00006-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00006-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fd6f9c11c144b79acf6cb9212d53a1fe2c0cd1d5 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00006-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:118e6c743f1b9e9c6c6f83ff82164340f3de505299f5fe58a9d9b2a1f45a95f7 +size 4831286592 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00007-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00007-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..010254f49da4c8ee0c3ba19cf00c9fdaafec7546 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00007-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd565803be00cb6cf5707e30d40e3d23efd55e0e6a7cf9e4f8d6da7a109c956b +size 4832326720 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00008-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00008-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..11e9fd78bc32f68986f211a2ee8ab148a01fa6fd --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00008-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cf6acd0be93dc3327d376a4d3adbaf9adc75d67a21544a567afa1d73c9761b +size 4909069248 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00009-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00009-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..74b174384087f4df4c9e4810c82c181822413162 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00009-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d17a4f57e5e8bf0a765137a7d4de31dca379581f2431ee86be7964b16f8d49 +size 4754511232 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00010-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00010-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..955786a1b0847fe733fe687474d894f297489140 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00010-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47ad32ca4282b5e69c55527f5428feb46e88254fa65b172c5797faf30cb61a2 +size 4971852672 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00011-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00011-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7d1e9ac9b068158e27e77b21a5cf14f4b030b547 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00011-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da471ed49429fd78d2ee6030661ca14a84488057f93d608db3f92a4d0969b5f +size 4186763744 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00012-of-00012.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00012-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ea79355483602917b9c6cd26d557a201df86c685 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_M/Qwen-Qwen2-72B-Instruct-Q5_K_M-00012-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f7456b8a77984ce31ac0229a8d7aab66e1515d6e583cbfc4fa3574e8221704 +size 1445855680 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00001-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00001-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5da8c044e989977ae9aed359fdb1026841cf5a09 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00001-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54246c95730edf9140f56b73e9db10e0c94606e9089a4be6f12292cdc88bb29c +size 4922398368 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00002-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00002-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..edf78d014534ba4bc25579afd754bf20379debb8 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00002-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b42fd23da77e126820bf68f69c599718d7e25b75ed80a3dc1eb21a34204295 +size 4886411040 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00003-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00003-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4bfed39f7f6251ef8bf8ad7d0fdbcb5b6f327727 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00003-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a665e00bfb1d8594254a94d17d0ef15f1f879fe9a8bc816d8801d3f92ef824c +size 4845237344 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00004-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00004-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..974251d0bf25617fd6a30956e437f0065f3c865d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00004-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00af102d8cc2a519fd5f095c667f1dcbef2377ee923fd1d3d02e4fa6389422a8 +size 4949087744 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00005-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00005-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b05fbfc19e135aaa549963ece9359e8249a23669 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00005-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007f17eef67c56d6e1e5ec1d1907086d4224690a15c615494408354b4cc59dfc +size 4949087744 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00006-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00006-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cea893641e9f878b476ade07e69c495afb304dbd --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00006-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25678d499d9a464da04d2572352532f231eb73b0218aac37ea498d54c7fa63d +size 4949087744 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00007-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00007-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c7fca3afa00d234d5d03649fbaa8f06091995c17 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00007-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdf5e3e048c018081eb49f0c77347681c2e17293a3086a829887806ae49cdd8 +size 4933916096 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00008-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00008-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1063d9698ed369e56c7c03650c9b461e14aaf82f --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00008-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0a3caeb42257ccad93323b15fb403286100e650990ffaa1b2eb4a7b104fd6a +size 4964259392 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00009-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00009-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a1102c1f2d84a08d430f81013616cc2dab796599 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00009-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88c0ba61030f78d13d279d0465cf294cffec5c2e7e70d7282827ed033ed20d5 +size 4985857696 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00010-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00010-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..15b6d04485b3676e39d9c04af3dadffee5d78591 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00010-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a5cdc63c7d31669e88caf2282e61e1ca3f63b3c8053a82650b7209303f0812 +size 4912317760 diff --git a/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00011-of-00011.gguf b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00011-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0f49dca119cacd8baeaa79473f2e225854b6be36 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q5_K_S/Qwen-Qwen2-72B-Instruct-Q5_K_S-00011-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94687b8c8384dd8e539cdeca14f0f1ac6b0580ef77320a31ac28617bb2d28610 +size 2077476288 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00001-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00001-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b42f4a72aca0a4c449b7fa06c39e2c36968a4bbc --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00001-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d285243eaef20430a379795bf6c513289ba91bb67e456ed5a620d7ab2bb7141 +size 4983391264 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00002-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00002-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cad17b953e3957825d788924ae86c91a00fe8532 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00002-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ed3ede585ea4c42ffbddf1a90421ec109736246d8fae161cc0c00d5c01f8a6 +size 4809039744 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00003-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00003-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..068f1109b9194867db201781fb57c0419d96a349 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00003-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b9c169261f24d3f59a83a6562e2cafe97132dcd846bc482138460694df61329 +size 4929769792 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00004-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00004-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e2dc2f9042820d4214a6dda91add852ca7a13e1a --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00004-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e730181c2fb36c605d670cb0fe0cff7b52bf7bfd3bb5a06d772ef737c1e0acf +size 4995011264 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00005-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00005-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c192e3ac9280a8eba5d8069812bb2f308c1fbc06 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00005-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fac1f4eefbcf2aca7e315cd04a719506eefc7164530d7cce7936ac56dd89f2 +size 4929704160 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00006-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00006-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a7a3a6753a64dec250f98ddb2194642406591ca7 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00006-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ab3b6d3cae326440628803272cc08ad8c1535001b62b76ed9563b9620dba6e +size 4936282720 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00007-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00007-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1f134249e5a6b2447b3972e370e9b78981c720f0 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00007-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39468eaa90bc22475e088c2d2bfd7c4d655b812c6dfb2279f9ed121bd086d8d3 +size 4929736960 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00008-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00008-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..08976f1b34e154b3edd1e55a83a7f64ba779ef60 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00008-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf1d612f3b1d504ba3c3db61b5d2bb21ed8e594e485b72a0d981fcb7f9b0240 +size 4929736960 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00009-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00009-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db9ba6580008b617374086eca426b9bf694a5d8c --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00009-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b634c7b1ee27463895de90a70e233481e5b49c7f31761b9669d47f6ea07afcf3 +size 4871041248 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00010-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00010-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ac94b616581d808dd8c0526f93b54e25ba3b0e84 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00010-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7009d3cade4c250ed6b15e2e8a0150fe06077cdbb786b3c4d881765339300cd4 +size 4995011264 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00011-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00011-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7620709004007f7c7e31f83bbeedc4a3086671e0 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00011-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21dae9455e9d9d64d333df20755dc8a2d8b88942db1cc63301fd1b27015edb0d +size 4796248608 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00012-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00012-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..68c856b87c0da232525c2f10c33eb30877d645c7 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00012-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdbcf64848d879fb93fa2ea14cd8a1d63437d74bc231a3b2068e643275ded5e +size 4805799744 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00013-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00013-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..70c638fd0d9a366669d31609f892041de01a8e28 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00013-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c211eb9b835cb2c288dc100cde2a498735780a1ab7ee0d18563f46cc2641eb5 +size 4980731808 diff --git a/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00014-of-00014.gguf b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00014-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..488122c8c0b4a9add3bad984f475cbda3f77d664 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q6_K/Qwen-Qwen2-72B-Instruct-Q6_K-00014-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce54adb2d57d9c00c6d3de01891647c8bd07549a5e5dd1599cc0a44ec98485c +size 456122720 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00001-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00001-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..81678542c28f9c20c856fc50a5d7f02a2fd32682 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00001-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9220b8e659b03aedbff9c33f31a5d169cfcc75af51be71cf064f65f325d5ab60 +size 4979752960 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00002-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00002-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..630ecca346c2924793858f061b24504f616c1412 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00002-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a723245314231a1a39f7e8bdf8fda2a0c2d4a88cacf63428d145584b2781257 +size 4743315040 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00003-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00003-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2658165ffd66330ee6ca61050f3d8e0d72c943d7 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00003-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d920e1b3b8b8bbe215f45be812fa42bc47430a9db049b05043792da6eb477cf1 +size 4823601056 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00004-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00004-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..415bfa1c0c43c9bc40624551a5ae09181757bb50 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00004-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fb4d05d753fc2ee73e690ee16085cad5e9cf7ff67c081db9f9b8fa3a9e5a8b +size 4759981216 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00005-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00005-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1bb323a07e629f9bbd770d0c89b9766714aa1934 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00005-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37caa2629bc41714a8ecf44141b2f9d7f3f00699ac9447646685b817ea3b662e +size 4920454688 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00006-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00006-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..10aa14f6c5a0d14ecf1e0ccb3a320ffb70f57eba --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00006-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd927ff7893c0cbbdc3185239649307309955a0c770716b6c5f48ec384f2aae +size 4929404608 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00007-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00007-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b6e1db1bcb7c3b0e02c9aea9042a7b3493823f3a --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00007-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b27468f160600795367762d81aeb9fee310a20ded0dedb245095c71c47f77e6 +size 4814683968 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00008-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00008-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..88e11f5a07fea21512232a6cd3eba3abb2927367 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00008-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5513aa481259d0ec8ddd5199bb7cbffa590791e4d71b1c28fdc926d9ab57b6de +size 4920454688 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00009-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00009-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..064bf8227ad20b7e667e0fbc297561ab2a0e456d --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00009-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104ee121fd39589ca76ce9830b8d7f10364fb585ff01a23979f6eece754f2a2 +size 4929338976 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00010-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00010-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9ef660e56aaff00b4b91ad9ca881696f80ee6a59 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00010-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc75df76419e1476e0efd4d876e92127efbc2dd27f57839f2560a5a28f9871f +size 4814683968 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00011-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00011-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6314e724484eea604b2317e83dabcbdac5b992c0 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00011-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1f4ed401504ce5581d4e6a9b0f473a27649c5070269b037f2ffe19d3550f10 +size 4920520352 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00012-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00012-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..08b665d7777d821558c5f8cff037ef8a23e414af --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00012-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b289eabe03a42c07de7a19bc280c4b8d3000587b31fb015d0d1808db68bd5d +size 4929338976 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00013-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00013-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..acb9a766e96090f212c60ecd77ba665a0cbbcfe9 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00013-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508cfc6fef0da7ecd884a9ae10000bb55515de14222215e6b90ba3dd06d68494 +size 4911570432 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00014-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00014-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..80c8ff0ec8be46607e314d64cbb431ef02986d41 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00014-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acae3d168ebf0e0b5c63454ea6d9e6193014f439f4aed9db1911e603548453f +size 4929404608 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00015-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00015-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db5250168e8b4b84e5e65d0128a0ed1049164bd2 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00015-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbbdc5ecb7ef28f53d657f3aacbd7e6e007e8845bdff8054cd449f6c93bc638 +size 4975157440 diff --git a/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00016-of-00016.gguf b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00016-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ddafc3d2e42d984b1a4cb239e761e30bf50c10a0 --- /dev/null +++ b/Qwen-Qwen2-72B-Instruct-Q8_0/Qwen-Qwen2-72B-Instruct-Q8_0-00016-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8435efaea8d24b08a59b48ce7f7676edc49874ed3ca353e168f4e80899b738a +size 3960948512 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c630597e39f01f8413a3e1a17b3109502410f8bc --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: Qwen/Qwen2-72B-Instruct +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# Qwen/Qwen2-72B-Instruct GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [Qwen-Qwen2-72B-Instruct-IQ4_XS](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-IQ4_XS) | 38302.65 MB (folder) | +| Q2_K | [Qwen-Qwen2-72B-Instruct-Q2_K](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q2_K) | 28430.71 MB (folder) | +| Q3_K_L | [Qwen-Qwen2-72B-Instruct-Q3_K_L](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q3_K_L) | 37675.12 MB (folder) | +| Q3_K_M | [Qwen-Qwen2-72B-Instruct-Q3_K_M](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q3_K_M) | 35952.30 MB (folder) | +| Q3_K_S | [Qwen-Qwen2-72B-Instruct-Q3_K_S](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q3_K_S) | 32890.12 MB (folder) | +| Q4_K_M | [Qwen-Qwen2-72B-Instruct-Q4_K_M](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q4_K_M) | 45219.15 MB (folder) | +| Q4_K_S | [Qwen-Qwen2-72B-Instruct-Q4_K_S](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q4_K_S) | 41856.02 MB (folder) | +| Q5_K_M | [Qwen-Qwen2-72B-Instruct-Q5_K_M](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q5_K_M) | 51925.15 MB (folder) | +| Q5_K_S | [Qwen-Qwen2-72B-Instruct-Q5_K_S](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q5_K_S) | 48995.15 MB (folder) | +| Q6_K | [Qwen-Qwen2-72B-Instruct-Q6_K](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q6_K) | 61366.68 MB (folder) | +| Q8_0 | [Qwen-Qwen2-72B-Instruct-Q8_0](https://huggingface.co/featherless-ai-quants/Qwen/Qwen2-72B-Instruct-GGUF/tree/main/Qwen-Qwen2-72B-Instruct-Q8_0) | 73683.37 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532