TheBloke
/

Llama-2-70B-Chat-GPTQ

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions Community

TheBloke commited on Jul 19, 2023

Commit

72c60db

•

1 Parent(s): d7c8ef0

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -161,7 +161,7 @@ from transformers import AutoTokenizer, pipeline, logging
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 model_name_or_path = "TheBloke/Llama-2-70B-chat-GPTQ"
-model_basename = "gptq_model-4bit-128g"
 use_triton = False

 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 model_name_or_path = "TheBloke/Llama-2-70B-chat-GPTQ"
+model_basename = "gptq_model-4bit--1g"
 use_triton = False