bigcode
/

starcoder2-15b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

loubnabnl HF staff commited on Feb 27

Commit

cb14254

•

1 Parent(s): eaa8ac9

fix model name

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -102,7 +102,7 @@ quantization_config = BitsAndBytesConfig(load_in_8bit=True)
 checkpoint = "bigcode/starcoder2-15b"
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
-model = AutoModelForCausalLM.from_pretrained("bigcode/starcoder2-15b_16k", quantization_config=quantization_config)
 inputs = tokenizer.encode("def print_hello_world():", return_tensors="pt").to("cuda")
 outputs = model.generate(inputs)

 checkpoint = "bigcode/starcoder2-15b"
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
+model = AutoModelForCausalLM.from_pretrained(checkpoint, quantization_config=quantization_config)
 inputs = tokenizer.encode("def print_hello_world():", return_tensors="pt").to("cuda")
 outputs = model.generate(inputs)