zzzmahesh
/

starcoder2-3b-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

zzzmahesh commited on Dec 7, 2024

Commit

4dde19a

·

verified ·

1 Parent(s): bca3704

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -30,7 +30,7 @@ instruction = <Your code instruction here>
 prompt = PROMPT.format(instruction=instruction)
 tokenizer = AutoTokenizer.from_pretrained("TechxGenus/starcoder2-3b-instruct")
 model = AutoModelForCausalLM.from_pretrained(
-    "TechxGenus/starcoder2-3b-instruct",
     torch_dtype=torch.bfloat16,
     device_map="auto",
 )
@@ -52,7 +52,7 @@ PROMPT = """### Instruction
 instruction = <Your code instruction here>
 prompt = PROMPT.format(instruction=instruction)
 generator = pipeline(
-    model="TechxGenus/starcoder2-3b-instruct",
     task="text-generation",
     torch_dtype=torch.bfloat16,
     device_map="auto",

 prompt = PROMPT.format(instruction=instruction)
 tokenizer = AutoTokenizer.from_pretrained("TechxGenus/starcoder2-3b-instruct")
 model = AutoModelForCausalLM.from_pretrained(
+    "zzzmahesh/starcoder2-3b-instruct",
     torch_dtype=torch.bfloat16,
     device_map="auto",
 )
 instruction = <Your code instruction here>
 prompt = PROMPT.format(instruction=instruction)
 generator = pipeline(
+    model="zzzmahesh/starcoder2-3b-instruct",
     task="text-generation",
     torch_dtype=torch.bfloat16,
     device_map="auto",