ibivibiv
/

aegolius-acadicus-34b-v3

Text Generation

Mixture of Experts

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ibivibiv commited on Jan 28

Commit

040bcca

•

1 Parent(s): b3b9ce4

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -48,8 +48,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 torch.set_default_device("cuda")
-model = AutoModelForCausalLM.from_pretrained("ibivibiv/aegolius-acadicus-24b-v2", torch_dtype="auto", device_config='auto')
-tokenizer = AutoTokenizer.from_pretrained("ibivibiv/aegolius-acadicus-24b-v2")
 inputs = tokenizer("### Instruction: Who would when in an arm wrestling match between Abraham Lincoln and Chuck Norris?\n### Response:\n", return_tensors="pt", return_attention_mask=False)

 torch.set_default_device("cuda")
+model = AutoModelForCausalLM.from_pretrained("ibivibiv/aegolius-acadicus-34b-v3", torch_dtype="auto", device_config='auto')
+tokenizer = AutoTokenizer.from_pretrained("ibivibiv/aegolius-acadicus-34b-v3")
 inputs = tokenizer("### Instruction: Who would when in an arm wrestling match between Abraham Lincoln and Chuck Norris?\n### Response:\n", return_tensors="pt", return_attention_mask=False)