shibing624
/

vicuna-baichuan-13b-chat

Text Generation

Text2Text-Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

shibing624 commited on Dec 15, 2023

Commit

43821e4

•

1 Parent(s): 4fc196f

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -114,9 +114,9 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
-model = AutoModelForCausalLM.from_pretrained("baichuan-inc/Baichuan-13B-Chat", device_map='auto', torch_dtype=torch.float16, trust_remote_code=True)
-model.generation_config = GenerationConfig.from_pretrained("baichuan-inc/Baichuan-13B-Chat", trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("baichuan-inc/Baichuan-13B-Chat", trust_remote_code=True)
 device = torch.device(0) if torch.cuda.is_available() else torch.device("cpu")
 def generate_prompt(instruction):

 from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
+model = AutoModelForCausalLM.from_pretrained("shibing624/vicuna-baichuan-13b-chat", device_map='auto', torch_dtype=torch.float16, trust_remote_code=True)
+model.generation_config = GenerationConfig.from_pretrained("shibing624/vicuna-baichuan-13b-chat", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("shibing624/vicuna-baichuan-13b-chat", trust_remote_code=True)
 device = torch.device(0) if torch.cuda.is_available() else torch.device("cpu")
 def generate_prompt(instruction):