Merge branch 'main' of hf.co:sbintuitions/sarashina2-7b

README.md

@@ -19,6 +19,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, set_seed
  
 model = AutoModelForCausalLM.from_pretrained("sbintuitions/sarashina2-7b", torch_dtype=torch.bfloat16, device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina2-7b")
+# If you want to use slow tokenizer
+# tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina2-7b", use_fast=False）
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 set_seed(123)