tianyuz commited on
Commit
3170081
·
1 Parent(s): 7f8349f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -4
README.md CHANGED
@@ -24,12 +24,10 @@ This repository provides a medium-sized Japanese GPT-2 model. The model was trai
24
 
25
  # How to use the model
26
 
27
- *NOTE:* Use `T5Tokenizer` to initiate the tokenizer.
28
-
29
  ~~~~
30
- from transformers import T5Tokenizer, AutoModelForCausalLM
31
 
32
- tokenizer = T5Tokenizer.from_pretrained("rinna/japanese-gpt2-medium")
33
  tokenizer.do_lower_case = True # due to some bug of tokenizer config loading
34
 
35
  model = AutoModelForCausalLM.from_pretrained("rinna/japanese-gpt2-medium")
 
24
 
25
  # How to use the model
26
 
 
 
27
  ~~~~
28
+ from transformers import AutoTokenizer, AutoModelForCausalLM
29
 
30
+ tokenizer = AutoTokenizer.from_pretrained("rinna/japanese-gpt2-medium", use_fast=False)
31
  tokenizer.do_lower_case = True # due to some bug of tokenizer config loading
32
 
33
  model = AutoModelForCausalLM.from_pretrained("rinna/japanese-gpt2-medium")