Update README.md
Browse files
README.md
CHANGED
|
@@ -24,12 +24,10 @@ This repository provides a medium-sized Japanese GPT-2 model. The model was trai
|
|
| 24 |
|
| 25 |
# How to use the model
|
| 26 |
|
| 27 |
-
*NOTE:* Use `T5Tokenizer` to initiate the tokenizer.
|
| 28 |
-
|
| 29 |
~~~~
|
| 30 |
-
from transformers import
|
| 31 |
|
| 32 |
-
tokenizer =
|
| 33 |
tokenizer.do_lower_case = True # due to some bug of tokenizer config loading
|
| 34 |
|
| 35 |
model = AutoModelForCausalLM.from_pretrained("rinna/japanese-gpt2-medium")
|
|
|
|
| 24 |
|
| 25 |
# How to use the model
|
| 26 |
|
|
|
|
|
|
|
| 27 |
~~~~
|
| 28 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 29 |
|
| 30 |
+
tokenizer = AutoTokenizer.from_pretrained("rinna/japanese-gpt2-medium", use_fast=False)
|
| 31 |
tokenizer.do_lower_case = True # due to some bug of tokenizer config loading
|
| 32 |
|
| 33 |
model = AutoModelForCausalLM.from_pretrained("rinna/japanese-gpt2-medium")
|