Commit
·
0fabc81
1
Parent(s):
6641975
Update README.md
Browse files
README.md
CHANGED
|
@@ -14,6 +14,7 @@ How to use in Python:
|
|
| 14 |
from transformers import MBartForConditionalGeneration, MBart50Tokenizer
|
| 15 |
model = MBartForConditionalGeneration.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
| 16 |
tokenizer = MBart50Tokenizer.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
|
|
|
| 17 |
def fix_tokenizer(tokenizer):
|
| 18 |
old_len = len(tokenizer) - int('bxr_XX' in tokenizer.added_tokens_encoder)
|
| 19 |
tokenizer.lang_code_to_id['bxr_XX'] = old_len-1
|
|
|
|
| 14 |
from transformers import MBartForConditionalGeneration, MBart50Tokenizer
|
| 15 |
model = MBartForConditionalGeneration.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
| 16 |
tokenizer = MBart50Tokenizer.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
| 17 |
+
|
| 18 |
def fix_tokenizer(tokenizer):
|
| 19 |
old_len = len(tokenizer) - int('bxr_XX' in tokenizer.added_tokens_encoder)
|
| 20 |
tokenizer.lang_code_to_id['bxr_XX'] = old_len-1
|