SaranaAbidueva
commited on
Commit
•
0fabc81
1
Parent(s):
6641975
Update README.md
Browse files
README.md
CHANGED
@@ -14,6 +14,7 @@ How to use in Python:
|
|
14 |
from transformers import MBartForConditionalGeneration, MBart50Tokenizer
|
15 |
model = MBartForConditionalGeneration.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
16 |
tokenizer = MBart50Tokenizer.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
|
|
17 |
def fix_tokenizer(tokenizer):
|
18 |
old_len = len(tokenizer) - int('bxr_XX' in tokenizer.added_tokens_encoder)
|
19 |
tokenizer.lang_code_to_id['bxr_XX'] = old_len-1
|
|
|
14 |
from transformers import MBartForConditionalGeneration, MBart50Tokenizer
|
15 |
model = MBartForConditionalGeneration.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
16 |
tokenizer = MBart50Tokenizer.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
|
17 |
+
|
18 |
def fix_tokenizer(tokenizer):
|
19 |
old_len = len(tokenizer) - int('bxr_XX' in tokenizer.added_tokens_encoder)
|
20 |
tokenizer.lang_code_to_id['bxr_XX'] = old_len-1
|