{ | |
"remove_space": false, | |
"do_lower_case": false, | |
"tokenizer_class": "QWenTokenizer", | |
"auto_map": { | |
"AutoTokenizer": [ | |
"tokenization_qwen.QWenTokenizer", | |
null | |
] | |
} | |
} | |
{ | |
"remove_space": false, | |
"do_lower_case": false, | |
"tokenizer_class": "QWenTokenizer", | |
"auto_map": { | |
"AutoTokenizer": [ | |
"tokenization_qwen.QWenTokenizer", | |
null | |
] | |
} | |
} | |