zhjohnchan
commited on
Commit
•
9853e75
1
Parent(s):
5cfd7e7
Update tokenizer_config.json
Browse files- tokenizer_config.json +4 -1
tokenizer_config.json
CHANGED
@@ -558,6 +558,9 @@
|
|
558 |
"use_default_system_prompt": false,
|
559 |
"use_fast": false,
|
560 |
"auto_map": {
|
561 |
-
"AutoTokenizer":
|
|
|
|
|
|
|
562 |
}
|
563 |
}
|
|
|
558 |
"use_default_system_prompt": false,
|
559 |
"use_fast": false,
|
560 |
"auto_map": {
|
561 |
+
"AutoTokenizer": [
|
562 |
+
"tokenization_chexagent.CheXagentTokenizer",
|
563 |
+
null
|
564 |
+
]
|
565 |
}
|
566 |
}
|