zhjohnchan commited on
Commit
9853e75
1 Parent(s): 5cfd7e7

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +4 -1
tokenizer_config.json CHANGED
@@ -558,6 +558,9 @@
558
  "use_default_system_prompt": false,
559
  "use_fast": false,
560
  "auto_map": {
561
- "AutoTokenizer": "tokenization_chexagent.CheXagentTokenizer"
 
 
 
562
  }
563
  }
 
558
  "use_default_system_prompt": false,
559
  "use_fast": false,
560
  "auto_map": {
561
+ "AutoTokenizer": [
562
+ "tokenization_chexagent.CheXagentTokenizer",
563
+ null
564
+ ]
565
  }
566
  }