Zhengbao Jiang commited on
Commit
b00b0ca
1 Parent(s): c77a064

set add_prefix_space to false

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -57,7 +57,7 @@
57
  "normalized": true,
58
  "__type": "AddedToken"
59
  },
60
- "add_prefix_space": true,
61
  "max_cell_length": 15,
62
  "model_max_length": 1024,
63
  "special_tokens_map_file": null,
 
57
  "normalized": true,
58
  "__type": "AddedToken"
59
  },
60
+ "add_prefix_space": false,
61
  "max_cell_length": 15,
62
  "model_max_length": 1024,
63
  "special_tokens_map_file": null,