THUDM
/

glm-10b-chinese

Feature Extraction

Model card Files Files and versions Community

lannliat commited on Apr 25, 2023

Commit

64610bd

•

1 Parent(s): ee948f6

fix auto_map

Files changed (1) hide show

tokenizer_config.json +6 -1

tokenizer_config.json CHANGED Viewed

@@ -8,5 +8,10 @@
   "additional_special_tokens": ["<|startofpiece|>", "<|endofpiece|>", "[gMASK]", "[sMASK]"],
   "add_prefix_space": false,
   "tokenizer_class": "GLMChineseTokenizer",
-  "use_fast": false
 }

   "additional_special_tokens": ["<|startofpiece|>", "<|endofpiece|>", "[gMASK]", "[sMASK]"],
   "add_prefix_space": false,
   "tokenizer_class": "GLMChineseTokenizer",
+  "use_fast": false,
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_glm.GLMChineseTokenizer"
+      ]
+  }
 }