SmerkyG
/

rwkv-6-world-1b6

Text Generation

Model card Files Files and versions Community

SmerkyG commited on Mar 21, 2024

Commit

8901f0d

·

verified ·

1 Parent(s): fac5b5c

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -1,11 +1,11 @@
 {
   "name_or_path": "rwkv-world",
   "add_prefix_space": false,
-  "tokenizer_class": "Rwkv5Tokenizer",
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
-      "tokenization_rwkv5.Rwkv5Tokenizer",
       null
       ]
   }

 {
   "name_or_path": "rwkv-world",
   "add_prefix_space": false,
+  "tokenizer_class": "RWKVWorldTokenizer",
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
+      "tokenization_rwkv_world.RWKVWorldTokenizer",
       null
       ]
   }