pragaash commited on
Commit
29194e9
1 Parent(s): ebac1e8

Add tokenizer import reference to auto_map in config.json.

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -11,7 +11,8 @@
11
  ],
12
  "auto_map": {
13
  "AutoConfig": "configuration_hyena.StripedHyenaConfig",
14
- "AutoModelForCausalLM": "modeling_hyena.StripedHyenaModelForCausalLM"
 
15
  },
16
  "column_split": false,
17
  "column_split_hyena": true,
 
11
  ],
12
  "auto_map": {
13
  "AutoConfig": "configuration_hyena.StripedHyenaConfig",
14
+ "AutoModelForCausalLM": "modeling_hyena.StripedHyenaModelForCausalLM",
15
+ "AutoTokenizer": "tokenizer.ByteTokenizer"
16
  },
17
  "column_split": false,
18
  "column_split_hyena": true,