aisingapore
/

llama3-8b-cpt-sea-lionv2-base

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

RaymondAISG commited on Jul 30

Commit

868f4d8

•

1 Parent(s): 79b43c3

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -0

tokenizer.json CHANGED Viewed

@@ -2407,6 +2407,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
     "vocab": {
       "!": 0,
       "\"": 1,

     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,