hf-internal-testing
/

tiny-random-MistralForCausalLM

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

echarlaix HF staff commited on Oct 5, 2023

Commit

30f28d3

•

1 Parent(s): f7e06ae

fix tokenizer

Files changed (1) hide show

tokenizer_config.json +0 -1

tokenizer_config.json CHANGED Viewed

@@ -37,7 +37,6 @@
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
-  "tokenizer_file": "/home/runner/.cache/huggingface/hub/models--mistralai--Mistral-7B-v0.1/snapshots/c927a0b22491ca7cf113436af61f2700a9af98c9/tokenizer.json",
   "unk_token": "<unk>",
   "use_default_system_prompt": true
 }

   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": true
 }