lambdalabs
/

pythia-1.4b-deduped-synthetic-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

chuanli-lambda commited on Mar 16, 2023

Commit

24d8fbe

•

1 Parent(s): 66befaf

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,
-  "name_or_path": "/home/ubuntu/llm/outputs/ft-synthetic-instruct-gptj-pairwise-pythia2.8b-deepspeed/resume/checkpoint-6000",
   "special_tokens_map_file": "/fsx/home-hailey/.cache/huggingface/hub/models--EleutherAI--gpt-neox-20b/snapshots/3523781c8df75f7741687a4284f6f70e1afa12f4/special_tokens_map.json",
   "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>"

   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "/home/ubuntu/llm/outputs/ft-synthetic-instruct-gptj-pairwise-pythia1.4b-deepspeed/resume/checkpoint-6000",
   "special_tokens_map_file": "/fsx/home-hailey/.cache/huggingface/hub/models--EleutherAI--gpt-neox-20b/snapshots/3523781c8df75f7741687a4284f6f70e1afa12f4/special_tokens_map.json",
   "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>"