jason9693 commited on
Commit
602dc2f
1 Parent(s): 3d3b4aa

Upload with huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"hidden_act": "gelu", "architectures": ["GPTNeoXForCausalLM"], "bos_token_id": 0, "eos_token_id": 0, "initializer_range": 0.02, "layer_norm_eps": 1e-05, "model_type": "gpt_neox", "hidden_size": 4096, "intermediate_size": 16384, "num_attention_heads": 16, "num_hidden_layers": 28, "max_position_embeddings": 2048, "rotary_pct": 0.25, "rotary_emb_base": 10000, "torch_dtype": "float16", "use_cache": true, "vocab_size": 30080}
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1592f3ae3da4a55a8129b9d07999875f51024f088be5ea2f05b7e957a254c11d
3
+ size 11887698501
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eos_token": "<eos>", "pad_token": "<pad>", "additional_special_tokens": ["<|endoftext|>", "<|sep|>", "<|acc|>", "<|tel|>", "<|rrn|>"]}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"pad_token": "<pad>", "eos_token": "<eos>", "tokenizer_class": "PreTrainedTokenizerFast"}