Hugging Face's logo

relaxml
/
Llama-2-70b-E8PRVQ-3Bit

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
Model card Files Community
2
at676 commited on
Commit
6e5de7a
·
verified ·
1 Parent(s): f29c465

Upload folder using huggingface_hub (#2)

Browse files

- 9f34285ad8076cf446b354a1b5344accd0b806ab95997a6919ce75397cb596f7 (91a3d0e2dc6ba8e4e360f27c1d93b151695072fe)
- 51954b6382b530bee49751cb34e2423ae58167fc4a6e0a630cf347c9b53a524a (2737ab4e945b2a47dae7a9472e34361239057e9e)
- 8c2e007f2dade59ca6b6d0a070a7cdcd446cb306ff56e099433fe6f260899e35 (82d17aadf6e91daf8a3ed8f3846495adca88e97c)
- c2c43138527a1173956522030033330b1d73d03d69062d112b74f830b5706861 (4ac5bf88066f995665f6d7c4f20450512a69e2b1)
- 25280beb6b8f8126d9a46c462e9f8e08bdd1aaa38c03e338033da0bfdcc80be9 (a07aa324c0aece76dd4a31623e0f549027850ba5)
- dd284c1a01c3f7753aefd7ac368804dcc3e9bdbfcb9662113ede94a8d65b0fdc (5a9dcfc28f2f84fcea9246f9c7d16e98bfac9574)

Files changed (9) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -1
  3. model-00001-of-00006.safetensors +3 -0
  4. model-00002-of-00006.safetensors +3 -0
  5. model-00003-of-00006.safetensors +3 -0
  6. model-00004-of-00006.safetensors +3 -0
  7. model-00005-of-00006.safetensors +3 -0
  8. model-00006-of-00006.safetensors +3 -0
  9. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -4,6 +4,7 @@
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
 
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
9
  "hidden_act": "silu",
@@ -34,7 +35,7 @@
34
  "rope_theta": 10000.0,
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "float16",
37
- "transformers_version": "4.34.0",
38
  "use_cache": true,
39
  "vocab_size": 32000
40
  }
 
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
  "hidden_act": "silu",
 
35
  "rope_theta": 10000.0,
36
  "tie_word_embeddings": false,
37
  "torch_dtype": "float16",
38
+ "transformers_version": "4.36.2",
39
  "use_cache": true,
40
  "vocab_size": 32000
41
  }
generation_config.json CHANGED
@@ -6,5 +6,5 @@
6
  "pad_token_id": 0,
7
  "temperature": 0.6,
8
  "top_p": 0.9,
9
- "transformers_version": "4.34.0"
10
  }
 
6
  "pad_token_id": 0,
7
  "temperature": 0.6,
8
  "top_p": 0.9,
9
+ "transformers_version": "4.36.2"
10
  }
model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f10e50637de03266147bdad5cc307531eafd276454f0fcb11f4c3015b2d1ba
3
+ size 4932538570
model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c323613494038ad4bede66cc61b10ee95e7b646eaa75142fc58b3d89abac5797
3
+ size 4962494194
model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d92fc3a27420830790e0a2f06febc5d4102887bbdabc8d25f37bb2ee386e21e2
3
+ size 4993905052
model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030b0bad3869b4dd2430641d9668acae6554141bfbddcf6c723ed4b39ac98502
3
+ size 4962494194
model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f63655f8d1b9364cf8985ed5166e3a1b0792cfbdc2a5ed7060c84da02373cbae
3
+ size 4993905052
model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2efc4d3f1b89667e967eab529df041d63877224bb5104b3e09be820610a52bc6
3
+ size 1897188890
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff