Hugging Face's logo

jinaai
/
falcon-40b-code-alpaca

Text Generation
Transformers
PyTorch
English
RefinedWeb
feature-extraction
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
1
sebaweis commited on
Commit
95a31d8
•
1 Parent(s): 7c31a27

Upload model

Browse files
Files changed (11) hide show
  1. config.json +1 -12
  2. pytorch_model-00001-of-00009.bin +3 -0
  3. pytorch_model-00002-of-00009.bin +3 -0
  4. pytorch_model-00003-of-00009.bin +3 -0
  5. pytorch_model-00004-of-00009.bin +3 -0
  6. pytorch_model-00005-of-00009.bin +3 -0
  7. pytorch_model-00006-of-00009.bin +3 -0
  8. pytorch_model-00007-of-00009.bin +3 -0
  9. pytorch_model-00008-of-00009.bin +3 -0
  10. pytorch_model-00009-of-00009.bin +3 -0
  11. pytorch_model.bin.index.json +0 -0
config.json CHANGED
@@ -3,7 +3,7 @@
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
6
- "RWForCausalLM"
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
@@ -26,17 +26,6 @@
26
  "n_head_kv": 8,
27
  "n_layer": 60,
28
  "parallel_attn": true,
29
- "quantization_config": {
30
- "bnb_4bit_compute_dtype": "float16",
31
- "bnb_4bit_quant_type": "nf4",
32
- "bnb_4bit_use_double_quant": true,
33
- "llm_int8_enable_fp32_cpu_offload": false,
34
- "llm_int8_has_fp16_weight": false,
35
- "llm_int8_skip_modules": null,
36
- "llm_int8_threshold": 6.0,
37
- "load_in_4bit": false,
38
- "load_in_8bit": true
39
- },
40
  "torch_dtype": "float16",
41
  "transformers_version": "4.31.0.dev0",
42
  "use_cache": true,
 
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
6
+ "RWModel"
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
 
26
  "n_head_kv": 8,
27
  "n_layer": 60,
28
  "parallel_attn": true,
 
 
 
 
 
 
 
 
 
 
 
29
  "torch_dtype": "float16",
30
  "transformers_version": "4.31.0.dev0",
31
  "use_cache": true,
pytorch_model-00001-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff9ee935e5accce91cf9dcbecff69f590ab8e2795f1bbe340afead06b88f5e5b
3
+ size 9504769501
pytorch_model-00002-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2674b7e32cf17f4fcef270b8bbc03fe640b2409e545df0e26496927d0320cdff
3
+ size 9513158447
pytorch_model-00003-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a900cea35bf9e5de4f67f28f25beaa74d6cc176bba555d6ae4eafd7d0e3533a
3
+ size 9513158511
pytorch_model-00004-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069e69044f310146ff95abeb16445c59856da0c31349657370002c9a4bf1e5e3
3
+ size 9513158511
pytorch_model-00005-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5221df25269827d5878e36706ddede2f5120999aab0b3f601fe6cbf4c7a0187b
3
+ size 9513158511
pytorch_model-00006-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d73b22757f89c026ab06d940fea2ee95704e6b96f5df5ddc269be47e0e8591
3
+ size 9513158511
pytorch_model-00007-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c4e1a1c67efd91820f6aa833a7a8ee1714e6c833857d94664ab6fb22e696b77
3
+ size 9513158511
pytorch_model-00008-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1330f5fa543c0cbae69325657c7766ddd81a10a28ee6ab5d6a75cbada354936d
3
+ size 9513158511
pytorch_model-00009-of-00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68204448268e9b6ec5c4009ee5a60edc4327c1ba695d91fca4186bd7f69b95cd
3
+ size 6509866263
pytorch_model.bin.index.json CHANGED
The diff for this file is too large to render. See raw diff