Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-4Bit

Safetensors
llama
Model card Files Community
1

Upload folder using huggingface_hub

#1
by at676 - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+3985
-0
Files changed (47) hide show
  1. config.json +51 -0
  2. generation_config.json +12 -0
  3. model-00001-of-00044.safetensors +3 -0
  4. model-00002-of-00044.safetensors +3 -0
  5. model-00003-of-00044.safetensors +3 -0
  6. model-00004-of-00044.safetensors +3 -0
  7. model-00005-of-00044.safetensors +3 -0
  8. model-00006-of-00044.safetensors +3 -0
  9. model-00007-of-00044.safetensors +3 -0
  10. model-00008-of-00044.safetensors +3 -0
  11. model-00009-of-00044.safetensors +3 -0
  12. model-00010-of-00044.safetensors +3 -0
  13. model-00011-of-00044.safetensors +3 -0
  14. model-00012-of-00044.safetensors +3 -0
  15. model-00013-of-00044.safetensors +3 -0
  16. model-00014-of-00044.safetensors +3 -0
  17. model-00015-of-00044.safetensors +3 -0
  18. model-00016-of-00044.safetensors +3 -0
  19. model-00017-of-00044.safetensors +3 -0
  20. model-00018-of-00044.safetensors +3 -0
  21. model-00019-of-00044.safetensors +3 -0
  22. model-00020-of-00044.safetensors +3 -0
  23. model-00021-of-00044.safetensors +3 -0
  24. model-00022-of-00044.safetensors +3 -0
  25. model-00023-of-00044.safetensors +3 -0
  26. model-00024-of-00044.safetensors +3 -0
  27. model-00025-of-00044.safetensors +3 -0
  28. model-00026-of-00044.safetensors +3 -0
  29. model-00027-of-00044.safetensors +3 -0
  30. model-00028-of-00044.safetensors +3 -0
  31. model-00029-of-00044.safetensors +3 -0
  32. model-00030-of-00044.safetensors +3 -0
  33. model-00031-of-00044.safetensors +3 -0
  34. model-00032-of-00044.safetensors +3 -0
  35. model-00033-of-00044.safetensors +3 -0
  36. model-00034-of-00044.safetensors +3 -0
  37. model-00035-of-00044.safetensors +3 -0
  38. model-00036-of-00044.safetensors +3 -0
  39. model-00037-of-00044.safetensors +3 -0
  40. model-00038-of-00044.safetensors +3 -0
  41. model-00039-of-00044.safetensors +3 -0
  42. model-00040-of-00044.safetensors +3 -0
  43. model-00041-of-00044.safetensors +3 -0
  44. model-00042-of-00044.safetensors +3 -0
  45. model-00043-of-00044.safetensors +3 -0
  46. model-00044-of-00044.safetensors +3 -0
  47. model.safetensors.index.json +0 -0
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-405B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 16384,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 53248,
19
+ "max_position_embeddings": 131072,
20
+ "mlp_bias": false,
21
+ "model_type": "llama",
22
+ "num_attention_heads": 128,
23
+ "num_hidden_layers": 126,
24
+ "num_key_value_heads": 8,
25
+ "pretraining_tp": 1,
26
+ "quip_params": {
27
+ "K": 4,
28
+ "L": 16,
29
+ "V": 2,
30
+ "codebook": "bitshift",
31
+ "codebook_version": 0,
32
+ "decode_mode": "quantlut_sym",
33
+ "td_x": 16,
34
+ "td_y": 16,
35
+ "tlut_bits": 9
36
+ },
37
+ "rms_norm_eps": 1e-05,
38
+ "rope_scaling": {
39
+ "factor": 8.0,
40
+ "high_freq_factor": 4.0,
41
+ "low_freq_factor": 1.0,
42
+ "original_max_position_embeddings": 8192,
43
+ "rope_type": "llama3"
44
+ },
45
+ "rope_theta": 500000.0,
46
+ "tie_word_embeddings": false,
47
+ "torch_dtype": "bfloat16",
48
+ "transformers_version": "4.45.1",
49
+ "use_cache": true,
50
+ "vocab_size": 128256
51
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.1"
12
+ }
model-00001-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f6dbfc9fc7d6f999b1e272d2a482b7e5529247eb769d1fa8d12980eabcdf60
3
+ size 4924643696
model-00002-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52f67575efbd10b455b1e36049a13bf553b9466a962a48b070a557c8e811de5
3
+ size 4784557328
model-00003-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503fdd5c25476f4eb4706458155462c21cf38ce52d1f09942a2fa796b9d385a2
3
+ size 4784557328
model-00004-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21af214c83a269cf6dbd7643d518fe05602947e59294b25621da17b7c33021e5
3
+ size 4784557328
model-00005-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e637aa69ce1d67910461dbacef12d7c0b2cfc172583937163b51c72b77e9edac
3
+ size 4784557408
model-00006-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7826b0207596ee719a63b21ca059f0d6f8bbc24de848e406c4c4d1b7a7ad536c
3
+ size 4784557416
model-00007-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a68161b2c90c4e608670e6a93cffeb1ece875df3e4d102c39eab514e7334d97
3
+ size 4784557416
model-00008-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b314a0dbc5f240c33818f7e63e6399888ce0336b6d23955908632b29b2b99b
3
+ size 4784557416
model-00009-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34026354b170d35313d30de183083e589c494352855b709fe9b93ad9ef313d08
3
+ size 4784557416
model-00010-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7834e786ca8441e98aacef3ba20ac3631732c55e152e50caf5d89448bd8a11
3
+ size 4784557416
model-00011-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4a380065d9a2596036f61728a911dc112cd399e70e1954759dbb8410c1e2bb
3
+ size 4784557416
model-00012-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ced86ea42b9e39662e6c42a4714ee88d0ea9f91759f1f8b334a8d8756fffd1
3
+ size 4784557416
model-00013-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:444b08a446901e1b86c5ddeb8812ef4f1aaa41baf1e764342ce9a322e3a708bc
3
+ size 4784557416
model-00014-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf2a2b5e8474300312f3334188da64465bdfcd9ee546807d026c9ff0620613c
3
+ size 4784557416
model-00015-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d3362b0f82d5ab3b2a840e55627a7a8cd47104e97e54401508f2908161c155
3
+ size 4784557416
model-00016-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f13f8500fd351705bb64054ae17b85d9c4d78f3f574a1c0ea36e00714dbc3db
3
+ size 4784557416
model-00017-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8358b2e153d7b0911fa13e63be4fc689dee9064907d47ffbe4fcd3d9229fedc
3
+ size 4784557416
model-00018-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd28a33f9f227e63c891e23905f28e4e6337a9d21412b4cd90179f0384c0c857
3
+ size 4784557416
model-00019-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a777b698bac441c5117df3187c86007e6c3831e1ba71d302b4ec556b211acd95
3
+ size 4784557416
model-00020-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a34688cb9edf9d50c06c9ccfa673b7b8d0f9a528f26539946df5d693643a399
3
+ size 4784557416
model-00021-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50bd1f083af310e9910a33a39d0cf36a4de5a1623e57c4529355d8a1c2a64ee8
3
+ size 4784557416
model-00022-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a007b3d2b5b9b4e5461ea0f01568560b870a12a6993f9493fc65f9d7776050c8
3
+ size 4784557416
model-00023-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9978076782a67d80973b70193bec05cbffd69a6e4fe7729d79e0e4152f34aed
3
+ size 4784557416
model-00024-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee4f3eaadaaf734512a3a20ddcce65a3be1a89527dd1c6f044a88328033a508
3
+ size 4784557416
model-00025-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e181421bad0ec24b5b6ce50c5cfdc4a365e3c874bbb000a54ce2e2c9cfb89f82
3
+ size 4784557416
model-00026-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b80ea2ac7865d768ec7f750a00171fc810535a816eaf65786a0658b690a1146
3
+ size 4784557416
model-00027-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67b1f5f2fa9060309b28604ec0421de9c72cc6c6cc7194aed079a4887374ef5
3
+ size 4784557416
model-00028-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feff19166fcb10ac091dbe81759d0dbbc235572897e30615ff4e1dce3b161847
3
+ size 4784557416
model-00029-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c21039e95b6c4374b15a3229f064e7ab5cfc760100484c0be9fc40790efc74
3
+ size 4784557416
model-00030-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60cd8209baba0daba859f2b9eb5a50e344d0f126bd263b0884eab1762387c3b1
3
+ size 4784557416
model-00031-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0de4a40c74b88d6b8fef6fa23cac724942b7d5ebbd3e31f31d1c9f833d15e5
3
+ size 4784557416
model-00032-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1143f0da6927f33f4ca6ce04bf3f6e658db0e788d0c3d09a6a2f904e13614c
3
+ size 4784557416
model-00033-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51d4f775029d0c4f7f8e4e3b18770c03259c6ab317e9e1122b076f248a927a1f
3
+ size 4784557416
model-00034-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e581c7b085fd75a85c9eb1befaa5ad7e2ce9be858afced07343bf446f26455bc
3
+ size 4784557416
model-00035-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd520317fa51bbbd4fcb93c3bdf5a6f776bebd7013c73937791593ec1c3152f
3
+ size 4784557504
model-00036-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0fb2036ba6e6de48e11676a1b35f64eb23c2c22e3f59612c36ccacf50ab60a
3
+ size 4784557512
model-00037-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0408abff787b78070348950cf6d5574efe478bd1f90eb3bc11900dbe8fbddca5
3
+ size 4784557512
model-00038-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1324a7aebfb597aba5fb878dee799298b1dc6d1929b654b1a3622fa9a22f4b0e
3
+ size 4784557512
model-00039-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c12f60014c6736ce56cfa6e3df33c527f390eae18466a0d0b466ea468ee8f2b0
3
+ size 4784557512
model-00040-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8113552f6e8f49df461c7e2e027858085cf84f9b0db2ae79e4387d0d7e337beb
3
+ size 4784557512
model-00041-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a5c8567ed397bb39cbad913bff6244c65a4edbcff4893941cc0456ab9f0d9a
3
+ size 4784557512
model-00042-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c005c4152ed0642e187cc5a4b689e16797bb9119801918faafa76971d23d6d
3
+ size 4784557512
model-00043-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f8dfc1d2834a237a77e63755352e8d472df201126b3ae84a1ce28bd243ca9e
3
+ size 4062639432
model-00044-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b079a02069ebe5a5f4f8135815f136afb1d6fc4423620dcb2a14fa399cdf12
3
+ size 4202692736
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff