Hugging Face's logo

mlx-community
/
Meta-Llama-3.1-405B-4bit

Text Generation
Transformers
Safetensors
PyTorch
MLX
llama
facebook
meta
llama-3
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
6
AlexCheema RayFernando1337 commited on
Commit
2c16f43
•
1 Parent(s): b4fb8a2

Upload folder using huggingface_hub (#6)

Browse files

- ce1de81805f4c5ad0502729594c6813e7e6dc7db76a0bf2c27f51db706e8d707 (99bda6c4f5460ecceff910768530eecd5b646243)
- 9049ce232b2980ff3afd06aa27df1021927091be39e3b7de9e79a52a57911746 (a5d31fce4398efa8ef063b3c667f7dde39d953a6)
- 57f77a2452fbe71cb0bc57afe88dc72a402968a4d1a5be1efd129d3cc1ae9522 (8605bceb2bef73aba2fe1ffcb52ba3d5569f84e1)
- d6a0591f0d617d8ab884710a75884f3d91e48a3bf21a625e16aa7dc342758dce (9088d5d927c30fc631d22270379a8880efc0cbb3)
- 4669219b46dc80426c5a22ab4cdf6384f1b3cb2947456df8501925bc5bc18301 (dbe45d84ef0b06ac04b1abc2f4a1094ac6ef3078)
- 0dce85828155dc1c4363c39351ea548f1f443525cb3c325fb8fbc8a90020e204 (e1d3c3843371df22b740de957118da54aedc37a7)
- 6a6a857bfeaa75dc501ee2390e65b1a455fcdb760fd4eaddcb223cd9c2ff5783 (b36532506088561da24c2c0aa077099b43bfe500)
- 5aa930c9d8aa354e6e822820b460b4ad3fae9e79c97930edf6998a34d779eef6 (80c7c07ca387115091ef62d7531479d53492c40d)
- c7cbacf93498c7b674bf18ae5c5762040bab660de4af3219c2c6944bbefa716a (9861c999a5b6aac933e22d4d5d4b429e5910895f)
- 68b305af0f3e3dede270876973f091f0a97fc50ceab8699ec6ba98df35ec8780 (47fb93057b348f361ae3455ad4afcaaca69353fe)
- 10870434aa9718ccba535c5c0db3312796747e1cfaa9e8db8a6bb0fa5abe8f29 (5227f69775265f4a771a546e95195de2904c22c2)
- bda8a61187fbb2671468445cfdd847b6c50fb5347e153afedd3f1ca4ce557f00 (4a27d91c81a30e0ea1ed1d02387a4b9f3e1de4ca)
- 8ef57f0f5be17ad3dc63e91ee3b098e355b1157989de66fce27a499c7e1e3730 (06db1d6927d253c0c0acc4e3eddc2eda7b16a44f)
- 2c4f36a3e251a4ea0b5c7a345c57d31eba11087dba4b03f358c2dae2888781b8 (e118438c51d12219764a9de8a2341e1e1420b831)
- d4a21cbbe3b4599c59ad9a631a295ac90f3b975f270d08a6d0e8a89dc7f7453a (012a747420ee27da59beea49eb9d70084e8c1e86)
- 61dfa7870cb1c945108d5b8b619baf398852f5a2183ed2ede5ac757de5525969 (bc9fdc928367c9d9774644d8061893d869b02e84)
- 6a842e72b762ac55a7107168de0089c8a76e400a2cfaa20313070bd2dec2dcdd (cc202539a59d79f8d683c222aabe81ea5f91aead)
- 79802b714632b72050cd7abc8dad76388737a9765fff8b2425e1ad59b51f299c (c60e50bbc2a23f64899a4b5369e8e487c1455ad4)
- 7e8311270d244f0cdb81e7e287e80a0d97ff658c6607d7cc805b22b9af6d7e20 (35119fdf3835bd54e4bb20475e25935e1a2d8229)
- 55da53b414072e0b711cee4e84761cc1bd31f93d2532099c585e0fd963a19151 (42171f06230557d879bece6df36f5036de657cd6)
- 7aaf2fbd99dd7b43bd5d24249cfce280a35a8d4aef60a8ec56c4e563a4f5a73d (4b60c49f9ddcdb2b71571ed5e137f1d4d12c4d83)
- 6d5e6a3a1592479672aec139ddfc055a34cab20c4d1576aad42c2d2390bfb85b (1e8cd6bc3a217496b954e6da39163d80165e589c)
- 101c2f90dcfa4833738cc6d75e3e928e13e3bb999a331060dc1633fd9793f995 (8f935c71650c540dd750634c989d5a22061860cc)
- b8f07dbc00886a0b283f7a44aa7784b69f966dd90a79d900d882b4c08c2d34b6 (c881a1c473abe017578e1d7bf40d930847c9d1af)
- f74afd01d7a16fed94968126fea4006906ac0f2bce156a417ddcb7c966f8afe6 (2ecc56f7b3268b02b439735f09fb49d783293438)
- b24c5ab4c29679a4895311e4b774f8ddf274a6222f1afaf3a88570f6c38c7f17 (6cc013262acf9e94ff4fbfb1faf2bea81e7086d3)
- f6391d3cc4ea254b87e84aa2c71c3a387aa411a271f4e496ca64e8b5fe1c3ebe (744aee3ee8cf37796c30ffa02c234473dbb9c27c)
- 33c677c0b3e63baa36806f0e24ec82c4c452cde38f70886ddb2bd07821258ca2 (1e638882648eb82e4f105cb87a58d5ba066c8cc7)
- 9ab4b0b7d3e6cca574d507804443308d2393e9c68e34b914d2f61d62e34d11c3 (2489ef51baf29219d7372b1e4444dd68afbc5ad3)
- f4a4e4364210c8cd53bb9ea3e09b35e84e6557d09ca8076d44e60af831c5ae54 (483ad97d63f9ea7500f0ddcc5c2c3b4e9d71b378)
- 88289b540d9023ccc8dfd57689f5c58aaf02de0933e2de48bcd64660c030ae2b (803c856c6e1383ffbc30537b4b1a37d744cefdd4)
- 6cde47406159dce7e4e81471ec34c67bbab7c4eddafb60c07f6e1198de9bda5b (1ddfde6909a7ee7d022e444466d338758e1ef039)
- 3ed78d4eb3187152b59d81b254de54149dc46ed3f122e62ad9b0c808e6c2fe0f (f544d5f69b7adc2a0d350235b9da4b6238f6fb1b)
- c62bfd30a7279ecf2bec774f29b2d7352f43366a8e93a96985ad9a44bb3306f8 (2f2bbfe415924cae4c6962cdb35dad90dcc6d978)
- 61acaa6297c9f24b90fa040b118a12fac65c89b24557b6eaaa20b9781b663030 (aae9e92d623b2c502834d1bfd1083756686ec565)
- dd8fc2dd2bc6e3ba406b1b6d15d6a4990ed5695f2753d8501b4f94cd908a70be (ef7fdaf07ac245b3a24c0d911f238a41468dbced)
- 2f1875d134353aff3286f9f0030713a1d89503c1addff9c267dcdae22148e525 (74c948b2629b1b0e5d9df2bff8f5e5926a6a1687)
- 7027283bab31dd3f10d5a84e5e07d9166e6f395fa922d31a7f9e456fc45682f6 (15ff84645afce6f3f57dd38f6fc61b39d5538f6b)
- c52c886c13a5618a384c52abe6d5ce7c9174ff90996815be1e93c5bdbac8f2fc (32f123adb0c2fc2dfaab1117a47915ff89ec46f8)
- de5cc55cd65123019cfd433998bea24b123e6b56f4140fe2ad949c34e2b3d9e5 (59505f5346b31ac2d20d0731c790a199ab6d74ab)
- 1293487e6b972ff4487ade0e9807f8c69c7133eb004949f6560532a5076ac809 (0bcb0e2973ecc46322f72c30b1e289e414bd8511)
- 6914c0b0603c3ff375117105fa7b0f573fbb3d095f1a767bf25e919a771c588a (80b03a064ff7797a23b4a59b5c467c9702d60975)
- b27915f7d18b057fef132c3a0efdaec72770307eaa98ceb0fe525df37c1182d2 (9b0ef9600ea72f4e41136f3d53e0cb9b7ad01548)
- 41f3053652acb9f77993402c1774255a0d7fbcea0b8ecf24f3c316bf209b0223 (2724a1be0c4603ad2bd9f0da1c46054eda89b276)
- d39d2afc2b51b2cbf618ac5ffbd03acf1834de8e8af3548f711f1feb84626391 (4902c0fa8ce4ddbd509917332601ef52da5becd6)
- 0cacd9e71850b0ff3801c7de3f7625a3bc80dca0873c920d5e7de01bcea95342 (90768f30d15d8347044046cbd4cfe60bce565d12)
- 4cb9f2bf27b7512333ab84fdab2f85dc0fc475112423280fd072a14df428d382 (4b4f8da11425933a2d7b3f401f4286c1480bc99c)


Co-authored-by: Ray Fernando <RayFernando1337@users.noreply.huggingface.co>

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .DS_Store +0 -0
  2. Meta-Llama-3.1-405B-4bit/config.json +42 -0
  3. Meta-Llama-3.1-405B-4bit/model-00001-of-00046.safetensors +3 -0
  4. Meta-Llama-3.1-405B-4bit/model-00002-of-00046.safetensors +3 -0
  5. Meta-Llama-3.1-405B-4bit/model-00003-of-00046.safetensors +3 -0
  6. Meta-Llama-3.1-405B-4bit/model-00004-of-00046.safetensors +3 -0
  7. Meta-Llama-3.1-405B-4bit/model-00005-of-00046.safetensors +3 -0
  8. Meta-Llama-3.1-405B-4bit/model-00006-of-00046.safetensors +3 -0
  9. Meta-Llama-3.1-405B-4bit/model-00007-of-00046.safetensors +3 -0
  10. Meta-Llama-3.1-405B-4bit/model-00008-of-00046.safetensors +3 -0
  11. Meta-Llama-3.1-405B-4bit/model-00009-of-00046.safetensors +3 -0
  12. Meta-Llama-3.1-405B-4bit/model-00010-of-00046.safetensors +3 -0
  13. Meta-Llama-3.1-405B-4bit/model-00011-of-00046.safetensors +3 -0
  14. Meta-Llama-3.1-405B-4bit/model-00012-of-00046.safetensors +3 -0
  15. Meta-Llama-3.1-405B-4bit/model-00013-of-00046.safetensors +3 -0
  16. Meta-Llama-3.1-405B-4bit/model-00014-of-00046.safetensors +3 -0
  17. Meta-Llama-3.1-405B-4bit/model-00015-of-00046.safetensors +3 -0
  18. Meta-Llama-3.1-405B-4bit/model-00016-of-00046.safetensors +3 -0
  19. Meta-Llama-3.1-405B-4bit/model-00017-of-00046.safetensors +3 -0
  20. Meta-Llama-3.1-405B-4bit/model-00018-of-00046.safetensors +3 -0
  21. Meta-Llama-3.1-405B-4bit/model-00019-of-00046.safetensors +3 -0
  22. Meta-Llama-3.1-405B-4bit/model-00020-of-00046.safetensors +3 -0
  23. Meta-Llama-3.1-405B-4bit/model-00021-of-00046.safetensors +3 -0
  24. Meta-Llama-3.1-405B-4bit/model-00022-of-00046.safetensors +3 -0
  25. Meta-Llama-3.1-405B-4bit/model-00023-of-00046.safetensors +3 -0
  26. Meta-Llama-3.1-405B-4bit/model-00024-of-00046.safetensors +3 -0
  27. Meta-Llama-3.1-405B-4bit/model-00025-of-00046.safetensors +3 -0
  28. Meta-Llama-3.1-405B-4bit/model-00026-of-00046.safetensors +3 -0
  29. Meta-Llama-3.1-405B-4bit/model-00027-of-00046.safetensors +3 -0
  30. Meta-Llama-3.1-405B-4bit/model-00028-of-00046.safetensors +3 -0
  31. Meta-Llama-3.1-405B-4bit/model-00029-of-00046.safetensors +3 -0
  32. Meta-Llama-3.1-405B-4bit/model-00030-of-00046.safetensors +3 -0
  33. Meta-Llama-3.1-405B-4bit/model-00031-of-00046.safetensors +3 -0
  34. Meta-Llama-3.1-405B-4bit/model-00032-of-00046.safetensors +3 -0
  35. Meta-Llama-3.1-405B-4bit/model-00033-of-00046.safetensors +3 -0
  36. Meta-Llama-3.1-405B-4bit/model-00034-of-00046.safetensors +3 -0
  37. Meta-Llama-3.1-405B-4bit/model-00035-of-00046.safetensors +3 -0
  38. Meta-Llama-3.1-405B-4bit/model-00036-of-00046.safetensors +3 -0
  39. Meta-Llama-3.1-405B-4bit/model-00037-of-00046.safetensors +3 -0
  40. Meta-Llama-3.1-405B-4bit/model-00038-of-00046.safetensors +3 -0
  41. Meta-Llama-3.1-405B-4bit/model-00039-of-00046.safetensors +3 -0
  42. Meta-Llama-3.1-405B-4bit/model-00040-of-00046.safetensors +3 -0
  43. Meta-Llama-3.1-405B-4bit/model-00041-of-00046.safetensors +3 -0
  44. Meta-Llama-3.1-405B-4bit/model-00042-of-00046.safetensors +3 -0
  45. Meta-Llama-3.1-405B-4bit/model-00043-of-00046.safetensors +3 -0
  46. Meta-Llama-3.1-405B-4bit/model-00044-of-00046.safetensors +3 -0
  47. Meta-Llama-3.1-405B-4bit/model-00045-of-00046.safetensors +3 -0
  48. Meta-Llama-3.1-405B-4bit/model-00046-of-00046.safetensors +3 -0
  49. Meta-Llama-3.1-405B-4bit/model.safetensors.index.json +0 -0
  50. Meta-Llama-3.1-405B-4bit/special_tokens_map.json +16 -0
.DS_Store ADDED
Binary file (6.15 kB). View file
 
Meta-Llama-3.1-405B-4bit/config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "hidden_act": "silu",
14
+ "hidden_size": 16384,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 53248,
17
+ "max_position_embeddings": 131072,
18
+ "mlp_bias": false,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 128,
21
+ "num_hidden_layers": 126,
22
+ "num_key_value_heads": 16,
23
+ "pretraining_tp": 1,
24
+ "quantization": {
25
+ "group_size": 64,
26
+ "bits": 4
27
+ },
28
+ "rms_norm_eps": 1e-05,
29
+ "rope_scaling": {
30
+ "factor": 8.0,
31
+ "low_freq_factor": 1.0,
32
+ "high_freq_factor": 4.0,
33
+ "original_max_position_embeddings": 8192,
34
+ "rope_type": "llama3"
35
+ },
36
+ "rope_theta": 500000.0,
37
+ "tie_word_embeddings": false,
38
+ "torch_dtype": "bfloat16",
39
+ "transformers_version": "4.42.3",
40
+ "use_cache": true,
41
+ "vocab_size": 128256
42
+ }
Meta-Llama-3.1-405B-4bit/model-00001-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268097ba386415bb23a5ef1b152de35b38b5520275046077b5c731ee721b147c
3
+ size 5145762627
Meta-Llama-3.1-405B-4bit/model-00002-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7876692da74b40fe070617b31c2d0f29659186d67837e4cae67cd20a695c7b9
3
+ size 5285027186
Meta-Llama-3.1-405B-4bit/model-00003-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717c03e181a9cb48047cf4af02acb231a41f3718770e0040711c0a8db815ac83
3
+ size 5247277780
Meta-Llama-3.1-405B-4bit/model-00004-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf0c6237d38f692695ab2268fb3cf4a85958a4336af496a700514d38d1ae5ea
3
+ size 4945222858
Meta-Llama-3.1-405B-4bit/model-00005-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18258d23019872ecfee5caddd045c7be7642453bcc693c757188fa24df94295
3
+ size 4945288661
Meta-Llama-3.1-405B-4bit/model-00006-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246a89743cc9fb1edde7c5900dbd1350a0560595f3fbd0fbe5103cd912446081
3
+ size 4945288655
Meta-Llama-3.1-405B-4bit/model-00007-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb791f71a5353fa80b9cc3e3a03d85d49897bc3c3c480fd7c271fc341d2eeee
3
+ size 5285027250
Meta-Llama-3.1-405B-4bit/model-00008-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763228be7259c199327373f1b7c88748507fd2be76576d702c6425768815199d
3
+ size 5247277832
Meta-Llama-3.1-405B-4bit/model-00009-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd11eca4fdbd6260a202b3efce39c34b2bcc1835188b5e6cc76aba5f977dceeb
3
+ size 4945222908
Meta-Llama-3.1-405B-4bit/model-00010-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5668d5881b2ec384472aa2da4ffb5f3bee136a13390c979d03395c68334cac16
3
+ size 4945288665
Meta-Llama-3.1-405B-4bit/model-00011-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d3e52ed41f153217b2d7733aeea2de6c7f13fb229714778eebe34e6fc7cde1
3
+ size 4945288651
Meta-Llama-3.1-405B-4bit/model-00012-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e1490b2075dfd959e5e686ed7ec3b04bd83fcdcb134b6b4cde3bf0038f8d9d
3
+ size 5285027248
Meta-Llama-3.1-405B-4bit/model-00013-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f156ef76a9c4b129c4c71e713faf466684a31e95325201c93f87cfd6e5eb8984
3
+ size 5247277822
Meta-Llama-3.1-405B-4bit/model-00014-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49f8ac24640653003d2fa14a3b2004d344bd619bca385e286c1be91786a4215
3
+ size 4945222900
Meta-Llama-3.1-405B-4bit/model-00015-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4e1f720976bda0c4c67590ee41c8a39db03e4bca94bc776fe19d35e0c2382f
3
+ size 4945288657
Meta-Llama-3.1-405B-4bit/model-00016-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17c5d446d6344891cb0d44b5d0677bba269c2611e66ab61cadcbe54451ea8e3
3
+ size 4945288667
Meta-Llama-3.1-405B-4bit/model-00017-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbec628e1c188cbfb0a2f92ad08ff2f4a09d8e802a10d0cdc9bbc0a9546f73ea
3
+ size 5285027268
Meta-Llama-3.1-405B-4bit/model-00018-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:876fd572c22dec3bc10b99a5fb9dbc303ab15310f59778c22a710a649bcb4e19
3
+ size 5247277834
Meta-Llama-3.1-405B-4bit/model-00019-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d5544e53401058c49d79d0e4dfcf105452a73753c1383b7bb37e3a78be47e30
3
+ size 4945222890
Meta-Llama-3.1-405B-4bit/model-00020-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66eea6378ed4f969098d1f999690f34b115f37156d1a86288d69858e06d55e3b
3
+ size 4945288665
Meta-Llama-3.1-405B-4bit/model-00021-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ce0c3544bb4bf8b7795704dd7a63012606669359f6962a24da3c60ce3e3926
3
+ size 4945288643
Meta-Llama-3.1-405B-4bit/model-00022-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ad9e986d45ab4267b22056661f603afe964e9aeedb956f2e99b9a49e786051
3
+ size 5285027256
Meta-Llama-3.1-405B-4bit/model-00023-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c7d53004e94688fbd3fee63981652ac0ce596f1f0d77ccf04a989045586db76
3
+ size 5247277830
Meta-Llama-3.1-405B-4bit/model-00024-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d50b89a547e0dd2ff1c2f520ad06f9c611c529669e16d10b2698ad7d4d7eaf7
3
+ size 4945222912
Meta-Llama-3.1-405B-4bit/model-00025-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71bc832eff038e3104bdb301c06eb0a985a3b324664edb5f3ab748c26dd82669
3
+ size 4945288659
Meta-Llama-3.1-405B-4bit/model-00026-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc422642b46abe7cdf0e53f34e857a8d9f7d96d1e64a70cdea04694093abab2
3
+ size 4945288645
Meta-Llama-3.1-405B-4bit/model-00027-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f9203d5986ce4c37f43134cb1d7f4257a87de021ea01277d74b77c6882f2e0
3
+ size 5285027256
Meta-Llama-3.1-405B-4bit/model-00028-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddd7f803a8966e254b1ff434690f35efeb07be2bd5c9b8a2b9d9a945e628739
3
+ size 5247277828
Meta-Llama-3.1-405B-4bit/model-00029-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e91ed0054c35887226166f1d3fec120a3587fb8f60384d8648a3294ff5c977
3
+ size 4945222890
Meta-Llama-3.1-405B-4bit/model-00030-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f0be9829f46e1ce872274c198cd5c2d7802074f75cce830054c28ca0f9443df
3
+ size 4945288649
Meta-Llama-3.1-405B-4bit/model-00031-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81241ab3b7831569a371fd25b03568649598345be551ee3dc4bbd0273b0850c9
3
+ size 4945288637
Meta-Llama-3.1-405B-4bit/model-00032-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00fab98ab224be34c0e5fa1a87099bc73535299d0cbd48f76c7611b7c8e9d468
3
+ size 5285027272
Meta-Llama-3.1-405B-4bit/model-00033-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cba63880493b3d5bd487d009cd64777b0436197fcf44744f542cb9daa5e4f92
3
+ size 5247277832
Meta-Llama-3.1-405B-4bit/model-00034-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dfee6401f487976effe9abb88a410fde1cf72c60046cc501bfe89863350e10
3
+ size 4945222894
Meta-Llama-3.1-405B-4bit/model-00035-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a1fa4ece2105d504eda39cdaca997b53b8c706975ff0b1cf0a4a41b23165f6
3
+ size 4945288661
Meta-Llama-3.1-405B-4bit/model-00036-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a1946196dc28d961914215c78f872a70180e17bd21faeb16507a993e5ed709
3
+ size 4945288653
Meta-Llama-3.1-405B-4bit/model-00037-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f1160cdf984866b74b850232df106bd235b5fd3a6e4f87902b8ad958ed27857
3
+ size 5285027330
Meta-Llama-3.1-405B-4bit/model-00038-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c661bb35b49fb0fab9d42a1c718bda9a3f31a14b0a59a8b582daa34412d7dd
3
+ size 5247277904
Meta-Llama-3.1-405B-4bit/model-00039-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19182258a20bdfab54d68a034ff4024c92a1d7f7ccb3bb14533cdf7043d2f6f
3
+ size 4945222950
Meta-Llama-3.1-405B-4bit/model-00040-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2a9721724a9c41007c7ae28f32ff241d7f676d967ead8ef88e306eeb47cfb9
3
+ size 4945288695
Meta-Llama-3.1-405B-4bit/model-00041-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:648141d00f12e65b7891016ac63cb81c6e41a3867bbc974d5268933061101ff1
3
+ size 4945288701
Meta-Llama-3.1-405B-4bit/model-00042-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40fd5c164c1b179e4d0f4eba8e3cf7ffae8ea3dc76343fba24f9ce7b05cfe2d
3
+ size 5285027324
Meta-Llama-3.1-405B-4bit/model-00043-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f093161344f80f5b5dff2b53184fe154d5c5206e1b63e7119222051d01e6d3
3
+ size 5247277896
Meta-Llama-3.1-405B-4bit/model-00044-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d9db2f3ab81738250d5072c04a6bf2ae7d19510fcfc45d2ade4e6bb5d8dd74
3
+ size 4945222960
Meta-Llama-3.1-405B-4bit/model-00045-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7de4567b170757badbea019d6c2e3ddf839b45107cee1552819cfbcdd0ec85
3
+ size 4945288715
Meta-Llama-3.1-405B-4bit/model-00046-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f644cf79faf6f2bda1d13721fa9c174eabf953c5c6d2cdff948796e6884d7aa
3
+ size 2163574046
Meta-Llama-3.1-405B-4bit/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
Meta-Llama-3.1-405B-4bit/special_tokens_map.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|begin_of_text|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|eot_id|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ }
16
+ }