Upload folder using huggingface_hub (#1)

- 3090fec0e6973d7179e0999ff6dce5bb5e449d690adbce84523ca38f3c1d41bb (3d448d1bac874c00f29e5c485b3e4706a80e2f8a)
- 41b2a1dc01fa40cdde7a6823b4c06168cf1b2b39295559d8709481045320f393 (e68acc009831d7c1ccad9e3a2fdf29492f3a62d8)
- 37ada515c12c4afd50db1f8d2c32aa47a28f34bcda2a45130dc653531052d8dc (6e12230a101c9abf1cbe87b3338d1a6669cf5d3c)
- 43521b4f29f7ad52de71481f9742ff2ec6c26e7788fabf2b52ea4e0ea4f6c991 (ae643526cff6e12a5683bb44d686ec3733e42501)
- 9119532e5e1889b492fad622b8d459f309d7e8b680fc4e5d3e5c7ef761c3e9b1 (be954b0f665790accd8402804298a0cc58f58802)
- 11faaa19fd5003adababa2e1e82cd25b49a7a15d72a895fd1f820eda7df81d39 (705537737f0054126713d95278ff00d4122fc816)
- 7dd7ab3d2ad3c11d1b90548d5a02005d3fff9fa5a18b7367e9f2d0dd5950b0d4 (61c0be49962ed06dd842b7c36d2e0df73145a274)
- ccf36f861883de8859f1c3784d0b2d67da6f481c6d72690e398da9081b947caf (0073fad594989fa71271e168058d325201e5f7b3)
- 7ec372274aee1ebfc4866b689015b253675045af97362040f2d81287e80dbe58 (011e6165f1aba3daa99076f7f43a0097ef4d7b1b)
- 412f62b159eda4c1903728574900a9cb92a6cd35eb2acfb498b610db28f6c3e8 (7c2f48224fcbf9ffbdc88b59a12412c31e763328)
- 55ebf3d11fbadf093b24edde3ac452383c739a9e4e53867a1ab22b0c3f8794b5 (72c97eb06efd0fefb198512e59dd52c30128f36b)
- 5a8820093ca5950f41d6f354f1027c2de5dff6024816bdf4abc3ef8d13242b4d (8a1580fbb9c3bd4803b16599351dabb1ec7240a4)
- 0221c851b64ddd9f416d9c329abb795314b3323c60acb79f83f8b559aaaf08bf (2ca3b85a4e3ad76b7713df5d67e83eaf6efd9f7a)
- 94ad996631179ce29406f628f4883394142b68170a6a016f013a38cb052a05bc (b988cbd49c3ca1d4e7ece08bf7adbd4680e57ad7)
- a7564f02cea613aee60da5d7e8fb949d37c63d8ded06565cbf3327423127cdd2 (098f3d79f3f56eca747ed03f22dece530f46128d)
- 4f546b8c43b548e9838734c109d3a79a63fcd2541be9c4f3d0801a8847474505 (15ada820109c03b075db3f525007167b56ae0b31)
- 71c1afa4ea47fd6290371e11216b47a5f22852ce8257b31ac279f2b188db3bb6 (c54aec531a1dfdcd6a748794b11d86d2f347cb27)
- 5ce0c602730242ba752db0b2e6880322f9d261afbee52c6a4ac456da78497289 (e049a51567fb15d670181616068a13e3d949194b)
- 286c214efa8e81e308a5a29c97b1ef7a52a271b75456eebddab58b8f65306ddd (80e14670d2053becb219ea878dd11daa3685a22b)
- f9f53f7448a3815ac39976961611e9644b9e22a092d2ba61276980aeac386a88 (50e0904e134b3fea2526b78a482fe5fcfe232f52)
- 8b8b463105229ca1472d0eebe4025a2a96d5c007eb3ae966b43bfdb2b84bef5d (ba6a5bd220a836cc75aba05004d94140f6c617f7)
- f50ce9d22eea8233448f4ac3f1c02afe09c5ff019016c03b386fd8ce90af1fca (05ec9e5b1f9a9d248ee7775ac27f59098b629cb5)
- 64809aa6acf2b071f47a94fd992a83453f484e263817ad6cca9ce1294594b776 (1e72d2797a35b2d285b6f6db5a100af085e48118)
- 5b057c59e41a3ca1c28ac6528943e3ef287e13f68a4841a33ef2b55b07f11189 (ce012b34f97b9714dc6cea28f1ae18171af1eb17)
- 1a48d6c72f20449a39e50d50557283b3e96fceeb9c0adb53d1ff20e9fd15ad6d (524a157c2b7ba7dd133cc6a2e2397d4ef8ad80d0)
- 7ec09d88b3f131f66618eb9ef2d28101b45f4d6d8cbb84c5cefa41b061fb2c96 (7b6adec349169d32056f68f351ef54eae9e3d203)
- ce255cbe93c4dd1ea8cffaddda57e21f6ae813cee55e3f1efead0a47ecf7523c (f33dc4d3dfa193ffff2edbb7a74d41a4950be46d)
- 3dc88bdaa840de80d193c7d501681b83b5db43e9e7ec54573a190c70d8b2fc69 (e0ae133c92f62507a2642a5bf4efb1ad9681c498)
- afa0064da945e7fc352cc3f91907996f16ad19c77c5734d3be4f65f6ee5a5c15 (b915c9d3ad630c402fccd9df66769aaf8de1c8f0)
- 2fd1fae8692d59086e9fd66e4f236882ba97b1ef1cd5e6621120ab190c610482 (d105ab36b33569dfb98a76a2ef8f8c9e0b741e1f)
- c186489872edce9e43333d204564a256cb0b180131900e5e6d2ac33f9c5cc4ce (4bec2626ddb62c08b680e55c7a87953a81d2f5c6)
- faf50cf2ebcf59cd7e65184d4c19e27465794ece12e2270c67f91376c87f0015 (b5193bf3732a62ab029616b2de9b3b67c9cf323e)
- 3db381faa373013bb54b4b20a162f710508fcf571490331f9bd00ae1a9bde8e6 (a265c2132681dc162b4ed68bc4fff74d93748193)
- 1df83e88ce3739c9c34608f37fac268d5443e11a033d4cb7111d4f0c3d055cde (9385cef4b2ba058226d806c03db818f30bc33df5)
- ebc98e6abf4fdfd21f1c55bfa4711cda9d8415ceeb5d29cb507fad64d4b72917 (85969f65c63e037a7b90e12ba2db5c96626fd9d2)
- effab468ca4425f00d27f670afeabb297e6ba20bf4682738d5d3bd51fd08fd9d (4a03d2f506adf14005f26ab9c2a7530ecda46ea0)
- c751d6e25019fc8f8ec104f7c9aecafb24a1088f3c4582a27ae83bf3490d1ffd (1f5a4a89f7a6632d1a34baa85432d49fe180715d)
- f78aece44347f4cb43a8454014d56cb61f39a941080b4a9bbda2dd6145c0eee9 (88ec390d79b0281ec15afbe4deda033087cb1b4c)
- e5f96aa799c5fe4a2003004a6f2fb733ff5ff190bb65f9ef81a6db296839229d (40567d665dfae564d9a48b77078d4f117859767d)
- 2aca7bc13da7f0cd0067c54be99e0609e928c7f281ffd67f8afd0cff6968d25e (47033e9fdde03389d5f9e43286fb8ddee8fd85a6)
- 31c31173090699746a11baa2ae75014eb6c929d3a10c6b113691283328558e8a (8b0935b2eb27dbdee8c7f2b5654839928009e464)
- 42c380d63ed10c8158318ce4a660405136e3f975bf404ba2840012b9e9bcc7bd (7d7c76119e4143ff31ecfe1349a88bb45b89e577)
- 722e3858148ec87810403ba7c9eab48ada14abca8d6dc065456c2a523ac38e05 (d7b81f666afcef9ac2a770ac6b2608954b8010d4)
- 5dd97959287b5704474559e6b5f772db7966dba9fb44b118170ee8d6911cbfe9 (94a06151114e35cfdc1e4630746a003d188d379e)
- 61a675235d069abbc792227e39917c6b7a59e81d316612b734f776a5ff6c3bd8 (c342e239c3cc47336822ad7ef533f9de88b8f4f5)

config.json

@@ -0,0 +1,51 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-405B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 16384,
+  "initializer_range": 0.02,
+  "intermediate_size": 53248,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 128,
+  "num_hidden_layers": 126,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quip_params": {
+    "K": 4,
+    "L": 16,
+    "V": 2,
+    "codebook": "bitshift",
+    "codebook_version": 0,
+    "decode_mode": "quantlut_sym",
+    "td_x": 16,
+    "td_y": 16,
+    "tlut_bits": 9
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.1"
+}

model-00001-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f6dbfc9fc7d6f999b1e272d2a482b7e5529247eb769d1fa8d12980eabcdf60
+size 4924643696

model-00002-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52f67575efbd10b455b1e36049a13bf553b9466a962a48b070a557c8e811de5
+size 4784557328

model-00003-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503fdd5c25476f4eb4706458155462c21cf38ce52d1f09942a2fa796b9d385a2
+size 4784557328

model-00004-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21af214c83a269cf6dbd7643d518fe05602947e59294b25621da17b7c33021e5
+size 4784557328

model-00005-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e637aa69ce1d67910461dbacef12d7c0b2cfc172583937163b51c72b77e9edac
+size 4784557408

model-00006-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7826b0207596ee719a63b21ca059f0d6f8bbc24de848e406c4c4d1b7a7ad536c
+size 4784557416

model-00007-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a68161b2c90c4e608670e6a93cffeb1ece875df3e4d102c39eab514e7334d97
+size 4784557416

model-00008-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b314a0dbc5f240c33818f7e63e6399888ce0336b6d23955908632b29b2b99b
+size 4784557416

model-00009-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34026354b170d35313d30de183083e589c494352855b709fe9b93ad9ef313d08
+size 4784557416

model-00010-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7834e786ca8441e98aacef3ba20ac3631732c55e152e50caf5d89448bd8a11
+size 4784557416

model-00011-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4a380065d9a2596036f61728a911dc112cd399e70e1954759dbb8410c1e2bb
+size 4784557416

model-00012-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ced86ea42b9e39662e6c42a4714ee88d0ea9f91759f1f8b334a8d8756fffd1
+size 4784557416

model-00013-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444b08a446901e1b86c5ddeb8812ef4f1aaa41baf1e764342ce9a322e3a708bc
+size 4784557416

model-00014-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2a2b5e8474300312f3334188da64465bdfcd9ee546807d026c9ff0620613c
+size 4784557416

model-00015-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d3362b0f82d5ab3b2a840e55627a7a8cd47104e97e54401508f2908161c155
+size 4784557416

model-00016-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13f8500fd351705bb64054ae17b85d9c4d78f3f574a1c0ea36e00714dbc3db
+size 4784557416

model-00017-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8358b2e153d7b0911fa13e63be4fc689dee9064907d47ffbe4fcd3d9229fedc
+size 4784557416

model-00018-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd28a33f9f227e63c891e23905f28e4e6337a9d21412b4cd90179f0384c0c857
+size 4784557416

model-00019-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777b698bac441c5117df3187c86007e6c3831e1ba71d302b4ec556b211acd95
+size 4784557416

model-00020-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a34688cb9edf9d50c06c9ccfa673b7b8d0f9a528f26539946df5d693643a399
+size 4784557416

model-00021-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bd1f083af310e9910a33a39d0cf36a4de5a1623e57c4529355d8a1c2a64ee8
+size 4784557416

model-00022-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a007b3d2b5b9b4e5461ea0f01568560b870a12a6993f9493fc65f9d7776050c8
+size 4784557416

model-00023-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9978076782a67d80973b70193bec05cbffd69a6e4fe7729d79e0e4152f34aed
+size 4784557416

model-00024-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee4f3eaadaaf734512a3a20ddcce65a3be1a89527dd1c6f044a88328033a508
+size 4784557416

model-00025-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e181421bad0ec24b5b6ce50c5cfdc4a365e3c874bbb000a54ce2e2c9cfb89f82
+size 4784557416

model-00026-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b80ea2ac7865d768ec7f750a00171fc810535a816eaf65786a0658b690a1146
+size 4784557416

model-00027-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b1f5f2fa9060309b28604ec0421de9c72cc6c6cc7194aed079a4887374ef5
+size 4784557416

model-00028-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feff19166fcb10ac091dbe81759d0dbbc235572897e30615ff4e1dce3b161847
+size 4784557416

model-00029-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c21039e95b6c4374b15a3229f064e7ab5cfc760100484c0be9fc40790efc74
+size 4784557416

model-00030-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cd8209baba0daba859f2b9eb5a50e344d0f126bd263b0884eab1762387c3b1
+size 4784557416

model-00031-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0de4a40c74b88d6b8fef6fa23cac724942b7d5ebbd3e31f31d1c9f833d15e5
+size 4784557416

model-00032-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1143f0da6927f33f4ca6ce04bf3f6e658db0e788d0c3d09a6a2f904e13614c
+size 4784557416

model-00033-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d4f775029d0c4f7f8e4e3b18770c03259c6ab317e9e1122b076f248a927a1f
+size 4784557416

model-00034-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e581c7b085fd75a85c9eb1befaa5ad7e2ce9be858afced07343bf446f26455bc
+size 4784557416

model-00035-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd520317fa51bbbd4fcb93c3bdf5a6f776bebd7013c73937791593ec1c3152f
+size 4784557504

model-00036-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0fb2036ba6e6de48e11676a1b35f64eb23c2c22e3f59612c36ccacf50ab60a
+size 4784557512

model-00037-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0408abff787b78070348950cf6d5574efe478bd1f90eb3bc11900dbe8fbddca5
+size 4784557512

model-00038-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1324a7aebfb597aba5fb878dee799298b1dc6d1929b654b1a3622fa9a22f4b0e
+size 4784557512

model-00039-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f60014c6736ce56cfa6e3df33c527f390eae18466a0d0b466ea468ee8f2b0
+size 4784557512

model-00040-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8113552f6e8f49df461c7e2e027858085cf84f9b0db2ae79e4387d0d7e337beb
+size 4784557512

model-00041-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a5c8567ed397bb39cbad913bff6244c65a4edbcff4893941cc0456ab9f0d9a
+size 4784557512

model-00042-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c005c4152ed0642e187cc5a4b689e16797bb9119801918faafa76971d23d6d
+size 4784557512

model-00043-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f8dfc1d2834a237a77e63755352e8d472df201126b3ae84a1ce28bd243ca9e
+size 4062639432

model-00044-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b079a02069ebe5a5f4f8135815f136afb1d6fc4423620dcb2a14fa399cdf12
+size 4202692736