Hugging Face's logo

IAFrance
/
ECE-TW3-JRGL-VHF9

Text Generation
Transformers
Safetensors
llama
Merge
mergekit
lazymergekit
MTSAIR/MultiVerse_70B
davidkim205/Rhea-72b-v0.5
text-generation-inference
Inference Endpoints
Model card Files Community
paloalma commited on
Commit
756956a
•
1 Parent(s): ee54913

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +17 -0
  2. config.json +30 -0
  3. mergekit_config.yml +9 -0
  4. merges.txt +0 -0
  5. model-00001-of-00082.safetensors +3 -0
  6. model-00002-of-00082.safetensors +3 -0
  7. model-00003-of-00082.safetensors +3 -0
  8. model-00004-of-00082.safetensors +3 -0
  9. model-00005-of-00082.safetensors +3 -0
  10. model-00006-of-00082.safetensors +3 -0
  11. model-00007-of-00082.safetensors +3 -0
  12. model-00008-of-00082.safetensors +3 -0
  13. model-00009-of-00082.safetensors +3 -0
  14. model-00010-of-00082.safetensors +3 -0
  15. model-00011-of-00082.safetensors +3 -0
  16. model-00012-of-00082.safetensors +3 -0
  17. model-00013-of-00082.safetensors +3 -0
  18. model-00014-of-00082.safetensors +3 -0
  19. model-00015-of-00082.safetensors +3 -0
  20. model-00016-of-00082.safetensors +3 -0
  21. model-00017-of-00082.safetensors +3 -0
  22. model-00018-of-00082.safetensors +3 -0
  23. model-00019-of-00082.safetensors +3 -0
  24. model-00020-of-00082.safetensors +3 -0
  25. model-00021-of-00082.safetensors +3 -0
  26. model-00022-of-00082.safetensors +3 -0
  27. model-00023-of-00082.safetensors +3 -0
  28. model-00024-of-00082.safetensors +3 -0
  29. model-00025-of-00082.safetensors +3 -0
  30. model-00026-of-00082.safetensors +3 -0
  31. model-00027-of-00082.safetensors +3 -0
  32. model-00028-of-00082.safetensors +3 -0
  33. model-00029-of-00082.safetensors +3 -0
  34. model-00030-of-00082.safetensors +3 -0
  35. model-00031-of-00082.safetensors +3 -0
  36. model-00032-of-00082.safetensors +3 -0
  37. model-00033-of-00082.safetensors +3 -0
  38. model-00034-of-00082.safetensors +3 -0
  39. model-00035-of-00082.safetensors +3 -0
  40. model-00036-of-00082.safetensors +3 -0
  41. model-00037-of-00082.safetensors +3 -0
  42. model-00038-of-00082.safetensors +3 -0
  43. model-00039-of-00082.safetensors +3 -0
  44. model-00040-of-00082.safetensors +3 -0
  45. model-00041-of-00082.safetensors +3 -0
  46. model-00042-of-00082.safetensors +3 -0
  47. model-00043-of-00082.safetensors +3 -0
  48. model-00044-of-00082.safetensors +3 -0
  49. model-00045-of-00082.safetensors +3 -0
  50. model-00046-of-00082.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - MTSAIR/MultiVerse_70B
8
+ - davidkim205/Rhea-72b-v0.5
9
+ ---
10
+
11
+ # ECE-TW3-JRGL-VHF9
12
+
13
+ ECE-TW3-JRGL-VHF9 is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
14
+ * [MTSAIR/MultiVerse_70B](https://huggingface.co/MTSAIR/MultiVerse_70B)
15
+ * [davidkim205/Rhea-72b-v0.5](https://huggingface.co/davidkim205/Rhea-72b-v0.5)
16
+
17
+ ## 🧩 Configuration
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "MTSAIR/MultiVerse_70B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": true,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 151643,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 24576,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 64,
19
+ "pad_token_id": 151643,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "seq_length": 32768,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "float16",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": true,
29
+ "vocab_size": 152064
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ dtype: float16
2
+ merge_method: linear
3
+ models:
4
+ - model: MTSAIR/MultiVerse_70B
5
+ parameters:
6
+ weight: 0.1
7
+ - model: davidkim205/Rhea-72b-v0.5
8
+ parameters:
9
+ weight: 1
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b074424dcb7c99c07336da271d2e1e95d40e11bd64d44415dbc5e0b1db2d371e
3
+ size 1879065648
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740c85e74bc47e5b0415e071fd588532f5d2395d6aa1f6660ee146d5550565ed
3
+ size 402670048
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2d755f478dbc5b5fe5e81ae5cf29c1d2b2adfc8471de6c65a107c39aec33db0
3
+ size 2491416712
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ea1ad160260a7934eeb264d3ce6e5800b6a5ba014340f0cbb89af23fe879314
3
+ size 1879065648
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b0d8d3749600877ac53a4227cc52065e212d29e02dfa6a76c03d6826dfd2ac7
3
+ size 1879098624
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d15931132b0d467c50bf9b47f60ce7f5af5d04b906d3d087de2a6f3ce5f9374
3
+ size 1610646208
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99a6be838b9ddf9a410cd35f58efdbea9890d4e5f4964172c6ad504e1433aea
3
+ size 1744864296
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b83680e47a0e2c88648e3450f672a5f2f6cfb6bdbee5a1cf6f66bd7c9be6d9
3
+ size 1744864296
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e4b14d003472583da61f52b9f93d8f3a31353dc377c23af6d8b0837b1130dd
3
+ size 1879081888
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a94221982a5b6d2443438556d88f87a9f25536d452a11d404304fcacb9e94901
3
+ size 1879065648
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e09470679a5f4d51e215ae3b07c65cfb55db8c11d8547965814159a25c096caf
3
+ size 1879082136
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a97f9cd47d3385a68e9538c84bfcc1e7381725240c385851af2da6587fa595
3
+ size 1610630192
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea072e1c889ff41295f029cb5f3384ec6dce3f729bcd5fea9073605d5b14453
3
+ size 1744864304
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd4a973f787504cc27b2671bdc436292281d5146cd971da0e7f9d6e2b75019e
3
+ size 1879115128
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e06dd39d1f0f047e1c065e6185ba3a6888699948c61af288b1dccb83392420f
3
+ size 1879065656
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3a939471840aa793807f62a63be997e183d3426a97dd93591c803dda6da61ab
3
+ size 1879082152
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e2df00fb5a1859913ac1f1319e25c98f37e5deb1349b06ee214d258699e6e2
3
+ size 1610662936
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06eeed56d26fc0fbd8915931b739e2175b7098e119a9349f0ebb2ff434e90294
3
+ size 1744864304
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d9001e1b9c5a636477d135aa47f27f668a38870074b80a130f94308a5a51c5
3
+ size 1744864304
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8d39a2d288f6bb37d606d17894e573325a603004bbeab341e4e1afeddfff04d
3
+ size 1610646208
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c818d8eaa3b5ef01dbd143d813a761b728f350152068fb5ade24b0e69a49987
3
+ size 1744864304
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caeb922b4c26ea4caf2ed0c1a44c5343e0775c40b15628ab8c0c4db61867fd8b
3
+ size 1744864304
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99649dabfb5854a9ad54fd5b1d06dda61287301e5a418ab1a088c49416f8758b
3
+ size 1879082136
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2c931cf4068d74a9b2935449ea8faa3d92629631fa78a8c7746200d7bab733
3
+ size 1879082136
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7357bbd7cf955d56b414de5dc53c9d135d86e9ed8300f2496749af868f8c23ce
3
+ size 1744864296
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c29d300786349c1708bd684243391fa558d443c9478f34c975d164234ba4abd
3
+ size 1744831304
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be6e89edd4842cf9af5d2a9ca5a7ca8bcb183e24186ba0246d76108944f7fd39
3
+ size 1744864304
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b650fdcb5012a0574ad8e9f8c901d485271ec707357fb0006b29b9564d828b
3
+ size 1879115368
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230f347187ac04555429659d5d9925d435e36002724661eea2d2b28672f44d29
3
+ size 1744864296
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e382d48657f1e83bdf3a582d5254f76b687f7ebc9b1ac077dd0a16aa871644
3
+ size 1744864296
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6700e0c353b4833879dd926d4426bd7a1eaa3a374680f8f23d876248d2ba3c8
3
+ size 1879081904
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce099a233ff2a09d0865b5e77eb5c23749bc048a6ca0a73c2014ad450d54993
3
+ size 1744864304
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8591d0916ff50aa1880d8c6c9b94466e8cd39947e13ff0360b0826bb6974b418
3
+ size 1744864304
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ee0df7c319acf7109b7c8f29a2ac3ae6b4380797b44015d8a8e75a7784bd986
3
+ size 1879098400
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf4b3aacc3020b6a2f2380094f91c586da8ed2f43839fb7db60c6489bc99d72
3
+ size 1879082152
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c8894dd65ea8d7a29de1326854a1c52c6c1fa29aff009bf2aa3f7054f372e5
3
+ size 1610662944
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe012141f9e23248f5adf54867c2b4a4f825d036708525a2535828bbebb8860a
3
+ size 1744831304
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1745d77bbe1fc645d43ec4beaa23f843dc054db1e075559e76675c366c79ca6b
3
+ size 1744864304
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36c1e4feaadb0819aabae6be5b94e74d0036e948f6cb4ec2cc32b23bf1f0198
3
+ size 1879082136
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a23e70c779361bdcb338da08a0d6c0dac2cad3f3fb5258984d5d79b6a82f2e62
3
+ size 1879065656
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f15c613c1516b71f05bf58676e647a01e59a8e0a9752aae63f60233b3d87650
3
+ size 1879082152
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27227a553dafc40c6568ac08aa4dc0c5f5b5034dd64f68757237c61d652fb140
3
+ size 1879098632
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc6f8fe0fd809f73168514fde5fb90120571dbe97bd8582e591feb15079a1a1c
3
+ size 1744864304
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b68dbd7072fba1ef0793f6f827a9946507069f3345064b25b38eea7dce2663
3
+ size 1879115136
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c1f3c2232605d1c0eaef370f48cf9f00cf39a13d7bde8777824dae0eecc047
3
+ size 1879082136
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242668f3ec044e7dd7a1d485fac84657eb0248877a2a409211351392b84ea6ef
3
+ size 1744864296