Hugging Face's logo

airev-ai
/
Amal-70b-v5

Safetensors
qwen2
Model card Files Community
ManojShack commited on
Commit
ee972f3
·
verified ·
1 Parent(s): bbcd465

finetuned v2 checkpoint 4500

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +7 -0
  4. merges.txt +0 -0
  5. model-00001-of-00082.safetensors +3 -0
  6. model-00002-of-00082.safetensors +3 -0
  7. model-00003-of-00082.safetensors +3 -0
  8. model-00004-of-00082.safetensors +3 -0
  9. model-00005-of-00082.safetensors +3 -0
  10. model-00006-of-00082.safetensors +3 -0
  11. model-00007-of-00082.safetensors +3 -0
  12. model-00008-of-00082.safetensors +3 -0
  13. model-00009-of-00082.safetensors +3 -0
  14. model-00010-of-00082.safetensors +3 -0
  15. model-00011-of-00082.safetensors +3 -0
  16. model-00012-of-00082.safetensors +3 -0
  17. model-00013-of-00082.safetensors +3 -0
  18. model-00014-of-00082.safetensors +3 -0
  19. model-00015-of-00082.safetensors +3 -0
  20. model-00016-of-00082.safetensors +3 -0
  21. model-00017-of-00082.safetensors +3 -0
  22. model-00018-of-00082.safetensors +3 -0
  23. model-00019-of-00082.safetensors +3 -0
  24. model-00020-of-00082.safetensors +3 -0
  25. model-00021-of-00082.safetensors +3 -0
  26. model-00022-of-00082.safetensors +3 -0
  27. model-00023-of-00082.safetensors +3 -0
  28. model-00024-of-00082.safetensors +3 -0
  29. model-00025-of-00082.safetensors +3 -0
  30. model-00026-of-00082.safetensors +3 -0
  31. model-00027-of-00082.safetensors +3 -0
  32. model-00028-of-00082.safetensors +3 -0
  33. model-00029-of-00082.safetensors +3 -0
  34. model-00030-of-00082.safetensors +3 -0
  35. model-00031-of-00082.safetensors +3 -0
  36. model-00032-of-00082.safetensors +3 -0
  37. model-00033-of-00082.safetensors +3 -0
  38. model-00034-of-00082.safetensors +3 -0
  39. model-00035-of-00082.safetensors +3 -0
  40. model-00036-of-00082.safetensors +3 -0
  41. model-00037-of-00082.safetensors +3 -0
  42. model-00038-of-00082.safetensors +3 -0
  43. model-00039-of-00082.safetensors +3 -0
  44. model-00040-of-00082.safetensors +3 -0
  45. model-00041-of-00082.safetensors +3 -0
  46. model-00042-of-00082.safetensors +3 -0
  47. model-00043-of-00082.safetensors +3 -0
  48. model-00044-of-00082.safetensors +3 -0
  49. model-00045-of-00082.safetensors +3 -0
  50. model-00046-of-00082.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "airev-ai/Amal-70b-v2",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 131072,
13
+ "max_window_layers": 28,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 80,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.44.0",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 152064
27
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151643,
5
+ "max_new_tokens": 2048,
6
+ "transformers_version": "4.44.0"
7
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0176936410ae77d886b3e1ec011b0d7de259fd6f78113232a18375958855a090
3
+ size 2491416712
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b14d0b307c9504324f7576a5a3de4805625cb58e16010a11d12338fe197000f
3
+ size 1923164168
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9273eda9eceee00db49fd9e96992bd73a310807fc78c0bea1603faba16cb2f20
3
+ size 1889588696
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c65cec33324242adfe3b2c01b300a1d0a2ff6526cc4c3917336655f4e7f3ac
3
+ size 1755370856
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c267c65bada532b226cdf936892c8cf23fb5d46c5bcc438af759c443d40b48
3
+ size 1755370856
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d83476936c196c1b40c5a41d8e845613ec50dcf4bef035fbcd8520d5ff7137
3
+ size 1755370856
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c4fffda23d5842760087cbacec923034cd66dd556d1a747b62b43e88062d41b
3
+ size 1755370856
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b93f5f4ed7a7f3a839e3cae74df98eb8dc212bd48e50d410f0a559567b010648
3
+ size 1755370856
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13efc75d2db97970541db5d7b70a5a2b329a1d9d9eab41793b1d74d0c392d4b
3
+ size 1755370856
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1c9d669bc909e481297494663bcb6574ce937ddeeb020b03cc29f6ec5c6685
3
+ size 1755370856
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:650bf1c8f0528f9f599e3e7c8dc78f326c2e4b58f7131912ba155bc4c4dbdf90
3
+ size 1755370840
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff7606a27a8e3b643b06800dbd5c1a71de1a7ffa387308512acc35e4568e908
3
+ size 1755370864
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:968de92460d61565e013e316f0f392450cdf8679d01c2e0bc33c90f1c9dbcc2e
3
+ size 1755370864
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadbd177d978833146c65f4328e5156afb9f2aebdaa4732b4fc002b30d41ba05
3
+ size 1755370864
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebe3e56ef2163a8c29e7d1811d720494997c3b2682461ac9b9365e2728ae587
3
+ size 1755370864
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48813a6a478c832f81e7f7381d2e29731a277f09553bc61390c05f7455523f65
3
+ size 1755370864
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21383f1d9df4001e357e5e264818a21bcdc5c07e5df2f8788f895650db273494
3
+ size 1755370864
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6689ba8a576d1424b2561ba2695622a70394dca3b418e4a2d0749017ce663044
3
+ size 1755370864
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2cd381dc80822e024f242d5cc70f51bfd4454406a65d75075f209455971cc84
3
+ size 1755370864
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e35746b51455c3ab0cf9df99da45044c96655bf839f5e9a6fc314f1839493df
3
+ size 1755370864
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d832a3cb4b250a28c46e95b12ddba9864332b492d663138b7324dbd4cd33cd8
3
+ size 1755370864
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f99e4627735a4e4db1c4b501062ee84b42c3487cac6d7cb73df81a4c71d3de52
3
+ size 1755370864
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06863f49b13b79aca3ee53dbce43181c6fc571eda3270e26fc52e5034218f335
3
+ size 1755370864
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfac2ac1fbc1d7176a388de89bb1b21ad6f9b2fac41579f3dce380ae5046a418
3
+ size 1755370864
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc51f8c8cbd989d65f9e9b3e9493c917d649d5595bdaddf7963ffd3dd77983b
3
+ size 1755370864
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4788ff1661f91e6f783c6a2d952330b4c6689cd8758cb279b34f10d421067ddd
3
+ size 1755370864
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d64e8f1bf1db69969def50da140d3fb613c4a4acac54f4c4e80987d5385aacb
3
+ size 1755370864
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd3d0b77f8cc73d608d6b231e59d47a1feacf01f34dff1dadd98b9d0e609b96a
3
+ size 1755370864
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:495bc1022b6a159db26b5790d384d7cd53d8a1ed6ac1c5b73bb1f9eee6c730b0
3
+ size 1755370864
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c402521fe1ff8323802b0d5e30e69d655c0ad42d37fb5a6dd8beac5f62557b17
3
+ size 1755370864
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7cb42fc2458d81f85817b1f178b50e0a6cc6f6a754507dc575b6db7cf8d746d
3
+ size 1755370864
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5ff7b73559a61a856c51e983e18e413750145f4872336f5213b53c10e9526f
3
+ size 1755370864
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c734d4052b33584ee14aa802012b33f6a52805da7dd37d497f304d929c1ce6
3
+ size 1755370864
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf34f68206325a3b4241d299e0ac829eee7868b102761c449628806922a57524
3
+ size 1755370864
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6297a4146dfddb6218f80737053dc1ca8087a860036a760c8a1d4a82667bf3b
3
+ size 1755370864
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90e9bb2f47ae398983fb97ffd6970c8d16a4d814dc531f37dae80be58b4466f
3
+ size 1755370864
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5de8627f03299c7c4c384f3d7f488f000f481b245339adb5ba15468717627fa9
3
+ size 1755370864
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403977e9d3a9dd0021dd2e365f5c4fd0c047e3e02bfb6433e0aa7de676175a15
3
+ size 1755370864
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50acf2a62340b9b9642416c74ca9f522679d46b2e98569e1af45bb1969d22ba0
3
+ size 1755370864
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b52a0b394616a25c85a510f912c098c95fac84e6b57471dff60da63bb565c9c1
3
+ size 1755370864
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a98d0a01e7dcbf29c96c6e71eea5118e738d808ff467290ae354d0a69c2b3c0
3
+ size 1755370864
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f4d0d1de802417bf54826db1a1707deb762ecc4b6a7fe4c22cf29354346482
3
+ size 1755370864
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482976c7d72c829511702bda16c617d3ca4bc71a1e3ba003deb7a1dd41a0b59a
3
+ size 1755370864
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d49d54bc9aa56296be284ade72e3c8f7ce50434f8dd69111b8a74c2b28435d
3
+ size 1755370864
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76158eb8c55d28bb7413c45de854e09f6557dd43255dc7cdd61ffef2d21a706
3
+ size 1755370864
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e888bfc2263d1e96612b53b1bc6e12ab9b05898d8a91ee085139b6968836c1
3
+ size 1755370864