Upload folder using huggingface_hub (#1)

- 8c9d96b3288c06feb7f9dc8c83069d1b6f5bf6dc872c74533e36e96394997136 (08d88bd0b7c3dfe93aef83c3ca0389e3f3622f8b)
- 1f267bd3bc7f547da52a37f5fe0dfd9e828c40081f058c187411051cc3ba3ca3 (1c8253dc7d5fc8cd31703f1417ca5a62df7da645)
- e333766deb9d8447866eb342d69c2128bc3a71895ab351a6c9f25cf63867aec3 (d380784f3188cf3422e8ab7de7956947f5b54f4e)
- d114bd4e4f7f29575bce6801c8b88c3e661bafc56dae26e705de0f97f1957b51 (503a16bb585d82deed31251b6ef71de5a184d92f)

config.json

@@ -0,0 +1,52 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/monster/data/model/Falcon3-10B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
+  "head_dim": 256,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 23040,
+  "max_position_embeddings": 32768,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 4,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 32,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.1,
+      "mse": true,
+      "quantizer": [
+        "gptqmodel:1.4.4"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000042,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "use_cache": true,
+  "vocab_size": 131072
+}

model-00001-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f555ef432d6ae0769c52267426ff0281df84607f476390dabd0a37603b3c16
+size 805306504

model-00002-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c76085311451c0fb08b903b5c78bea86838061fce6058da315a9f7aad1c513b
+size 6264

model-00003-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac00788f7bf2a3f33a5087f341ad731a1817fdcdf814b798b8dddc6d2ea1a3d
+size 805306496

model-00004-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffe429715118bbba3d25894aa27c9230a258af076786ee3f3da9eab5520ad67
+size 137487608

model-00005-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e50b7f8c12dd2ac741e7b0402ecb282c69f3e72c902717fbc72a131f7351c68
+size 137487608

model-00006-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24de6323a566254aa4be2ebe6e4da3c55df2fb5c233f4675390d43b51fd7bf4
+size 137487608

model-00007-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d012e0de6c9aeac496174d8cce7a114f6849420e5aebfa89a377800184e06
+size 137487608

model-00008-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5d5323fb2d714d5c1ee00d70a345301c78a516e0087b249a6cdf61c998b84a
+size 137487608

model-00009-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deacc19426cc8fe8a162996c518123ea4c94f8415e5b3aeb649a608a73b0c1d
+size 137487608

model-00010-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4984ec72b6025094f826f6e3815519d8ca172be935f9f5334f1a639bb34b54
+size 137487608

model-00011-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c976a59604bdded5ab9ad8e226df66d4750cc372fb4a29c330482cd26288914
+size 137487608

model-00012-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b735c722d23a68723bca347e2b9e572f50e98e4c02f885153b488491d24ff5
+size 137487608

model-00013-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70236a6cd4e72c8c74a99384dc450fa06b2953767ee01eee1311c21a47dad267
+size 137487608

model-00014-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab72820c95ba5a86985df50e9547d2d6ffad1432f0993fcab1796fc79115571
+size 137487640

model-00015-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7314c6ee574f8754cd66c760e28af0cfc03c4e716d682440469f0f6e76b2b538
+size 137487640

model-00016-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320d1afddbdb951e3917f7f1ccb62d86a4d302b0c52c210b6760ed5aacc70b8e
+size 137487640

model-00017-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf39e6ef8fca897cf94256aab67c45cab8c2197c787da7b78d4b071a3b45f41
+size 137487640

model-00018-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d035c00b702cff36892953da098f0413bbc4b75f71b675f9b48d1da05c22379d
+size 137487640

model-00019-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1575a52c73bab3b742079a819c79cd00609e2b646f9a0bba6bfae9ab8b46b5
+size 137487640

model-00020-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda98ff3a3c1d487ac634d641efec1966944ed695c4a511599f91ebc7bce5ca3
+size 137487640

model-00021-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db4ee7f02107fdcb9ae466ae3a0ca2412d4feb92e6804e70a321e9305fa84a6
+size 137487640

model-00022-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa77bac78f1b0dd35f188811fdd0de999a99c8e8804a46972e38e513441ee52
+size 137487640

model-00023-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95c6df47b4556b434cc151acd8a4095e07977d8697bb65ab0c30b6d3c268f4e
+size 137487640

model-00024-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f3f9bf70ab54f90a4c0717c38d3206acd47e3de196b6748027141a72927056
+size 137487640

model-00025-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a393e1b6a3b787193a0d72a116346d331ecfc7d0559b1ef0348ef30563b0f2b
+size 137487640

model-00026-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451f5925332819ed015f222c013f00454483e783d5cdb40d4908894661dbb36d
+size 137487640

model-00027-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35065e87b80173e9ecff551ed09fe99c19a5d8a81c4dd47ab83d284fe39bfa7a
+size 137487640

model-00028-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4562be9de7f4dc79a5392f7059d7572d9f396525173923aa7a83a69cdf0bc51
+size 137487640

model-00029-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b00f2b4666ab388f53b15e4d2692ce355419bf7c6e6129eb7f5b878b0f12472
+size 137487640

model-00030-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace83d3dfebaf511492640b98738a2b19dbcbe6ff9932fcd5f4d3fc3a0a24843
+size 137487640

model-00031-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86bbe28805521919338a825f23f4a6dbd0340f4b9f9b73ec413cd4545896beb
+size 137487640

model-00032-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c549a4ab8802025db9949b89fa1cbcced68fd62488f08c1a4c1a2df381dd8b49
+size 137487640

model-00033-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da068e0cd4cdec4f8260fc835fc1b1948d0777739ba76943b00987c136f15443
+size 137487640

model-00034-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba5a16d7d9145b7175f03411cff81625ca59f02da57016f028d7b2ee64fa65b
+size 137487640

model-00035-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd805baf5c236c25277a152aba5ccfa891ddd3d3412634a21da176329209888
+size 137487640

model-00036-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74d323bb737e38c40a741e051d89692335dbff095030f4fe399629f299322ba
+size 137487640

model-00037-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9255bc3c19f4d8011993ed379e2fb365841ac215eaa765f755f9ee695968d4db
+size 137487640

model-00038-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c3a5a5ad478aee4fc79a5351aaf15f9cc0764c4d1e375a131ff94e1c4f624c
+size 137487640

model-00039-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec02c3e91c421e369867d282a8364381f95a344230cc997383ea4fa3ade58070
+size 137487640

model-00040-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c477d7e1cb6cb02767fb6b469fa4ac4faf2965bf7ac457326384ea03cbb1cf
+size 137487640

model-00041-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4b7bddd250b1e87426ae9732e30a243285cdc9193e80ba6258def249ab2002
+size 137487640

model-00042-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10db63bfcb216e7c3d7b4a32c34566609d73f993a4ed48f77fc61cf88e221cc2
+size 137487640

model-00043-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9652deb702c54c29b3c693f4849119418a5ab78fb48f8830b5a8076d860275fa
+size 137487640

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 32,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.4.4"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.1,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": true
+  }
+}

special_tokens_map.json

@@ -0,0 +1,41 @@
+{
+  "additional_special_tokens": [
+    ">>TITLE<<",
+    ">>ABSTRACT<<",
+    ">>INTRODUCTION<<",
+    ">>SUMMARY<<",
+    ">>COMMENT<<",
+    ">>ANSWER<<",
+    ">>QUESTION<<",
+    ">>DOMAIN<<",
+    ">>EMAIL_ADDRESS<<",
+    ">>IP_ADDRESS<<",
+    "<|startoftext|>",
+    ">>IP_ADDRESS_0<<",
+    ">>IP_ADDRESS_1<<",
+    ">>IP_ADDRESS_2<<",
+    ">>IP_ADDRESS_3<<",
+    ">>IP_ADDRESS_4<<",
+    ">>IP_ADDRESS_5<<",
+    ">>IP_ADDRESS_6<<",
+    ">>IP_ADDRESS_7<<",
+    ">>IP_ADDRESS_8<<",
+    ">>IP_ADDRESS_9<<",
+    ">>PASSWORD<<",
+    ">>KEY<<"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}