Model upload

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "llmixer/BigWeave-v29",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 32764,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 142,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.37.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

model-00001-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c499e777a03e065edae80c245f33f15d0fa62a7d7c6308082f6727161cb7951
+size 9550600160

model-00002-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda2ae3dd074a5f1b523e298078ea564d4647470a6956a062da7a835ffa02647
+size 9663845336

model-00003-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d383a8749c81fffe23313c51ea144a0d372e8fd0fc964892eed713f34b30261b
+size 9932281728

model-00004-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9085ee01ab9921145be1cac699a817b25fea330cd4969b0e94c5d7df4a46a46d
+size 9798030912

model-00005-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f4fd4eccdb79361e797e63d2b235781f6a7e2369606ccf27f3c3a1406c2bac
+size 9932381448

model-00006-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01af493415b9c538ac869e8216b36fc7328fb3a3c433104c013c768847af569d
+size 9999423376

model-00007-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4c521855544ac308581b795cab33cd7f866cf8df71334a5407f1b647a8c317
+size 9663878360

model-00008-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1426356c826989a0815afaf4e372d28aa8d7d460f762578046094664ee174b25
+size 9932248048

model-00009-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99e698d84da1eeeffa262556234d9700b7126777a3fadc652db494e7a502eb1
+size 9932315448

model-00010-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858b8e2a7e68d5c4ddf43d0b71feccc56a7c88eb601d0350370f5423312b294c
+size 9798096904

model-00011-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d62652d9f6728d9d509194007a7933a54eeb4c811f7d6722557bac327dce2e2
+size 9999423376

model-00012-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b59f048a1ca0021462eae3d175f4b085ccd4688f37329d5a1f8b6265bbed5c2
+size 9663878352

model-00013-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31fa1345154931a701e3aa30bc3073217c94bbc37d1c813aacc40e81b0ff1aa
+size 9932281752

model-00014-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa8a50c458be645467886e7f476a880464e7112769d754ca499e9320ac3d819
+size 9932348448

model-00015-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450182e2c8e87dd27ddb5477df45f1143249f0143bd110cd6b53e8f9f6948e6a
+size 9663879064

model-00016-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8e7beaaeac88d3e8c2d54b53174978d06b6d8670760ceffb61b532f9e24715
+size 9663878360

model-00017-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db34affdbbea43bfebf7c2763879e363a820b5fc13556b46a118a1024a724cb
+size 9932314056

model-00018-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123804987810d2fccd3f85d8fd1d13dd259a50bed63b0a7e58546849762cf16
+size 9932248776

model-00019-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e35510f564025d0f4a7b72e9676ad4e1b629b809da91419780cd533642b9bc
+size 9798097672

model-00020-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2063502d19ea0c275814264a6175a339a20686a853ab8a639a77c586f5c3b3c
+size 9999423432

model-00021-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75baf6684e5fff03b74bfaf9f69f34ead93ff9423f107cdd06a2c7524f344312
+size 9663878408

model-00022-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecd39ffc10fc9195d425a9356cc4e2f1a1de383c6a5f410167f30acc03d6bdb
+size 9932314096

model-00023-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60613db85d23e55f9a0178d390594cb2c2e4890bbadede5f611212194d034e63
+size 9932282520

model-00024-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99679d6813af109f8edede036348d79f951633f488dce962285547bdd71c929
+size 9663912112

model-00025-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b238000fe81df52fcf1a56a56685e38fb8e204f7aee7135a892a53e307f448
+size 8141328816

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,41 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<unk>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}