{ "metadata": { "ParamSize": 313, "ParamBytes": 4284263424.0, "BitsPerParam": 4.500503319461262 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 272498688, "records": [ { "name": "model.embed_tokens.q_weight", "shape": [ 152064, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 272498688, "byteOffset": 0 } ], "md5sum": "e31688f707f2f116124d87be9c5b2f79" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 34062336, "records": [ { "name": "model.embed_tokens.q_scale", "shape": [ 152064, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 34062336, "byteOffset": 0 } ], "md5sum": "f15e1c34f09c298ff581a537ff66ecab" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "0bf9a8cb4526188758bda98bde0b8fb4" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.0.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "4c440bfcc7166e0e740591cc71f732fb" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 29278208, "records": [ { "name": "model.layers.0.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 0 }, { "name": "model.layers.0.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 9216 }, { "name": "model.layers.0.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8266752 }, { "name": "model.layers.0.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9298944 }, { "name": "model.layers.0.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15721472 }, { "name": "model.layers.0.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16524288 }, { "name": "model.layers.0.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25011200 }, { "name": "model.layers.0.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29254656 }, { "name": "model.layers.0.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29261824 }, { "name": "model.layers.1.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29268992 } ], "md5sum": "ad3958582d9b14ed53a97d06ce3e1b8c" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "977437c09b9eec30cd0c394d4c7d6547" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.1.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "5149017f9ce313051834e98188685231" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.1.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.1.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.1.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.1.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.1.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.1.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.1.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.1.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.2.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "e89b0915e1ad67feeec4dbdb6a1b77ac" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "89bbee41be9a955b4861015a56894548" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.2.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "da325ee9a794483924e10e4eecb97509" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.2.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.2.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.2.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.2.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.2.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.2.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.2.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.2.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.3.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "21d4467b61d4195d0250c4a4d3e1c200" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "f5de02beac1d41b68c82291a1a67dc3f" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.3.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "aed4bae891097e115c5f6f87d6cb34e4" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.3.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.3.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.3.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.3.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.3.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.3.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.3.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.3.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.4.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "1d4cf5545bada84838d4726dfc83945d" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "7dfdce725dadb81097792d33f2b7ca38" }, { "dataPath": "params_shard_15.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.4.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "0a30d8fc6430b3d31244a554f7e1bed8" }, { "dataPath": "params_shard_16.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.4.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.4.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.4.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.4.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.4.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.4.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.4.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.4.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.5.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "f17ebdb2d4f207b58dbb060dfd5baca7" }, { "dataPath": "params_shard_17.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "25d4bfd8d9a154edde623d24b862f5dd" }, { "dataPath": "params_shard_18.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.5.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "3d329e9c8d4ace8d7eb9fd254fd8702c" }, { "dataPath": "params_shard_19.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.5.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.5.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.5.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.5.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.5.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.5.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.5.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.5.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.6.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "a61ffad377252d98ed2962cb7c34c6c4" }, { "dataPath": "params_shard_20.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "ddd392b5a4a1a281af672436d6f23168" }, { "dataPath": "params_shard_21.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.6.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "23a9e0c4abef3d0cefeb7a5454cb1db4" }, { "dataPath": "params_shard_22.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.6.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.6.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.6.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.6.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.6.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.6.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.6.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.6.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.7.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "4cce8ccbe591907aedb3f76a42f1b507" }, { "dataPath": "params_shard_23.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "a0a19661fff3b54dc9b0ac30d50d8d96" }, { "dataPath": "params_shard_24.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.7.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "3ebb39dd1ad6a2bd78bd901defdfc9f0" }, { "dataPath": "params_shard_25.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.7.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.7.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.7.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.7.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.7.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.7.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.7.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.7.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.8.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "79ae5e3c4614b40790a4d488bcd892b4" }, { "dataPath": "params_shard_26.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.8.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "3154423d87706c85281f95ea0871ed2d" }, { "dataPath": "params_shard_27.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.8.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "42a19ac38c785a7019561cfa8c019ff6" }, { "dataPath": "params_shard_28.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.8.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.8.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.8.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.8.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.8.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.8.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.8.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.8.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.9.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "78b19daa6fd4da97af38ac43ec1da23b" }, { "dataPath": "params_shard_29.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "41922ca2ced38f95bc9eaad1d85d7c40" }, { "dataPath": "params_shard_30.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.9.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "950d0814aa92ace2a05ca7a8353e72a5" }, { "dataPath": "params_shard_31.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.9.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.9.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.9.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.9.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.9.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.9.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.9.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.9.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.10.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "7660d03b9dc6d3ab23f8b836fd809229" }, { "dataPath": "params_shard_32.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.10.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "a3d1629691c5a9897c634a10f5667c60" }, { "dataPath": "params_shard_33.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.10.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "bbbc649e171d3c855973e4a000b86dad" }, { "dataPath": "params_shard_34.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.10.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.10.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.10.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.10.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.10.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.10.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.10.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.10.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.11.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "42248469d365afae637d92e7cde237f0" }, { "dataPath": "params_shard_35.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.11.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "e20424e0af345f5ed368bc483a4c578f" }, { "dataPath": "params_shard_36.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.11.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "51b8a729b75fe1a851271682806cb09c" }, { "dataPath": "params_shard_37.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.11.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.11.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.11.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.11.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.11.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.11.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.11.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.11.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.12.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "efe2d3cbea2ba52c7822f8d99a5b07c3" }, { "dataPath": "params_shard_38.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.12.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "ba0bf89ea6b17a94a5919e9c95e9bb09" }, { "dataPath": "params_shard_39.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.12.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "a9e74dbd057f4dbffae5b9b62c07c7f1" }, { "dataPath": "params_shard_40.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.12.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.12.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.12.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.12.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.12.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.12.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.12.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.12.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.13.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "d733bb54669327b8fbfc655b4a7b7096" }, { "dataPath": "params_shard_41.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "8ae8620fb0eb0dc6ad171cd994f05ce7" }, { "dataPath": "params_shard_42.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.13.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "6e2b4cca1801feebf8855c856100adb0" }, { "dataPath": "params_shard_43.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.13.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.13.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.13.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.13.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.13.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.13.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.13.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.13.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.14.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "7e7f2c5d600245d85e3ccd187f87ca85" }, { "dataPath": "params_shard_44.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.14.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "9c394c1448cfeda64f4e0f2ef18ce4a9" }, { "dataPath": "params_shard_45.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.14.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "50b5fe5284e855a26f951c30ebe4f7a0" }, { "dataPath": "params_shard_46.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.14.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.14.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.14.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.14.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.14.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.14.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.14.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.14.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.15.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "f2a3226b9a006555a2fe82bc14d5fa9b" }, { "dataPath": "params_shard_47.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.15.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "e17672a39aeb1622c70392c738fbf2f9" }, { "dataPath": "params_shard_48.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.15.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "0f2024bfbce99984ca16736f8de626f7" }, { "dataPath": "params_shard_49.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.15.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.15.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.15.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.15.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.15.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.15.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.15.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.15.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.16.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "bc62052dd9ea592b88b5853804b67082" }, { "dataPath": "params_shard_50.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.16.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "3a62d2186d583eaab304a004ed42c6d5" }, { "dataPath": "params_shard_51.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.16.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "3f29df859f744f8d1e42f1d19141430d" }, { "dataPath": "params_shard_52.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.16.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.16.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.16.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.16.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.16.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.16.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.16.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.16.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.17.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "d5ed06128add4fb4576212c2a877b706" }, { "dataPath": "params_shard_53.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "76c82695ef3f52cc7b0a203f0908204c" }, { "dataPath": "params_shard_54.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.17.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "dce4fa8829a4889d0d0ac4dab7009711" }, { "dataPath": "params_shard_55.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.17.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.17.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.17.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.17.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.17.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.17.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.17.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.17.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.18.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "9bb68e1fb50c7c74dfd9a93047eb2314" }, { "dataPath": "params_shard_56.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.18.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "1d833a017d6fae262df1c2f424c8524c" }, { "dataPath": "params_shard_57.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.18.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "7ee656c6a99d9b089eac44fc4a51edaf" }, { "dataPath": "params_shard_58.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.18.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.18.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.18.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.18.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.18.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.18.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.18.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.18.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.19.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "a309b7a25dd872d3a074264f8d18fbe8" }, { "dataPath": "params_shard_59.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "6c4a17c916fe37481fbb0ab086bc53ce" }, { "dataPath": "params_shard_60.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.19.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "7d31f2dc29e98b3599052eaec15f3e63" }, { "dataPath": "params_shard_61.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.19.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.19.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.19.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.19.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.19.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.19.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.19.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.19.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.20.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "555de305553486f06b75b43fac34b613" }, { "dataPath": "params_shard_62.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "866570d990e1a33bdc93e9d936152778" }, { "dataPath": "params_shard_63.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.20.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "2c5761ba0eb8b49fbbabc3875493f9c1" }, { "dataPath": "params_shard_64.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.20.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.20.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.20.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.20.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.20.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.20.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.20.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.20.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.21.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "752b16bea8a772ffa80d5acb2d109ae7" }, { "dataPath": "params_shard_65.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "b1772bcbd8a7ca3f9687fc4dbcfbd327" }, { "dataPath": "params_shard_66.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.21.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "7aecb91d15556fc29fcc7a086e232e2a" }, { "dataPath": "params_shard_67.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.21.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.21.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.21.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.21.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.21.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.21.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.21.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.21.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.22.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "522a6b92142aa76c3152e977c609c4ed" }, { "dataPath": "params_shard_68.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "5a6ee0c4e81c6871daff94b58097223d" }, { "dataPath": "params_shard_69.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.22.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "40ea023297f9e1ced01e340145d46b0f" }, { "dataPath": "params_shard_70.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.22.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.22.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.22.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.22.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.22.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.22.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.22.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.22.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.23.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "0256f22e4842031378c060aaf5917d9f" }, { "dataPath": "params_shard_71.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "944b5701d3235964c9c7103ccdca2537" }, { "dataPath": "params_shard_72.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.23.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "2b35754e886ff865bfddfa28a4219c36" }, { "dataPath": "params_shard_73.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.23.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.23.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.23.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.23.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.23.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.23.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.23.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.23.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.24.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "bda3209bb04cd2c9b36cdcb5b076b815" }, { "dataPath": "params_shard_74.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "9ff0df16b990700b4b0156d92d3265ea" }, { "dataPath": "params_shard_75.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.24.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "3d53b888e5cb2a7b0083cddcc5c2ac9c" }, { "dataPath": "params_shard_76.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.24.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.24.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.24.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.24.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.24.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.24.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.24.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.24.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.25.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "fe0b14b329e648c4b7666c57bf0a37bc" }, { "dataPath": "params_shard_77.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "347fef281edafd25197606506a3ed428" }, { "dataPath": "params_shard_78.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.25.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "ac621aa11f49b09c49631542b793b358" }, { "dataPath": "params_shard_79.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.25.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.25.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.25.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.25.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.25.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.25.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.25.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.25.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.26.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "39f6b97255c65bbcaedd01bbba7d988a" }, { "dataPath": "params_shard_80.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "a334eac120685abd59d8072ca1fd4a4f" }, { "dataPath": "params_shard_81.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.26.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "2822823027f74b34c570331455f422a6" }, { "dataPath": "params_shard_82.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.26.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.26.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.26.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.26.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.26.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.26.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.26.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.26.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.27.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "c3b29537a1db83cc76c2ca3274b382df" }, { "dataPath": "params_shard_83.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "38a1a52fd983893e9f1f554aa49bc20b" }, { "dataPath": "params_shard_84.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.27.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "54838b3ba6c841d388beaf6215a83d06" }, { "dataPath": "params_shard_85.bin", "format": "raw-shard", "nbytes": 272498688, "records": [ { "name": "lm_head.q_weight", "shape": [ 152064, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 272498688, "byteOffset": 0 } ], "md5sum": "99b263b1d276d84a055d7219935c6fbf" }, { "dataPath": "params_shard_86.bin", "format": "raw-shard", "nbytes": 34062336, "records": [ { "name": "lm_head.q_scale", "shape": [ 152064, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 34062336, "byteOffset": 0 } ], "md5sum": "5c2258bb0a45ba1f907fff20c5703df9" }, { "dataPath": "params_shard_87.bin", "format": "raw-shard", "nbytes": 29266944, "records": [ { "name": "model.layers.27.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.27.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.27.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.27.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.27.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16515072 }, { "name": "model.layers.27.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25001984 }, { "name": "model.layers.27.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29245440 }, { "name": "model.layers.27.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.norm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29259776 } ], "md5sum": "c4a157937697405d67ab2e7dcd37077b" } ] }